diff --git a/119_Llama-2-13b-hf/README.md b/119_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..910494ca38f454508cf30bbc22861fc93c9236a5 --- /dev/null +++ b/119_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 119_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 119_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/119_Llama-2-13b-hf/adapter_config.json b/119_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/adapter_model.safetensors b/119_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2eeb0dfc9ac7d70a190f6165a0d01c4efc3b3724 --- /dev/null +++ b/119_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d039835e9adbd8744f799b20ca8941216f99cf8042362a3ea1055a0f8fced7a +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-1000/README.md b/119_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2591632c81e87e0908835b0df5ac63be2fe426f7 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0d46a8f3bbb68472179a2fc0fa551267aec0689253e1953701f7bd648450b1 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a26119bcd25bd117d728fd61d90959337c3bf97d --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec34737103a4baed755c37eaf3407cd010d4b29dd81a5ca2c78b4c1b1a6cfc0 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5afc987a08a64a75611dc2f260f0fd6cd8ad574 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000b0908f78286a797ebcf8e6cca70fe5a57b3d73df134a8c09baa379fbdcb40 +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ece1a45b3e2855a4e4ebcd873019354202a976ef --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/119_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-1500/README.md b/119_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85b2a1a3592ae8ce26ecfb33776fa086e883b6a9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff574f1f26c2035d9ea542d7303bf40b85470db80e825d0479e8692671fc6d9 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..176a8ea2845b287278cb7919c042ed5e8444194a --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1e2dbbcbc8f6697727d7d5346bd719aa7aca73f52cc14c2048af257e60e5c6 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7edfe86439f008a6c5a383ff8636dad2fb8739af --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae61c7ef42fa8f02e89a1d61f60fe6bf777cfc5a1f43edb62e9848d140b70fb +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0269ec29b80e097e6d265b3c71b458d288630fa --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99dd10fd675d3d53d901469e241efe6beb3d8631e1994f23c1c41a8704ab425c +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..de8b49b08e24194e47785b47ab31abfbb0819f68 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6842, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6682, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.636, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6801, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6371, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6755, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7046, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6568, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6447, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6747, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.656, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6485, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.642, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6891, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6496, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6502, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6601, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6607, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6681, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6529, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6943, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6932, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6711, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6678, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7058, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7017, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6862, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/119_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-2000/README.md b/119_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a3532c2b27f6afd7ee67470b9dd94171ec647945 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b430d9cdba58662e3d80bb0853b98de7119ba81195188f0a1271db49cb02d91 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2a24161ba898a0d9daa934c7b8e4a791adfebfa --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e58696a5db71c6a50d438b6aa8506b2d68baf023bd2e62edb383ef64967f76 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ac0d1417ff18e6d6140c2577a31194b7f2f71fc5 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb27d360f67aed465d2ad5b657c4c1f1ea2352da31d5c56c984aa8b231c772a +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4350e18e954f761d17fd889fb583f625d6105087 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7663f94f338880714c8bb1d60e56090e55323961ef38ee760824cd29bf00518 +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9c45e74091bc8c1ce32028a864b7c6ee47230078 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6842, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6682, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.636, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6801, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6371, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6755, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7046, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6568, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6447, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6747, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.656, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6485, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.642, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6891, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6496, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6502, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6601, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6607, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6681, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6529, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6943, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6932, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6711, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6678, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7058, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7017, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6862, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.698, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7025, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.665, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7035, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6345, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6593, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6248, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6827, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6518, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6286, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6902, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7094, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6493, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6489, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6683, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6655, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6709, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6345, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6903, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6725, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6761, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6842, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7064, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6563, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6469, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6681, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6632, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/119_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-2500/README.md b/119_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cedd7a04a8fcf550f8467834e6e50ed70385ec02 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:796b34690020b48717a922b108f964fccf6ab2f0a6f17407947276709c19d949 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc2b128118a52533764913408280fa556cb98249 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0c586887948d6cd63d728376d9f8b381adcb0da8771088a2b86ddcedc8c68cf +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..662ef9f6a9bcaf939ffbba6a2ec19229b0250eeb --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183a9cb64a9222b02973fc413a589dae4a9138b9c0e04ce38d1397ef4acd70a0 +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4989b96ed8d6d37919bd29768a1b38a91f70ff --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16392c3406dc703a482a2728295444e19fbb823433cc4ac55c8e057f0228867a +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..75ee3ab89cd731a32eb07b05d8e135d7d66f9ccb --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6842, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6682, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.636, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6801, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6371, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6755, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7046, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6568, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6447, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6747, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.656, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6485, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.642, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6891, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6496, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6502, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6601, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6607, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6681, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6529, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6943, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6932, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6711, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6678, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7058, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7017, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6862, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.698, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7025, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.665, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7035, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6345, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6593, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6248, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6827, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6518, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6286, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6902, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7094, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6493, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6489, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6683, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6655, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6709, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6345, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6903, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6725, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6761, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6842, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7064, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6563, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6469, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6681, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6632, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6799, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6811, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6773, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6194, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6552, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6635, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6411, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6793, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6772, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6425, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6614, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.65, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.685, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6808, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6612, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6631, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6675, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6532, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6697, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6968, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6455, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6813, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6725, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6718, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6954, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6719, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6582, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6202, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6565, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6395, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6523, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6799, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/119_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-3000/README.md b/119_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfa80e3a55ca721b0648402d7cfc5b1f721dd596 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa1cf1d60b91c4e580817946538f8310928082df42efac7d9bf7a3110c92395 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c502782127c1b3e3677f50a1de316f2b3e6cd8c5 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1dd1ff8fbfa1c6771379adfff130d77c3fa48af0811c4e58131eb2b9b3a145 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d201ffb6f5b5e27df1a66b500cbcbd9e37611fbf --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767078b8ef1ffe7f2a6277af0f9d2f9ce60b449625e7e1001933c38f3d9b5044 +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc29bc95f4d9ef90251d92d1ddd3d92379ca6a71 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ccf9abe8cc59bf312498a95618303458af5f7d39db38f6bfa2ade359720f934 +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..68d78a8216ab61871caa7dfef3d05d078c5fbe04 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6842, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6682, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.636, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6801, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6371, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6755, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7046, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6568, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6447, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6747, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.656, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6485, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.642, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6891, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6496, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6502, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6601, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6607, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6681, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6529, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6943, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6932, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6711, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6678, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7058, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7017, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6862, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.698, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7025, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.665, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7035, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6345, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6593, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6248, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6827, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6518, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6286, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6902, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7094, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6493, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6489, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6683, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6655, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6709, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6345, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6903, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6725, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6761, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6842, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7064, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6563, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6469, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6681, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6632, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6799, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6811, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6773, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6194, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6552, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6635, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6411, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6793, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6772, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6425, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6614, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.65, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.685, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6808, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6612, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6631, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6675, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6532, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6697, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6968, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6455, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6813, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6725, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6718, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6954, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6719, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6582, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6202, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6565, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6395, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6523, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6799, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6157, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7094, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.68, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7009, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6931, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7001, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6847, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.653, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6386, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6832, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6853, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6876, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6878, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7067, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6736, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6536, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6806, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6708, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6718, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6829, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7071, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6614, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6689, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6578, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6791, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6402, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6574, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6598, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6827, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6471, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6398, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6557, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6619, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6815, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6267, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6938, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6796, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6544, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6497, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6675, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6429, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6866, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6773, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/119_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-3500/README.md b/119_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ebf6224e60dc6bae362f15bf595ee7885179fac --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701a80cb3cd427ea37bf892408da47a0e8d4229104b627c78cc575142436cd26 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ce375623a6fa42e1ebb3e4803e1e466b35c029e --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ff829c7ee1f05dac05e1a07a2224905f0ababb1a83570c02a48e44889281a0 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..70d52411ee788509af073c2f1d306aa3ab20efbe --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2119dc61084423bec439b9f1e4542b38aac5daaaf06856866e02395fd574ab +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e915e67950180f9c7353a93106dac878e0bb459 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab057d7f09fea26670ea9c30bf9c4685f5ff1b7c73eb68cd54f8088f56cad01b +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..544f506023e7ca9eead87dfbf8eb8ac4f723cbc0 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6842, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6682, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.636, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6801, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6371, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6755, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7046, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6568, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6447, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6747, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.656, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6485, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.642, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6891, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6496, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6502, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6601, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6607, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6681, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6529, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6943, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6932, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6711, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6678, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7058, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7017, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6862, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.698, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7025, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.665, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7035, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6345, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6593, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6248, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6827, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6518, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6286, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6902, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7094, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6493, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6489, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6683, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6655, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6709, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6345, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6903, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6725, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6761, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6842, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7064, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6563, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6469, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6681, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6632, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6799, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6811, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6773, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6194, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6552, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6635, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6411, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6793, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6772, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6425, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6614, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.65, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.685, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6808, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6612, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6631, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6675, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6532, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6697, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6968, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6455, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6813, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6725, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6718, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6954, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6719, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6582, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6202, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6565, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6395, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6523, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6799, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6157, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7094, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.68, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7009, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6931, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7001, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6847, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.653, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6386, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6832, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6853, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6876, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6878, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7067, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6736, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6536, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6806, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6708, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6718, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6829, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7071, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6614, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6689, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6578, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6791, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6402, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6574, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6598, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6827, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6471, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6398, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6557, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6619, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6815, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6267, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6938, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6796, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6544, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6497, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6675, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6429, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6866, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6773, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6776, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6598, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6904, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6412, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6352, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6672, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6616, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7068, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6708, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6686, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6841, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.6632, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6638, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6495, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6568, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6986, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6572, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6909, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6765, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6493, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6784, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6422, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6546, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6942, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6706, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6447, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6744, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6681, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6916, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7074, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6726, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6286, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6319, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6699, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6123, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6728, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6663, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6525, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6713, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.635, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6888, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6957, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6456, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6401, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6371, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6487, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6332, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6694, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6753, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/119_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-4000/README.md b/119_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44d3a73b6f851c05c49b9a3b85c26afa782357a8 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7e54305271e9458b65b79c6fe8782affb589ff4e936852544e119eb50f95bd +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7b4fc7fdc9c5c69e55d1b8e5aad7624f31fc3e3 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a38a5e3d7f36b356ce8096291369f008869399bd0bc10707470a26eb35f51f7 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dcfea427f64693d295a8eb2526ddf68da0fd82e9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc994560743c0a4109bc4a7f903ef1a8fab62d572b7fdddbb7f813bf82d58ac +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b5b2ace54e953f219e6400856eca6f93d734c9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d61e12ea09237a8cd9dfc456982b5a7bf9b839fa69b10fb6a5e2df2c8ea3910 +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..187159191b1042b22142e422657cf429e15a75c2 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6777, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6628, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7123, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6772, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6825, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6825, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7325, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7008, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6718, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6655, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6714, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6646, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6809, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6801, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6681, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6084, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6624, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6907, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.662, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6708, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6842, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6682, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.636, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6801, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6371, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6755, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7046, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6568, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6447, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6747, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.656, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6485, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.642, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6891, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6496, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6502, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6601, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6607, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6681, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6529, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6943, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6932, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6711, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6678, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7058, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7017, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6862, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.698, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7025, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.665, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7035, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6345, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6593, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6248, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6827, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6518, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6286, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6902, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7094, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6493, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6489, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6683, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6655, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6709, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6345, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6903, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6725, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6761, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6842, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7064, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6563, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6469, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6681, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6632, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6799, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6811, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6773, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6194, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6552, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6635, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6411, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6793, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6772, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6425, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6614, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.65, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.685, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6808, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6612, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6631, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6675, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6532, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6697, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6968, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6455, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6813, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6725, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6718, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6954, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6719, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6582, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6202, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6565, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6395, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6523, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6799, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6157, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7094, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.68, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7009, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6931, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7001, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6847, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.653, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6386, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6832, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6853, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6876, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6878, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7067, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6736, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6536, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6806, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6708, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6718, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6829, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7071, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6614, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6689, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6578, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6791, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6402, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6574, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6598, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6827, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6471, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6398, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6557, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6619, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6815, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6267, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6938, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6796, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6544, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6497, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6675, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6429, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6866, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6773, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6776, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6598, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6904, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6412, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6352, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6672, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6616, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7068, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6708, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6686, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6841, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.6632, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6638, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6495, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6568, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6986, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6572, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6909, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6765, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6493, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6784, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6422, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6546, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6942, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6706, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6447, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6744, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6681, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6916, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7074, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6726, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6286, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6319, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6699, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6123, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6728, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6663, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6525, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6713, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.635, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6888, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6957, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6456, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6401, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6371, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6487, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6332, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6694, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6753, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6519, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6629, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.6574, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.6632, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6579, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6387, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.6283, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.6834, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6927, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6483, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.646, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.6801, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6639, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6222, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.6492, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.6448, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5842, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6766, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.6461, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.6766, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.6306, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.6645, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.6753, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6395, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6745, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6588, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.6621, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.705, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.6599, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.63, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.6872, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6322, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.6655, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6687, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.6647, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.6433, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.6683, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.677, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.681, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.658, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.6814, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6627, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.6432, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6748, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6731, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.6513, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6388, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6499, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.6559, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6593, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/119_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/checkpoint-500/README.md b/119_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/119_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/119_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/119_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/119_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..440ada84db11119a1a6bb3c82834ddce9ac552bd --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02adc8fd9ba552e3ba449063b2738461386cbcaeab924a3be2ba3f64f3a82418 +size 26235704 diff --git a/119_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/119_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb701f9d9d3ddaac14b549f58cf54b7a361ced47 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36c1d9e38f176735ec90d843cd865c58d4fd31f809651bb6ad7992eed28e505 +size 52567237 diff --git a/119_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/119_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/119_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/119_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b18f86fd52eefe54d3217e3d9ecec6907c76423 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62142f56825a1325ad7cd0fc592044679fb9cd9988afb778a0757fd7f5738f09 +size 627 diff --git a/119_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/119_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..755152af9929f5efd08fb90e2e72f9b8b0fcf882 --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7891, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7868, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7547, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6948, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7135, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7247, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.719, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7025, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6664, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6749, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6887, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7136, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7285, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.692, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6825, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7469, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6761, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6953, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6721, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6683, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6747, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6789, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/119_Llama-2-13b-hf/checkpoint-500/training_args.bin b/119_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/119_Llama-2-13b-hf/training_args.bin b/119_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..5cfc9479db9bad6895c862a7eef3240132f73cab --- /dev/null +++ b/119_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fdd19e2ed6f33177f737bfa3ccdb7380f84c750beb151600638af981e7df02 +size 4283 diff --git a/1858/README.md b/1858/README.md new file mode 100644 index 0000000000000000000000000000000000000000..aa83172895a30997779b10f08556ca3ba428053f --- /dev/null +++ b/1858/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: '1858' + results: [] +library_name: peft +--- + + + +# 1858 + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/1858/adapter_config.json b/1858/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/adapter_model.safetensors b/1858/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb3b97100aad9fa648d8c932a10339647e599985 --- /dev/null +++ b/1858/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8eef3c81a82780d538b5ca34a51a88cfc08fc5b8019bf30f91d6678c959d7c +size 26235704 diff --git a/1858/checkpoint-1000/README.md b/1858/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-1000/adapter_config.json b/1858/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-1000/adapter_model.safetensors b/1858/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..91e462711588bff60b86e11b2a6dd83d12004025 --- /dev/null +++ b/1858/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f4f793ddcc2090abe67737c0b1e09b7487a105bcbfe47bfb88f00a402670c1c +size 26235704 diff --git a/1858/checkpoint-1000/optimizer.pt b/1858/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..e308d06ae0e703cdae33bcbdcadcb3ce1153e4ab --- /dev/null +++ b/1858/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff302486e8a684b93da96f382ccd83dbee1c9443c582ee93409994f0e2a415ef +size 52565434 diff --git a/1858/checkpoint-1000/rng_state.pth b/1858/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/1858/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/1858/checkpoint-1000/scheduler.pt b/1858/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac95f1e95c75c5fca50c58a4c578025f0c5e2c4 --- /dev/null +++ b/1858/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dcb7f64cd30a16488682e18d2abe37301e0122dd42b1c2ff35d43ffeb6946f +size 1064 diff --git a/1858/checkpoint-1000/trainer_state.json b/1858/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e9947e3c5c070f98cdb5b7229221e21e865468a4 --- /dev/null +++ b/1858/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-1000/training_args.bin b/1858/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-1500/README.md b/1858/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-1500/adapter_config.json b/1858/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-1500/adapter_model.safetensors b/1858/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae5d20c2de5e73565d76b4d65fb061d81735e010 --- /dev/null +++ b/1858/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6068cc1bedea65532f912de9a6d9dd62e19d5933d2fc7fd577e782082ed6612a +size 26235704 diff --git a/1858/checkpoint-1500/optimizer.pt b/1858/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2d7563bc1deae7d217faf5974686a914356ce65 --- /dev/null +++ b/1858/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1bc0f68d47a08237d3b31c7dbfe39bc29f9f12be4e20348c9c7082f845207d +size 52565434 diff --git a/1858/checkpoint-1500/rng_state.pth b/1858/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..011a03aa9f29672bbea7c9d0d1934c770a724398 --- /dev/null +++ b/1858/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92eb82a023f23b01ba12ac964c21ed408721810118065b47cd591285b3862deb +size 14244 diff --git a/1858/checkpoint-1500/scheduler.pt b/1858/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b93cead0a6f9f2a69200d21259c5fc13950feb00 --- /dev/null +++ b/1858/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be8a36beb1fc6b551ca68200e840d60a17bf929b3ef96882ca0e28d8e324966 +size 1064 diff --git a/1858/checkpoint-1500/trainer_state.json b/1858/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a3b4a7c9397030706dc6df37e64741fe9817ec57 --- /dev/null +++ b/1858/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-1500/training_args.bin b/1858/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-2000/README.md b/1858/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-2000/adapter_config.json b/1858/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-2000/adapter_model.safetensors b/1858/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ef04891551b3615a98452eabc99dca0f96312e80 --- /dev/null +++ b/1858/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49479b0a315cc78128c5cc98b074126121fc190f94e6130b050cfbc270552246 +size 26235704 diff --git a/1858/checkpoint-2000/optimizer.pt b/1858/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d3b6b17caa9e01210db21fcd89f8f4f85dc7ad5 --- /dev/null +++ b/1858/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4324f2e8a291061f30663685211417eb717709bc9f535613560fe119d48b1c +size 52565434 diff --git a/1858/checkpoint-2000/rng_state.pth b/1858/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6625cdaa3eb8a8774d97aa295fcfc6b2308c7ab --- /dev/null +++ b/1858/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08bd5882e2c938889da099d845d652b47a03ff34237e5194f5b8072fea7fbc7 +size 14244 diff --git a/1858/checkpoint-2000/scheduler.pt b/1858/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf2eac2582ee5bbdac2ab1a0a2a4aebd49d8898 --- /dev/null +++ b/1858/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705d171df5422a0b3ed1380888de2e09e1decddcc73e5027e1dbff1872b3ca14 +size 1064 diff --git a/1858/checkpoint-2000/trainer_state.json b/1858/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..513b229feec1fc0335a60a3e0f00fe7447a3381c --- /dev/null +++ b/1858/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-2000/training_args.bin b/1858/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-2500/README.md b/1858/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-2500/adapter_config.json b/1858/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-2500/adapter_model.safetensors b/1858/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4607e821aad589a81a42c5091680dce762107e6a --- /dev/null +++ b/1858/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:114a44ed32fbe4bfc5fb7f57d64ef6eb6e99a237a42e6daab7c0e77f9a702456 +size 26235704 diff --git a/1858/checkpoint-2500/optimizer.pt b/1858/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed38ae37dc1ca2e55297d76e8c0846f8a22d512 --- /dev/null +++ b/1858/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a2bb9d3e7b49dcb0d75378cb3f04e8557351e7722d29a211bf2bc8f7f091b0 +size 52565434 diff --git a/1858/checkpoint-2500/rng_state.pth b/1858/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b5acdd7f67bf67c483f684e0e47aa4cea593f012 --- /dev/null +++ b/1858/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4e91281d7d047513f3eaf23dc7e21ffc06c8b74b6c284704c59492e66a29f6 +size 14244 diff --git a/1858/checkpoint-2500/scheduler.pt b/1858/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aff50cab1a74732c52f3e4b3b7962aff935f84a --- /dev/null +++ b/1858/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e0e78629a3085b2848734027aecdbf715254c46a65c4d906cc5f61c2d81830 +size 1064 diff --git a/1858/checkpoint-2500/trainer_state.json b/1858/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f7f5794fae81976061b303bac2f879a3ecb19342 --- /dev/null +++ b/1858/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-2500/training_args.bin b/1858/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-3000/README.md b/1858/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-3000/adapter_config.json b/1858/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-3000/adapter_model.safetensors b/1858/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21acc957de16d7662b1b542825763e6ae19d7e60 --- /dev/null +++ b/1858/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb40d5a757e8b4a2b50cbdba7e75a626db82d14a0fe516104585a29f3c480fcb +size 26235704 diff --git a/1858/checkpoint-3000/optimizer.pt b/1858/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bafa0a0a668b427c9f0ffbcce791da9d521ea26 --- /dev/null +++ b/1858/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ccdc449d0770b8d4e86903afaa47c57983e2a4e34cf52a8f18a1bdd3387142 +size 52565434 diff --git a/1858/checkpoint-3000/rng_state.pth b/1858/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5514c2364480f5ba55bb1a8a7129edc43c8269c8 --- /dev/null +++ b/1858/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85027ccb3cbfd07885a93731d4088037863bdd3a9c4da70cb0ca80f8ab171bc +size 14244 diff --git a/1858/checkpoint-3000/scheduler.pt b/1858/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee6a9edf85d28ae2315f70d507226c676971757 --- /dev/null +++ b/1858/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c302b0d881462133bca389e07017e47d5c18fb380629b254036e6bc6d19df88 +size 1064 diff --git a/1858/checkpoint-3000/trainer_state.json b/1858/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0a51f946a15b69e1134fd3ca822d19704b7bea23 --- /dev/null +++ b/1858/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.2, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-3000/training_args.bin b/1858/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-3500/README.md b/1858/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-3500/adapter_config.json b/1858/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-3500/adapter_model.safetensors b/1858/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..074015186279349353722d4fa16ce7bd4e8004ee --- /dev/null +++ b/1858/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435571888a4e091a6c52f393b17d96ca1b07984872e56ef3a179ce4f455400cd +size 26235704 diff --git a/1858/checkpoint-3500/optimizer.pt b/1858/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d76aed732b412f9d7d03511ac7e8a8ab8fd75d92 --- /dev/null +++ b/1858/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6680fa2af7ba0f5ca0f5e440033b02842b7ae2c449f192ae2adc22660bbbfd8e +size 52565434 diff --git a/1858/checkpoint-3500/rng_state.pth b/1858/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..46900bff49e326c776106f632f696a243b76101a --- /dev/null +++ b/1858/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d04bfb7aa3c282c988c95c52c118eeebdd77bc9f43dc2d03b8d6e17835e6fe +size 14244 diff --git a/1858/checkpoint-3500/scheduler.pt b/1858/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a28134f2d6deaf9ad902bf645695b6e58d2b5c27 --- /dev/null +++ b/1858/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978b7f92ab0e5965a0a65230c9ce9d7616823f4a8305e7dd343904ce17ab0865 +size 1064 diff --git a/1858/checkpoint-3500/trainer_state.json b/1858/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..739bc1b6c84d39fe06e92703f6649afb0074a131 --- /dev/null +++ b/1858/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-3500/training_args.bin b/1858/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-4000/README.md b/1858/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-4000/adapter_config.json b/1858/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-4000/adapter_model.safetensors b/1858/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53bf8e43d13f19f47b24ca63f38832e5f615275e --- /dev/null +++ b/1858/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac74411b3459e0eb681b6031f8a703bfcaafd05a0395de7f19083be02580f0be +size 26235704 diff --git a/1858/checkpoint-4000/optimizer.pt b/1858/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..36f469993fd35c08645f5a6c19331d2f00e38671 --- /dev/null +++ b/1858/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3923f7dc20773cc3b73d2cc1679d0db982e7fc226c5b3c2257938ce6968cb0f5 +size 52565434 diff --git a/1858/checkpoint-4000/rng_state.pth b/1858/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4959337501c5a5461ed2bf9545574b3f40267c9 --- /dev/null +++ b/1858/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6754fab244ca44d88a841a60271b5dc8c5d8d98d90006bf01abc71d28f65b63d +size 14244 diff --git a/1858/checkpoint-4000/scheduler.pt b/1858/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..558103fa4d342b9939fbf53fd860c7ad3addf3a4 --- /dev/null +++ b/1858/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866c82d93f04fc5c297af159755dd3026eeb30d5ec10f317cbf4d5658c60366b +size 1064 diff --git a/1858/checkpoint-4000/trainer_state.json b/1858/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f4be1336578ad179a98d9f45351afeee3ec8c26 --- /dev/null +++ b/1858/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-4000/training_args.bin b/1858/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-4500/README.md b/1858/checkpoint-4500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-4500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-4500/adapter_config.json b/1858/checkpoint-4500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-4500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-4500/adapter_model.safetensors b/1858/checkpoint-4500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8efe43c888940e6ae861923b60fd9508336571d8 --- /dev/null +++ b/1858/checkpoint-4500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9b2ae7c5c2906c694b9d2a69b4f2ef874a6bfc0ed349480cb8a2dfc5a50be2 +size 26235704 diff --git a/1858/checkpoint-4500/optimizer.pt b/1858/checkpoint-4500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4150781e542dd490941f50bba396aebb44cd99ba --- /dev/null +++ b/1858/checkpoint-4500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e911e58a4a663bebd752bfc9fa874eaa9e6b16c332b1095a83fcfbf86374cb3e +size 52565434 diff --git a/1858/checkpoint-4500/rng_state.pth b/1858/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2d49dc905fd3ba752cf4350ee27843560cee6283 --- /dev/null +++ b/1858/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4124d070ec8196a69933f138ebafb9a0b28218e468840e307bfd5f61db0983d3 +size 14244 diff --git a/1858/checkpoint-4500/scheduler.pt b/1858/checkpoint-4500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb36230ebd300bd45dba17dbcad3d1169239608c --- /dev/null +++ b/1858/checkpoint-4500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3a1f39b0649bc03eb60d23712514a784906b72a24cf2557a6e6d26f75c9b70 +size 1064 diff --git a/1858/checkpoint-4500/trainer_state.json b/1858/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f85b0f98ed7c6422c667adea344b3f822d9423d2 --- /dev/null +++ b/1858/checkpoint-4500/trainer_state.json @@ -0,0 +1,2721 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.84411169865728e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-4500/training_args.bin b/1858/checkpoint-4500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-500/README.md b/1858/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-500/adapter_config.json b/1858/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-500/adapter_model.safetensors b/1858/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b38faaeb9a480224f8e67e25d4916c4132f8f27 --- /dev/null +++ b/1858/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abad5688222d5228d52a26d295571d416902c5dc45e29e9c3dcdd81eccb07fb +size 26235704 diff --git a/1858/checkpoint-500/optimizer.pt b/1858/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..93aae896b0947f4b1485b21adc983335601de010 --- /dev/null +++ b/1858/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d93475f5e08821b3bcb9a718ce2e3f8c7368dd1af972d6cad2e7b3903ec5f52 +size 52565434 diff --git a/1858/checkpoint-500/rng_state.pth b/1858/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/1858/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/1858/checkpoint-500/scheduler.pt b/1858/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7c018db45d28307c8e58b7742d2c18414c9abc --- /dev/null +++ b/1858/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49803d46ca35d62953a79733fff9be246bab878b73283801eb146d162dc1f6bd +size 1064 diff --git a/1858/checkpoint-500/trainer_state.json b/1858/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8d53daf1b4fa8f66d6cde59148e53c6089a9645a --- /dev/null +++ b/1858/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.2, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-500/training_args.bin b/1858/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-5000/README.md b/1858/checkpoint-5000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-5000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-5000/adapter_config.json b/1858/checkpoint-5000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-5000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-5000/adapter_model.safetensors b/1858/checkpoint-5000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48b5bd7b0141ed82b51f236429eac3824733e6fe --- /dev/null +++ b/1858/checkpoint-5000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c8a23f06efe5886c32559783562ef00e02d60c254527281cd73d335cdcc09d +size 26235704 diff --git a/1858/checkpoint-5000/optimizer.pt b/1858/checkpoint-5000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..517d793f3b9a0b429f64b9a09e1689900d68ed59 --- /dev/null +++ b/1858/checkpoint-5000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c60776e41a0172fffa97ed4cf33e0f93fea56b42910351085ff66aa40d4c09f +size 52565434 diff --git a/1858/checkpoint-5000/rng_state.pth b/1858/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f28ddd072d6fa161f94adcc50191a04686bea9c --- /dev/null +++ b/1858/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3377fa1211be067a69cad1f7928ad5018c4b86ecd9ab6589f90cb7f72f4ffa20 +size 14244 diff --git a/1858/checkpoint-5000/scheduler.pt b/1858/checkpoint-5000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..206a887a63fc3223931864b70f28ffa2f02b868c --- /dev/null +++ b/1858/checkpoint-5000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4579ec5eb60d61c9c17200e50d5be12ad44731a051f2ac1e6d4dce250a9ce1 +size 1064 diff --git a/1858/checkpoint-5000/trainer_state.json b/1858/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f9b94bff25f85199be72c776703d27f65a497df1 --- /dev/null +++ b/1858/checkpoint-5000/trainer_state.json @@ -0,0 +1,3021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6621, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6601, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6457, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6792, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6954, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6689, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6497, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6502, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6615, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6705, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6833, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7002, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.704, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6988, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6538, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6933, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6441, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6855, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6723, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6735, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6723, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6583, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6504, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6713, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6899, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.667, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6683, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6693, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6908, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6834, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6452, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6606, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6277, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6375, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6506, + "step": 5000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-5000/training_args.bin b/1858/checkpoint-5000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-5500/README.md b/1858/checkpoint-5500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-5500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-5500/adapter_config.json b/1858/checkpoint-5500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-5500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-5500/adapter_model.safetensors b/1858/checkpoint-5500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0b0123af7a1db7561855468217dd5c5bf7cf0746 --- /dev/null +++ b/1858/checkpoint-5500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e377ddce6f07093e991a87a25768467a58b31ec52d81c6c4af7f37cb84ba986 +size 26235704 diff --git a/1858/checkpoint-5500/optimizer.pt b/1858/checkpoint-5500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f05151652163c278dbc5f8f78283812d116be03 --- /dev/null +++ b/1858/checkpoint-5500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8aa0e9ebf2d7c71f245598fe37dd827d6a1f75e0be4d32510af1dd37490a0c7 +size 52565434 diff --git a/1858/checkpoint-5500/rng_state.pth b/1858/checkpoint-5500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8aafca8b432f0873b6a3fe492416a2980f414133 --- /dev/null +++ b/1858/checkpoint-5500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c15fe766cd190a81e116c32c95065568036696980d6a5ad4e378c43a897aab +size 14244 diff --git a/1858/checkpoint-5500/scheduler.pt b/1858/checkpoint-5500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..649451734e276e05c3a1d51ef5bbfbcc5080dae6 --- /dev/null +++ b/1858/checkpoint-5500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27a63019432f99020cc1ba2e82aac0dbc3ced230392e76023a33c7677fa2b39 +size 1064 diff --git a/1858/checkpoint-5500/trainer_state.json b/1858/checkpoint-5500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ccbff3cbddf3f76f46eee3b37b48f30ec0486fd2 --- /dev/null +++ b/1858/checkpoint-5500/trainer_state.json @@ -0,0 +1,3321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2, + "eval_steps": 500, + "global_step": 5500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6621, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6601, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6457, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6792, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6954, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6689, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6497, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6502, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6615, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6705, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6833, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7002, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.704, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6988, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6538, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6933, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6441, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6855, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6723, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6735, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6723, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6583, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6504, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6713, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6899, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.667, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6683, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6693, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6908, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6834, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6452, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6606, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6277, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6375, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6506, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6721, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6522, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6545, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6299, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6562, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6366, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6747, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6738, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6262, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7095, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6842, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6768, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6871, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6436, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6399, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6893, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6447, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6706, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.612, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6363, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6054, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6738, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6848, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7045, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6703, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6316, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.47613652058112e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-5500/training_args.bin b/1858/checkpoint-5500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-5500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-6000/README.md b/1858/checkpoint-6000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-6000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-6000/adapter_config.json b/1858/checkpoint-6000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-6000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-6000/adapter_model.safetensors b/1858/checkpoint-6000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..657b289a05e7bb857b4d7c58d7324815051247a8 --- /dev/null +++ b/1858/checkpoint-6000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0839cb0fd77b3f1ad048d1e9aba55138c40b7c1b1900fb52468598c0e6aaafff +size 26235704 diff --git a/1858/checkpoint-6000/optimizer.pt b/1858/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c98e2f878547d9a351822dfad6116768aef5b593 --- /dev/null +++ b/1858/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93c0cb66a90b4600b4b65a92506aa64bc6ec2e65f40f32e5d5a1d546be6cf21d +size 52565434 diff --git a/1858/checkpoint-6000/rng_state.pth b/1858/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c1f0cb60263429300aa63a2b3184ad1624964fa5 --- /dev/null +++ b/1858/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27cbb9083c4e50d7a26495d1014758ff5d91fa81ac5c9fe340cff6a0d230153 +size 14244 diff --git a/1858/checkpoint-6000/scheduler.pt b/1858/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd7d2beff61a5d8a646cb7c14e3b11647e23ef9 --- /dev/null +++ b/1858/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8387f825847a9b8a2c8387203584ce1062acc3caff7113d13f9f01240448459b +size 1064 diff --git a/1858/checkpoint-6000/trainer_state.json b/1858/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..74af390095bddbc8a1962fac424bb4b8965ef0e0 --- /dev/null +++ b/1858/checkpoint-6000/trainer_state.json @@ -0,0 +1,3621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6621, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6601, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6457, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6792, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6954, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6689, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6497, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6502, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6615, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6705, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6833, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7002, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.704, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6988, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6538, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6933, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6441, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6855, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6723, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6735, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6723, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6583, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6504, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6713, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6899, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.667, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6683, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6693, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6908, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6834, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6452, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6606, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6277, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6375, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6506, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6721, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6522, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6545, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6299, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6562, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6366, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6747, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6738, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6262, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7095, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6842, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6768, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6871, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6436, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6399, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6893, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6447, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6706, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.612, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6363, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6054, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6738, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6848, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7045, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6703, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6316, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6438, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6594, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.627, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6514, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6339, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6724, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6748, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.695, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6821, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6516, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6937, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6148, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7008, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6368, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.611, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6959, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.673, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6592, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6504, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6473, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6367, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6776, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6247, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6268, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6476, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6463, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6656, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.664, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6959, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6716, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6885, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7097, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6348, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6641, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6708, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.6582, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6837, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6731, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.65, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6177, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6557, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6708, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6865, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6317, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6792, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6167, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6147, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6802, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6754, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.79214893154304e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-6000/training_args.bin b/1858/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-6500/README.md b/1858/checkpoint-6500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-6500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-6500/adapter_config.json b/1858/checkpoint-6500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-6500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-6500/adapter_model.safetensors b/1858/checkpoint-6500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..333ce1300ce63c01bcff8755fca2abe7a2cb1295 --- /dev/null +++ b/1858/checkpoint-6500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651d02fc173a9f18f98288174d5ca2ad2cc7c0f35d0d4035c259547af6906ed4 +size 26235704 diff --git a/1858/checkpoint-6500/optimizer.pt b/1858/checkpoint-6500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e851490084bf7d3e3b628ccd2ad536ed69f307 --- /dev/null +++ b/1858/checkpoint-6500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6898e346bd6cdd26b32c69f86057cbf13470dd3e1cb7408b77d235c3f6baf38f +size 52565434 diff --git a/1858/checkpoint-6500/rng_state.pth b/1858/checkpoint-6500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..18108153b96d52a19c17e257c27e71ccb6ffeb74 --- /dev/null +++ b/1858/checkpoint-6500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0445a21dfccfc17eeca7e638e80b0e4e39ae20270e84793b5b6183c55e75e2a +size 14244 diff --git a/1858/checkpoint-6500/scheduler.pt b/1858/checkpoint-6500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c4213959b66b28cfbde051ddc795de5542609e2 --- /dev/null +++ b/1858/checkpoint-6500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e223318408d01815c7728ea493663a81c23dc0f7d0eb1799e84fe4da11c738df +size 1064 diff --git a/1858/checkpoint-6500/trainer_state.json b/1858/checkpoint-6500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..77c30799020c477286fec75efdb6724716b5e517 --- /dev/null +++ b/1858/checkpoint-6500/trainer_state.json @@ -0,0 +1,3921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6, + "eval_steps": 500, + "global_step": 6500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6621, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6601, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6457, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6792, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6954, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6689, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6497, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6502, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6615, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6705, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6833, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7002, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.704, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6988, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6538, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6933, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6441, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6855, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6723, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6735, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6723, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6583, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6504, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6713, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6899, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.667, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6683, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6693, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6908, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6834, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6452, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6606, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6277, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6375, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6506, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6721, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6522, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6545, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6299, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6562, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6366, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6747, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6738, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6262, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7095, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6842, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6768, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6871, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6436, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6399, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6893, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6447, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6706, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.612, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6363, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6054, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6738, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6848, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7045, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6703, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6316, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6438, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6594, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.627, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6514, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6339, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6724, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6748, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.695, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6821, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6516, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6937, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6148, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7008, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6368, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.611, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6959, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.673, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6592, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6504, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6473, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6367, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6776, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6247, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6268, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6476, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6463, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6656, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.664, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6959, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6716, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6885, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7097, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6348, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6641, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6708, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.6582, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6837, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6731, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.65, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6177, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6557, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6708, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6865, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6317, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6792, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6167, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6147, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6802, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6754, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6456, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6889, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6756, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.6908, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.629, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6797, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6748, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6372, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6674, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6606, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6704, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6752, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6539, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.6465, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6587, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6616, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6845, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.695, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6846, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6899, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6555, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.6759, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6437, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6636, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.693, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6447, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6382, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.6894, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6591, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6453, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6404, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6641, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6242, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.642, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6485, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6426, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.648, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6456, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6961, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.666, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6064, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.6429, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6602, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6744, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6419, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.6688, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7413, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6633, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6935, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.6653, + "step": 6500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 4.10816134250496e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-6500/training_args.bin b/1858/checkpoint-6500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-6500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-7000/README.md b/1858/checkpoint-7000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-7000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-7000/adapter_config.json b/1858/checkpoint-7000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-7000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-7000/adapter_model.safetensors b/1858/checkpoint-7000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc5098067fa16c5eace4b8d6d13356113d9f752b --- /dev/null +++ b/1858/checkpoint-7000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d0624fa29d95f88b9b548d8d59b83b5eae90ccfe1983d5d6f083ef1685fb98 +size 26235704 diff --git a/1858/checkpoint-7000/optimizer.pt b/1858/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f07b294fb94019368812c06566396ec7f7284ec --- /dev/null +++ b/1858/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1507dca427b43f2001d1cf756c8a7754de5f96e141b624a542729d44d418b39 +size 52565434 diff --git a/1858/checkpoint-7000/rng_state.pth b/1858/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a869012e775ed0b29b1cd55d86a42ad51ad8ab7d --- /dev/null +++ b/1858/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b115e68871289aa206acc9048f47e1beae5380b0e1d880945737e8908e513601 +size 14244 diff --git a/1858/checkpoint-7000/scheduler.pt b/1858/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbaf207157e7b4900f3b09edbe66b55a2cebe7d --- /dev/null +++ b/1858/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9acbf4595203b060acd77ef8f0492ab828b8bb2657257b918daa93c903d052 +size 1064 diff --git a/1858/checkpoint-7000/trainer_state.json b/1858/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2d9b9b41b11a7fbcee045229d3c84ac8e4c4e219 --- /dev/null +++ b/1858/checkpoint-7000/trainer_state.json @@ -0,0 +1,4221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6621, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6601, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6457, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6792, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6954, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6689, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6497, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6502, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6615, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6705, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6833, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7002, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.704, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6988, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6538, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6933, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6441, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6855, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6723, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6735, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6723, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6583, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6504, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6713, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6899, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.667, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6683, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6693, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6908, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6834, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6452, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6606, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6277, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6375, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6506, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6721, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6522, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6545, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6299, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6562, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6366, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6747, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6738, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6262, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7095, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6842, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6768, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6871, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6436, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6399, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6893, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6447, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6706, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.612, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6363, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6054, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6738, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6848, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7045, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6703, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6316, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6438, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6594, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.627, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6514, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6339, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6724, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6748, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.695, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6821, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6516, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6937, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6148, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7008, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6368, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.611, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6959, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.673, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6592, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6504, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6473, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6367, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6776, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6247, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6268, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6476, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6463, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6656, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.664, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6959, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6716, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6885, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7097, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6348, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6641, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6708, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.6582, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6837, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6731, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.65, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6177, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6557, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6708, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6865, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6317, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6792, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6167, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6147, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6802, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6754, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6456, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6889, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6756, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.6908, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.629, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6797, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6748, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6372, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6674, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6606, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6704, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6752, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6539, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.6465, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6587, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6616, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6845, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.695, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6846, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6899, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6555, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.6759, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6437, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6636, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.693, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6447, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6382, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.6894, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6591, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6453, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6404, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6641, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6242, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.642, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6485, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6426, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.648, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6456, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6961, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.666, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6064, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.6429, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6602, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6744, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6419, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.6688, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7413, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6633, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6935, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.6653, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6521, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6235, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6604, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.652, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6672, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.6546, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.619, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6295, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6587, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6317, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.6545, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.678, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.686, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6366, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.6351, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6687, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6223, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6413, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.6601, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.6768, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6636, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6539, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6912, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6378, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6637, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6837, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.6381, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6348, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6848, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.613, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6566, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.6369, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7123, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6485, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6738, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.675, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6971, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.6431, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.6139, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6511, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6184, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6613, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6517, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6735, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.6753, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6505, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6555, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.6961, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6244, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7016, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 4.42417375346688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-7000/training_args.bin b/1858/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/checkpoint-7500/README.md b/1858/checkpoint-7500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1858/checkpoint-7500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1858/checkpoint-7500/adapter_config.json b/1858/checkpoint-7500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1858/checkpoint-7500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1858/checkpoint-7500/adapter_model.safetensors b/1858/checkpoint-7500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb3b97100aad9fa648d8c932a10339647e599985 --- /dev/null +++ b/1858/checkpoint-7500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa8eef3c81a82780d538b5ca34a51a88cfc08fc5b8019bf30f91d6678c959d7c +size 26235704 diff --git a/1858/checkpoint-7500/optimizer.pt b/1858/checkpoint-7500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..87295152988d71a712379c138ca5bb6f06c1cc4b --- /dev/null +++ b/1858/checkpoint-7500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1105cee38b6f5564ed19a7e6b51ecfadf5cb2e4d6a0bc35c378382314c7ca0 +size 52565434 diff --git a/1858/checkpoint-7500/rng_state.pth b/1858/checkpoint-7500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2286684ea20b9041a3216fb6daf42e0dd63ca969 --- /dev/null +++ b/1858/checkpoint-7500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3246bd514acca70620c156f1d2247f86c04bc9046452d3ee90ed011cad026f2a +size 14244 diff --git a/1858/checkpoint-7500/scheduler.pt b/1858/checkpoint-7500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae88f17ad19600c92ce1c26eb97c93d7ee186086 --- /dev/null +++ b/1858/checkpoint-7500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e95f78bbbb9b613376b4c17ce129da2369a70a8610283ee10e8332a35cb2fc8 +size 1064 diff --git a/1858/checkpoint-7500/trainer_state.json b/1858/checkpoint-7500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..fd9887dc5914bd06359edf51c537ce0c988275cf --- /dev/null +++ b/1858/checkpoint-7500/trainer_state.json @@ -0,0 +1,4521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 7500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7827, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7301, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7744, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7291, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7356, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7228, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6762, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7109, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.703, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7273, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6745, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7096, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7159, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6748, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7082, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7431, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7587, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6833, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6789, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6545, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6758, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6778, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6842, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7129, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6956, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6793, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6623, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6733, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6771, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6931, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6837, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6882, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7075, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6816, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6892, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6909, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6665, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6869, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6774, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6879, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6604, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6816, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6716, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.655, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7017, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6675, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6876, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6574, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6827, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6468, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7001, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6778, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6382, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6589, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6878, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6893, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6578, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.717, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6763, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6904, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6684, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6799, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6822, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7039, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6486, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6639, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7029, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6039, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.653, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6706, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.655, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6641, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6994, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6829, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6659, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6499, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.677, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6806, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6551, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6538, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6921, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6965, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6491, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6441, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6904, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7378, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6808, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.729, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6436, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6733, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6714, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6683, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6796, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.688, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6478, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6684, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6955, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6834, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.72, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6943, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6403, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6908, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6625, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.642, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6845, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6822, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6811, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6896, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6792, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6441, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6384, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6844, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6367, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7078, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6582, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6771, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7049, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6648, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6629, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6788, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6737, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6906, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6773, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7062, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6771, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6873, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.702, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6723, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6601, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6485, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6775, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6912, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6824, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6837, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6675, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6745, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.672, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6714, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6593, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.726, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6496, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6641, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.667, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6578, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6543, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6586, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6823, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6894, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7365, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6816, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6393, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6638, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6807, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6669, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6697, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6949, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6483, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6489, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6474, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7073, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6772, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6886, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6763, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6615, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7142, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6721, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6611, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6515, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6772, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.636, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6669, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6704, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6904, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.657, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6844, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7014, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6525, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.685, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6477, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6701, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6687, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6364, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6665, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6462, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6848, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6477, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6836, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6334, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6961, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.677, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6433, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6568, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6866, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.678, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6424, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6613, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6295, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6834, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6751, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.657, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6604, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6565, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7142, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6666, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6582, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6477, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6808, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6424, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6627, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6867, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.675, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7035, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7112, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6807, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6541, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6582, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6412, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6615, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6374, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6231, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.652, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6492, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6426, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6994, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6808, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.628, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.698, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6642, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7035, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.67, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6626, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6951, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6688, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6562, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6944, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6874, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6803, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6886, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6868, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6649, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6804, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7012, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.67, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6796, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.651, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6515, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6917, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6185, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6736, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6938, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6841, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6799, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7112, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6406, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6737, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6539, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.639, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6986, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7022, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6572, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.652, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6743, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6446, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6719, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6913, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6349, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6581, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6739, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7005, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.64, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6377, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6882, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5956, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6431, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6867, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6517, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6621, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6601, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6457, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6792, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6954, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6689, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6497, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6502, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6615, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6705, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6833, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7002, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.704, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6988, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6538, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6933, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6441, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6855, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6723, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6735, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6723, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6583, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6504, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6713, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6899, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.667, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6683, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6693, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6908, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6834, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6452, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6606, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6277, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6375, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6506, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6721, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6522, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6545, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6299, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6562, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6366, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6747, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6738, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6262, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7095, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6842, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6768, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6871, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6436, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6399, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6893, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6447, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6706, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.612, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6363, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6054, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6738, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6848, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7045, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6703, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6316, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6438, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6594, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.627, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6514, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6339, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6724, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6748, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.695, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6821, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6516, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6937, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6148, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7008, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6368, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.611, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6959, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.673, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6592, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6504, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6473, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6367, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6776, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6247, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6268, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6476, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6463, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6656, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.664, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6959, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6716, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6885, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7097, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6348, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6641, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6708, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.6582, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6837, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6731, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.65, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6177, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6557, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6708, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6865, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6317, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6792, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6167, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6147, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6802, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6754, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6456, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6889, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6756, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.6908, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.629, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6797, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6748, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6372, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6674, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6606, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6704, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6752, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6539, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.6465, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6587, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6616, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6845, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.695, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6846, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6899, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6555, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.6759, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6437, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6636, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.693, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6447, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6382, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.6894, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6591, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6453, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6404, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6641, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6242, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.642, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6485, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6426, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.648, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6456, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6961, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.666, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6064, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.6429, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6602, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6744, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6419, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.6688, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7413, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6633, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6935, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.6653, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6521, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6235, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6604, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.652, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6672, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.6546, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.619, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6295, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6587, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6317, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.6545, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.678, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.686, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6366, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.6351, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6687, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6223, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6413, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.6601, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.6768, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6636, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6539, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6912, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6378, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6637, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6837, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.6381, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6348, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6848, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.613, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6566, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.6369, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7123, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6485, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6738, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.675, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6971, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.6431, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.6139, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6511, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6184, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6613, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6517, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6735, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.6753, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6505, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6555, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.6961, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6244, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7016, + "step": 7000 + }, + { + "epoch": 2.8, + "learning_rate": 3.2666666666666666e-06, + "loss": 1.6515, + "step": 7010 + }, + { + "epoch": 2.81, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.6873, + "step": 7020 + }, + { + "epoch": 2.81, + "learning_rate": 3.133333333333333e-06, + "loss": 1.6883, + "step": 7030 + }, + { + "epoch": 2.82, + "learning_rate": 3.066666666666667e-06, + "loss": 1.6478, + "step": 7040 + }, + { + "epoch": 2.82, + "learning_rate": 3e-06, + "loss": 1.6801, + "step": 7050 + }, + { + "epoch": 2.82, + "learning_rate": 2.9333333333333333e-06, + "loss": 1.6914, + "step": 7060 + }, + { + "epoch": 2.83, + "learning_rate": 2.8666666666666666e-06, + "loss": 1.6612, + "step": 7070 + }, + { + "epoch": 2.83, + "learning_rate": 2.8000000000000003e-06, + "loss": 1.6326, + "step": 7080 + }, + { + "epoch": 2.84, + "learning_rate": 2.7333333333333336e-06, + "loss": 1.6278, + "step": 7090 + }, + { + "epoch": 2.84, + "learning_rate": 2.666666666666667e-06, + "loss": 1.6857, + "step": 7100 + }, + { + "epoch": 2.84, + "learning_rate": 2.6e-06, + "loss": 1.6804, + "step": 7110 + }, + { + "epoch": 2.85, + "learning_rate": 2.5333333333333334e-06, + "loss": 1.6572, + "step": 7120 + }, + { + "epoch": 2.85, + "learning_rate": 2.4666666666666666e-06, + "loss": 1.6869, + "step": 7130 + }, + { + "epoch": 2.86, + "learning_rate": 2.4000000000000003e-06, + "loss": 1.648, + "step": 7140 + }, + { + "epoch": 2.86, + "learning_rate": 2.3333333333333336e-06, + "loss": 1.6692, + "step": 7150 + }, + { + "epoch": 2.86, + "learning_rate": 2.266666666666667e-06, + "loss": 1.6652, + "step": 7160 + }, + { + "epoch": 2.87, + "learning_rate": 2.2e-06, + "loss": 1.6551, + "step": 7170 + }, + { + "epoch": 2.87, + "learning_rate": 2.1333333333333334e-06, + "loss": 1.6676, + "step": 7180 + }, + { + "epoch": 2.88, + "learning_rate": 2.0666666666666666e-06, + "loss": 1.6382, + "step": 7190 + }, + { + "epoch": 2.88, + "learning_rate": 2.0000000000000003e-06, + "loss": 1.6621, + "step": 7200 + }, + { + "epoch": 2.88, + "learning_rate": 1.9333333333333336e-06, + "loss": 1.6613, + "step": 7210 + }, + { + "epoch": 2.89, + "learning_rate": 1.8666666666666669e-06, + "loss": 1.6617, + "step": 7220 + }, + { + "epoch": 2.89, + "learning_rate": 1.8e-06, + "loss": 1.6405, + "step": 7230 + }, + { + "epoch": 2.9, + "learning_rate": 1.7333333333333334e-06, + "loss": 1.7324, + "step": 7240 + }, + { + "epoch": 2.9, + "learning_rate": 1.6666666666666667e-06, + "loss": 1.6252, + "step": 7250 + }, + { + "epoch": 2.9, + "learning_rate": 1.6000000000000001e-06, + "loss": 1.6475, + "step": 7260 + }, + { + "epoch": 2.91, + "learning_rate": 1.5333333333333334e-06, + "loss": 1.662, + "step": 7270 + }, + { + "epoch": 2.91, + "learning_rate": 1.4666666666666667e-06, + "loss": 1.6462, + "step": 7280 + }, + { + "epoch": 2.92, + "learning_rate": 1.4000000000000001e-06, + "loss": 1.6776, + "step": 7290 + }, + { + "epoch": 2.92, + "learning_rate": 1.3333333333333334e-06, + "loss": 1.6321, + "step": 7300 + }, + { + "epoch": 2.92, + "learning_rate": 1.2666666666666667e-06, + "loss": 1.62, + "step": 7310 + }, + { + "epoch": 2.93, + "learning_rate": 1.2000000000000002e-06, + "loss": 1.7033, + "step": 7320 + }, + { + "epoch": 2.93, + "learning_rate": 1.1333333333333334e-06, + "loss": 1.6433, + "step": 7330 + }, + { + "epoch": 2.94, + "learning_rate": 1.0666666666666667e-06, + "loss": 1.6759, + "step": 7340 + }, + { + "epoch": 2.94, + "learning_rate": 1.0000000000000002e-06, + "loss": 1.677, + "step": 7350 + }, + { + "epoch": 2.94, + "learning_rate": 9.333333333333334e-07, + "loss": 1.6149, + "step": 7360 + }, + { + "epoch": 2.95, + "learning_rate": 8.666666666666667e-07, + "loss": 1.694, + "step": 7370 + }, + { + "epoch": 2.95, + "learning_rate": 8.000000000000001e-07, + "loss": 1.6405, + "step": 7380 + }, + { + "epoch": 2.96, + "learning_rate": 7.333333333333333e-07, + "loss": 1.6539, + "step": 7390 + }, + { + "epoch": 2.96, + "learning_rate": 6.666666666666667e-07, + "loss": 1.7107, + "step": 7400 + }, + { + "epoch": 2.96, + "learning_rate": 6.000000000000001e-07, + "loss": 1.6611, + "step": 7410 + }, + { + "epoch": 2.97, + "learning_rate": 5.333333333333333e-07, + "loss": 1.6725, + "step": 7420 + }, + { + "epoch": 2.97, + "learning_rate": 4.666666666666667e-07, + "loss": 1.6535, + "step": 7430 + }, + { + "epoch": 2.98, + "learning_rate": 4.0000000000000003e-07, + "loss": 1.6728, + "step": 7440 + }, + { + "epoch": 2.98, + "learning_rate": 3.3333333333333335e-07, + "loss": 1.659, + "step": 7450 + }, + { + "epoch": 2.98, + "learning_rate": 2.6666666666666667e-07, + "loss": 1.6625, + "step": 7460 + }, + { + "epoch": 2.99, + "learning_rate": 2.0000000000000002e-07, + "loss": 1.6767, + "step": 7470 + }, + { + "epoch": 2.99, + "learning_rate": 1.3333333333333334e-07, + "loss": 1.636, + "step": 7480 + }, + { + "epoch": 3.0, + "learning_rate": 6.666666666666667e-08, + "loss": 1.6536, + "step": 7490 + }, + { + "epoch": 3.0, + "learning_rate": 0.0, + "loss": 1.6739, + "step": 7500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 4.7401861644288e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1858/checkpoint-7500/training_args.bin b/1858/checkpoint-7500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/checkpoint-7500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1858/training_args.bin b/1858/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4543fecf21906d99172fce678fc688f3c8a1e4a4 --- /dev/null +++ b/1858/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ff1377b31a7536f2f1bbad517aa3270e87cbb67a9c599a19900c8cfa926b60 +size 4664 diff --git a/1978_Llama-2-13b-hf/README.md b/1978_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..f33ee28c49a1e123492c33e93fd9b9be6ad22d4a --- /dev/null +++ b/1978_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 1978_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 1978_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/1978_Llama-2-13b-hf/adapter_config.json b/1978_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/adapter_model.safetensors b/1978_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9baeb8cb65b2c94a6cd554d19facc3d70bee254c --- /dev/null +++ b/1978_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0492af2028e88b62f642f0f398d977a48a36435e3b6a9a6cdcf1142aeb302831 +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/README.md b/1978_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ec1c75c46de76add6a283d0ec89f37bdee049e4 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40dc9e756b90f2dbd7ba66e0caf55bdddabccd1a47ffce30e30b963ac58d52b +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aa80f4e8eba506fefcb318360ca744210066a09 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7c1cb1b34971aa84756990a33304849105d64c827d6e0e58c5673c116e3505 +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56fe5d69d2e4f666c427ae5fde7f797057c71c1 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12014aee914580b76b640ddafe70aa5b928f6fa04cc28b898d0da6b26be1650 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ec65ae450b1b36e29e20a6a8e1ee0a62b0eb5fd0 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6906077348066298, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/README.md b/1978_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba0eff57fd130284caa37a36de4aeefd82fce98e --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1066367a7190377ce8579c08bd29e2d778b059c85e069959efd9e0aa88511078 +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..93de8e4210a287495fd588b4df64d0a038d9e587 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0948fe650004ec1c0f5fe591afa9b52e2a5229494d77548317b36a27df1e4927 +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..843f19e83a82e0c1788b03dfb332158b2621d272 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29acab9fd9ac6e5dd481925d588004a85ad3f01d430f8986d82c89a7885fefc9 +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3eca2a814e4341a08cf07ec2e9da85348b9de27 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29113de18a4699677c2f6b432fb31ed75506a64f1f04232ca34d311410e62990 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8c1fbb744fd270f8ae9da6fe27586e0b65db0ac0 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0359116022099448, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.572, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5877, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5893, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5979, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6262, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6006, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5726, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.542, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5889, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.584, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5925, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6085, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5677, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.584, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5907, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5602, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5887, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5724, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.58, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6222, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5561, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.586, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5443, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6226, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5835, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5367, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5967, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.559, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6235, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5651, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5994, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6072, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5715, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5736, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5581, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5204, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.475632142693171e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/README.md b/1978_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2dc866db272b28d4e47632cf41de6f8647b71b6a --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7470ec20970fabf84be713ea4d0fba0f17d59122168d4ae1444955876b696b5 +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc3cad0e8be5c50ad89f5b9887463e6dd30d0ef --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e1756dee5b191c0f94b1b9f2df943ab53f914392dfbeac2a8747d8d25c0c67e +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a60e902abcc327d78839729f82b6ece88361f2da --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6af3b3112521fc5059b9a62a961a52e8ba4ee0d00b88c6a6837daeba285fba +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9283334d12ba845d6eb0ef81850ab89e8317055e --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bb97a5411936d2db68e34cb9b8a2c8e820d62c038f2a16bc905fd6d7c139b6 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..794e3f6be56bee25fe18f48ea3d15b1e9740dd1b --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3812154696132597, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.572, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5877, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5893, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5979, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6262, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6006, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5726, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.542, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5889, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.584, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5925, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6085, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5677, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.584, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5907, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5602, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5887, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5724, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.58, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6222, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5561, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.586, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5443, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6226, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5835, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5367, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5967, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.559, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6235, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5651, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5994, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6072, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5715, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5736, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5581, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5204, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5835, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5769, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5565, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.585, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5896, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5741, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5669, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6087, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6186, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5654, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5747, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6006, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5931, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5518, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5872, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6109, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5978, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6005, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5958, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5918, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6137, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5842, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5812, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5812, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5993, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5398, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.585, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5969, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5646, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5525, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5797, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5788, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5704, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5623, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6165, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5569, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263575625231237e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/README.md b/1978_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f0c34caf74e6a36928102ca6c9e8285250e8bd4 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c143903d1bd17926787a8b975a06226ff6da1d95ccb622dcf68c7a77bce8691 +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..551f152f3d697c14601a368f1647e53bdae06f89 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590e4251ce882048110592bcf808ad60995f8b36ae9863359bc64b08a419a74f +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..03ce99c6b57755c92116d44e5a527e23f970c2af --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd87ace7605e40e4433829f086ceeacf842dba203f50950a4041966255850daa +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..64e459c8cd4ff61becc24e6542a1ab8b7f550c7d --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f33ce5f557e3c2061665deae369aae190d1c53316b5c595deb986fe89a85b44 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c4831a24a7c5dbfd6288c877193aa1fcfc313519 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7265193370165746, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.572, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5877, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5893, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5979, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6262, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6006, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5726, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.542, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5889, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.584, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5925, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6085, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5677, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.584, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5907, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5602, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5887, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5724, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.58, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6222, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5561, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.586, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5443, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6226, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5835, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5367, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5967, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.559, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6235, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5651, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5994, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6072, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5715, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5736, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5581, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5204, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5835, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5769, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5565, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.585, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5896, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5741, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5669, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6087, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6186, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5654, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5747, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6006, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5931, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5518, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5872, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6109, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5978, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6005, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5958, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5918, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6137, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5842, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5812, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5812, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5993, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5398, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.585, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5969, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5646, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5525, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5797, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5788, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5704, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5623, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6165, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5569, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5973, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5728, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5953, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5468, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.595, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5688, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5566, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6499, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6233, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5989, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5715, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5662, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5549, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6521, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6164, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5851, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6146, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5704, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5886, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5399, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6065, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5909, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5671, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6306, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5684, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5746, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5796, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5653, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6186, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5488, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5522, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5603, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5723, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5712, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5656, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6042, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579588036193157e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/README.md b/1978_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b50c20b56e1fd907a8eef779b9fd42c829b7f1c --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8464963d70139fc247baa26dffa1f683662445b4ae1b28868fd0887dca40e705 +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f918ff34eaa56b3668be33c4184d65da9666d22a --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd42967d802310cc714cfdd4d34f3a69e6bfdacb33b22498b5210a91135a1b4 +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e3cc1e4061c0521054248d35f82efdc993cfe1d --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5008c9d10767c67aeb99f7db9e79e730d7328a96b91d720facb969feccd1ea +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea75a87a8258e7fc6071b21601b59568345628f6 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6ecfc3cd9a55cd9aebf05178d3370e47d813ead5e05ed040ffd4e645925891 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe2f171e618353f7f0df828c6b7c3884315140a --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0718232044198897, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.572, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5877, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5893, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5979, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6262, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6006, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5726, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.542, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5889, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.584, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5925, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6085, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5677, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.584, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5907, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5602, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5887, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5724, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.58, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6222, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5561, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.586, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5443, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6226, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5835, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5367, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5967, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.559, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6235, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5651, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5994, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6072, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5715, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5736, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5581, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5204, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5835, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5769, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5565, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.585, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5896, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5741, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5669, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6087, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6186, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5654, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5747, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6006, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5931, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5518, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5872, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6109, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5978, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6005, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5958, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5918, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6137, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5842, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5812, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5812, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5993, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5398, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.585, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5969, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5646, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5525, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5797, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5788, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5704, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5623, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6165, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5569, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5973, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5728, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5953, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5468, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.595, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5688, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5566, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6499, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6233, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5989, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5715, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5662, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5549, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6521, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6164, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5851, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6146, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5704, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5886, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5399, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6065, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5909, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5671, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6306, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5684, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5746, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5796, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5653, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6186, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5488, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5522, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5603, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5723, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5712, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5656, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6042, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5391, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5533, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6024, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6164, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6015, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5342, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5803, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5785, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6065, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5749, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6449, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5728, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.5928, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6048, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6058, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5239, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6128, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5784, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5574, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5636, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5488, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5796, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5908, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5796, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.5791, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5562, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5847, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5811, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5668, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5274, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6038, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5604, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5769, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5398, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5883, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5578, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6156, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5839, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5896, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5763, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6019, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5952, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5675, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5652, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5941, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6385, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5991, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6065, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5563, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.8951264285386342e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/README.md b/1978_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0df8266040bb60e169a2f6e889ae4a4a1d67119 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2951241be78a46874d26b82ac3f9a15ba68991a1b62635e7913452f2835eea +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..51a79bb9c784b274854761ff75d3def15736637b --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3c23981d6dbde3d98b950caa6a60ebc20f6e3572491d57998fa27d6df97ed3 +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d9f414acaccb8d2c4b13aeaebda24005872fe05 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5c154197871b8ea5df768711ba6868869e2b63735736106674acb523d6b401 +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..02e1840dd5236195887148508942715f393d83c0 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d070dbf1585d25b334e8898f672ea79000a90ff5a79e303947ad3c55a41c0b7d +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bc829bb3c8d433f6b98346f77aed83addb8aa70e --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4171270718232045, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.572, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5877, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5893, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5979, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6262, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6006, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5726, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.542, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5889, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.584, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5925, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6085, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5677, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.584, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5907, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5602, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5887, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5724, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.58, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6222, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5561, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.586, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5443, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6226, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5835, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5367, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5967, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.559, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6235, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5651, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5994, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6072, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5715, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5736, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5581, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5204, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5835, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5769, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5565, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.585, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5896, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5741, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5669, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6087, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6186, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5654, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5747, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6006, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5931, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5518, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5872, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6109, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5978, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6005, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5958, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5918, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6137, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5842, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5812, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5812, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5993, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5398, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.585, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5969, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5646, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5525, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5797, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5788, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5704, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5623, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6165, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5569, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5973, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5728, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5953, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5468, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.595, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5688, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5566, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6499, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6233, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5989, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5715, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5662, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5549, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6521, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6164, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5851, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6146, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5704, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5886, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5399, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6065, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5909, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5671, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6306, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5684, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5746, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5796, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5653, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6186, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5488, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5522, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5603, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5723, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5712, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5656, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6042, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5391, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5533, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6024, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6164, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6015, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5342, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5803, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5785, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6065, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5749, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6449, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5728, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.5928, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6048, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6058, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5239, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6128, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5784, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5574, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5636, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5488, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5796, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5908, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5796, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.5791, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5562, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5847, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5811, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5668, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5274, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6038, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5604, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5769, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5398, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5883, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5578, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6156, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5839, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5896, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5763, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6019, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5952, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5675, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5652, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5941, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6385, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5991, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6065, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5563, + "step": 3000 + }, + { + "epoch": 2.08, + "learning_rate": 1.535451197053407e-05, + "loss": 1.6216, + "step": 3010 + }, + { + "epoch": 2.09, + "learning_rate": 1.5239410681399633e-05, + "loss": 1.5723, + "step": 3020 + }, + { + "epoch": 2.09, + "learning_rate": 1.5124309392265193e-05, + "loss": 1.5637, + "step": 3030 + }, + { + "epoch": 2.1, + "learning_rate": 1.5009208103130756e-05, + "loss": 1.5871, + "step": 3040 + }, + { + "epoch": 2.11, + "learning_rate": 1.4894106813996318e-05, + "loss": 1.5696, + "step": 3050 + }, + { + "epoch": 2.11, + "learning_rate": 1.4779005524861881e-05, + "loss": 1.5912, + "step": 3060 + }, + { + "epoch": 2.12, + "learning_rate": 1.4663904235727441e-05, + "loss": 1.5855, + "step": 3070 + }, + { + "epoch": 2.13, + "learning_rate": 1.4548802946593e-05, + "loss": 1.5646, + "step": 3080 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433701657458564e-05, + "loss": 1.5838, + "step": 3090 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318600368324126e-05, + "loss": 1.5627, + "step": 3100 + }, + { + "epoch": 2.15, + "learning_rate": 1.4203499079189689e-05, + "loss": 1.5359, + "step": 3110 + }, + { + "epoch": 2.15, + "learning_rate": 1.4088397790055249e-05, + "loss": 1.5563, + "step": 3120 + }, + { + "epoch": 2.16, + "learning_rate": 1.397329650092081e-05, + "loss": 1.5612, + "step": 3130 + }, + { + "epoch": 2.17, + "learning_rate": 1.3858195211786374e-05, + "loss": 1.5943, + "step": 3140 + }, + { + "epoch": 2.18, + "learning_rate": 1.3743093922651934e-05, + "loss": 1.5607, + "step": 3150 + }, + { + "epoch": 2.18, + "learning_rate": 1.3627992633517497e-05, + "loss": 1.601, + "step": 3160 + }, + { + "epoch": 2.19, + "learning_rate": 1.3512891344383059e-05, + "loss": 1.6082, + "step": 3170 + }, + { + "epoch": 2.2, + "learning_rate": 1.3397790055248618e-05, + "loss": 1.5749, + "step": 3180 + }, + { + "epoch": 2.2, + "learning_rate": 1.3282688766114182e-05, + "loss": 1.545, + "step": 3190 + }, + { + "epoch": 2.21, + "learning_rate": 1.3167587476979742e-05, + "loss": 1.5448, + "step": 3200 + }, + { + "epoch": 2.22, + "learning_rate": 1.3052486187845307e-05, + "loss": 1.574, + "step": 3210 + }, + { + "epoch": 2.22, + "learning_rate": 1.2937384898710867e-05, + "loss": 1.5566, + "step": 3220 + }, + { + "epoch": 2.23, + "learning_rate": 1.2822283609576426e-05, + "loss": 1.5462, + "step": 3230 + }, + { + "epoch": 2.24, + "learning_rate": 1.270718232044199e-05, + "loss": 1.5684, + "step": 3240 + }, + { + "epoch": 2.24, + "learning_rate": 1.2592081031307551e-05, + "loss": 1.553, + "step": 3250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2476979742173113e-05, + "loss": 1.5781, + "step": 3260 + }, + { + "epoch": 2.26, + "learning_rate": 1.2361878453038675e-05, + "loss": 1.5651, + "step": 3270 + }, + { + "epoch": 2.27, + "learning_rate": 1.2246777163904238e-05, + "loss": 1.6042, + "step": 3280 + }, + { + "epoch": 2.27, + "learning_rate": 1.2131675874769798e-05, + "loss": 1.5505, + "step": 3290 + }, + { + "epoch": 2.28, + "learning_rate": 1.201657458563536e-05, + "loss": 1.5766, + "step": 3300 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901473296500921e-05, + "loss": 1.5531, + "step": 3310 + }, + { + "epoch": 2.29, + "learning_rate": 1.1786372007366484e-05, + "loss": 1.5837, + "step": 3320 + }, + { + "epoch": 2.3, + "learning_rate": 1.1671270718232044e-05, + "loss": 1.573, + "step": 3330 + }, + { + "epoch": 2.31, + "learning_rate": 1.1556169429097606e-05, + "loss": 1.5422, + "step": 3340 + }, + { + "epoch": 2.31, + "learning_rate": 1.1441068139963167e-05, + "loss": 1.5768, + "step": 3350 + }, + { + "epoch": 2.32, + "learning_rate": 1.132596685082873e-05, + "loss": 1.5988, + "step": 3360 + }, + { + "epoch": 2.33, + "learning_rate": 1.1210865561694292e-05, + "loss": 1.5839, + "step": 3370 + }, + { + "epoch": 2.33, + "learning_rate": 1.1095764272559852e-05, + "loss": 1.5619, + "step": 3380 + }, + { + "epoch": 2.34, + "learning_rate": 1.0980662983425415e-05, + "loss": 1.6055, + "step": 3390 + }, + { + "epoch": 2.35, + "learning_rate": 1.0865561694290977e-05, + "loss": 1.5814, + "step": 3400 + }, + { + "epoch": 2.35, + "learning_rate": 1.0750460405156539e-05, + "loss": 1.5522, + "step": 3410 + }, + { + "epoch": 2.36, + "learning_rate": 1.06353591160221e-05, + "loss": 1.6209, + "step": 3420 + }, + { + "epoch": 2.37, + "learning_rate": 1.0520257826887662e-05, + "loss": 1.539, + "step": 3430 + }, + { + "epoch": 2.38, + "learning_rate": 1.0405156537753223e-05, + "loss": 1.5939, + "step": 3440 + }, + { + "epoch": 2.38, + "learning_rate": 1.0290055248618785e-05, + "loss": 1.5985, + "step": 3450 + }, + { + "epoch": 2.39, + "learning_rate": 1.0174953959484347e-05, + "loss": 1.5489, + "step": 3460 + }, + { + "epoch": 2.4, + "learning_rate": 1.005985267034991e-05, + "loss": 1.5676, + "step": 3470 + }, + { + "epoch": 2.4, + "learning_rate": 9.94475138121547e-06, + "loss": 1.5781, + "step": 3480 + }, + { + "epoch": 2.41, + "learning_rate": 9.829650092081031e-06, + "loss": 1.5754, + "step": 3490 + }, + { + "epoch": 2.42, + "learning_rate": 9.714548802946593e-06, + "loss": 1.5654, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.2111388395005542e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/README.md b/1978_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87421ce81711f167fd5f096a29034d22f6f63086 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:646e38a1ea3682d3ceb2b6b9c598b884b060d91bba213e5ba9ee4ea9fbb0256d +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6a251b3f6622b5c5d3f0410786c15d8bea093a2 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06426ce4e7541d9d5a7e38bfbed96df7e338ef1221838371239b3a2f6ff98043 +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4648b42506ec95bcd4a65c7789762e9fbc8e9d64 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a82c642726778fa2944f9294052ff08f754f4ab8031b8009c059d48a41496b +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d19acb9ad0f5f1e3f61a0c0371eeaaf9e809813d --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d831206cd810e1889a3f49c1dcdd1e1962a593f489f877049ed762aea57524 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2ff60c982294c4a01e25ef24d5a23b3052237cac --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.7624309392265194, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.6, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5709, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6253, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5742, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5801, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5947, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6001, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6476, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.603, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5862, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6024, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6072, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5769, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5877, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6012, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5881, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6215, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6339, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.595, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.581, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5888, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5738, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6049, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6021, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5762, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5568, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6169, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6367, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6195, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.607, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.572, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5877, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5893, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5979, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6262, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6006, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5726, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.542, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5889, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.584, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5925, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6085, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5677, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.584, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5907, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5602, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5887, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5724, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.58, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6222, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5561, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.586, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5443, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6226, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5835, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5367, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5967, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.559, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6235, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5651, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5994, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6072, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5715, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5736, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5581, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5204, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5835, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5769, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5565, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.585, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5896, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5741, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5669, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6087, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6186, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5654, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5747, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6006, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5931, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5518, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5872, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6109, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5978, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6005, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5958, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5918, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6137, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5842, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5812, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5812, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5993, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5398, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.585, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5969, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5646, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5525, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5797, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5788, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5704, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5623, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6165, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5569, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5973, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5728, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5953, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5468, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.595, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5688, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5566, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6499, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6233, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5989, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5715, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5662, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5549, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6521, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6164, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5851, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6146, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5704, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5886, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5399, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6065, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5909, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5671, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6306, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5684, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5746, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5796, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5653, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6186, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5488, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5522, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5603, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5723, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5712, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5656, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6042, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5391, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5533, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6024, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6164, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6015, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5342, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5803, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5785, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6065, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5749, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6449, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5728, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.5928, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6048, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6058, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5239, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6128, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5784, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5574, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5636, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5488, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5796, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5908, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5796, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.5791, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5562, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5847, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5811, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5668, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5274, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6038, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5604, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5769, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5398, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5883, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5578, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6156, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5839, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5896, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5763, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6019, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5952, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5675, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5652, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5941, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6385, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5991, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6065, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5563, + "step": 3000 + }, + { + "epoch": 2.08, + "learning_rate": 1.535451197053407e-05, + "loss": 1.6216, + "step": 3010 + }, + { + "epoch": 2.09, + "learning_rate": 1.5239410681399633e-05, + "loss": 1.5723, + "step": 3020 + }, + { + "epoch": 2.09, + "learning_rate": 1.5124309392265193e-05, + "loss": 1.5637, + "step": 3030 + }, + { + "epoch": 2.1, + "learning_rate": 1.5009208103130756e-05, + "loss": 1.5871, + "step": 3040 + }, + { + "epoch": 2.11, + "learning_rate": 1.4894106813996318e-05, + "loss": 1.5696, + "step": 3050 + }, + { + "epoch": 2.11, + "learning_rate": 1.4779005524861881e-05, + "loss": 1.5912, + "step": 3060 + }, + { + "epoch": 2.12, + "learning_rate": 1.4663904235727441e-05, + "loss": 1.5855, + "step": 3070 + }, + { + "epoch": 2.13, + "learning_rate": 1.4548802946593e-05, + "loss": 1.5646, + "step": 3080 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433701657458564e-05, + "loss": 1.5838, + "step": 3090 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318600368324126e-05, + "loss": 1.5627, + "step": 3100 + }, + { + "epoch": 2.15, + "learning_rate": 1.4203499079189689e-05, + "loss": 1.5359, + "step": 3110 + }, + { + "epoch": 2.15, + "learning_rate": 1.4088397790055249e-05, + "loss": 1.5563, + "step": 3120 + }, + { + "epoch": 2.16, + "learning_rate": 1.397329650092081e-05, + "loss": 1.5612, + "step": 3130 + }, + { + "epoch": 2.17, + "learning_rate": 1.3858195211786374e-05, + "loss": 1.5943, + "step": 3140 + }, + { + "epoch": 2.18, + "learning_rate": 1.3743093922651934e-05, + "loss": 1.5607, + "step": 3150 + }, + { + "epoch": 2.18, + "learning_rate": 1.3627992633517497e-05, + "loss": 1.601, + "step": 3160 + }, + { + "epoch": 2.19, + "learning_rate": 1.3512891344383059e-05, + "loss": 1.6082, + "step": 3170 + }, + { + "epoch": 2.2, + "learning_rate": 1.3397790055248618e-05, + "loss": 1.5749, + "step": 3180 + }, + { + "epoch": 2.2, + "learning_rate": 1.3282688766114182e-05, + "loss": 1.545, + "step": 3190 + }, + { + "epoch": 2.21, + "learning_rate": 1.3167587476979742e-05, + "loss": 1.5448, + "step": 3200 + }, + { + "epoch": 2.22, + "learning_rate": 1.3052486187845307e-05, + "loss": 1.574, + "step": 3210 + }, + { + "epoch": 2.22, + "learning_rate": 1.2937384898710867e-05, + "loss": 1.5566, + "step": 3220 + }, + { + "epoch": 2.23, + "learning_rate": 1.2822283609576426e-05, + "loss": 1.5462, + "step": 3230 + }, + { + "epoch": 2.24, + "learning_rate": 1.270718232044199e-05, + "loss": 1.5684, + "step": 3240 + }, + { + "epoch": 2.24, + "learning_rate": 1.2592081031307551e-05, + "loss": 1.553, + "step": 3250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2476979742173113e-05, + "loss": 1.5781, + "step": 3260 + }, + { + "epoch": 2.26, + "learning_rate": 1.2361878453038675e-05, + "loss": 1.5651, + "step": 3270 + }, + { + "epoch": 2.27, + "learning_rate": 1.2246777163904238e-05, + "loss": 1.6042, + "step": 3280 + }, + { + "epoch": 2.27, + "learning_rate": 1.2131675874769798e-05, + "loss": 1.5505, + "step": 3290 + }, + { + "epoch": 2.28, + "learning_rate": 1.201657458563536e-05, + "loss": 1.5766, + "step": 3300 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901473296500921e-05, + "loss": 1.5531, + "step": 3310 + }, + { + "epoch": 2.29, + "learning_rate": 1.1786372007366484e-05, + "loss": 1.5837, + "step": 3320 + }, + { + "epoch": 2.3, + "learning_rate": 1.1671270718232044e-05, + "loss": 1.573, + "step": 3330 + }, + { + "epoch": 2.31, + "learning_rate": 1.1556169429097606e-05, + "loss": 1.5422, + "step": 3340 + }, + { + "epoch": 2.31, + "learning_rate": 1.1441068139963167e-05, + "loss": 1.5768, + "step": 3350 + }, + { + "epoch": 2.32, + "learning_rate": 1.132596685082873e-05, + "loss": 1.5988, + "step": 3360 + }, + { + "epoch": 2.33, + "learning_rate": 1.1210865561694292e-05, + "loss": 1.5839, + "step": 3370 + }, + { + "epoch": 2.33, + "learning_rate": 1.1095764272559852e-05, + "loss": 1.5619, + "step": 3380 + }, + { + "epoch": 2.34, + "learning_rate": 1.0980662983425415e-05, + "loss": 1.6055, + "step": 3390 + }, + { + "epoch": 2.35, + "learning_rate": 1.0865561694290977e-05, + "loss": 1.5814, + "step": 3400 + }, + { + "epoch": 2.35, + "learning_rate": 1.0750460405156539e-05, + "loss": 1.5522, + "step": 3410 + }, + { + "epoch": 2.36, + "learning_rate": 1.06353591160221e-05, + "loss": 1.6209, + "step": 3420 + }, + { + "epoch": 2.37, + "learning_rate": 1.0520257826887662e-05, + "loss": 1.539, + "step": 3430 + }, + { + "epoch": 2.38, + "learning_rate": 1.0405156537753223e-05, + "loss": 1.5939, + "step": 3440 + }, + { + "epoch": 2.38, + "learning_rate": 1.0290055248618785e-05, + "loss": 1.5985, + "step": 3450 + }, + { + "epoch": 2.39, + "learning_rate": 1.0174953959484347e-05, + "loss": 1.5489, + "step": 3460 + }, + { + "epoch": 2.4, + "learning_rate": 1.005985267034991e-05, + "loss": 1.5676, + "step": 3470 + }, + { + "epoch": 2.4, + "learning_rate": 9.94475138121547e-06, + "loss": 1.5781, + "step": 3480 + }, + { + "epoch": 2.41, + "learning_rate": 9.829650092081031e-06, + "loss": 1.5754, + "step": 3490 + }, + { + "epoch": 2.42, + "learning_rate": 9.714548802946593e-06, + "loss": 1.5654, + "step": 3500 + }, + { + "epoch": 2.42, + "learning_rate": 9.599447513812156e-06, + "loss": 1.5657, + "step": 3510 + }, + { + "epoch": 2.43, + "learning_rate": 9.484346224677716e-06, + "loss": 1.5615, + "step": 3520 + }, + { + "epoch": 2.44, + "learning_rate": 9.369244935543278e-06, + "loss": 1.5707, + "step": 3530 + }, + { + "epoch": 2.44, + "learning_rate": 9.254143646408841e-06, + "loss": 1.5984, + "step": 3540 + }, + { + "epoch": 2.45, + "learning_rate": 9.139042357274403e-06, + "loss": 1.5645, + "step": 3550 + }, + { + "epoch": 2.46, + "learning_rate": 9.023941068139964e-06, + "loss": 1.5785, + "step": 3560 + }, + { + "epoch": 2.47, + "learning_rate": 8.908839779005524e-06, + "loss": 1.5553, + "step": 3570 + }, + { + "epoch": 2.47, + "learning_rate": 8.793738489871087e-06, + "loss": 1.6238, + "step": 3580 + }, + { + "epoch": 2.48, + "learning_rate": 8.678637200736649e-06, + "loss": 1.6065, + "step": 3590 + }, + { + "epoch": 2.49, + "learning_rate": 8.56353591160221e-06, + "loss": 1.6151, + "step": 3600 + }, + { + "epoch": 2.49, + "learning_rate": 8.448434622467772e-06, + "loss": 1.5465, + "step": 3610 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.5963, + "step": 3620 + }, + { + "epoch": 2.51, + "learning_rate": 8.218232044198895e-06, + "loss": 1.622, + "step": 3630 + }, + { + "epoch": 2.51, + "learning_rate": 8.103130755064457e-06, + "loss": 1.5567, + "step": 3640 + }, + { + "epoch": 2.52, + "learning_rate": 7.988029465930019e-06, + "loss": 1.6297, + "step": 3650 + }, + { + "epoch": 2.53, + "learning_rate": 7.87292817679558e-06, + "loss": 1.604, + "step": 3660 + }, + { + "epoch": 2.53, + "learning_rate": 7.757826887661142e-06, + "loss": 1.5723, + "step": 3670 + }, + { + "epoch": 2.54, + "learning_rate": 7.642725598526703e-06, + "loss": 1.5547, + "step": 3680 + }, + { + "epoch": 2.55, + "learning_rate": 7.527624309392266e-06, + "loss": 1.5715, + "step": 3690 + }, + { + "epoch": 2.56, + "learning_rate": 7.412523020257827e-06, + "loss": 1.5572, + "step": 3700 + }, + { + "epoch": 2.56, + "learning_rate": 7.297421731123388e-06, + "loss": 1.5453, + "step": 3710 + }, + { + "epoch": 2.57, + "learning_rate": 7.1823204419889505e-06, + "loss": 1.5311, + "step": 3720 + }, + { + "epoch": 2.58, + "learning_rate": 7.067219152854512e-06, + "loss": 1.5624, + "step": 3730 + }, + { + "epoch": 2.58, + "learning_rate": 6.9521178637200746e-06, + "loss": 1.5522, + "step": 3740 + }, + { + "epoch": 2.59, + "learning_rate": 6.837016574585636e-06, + "loss": 1.5861, + "step": 3750 + }, + { + "epoch": 2.6, + "learning_rate": 6.721915285451197e-06, + "loss": 1.5685, + "step": 3760 + }, + { + "epoch": 2.6, + "learning_rate": 6.6068139963167585e-06, + "loss": 1.5779, + "step": 3770 + }, + { + "epoch": 2.61, + "learning_rate": 6.491712707182321e-06, + "loss": 1.5882, + "step": 3780 + }, + { + "epoch": 2.62, + "learning_rate": 6.3766114180478825e-06, + "loss": 1.5875, + "step": 3790 + }, + { + "epoch": 2.62, + "learning_rate": 6.261510128913445e-06, + "loss": 1.6015, + "step": 3800 + }, + { + "epoch": 2.63, + "learning_rate": 6.146408839779006e-06, + "loss": 1.5859, + "step": 3810 + }, + { + "epoch": 2.64, + "learning_rate": 6.031307550644567e-06, + "loss": 1.5485, + "step": 3820 + }, + { + "epoch": 2.65, + "learning_rate": 5.91620626151013e-06, + "loss": 1.5688, + "step": 3830 + }, + { + "epoch": 2.65, + "learning_rate": 5.8011049723756905e-06, + "loss": 1.5561, + "step": 3840 + }, + { + "epoch": 2.66, + "learning_rate": 5.686003683241253e-06, + "loss": 1.5852, + "step": 3850 + }, + { + "epoch": 2.67, + "learning_rate": 5.5709023941068146e-06, + "loss": 1.6032, + "step": 3860 + }, + { + "epoch": 2.67, + "learning_rate": 5.455801104972376e-06, + "loss": 1.5734, + "step": 3870 + }, + { + "epoch": 2.68, + "learning_rate": 5.340699815837938e-06, + "loss": 1.6035, + "step": 3880 + }, + { + "epoch": 2.69, + "learning_rate": 5.225598526703499e-06, + "loss": 1.5613, + "step": 3890 + }, + { + "epoch": 2.69, + "learning_rate": 5.110497237569061e-06, + "loss": 1.5639, + "step": 3900 + }, + { + "epoch": 2.7, + "learning_rate": 4.9953959484346225e-06, + "loss": 1.6206, + "step": 3910 + }, + { + "epoch": 2.71, + "learning_rate": 4.880294659300184e-06, + "loss": 1.5319, + "step": 3920 + }, + { + "epoch": 2.71, + "learning_rate": 4.7651933701657466e-06, + "loss": 1.5747, + "step": 3930 + }, + { + "epoch": 2.72, + "learning_rate": 4.650092081031307e-06, + "loss": 1.5648, + "step": 3940 + }, + { + "epoch": 2.73, + "learning_rate": 4.53499079189687e-06, + "loss": 1.5794, + "step": 3950 + }, + { + "epoch": 2.73, + "learning_rate": 4.419889502762431e-06, + "loss": 1.6074, + "step": 3960 + }, + { + "epoch": 2.74, + "learning_rate": 4.304788213627993e-06, + "loss": 1.5554, + "step": 3970 + }, + { + "epoch": 2.75, + "learning_rate": 4.1896869244935545e-06, + "loss": 1.5737, + "step": 3980 + }, + { + "epoch": 2.76, + "learning_rate": 4.074585635359116e-06, + "loss": 1.6078, + "step": 3990 + }, + { + "epoch": 2.76, + "learning_rate": 3.959484346224679e-06, + "loss": 1.562, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527151250462474e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/checkpoint-500/README.md b/1978_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1978_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/1978_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1978_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/1978_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..97f004d14965ee7d870da4de8565f016cfb3d644 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa896e0d5fab5ad785504daaac1048847e6b0e333a757604fa8c879864f972c +size 26235704 diff --git a/1978_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/1978_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5767191c7a816e953bfd973b47b8c923c62485c7 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4673e50f6429245e9b591ce91c340d2eae6306e53f2b14b1a376755a6e80397e +size 52567237 diff --git a/1978_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/1978_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/1978_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/1978_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f280262b3390e5f7412c66fe0883f0e291d7e7 --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec9474a5556e9810e66cd54ee832efb051ec3be8d35e7c953b614b1f8fd6097 +size 627 diff --git a/1978_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/1978_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6508869cf16d622ebc0f6bb66b30f4c85481192b --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3453038674033149, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.803, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.781, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7153, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6161, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6448, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.602, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6401, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5939, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6273, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5847, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5958, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.628, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5789, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6184, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5405, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5928, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5753, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6019, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6118, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6183, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5882, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5797, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5672, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.612, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6061, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5733, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5949, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6296, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.592, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5712, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6086, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5757, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5885, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5828, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1978_Llama-2-13b-hf/checkpoint-500/training_args.bin b/1978_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1978_Llama-2-13b-hf/training_args.bin b/1978_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..431314f09a9f9938aa1724315772e5a34c965cab --- /dev/null +++ b/1978_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b37aa35691e9274ca9ff75e9b4f0ec0e11bbcd1e764d549501a948bc90a4cb +size 4283 diff --git a/1981_Llama-2-13b-hf/README.md b/1981_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..54e1cf8cfa5655759f0a5dcc76de93d1e306cd56 --- /dev/null +++ b/1981_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 1981_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 1981_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/1981_Llama-2-13b-hf/adapter_config.json b/1981_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/adapter_model.safetensors b/1981_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3611bec798cca2304f2729f636f521f5b5ce9220 --- /dev/null +++ b/1981_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88c7cf796775c50e3e67f39e4f35e594eed9304ed8ee1d3b0eb507e44cc2f98 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/README.md b/1981_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c5137b87fbcfa3fc49de85c207f0d76a9d8c0fb --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a153c66a2abb6574efe77bfaec7f13bca78a9537ebe11b6ee3aaf101f85f4c2 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ed890e097475feee98546c7f522d341677a2c1c --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef3bde6ab91bf1231e7d7a9f0e565451f55c0aa91c064b12ff94e630de30634 +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6742961ad716887d03795b1784c45a6b3393d5f --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:647d9116eaece0d5c1a83aaa3508bb45b9fa10bc4f3f9ea5b56be71d9f0141ad +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d4cdba4152fee6e2b0a0f67073dc65e36c80c65d --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.702247191011236, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/README.md b/1981_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d23e5aa76d4f3f50ba18ef2baf1ad5ab341df39e --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f39348c42a25709fd9df299d0e67eec0e244a83a79f228aaa2b39dc9aa736a +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a473dcc145075eafa7b697fc0db4ae7bcb9c081 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5aaa34ad96925ccba9c8aea49418c6e676a09f40631f878e1fc7f9aa1f9e8d3 +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5a8cfe7709b8879daead9026e0eefc3f5efea987 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f89020e5a5f4cbf01d6db6151117000183d75a51f876eabc7636668a52c73f6 +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a631dc886244163a4bc11f6c72ad755e341ee6a --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5082f263ab26dd95ffd32db6cf3e06d50bf29ee1d799daafe5e3e5d974ee87cb +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b94b2f2274456da8be268690a93863a667bd9c0d --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.053370786516854, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + }, + { + "epoch": 0.71, + "learning_rate": 3.817883895131087e-05, + "loss": 1.591, + "step": 1010 + }, + { + "epoch": 0.72, + "learning_rate": 3.806179775280899e-05, + "loss": 1.6133, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.794475655430712e-05, + "loss": 1.6158, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.782771535580524e-05, + "loss": 1.622, + "step": 1040 + }, + { + "epoch": 0.74, + "learning_rate": 3.771067415730337e-05, + "loss": 1.6461, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.75936329588015e-05, + "loss": 1.6638, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.747659176029963e-05, + "loss": 1.6071, + "step": 1070 + }, + { + "epoch": 0.76, + "learning_rate": 3.735955056179776e-05, + "loss": 1.6439, + "step": 1080 + }, + { + "epoch": 0.77, + "learning_rate": 3.724250936329588e-05, + "loss": 1.6111, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.712546816479401e-05, + "loss": 1.5904, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 3.700842696629214e-05, + "loss": 1.6312, + "step": 1110 + }, + { + "epoch": 0.79, + "learning_rate": 3.689138576779027e-05, + "loss": 1.6094, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6774344569288396e-05, + "loss": 1.5809, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 3.665730337078652e-05, + "loss": 1.6235, + "step": 1140 + }, + { + "epoch": 0.81, + "learning_rate": 3.654026217228465e-05, + "loss": 1.6241, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.6423220973782776e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.63061797752809e-05, + "loss": 1.6158, + "step": 1170 + }, + { + "epoch": 0.83, + "learning_rate": 3.618913857677903e-05, + "loss": 1.6182, + "step": 1180 + }, + { + "epoch": 0.84, + "learning_rate": 3.607209737827715e-05, + "loss": 1.6509, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.595505617977528e-05, + "loss": 1.5991, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 3.583801498127341e-05, + "loss": 1.6338, + "step": 1210 + }, + { + "epoch": 0.86, + "learning_rate": 3.572097378277154e-05, + "loss": 1.6244, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.560393258426967e-05, + "loss": 1.5973, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 3.548689138576779e-05, + "loss": 1.626, + "step": 1240 + }, + { + "epoch": 0.88, + "learning_rate": 3.536985018726592e-05, + "loss": 1.6008, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.525280898876405e-05, + "loss": 1.6197, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5135767790262176e-05, + "loss": 1.5381, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 3.5018726591760305e-05, + "loss": 1.6108, + "step": 1280 + }, + { + "epoch": 0.91, + "learning_rate": 3.490168539325843e-05, + "loss": 1.6042, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.478464419475656e-05, + "loss": 1.5814, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 3.4667602996254686e-05, + "loss": 1.614, + "step": 1310 + }, + { + "epoch": 0.93, + "learning_rate": 3.455056179775281e-05, + "loss": 1.5813, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.443352059925094e-05, + "loss": 1.6115, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 3.431647940074906e-05, + "loss": 1.5899, + "step": 1340 + }, + { + "epoch": 0.95, + "learning_rate": 3.419943820224719e-05, + "loss": 1.631, + "step": 1350 + }, + { + "epoch": 0.96, + "learning_rate": 3.408239700374532e-05, + "loss": 1.6057, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.396535580524345e-05, + "loss": 1.5936, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 3.3848314606741576e-05, + "loss": 1.6068, + "step": 1380 + }, + { + "epoch": 0.98, + "learning_rate": 3.37312734082397e-05, + "loss": 1.6029, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.361423220973783e-05, + "loss": 1.6374, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 3.349719101123596e-05, + "loss": 1.6115, + "step": 1410 + }, + { + "epoch": 1.0, + "learning_rate": 3.3380149812734086e-05, + "loss": 1.6287, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263108614232215e-05, + "loss": 1.5845, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 3.314606741573034e-05, + "loss": 1.5682, + "step": 1440 + }, + { + "epoch": 1.02, + "learning_rate": 3.3029026217228467e-05, + "loss": 1.5966, + "step": 1450 + }, + { + "epoch": 1.03, + "learning_rate": 3.2911985018726596e-05, + "loss": 1.6527, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.2794943820224725e-05, + "loss": 1.5991, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 3.267790262172285e-05, + "loss": 1.6472, + "step": 1480 + }, + { + "epoch": 1.05, + "learning_rate": 3.2560861423220976e-05, + "loss": 1.5972, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.24438202247191e-05, + "loss": 1.5871, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.477212204747981e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/README.md b/1981_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d87beab2bf70e85625f12205fd879af118676571 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff6babb06ef8f814488f273031a297e6d3279ff8eaba853408430a4d6f00eca +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e00400b828de09ea379eb58f11e80f32cecc102 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1357487b57787206eaab7f12829b12884a1541eafe4cdcc8e11acdeee1200bf6 +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..03c9ad9f6f20783c31dd4b7bfd42185557c5a825 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd420a7d984c0992be6dcf6d9eb9961c264d88694a2288d5f474d7d46f451d9d +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3701287cf4b0c1ed8b2fb8e501963f50debce03 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f9c4c460abbff92d8603859e07a3489915e60e734aed3f4c030db47e0385ad +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7009f78629c8eb45098f91d1e8059141875de5f0 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.404494382022472, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + }, + { + "epoch": 0.71, + "learning_rate": 3.817883895131087e-05, + "loss": 1.591, + "step": 1010 + }, + { + "epoch": 0.72, + "learning_rate": 3.806179775280899e-05, + "loss": 1.6133, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.794475655430712e-05, + "loss": 1.6158, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.782771535580524e-05, + "loss": 1.622, + "step": 1040 + }, + { + "epoch": 0.74, + "learning_rate": 3.771067415730337e-05, + "loss": 1.6461, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.75936329588015e-05, + "loss": 1.6638, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.747659176029963e-05, + "loss": 1.6071, + "step": 1070 + }, + { + "epoch": 0.76, + "learning_rate": 3.735955056179776e-05, + "loss": 1.6439, + "step": 1080 + }, + { + "epoch": 0.77, + "learning_rate": 3.724250936329588e-05, + "loss": 1.6111, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.712546816479401e-05, + "loss": 1.5904, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 3.700842696629214e-05, + "loss": 1.6312, + "step": 1110 + }, + { + "epoch": 0.79, + "learning_rate": 3.689138576779027e-05, + "loss": 1.6094, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6774344569288396e-05, + "loss": 1.5809, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 3.665730337078652e-05, + "loss": 1.6235, + "step": 1140 + }, + { + "epoch": 0.81, + "learning_rate": 3.654026217228465e-05, + "loss": 1.6241, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.6423220973782776e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.63061797752809e-05, + "loss": 1.6158, + "step": 1170 + }, + { + "epoch": 0.83, + "learning_rate": 3.618913857677903e-05, + "loss": 1.6182, + "step": 1180 + }, + { + "epoch": 0.84, + "learning_rate": 3.607209737827715e-05, + "loss": 1.6509, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.595505617977528e-05, + "loss": 1.5991, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 3.583801498127341e-05, + "loss": 1.6338, + "step": 1210 + }, + { + "epoch": 0.86, + "learning_rate": 3.572097378277154e-05, + "loss": 1.6244, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.560393258426967e-05, + "loss": 1.5973, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 3.548689138576779e-05, + "loss": 1.626, + "step": 1240 + }, + { + "epoch": 0.88, + "learning_rate": 3.536985018726592e-05, + "loss": 1.6008, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.525280898876405e-05, + "loss": 1.6197, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5135767790262176e-05, + "loss": 1.5381, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 3.5018726591760305e-05, + "loss": 1.6108, + "step": 1280 + }, + { + "epoch": 0.91, + "learning_rate": 3.490168539325843e-05, + "loss": 1.6042, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.478464419475656e-05, + "loss": 1.5814, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 3.4667602996254686e-05, + "loss": 1.614, + "step": 1310 + }, + { + "epoch": 0.93, + "learning_rate": 3.455056179775281e-05, + "loss": 1.5813, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.443352059925094e-05, + "loss": 1.6115, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 3.431647940074906e-05, + "loss": 1.5899, + "step": 1340 + }, + { + "epoch": 0.95, + "learning_rate": 3.419943820224719e-05, + "loss": 1.631, + "step": 1350 + }, + { + "epoch": 0.96, + "learning_rate": 3.408239700374532e-05, + "loss": 1.6057, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.396535580524345e-05, + "loss": 1.5936, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 3.3848314606741576e-05, + "loss": 1.6068, + "step": 1380 + }, + { + "epoch": 0.98, + "learning_rate": 3.37312734082397e-05, + "loss": 1.6029, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.361423220973783e-05, + "loss": 1.6374, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 3.349719101123596e-05, + "loss": 1.6115, + "step": 1410 + }, + { + "epoch": 1.0, + "learning_rate": 3.3380149812734086e-05, + "loss": 1.6287, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263108614232215e-05, + "loss": 1.5845, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 3.314606741573034e-05, + "loss": 1.5682, + "step": 1440 + }, + { + "epoch": 1.02, + "learning_rate": 3.3029026217228467e-05, + "loss": 1.5966, + "step": 1450 + }, + { + "epoch": 1.03, + "learning_rate": 3.2911985018726596e-05, + "loss": 1.6527, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.2794943820224725e-05, + "loss": 1.5991, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 3.267790262172285e-05, + "loss": 1.6472, + "step": 1480 + }, + { + "epoch": 1.05, + "learning_rate": 3.2560861423220976e-05, + "loss": 1.5972, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.24438202247191e-05, + "loss": 1.5871, + "step": 1500 + }, + { + "epoch": 1.06, + "learning_rate": 3.232677902621723e-05, + "loss": 1.5687, + "step": 1510 + }, + { + "epoch": 1.07, + "learning_rate": 3.220973782771536e-05, + "loss": 1.6235, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2092696629213486e-05, + "loss": 1.6073, + "step": 1530 + }, + { + "epoch": 1.08, + "learning_rate": 3.197565543071161e-05, + "loss": 1.5895, + "step": 1540 + }, + { + "epoch": 1.09, + "learning_rate": 3.185861423220974e-05, + "loss": 1.6319, + "step": 1550 + }, + { + "epoch": 1.1, + "learning_rate": 3.1741573033707866e-05, + "loss": 1.5958, + "step": 1560 + }, + { + "epoch": 1.1, + "learning_rate": 3.1624531835205996e-05, + "loss": 1.6232, + "step": 1570 + }, + { + "epoch": 1.11, + "learning_rate": 3.1507490636704125e-05, + "loss": 1.6514, + "step": 1580 + }, + { + "epoch": 1.12, + "learning_rate": 3.139044943820225e-05, + "loss": 1.6175, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1273408239700376e-05, + "loss": 1.5959, + "step": 1600 + }, + { + "epoch": 1.13, + "learning_rate": 3.1156367041198505e-05, + "loss": 1.6223, + "step": 1610 + }, + { + "epoch": 1.14, + "learning_rate": 3.1039325842696634e-05, + "loss": 1.6289, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.092228464419476e-05, + "loss": 1.6393, + "step": 1630 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805243445692886e-05, + "loss": 1.5833, + "step": 1640 + }, + { + "epoch": 1.16, + "learning_rate": 3.068820224719101e-05, + "loss": 1.5563, + "step": 1650 + }, + { + "epoch": 1.17, + "learning_rate": 3.057116104868914e-05, + "loss": 1.6156, + "step": 1660 + }, + { + "epoch": 1.17, + "learning_rate": 3.045411985018727e-05, + "loss": 1.567, + "step": 1670 + }, + { + "epoch": 1.18, + "learning_rate": 3.0337078651685396e-05, + "loss": 1.5583, + "step": 1680 + }, + { + "epoch": 1.19, + "learning_rate": 3.0220037453183518e-05, + "loss": 1.6089, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0102996254681647e-05, + "loss": 1.6113, + "step": 1700 + }, + { + "epoch": 1.2, + "learning_rate": 2.9985955056179776e-05, + "loss": 1.6204, + "step": 1710 + }, + { + "epoch": 1.21, + "learning_rate": 2.9868913857677905e-05, + "loss": 1.6012, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9751872659176034e-05, + "loss": 1.61, + "step": 1730 + }, + { + "epoch": 1.22, + "learning_rate": 2.9634831460674157e-05, + "loss": 1.6197, + "step": 1740 + }, + { + "epoch": 1.23, + "learning_rate": 2.9517790262172286e-05, + "loss": 1.6477, + "step": 1750 + }, + { + "epoch": 1.24, + "learning_rate": 2.940074906367041e-05, + "loss": 1.6033, + "step": 1760 + }, + { + "epoch": 1.24, + "learning_rate": 2.928370786516854e-05, + "loss": 1.6398, + "step": 1770 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5934, + "step": 1780 + }, + { + "epoch": 1.26, + "learning_rate": 2.9049625468164792e-05, + "loss": 1.6086, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.893258426966292e-05, + "loss": 1.6349, + "step": 1800 + }, + { + "epoch": 1.27, + "learning_rate": 2.881554307116105e-05, + "loss": 1.5624, + "step": 1810 + }, + { + "epoch": 1.28, + "learning_rate": 2.869850187265918e-05, + "loss": 1.5814, + "step": 1820 + }, + { + "epoch": 1.29, + "learning_rate": 2.8581460674157305e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.29, + "learning_rate": 2.846441947565543e-05, + "loss": 1.6163, + "step": 1840 + }, + { + "epoch": 1.3, + "learning_rate": 2.8347378277153557e-05, + "loss": 1.6423, + "step": 1850 + }, + { + "epoch": 1.31, + "learning_rate": 2.8230337078651686e-05, + "loss": 1.5882, + "step": 1860 + }, + { + "epoch": 1.31, + "learning_rate": 2.8113295880149815e-05, + "loss": 1.5747, + "step": 1870 + }, + { + "epoch": 1.32, + "learning_rate": 2.7996254681647944e-05, + "loss": 1.6375, + "step": 1880 + }, + { + "epoch": 1.33, + "learning_rate": 2.7879213483146066e-05, + "loss": 1.577, + "step": 1890 + }, + { + "epoch": 1.33, + "learning_rate": 2.7762172284644195e-05, + "loss": 1.6285, + "step": 1900 + }, + { + "epoch": 1.34, + "learning_rate": 2.7645131086142325e-05, + "loss": 1.603, + "step": 1910 + }, + { + "epoch": 1.35, + "learning_rate": 2.752808988764045e-05, + "loss": 1.5859, + "step": 1920 + }, + { + "epoch": 1.36, + "learning_rate": 2.741104868913858e-05, + "loss": 1.5735, + "step": 1930 + }, + { + "epoch": 1.36, + "learning_rate": 2.7294007490636702e-05, + "loss": 1.5936, + "step": 1940 + }, + { + "epoch": 1.37, + "learning_rate": 2.717696629213483e-05, + "loss": 1.5934, + "step": 1950 + }, + { + "epoch": 1.38, + "learning_rate": 2.705992509363296e-05, + "loss": 1.5972, + "step": 1960 + }, + { + "epoch": 1.38, + "learning_rate": 2.694288389513109e-05, + "loss": 1.6575, + "step": 1970 + }, + { + "epoch": 1.39, + "learning_rate": 2.6825842696629215e-05, + "loss": 1.5937, + "step": 1980 + }, + { + "epoch": 1.4, + "learning_rate": 2.670880149812734e-05, + "loss": 1.5552, + "step": 1990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6591760299625466e-05, + "loss": 1.6175, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263733631436718e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/README.md b/1981_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78220c476b772afbfa64ed04fb2330f59156bb0d --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f046b244fcafc9bca7a9e287ab6f4727a6e1c7811323578359650860e4d48b29 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d52c8b541f596692ac1114756a14f983a68d12 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e148241c7f3e27f279778f96854a1b3a69e095c45ecccbf0b110c312c4dd7af9 +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ace86c8041ab6aa1b20d14544df084413b015879 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c72e419e26e8889910c572de0db7eba9880e87621a334182c6c2e3c5a449e6 +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..db49302c1dc76ac38137c745019abcad3ba08724 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03917d02eb3e539eff510d18d8a9f24ae43f7d2e73fc9574e394c3d2994f64bc +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7251204edbe7329c4aa4572c1121bd0ca43b3bf1 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.75561797752809, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + }, + { + "epoch": 0.71, + "learning_rate": 3.817883895131087e-05, + "loss": 1.591, + "step": 1010 + }, + { + "epoch": 0.72, + "learning_rate": 3.806179775280899e-05, + "loss": 1.6133, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.794475655430712e-05, + "loss": 1.6158, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.782771535580524e-05, + "loss": 1.622, + "step": 1040 + }, + { + "epoch": 0.74, + "learning_rate": 3.771067415730337e-05, + "loss": 1.6461, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.75936329588015e-05, + "loss": 1.6638, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.747659176029963e-05, + "loss": 1.6071, + "step": 1070 + }, + { + "epoch": 0.76, + "learning_rate": 3.735955056179776e-05, + "loss": 1.6439, + "step": 1080 + }, + { + "epoch": 0.77, + "learning_rate": 3.724250936329588e-05, + "loss": 1.6111, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.712546816479401e-05, + "loss": 1.5904, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 3.700842696629214e-05, + "loss": 1.6312, + "step": 1110 + }, + { + "epoch": 0.79, + "learning_rate": 3.689138576779027e-05, + "loss": 1.6094, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6774344569288396e-05, + "loss": 1.5809, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 3.665730337078652e-05, + "loss": 1.6235, + "step": 1140 + }, + { + "epoch": 0.81, + "learning_rate": 3.654026217228465e-05, + "loss": 1.6241, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.6423220973782776e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.63061797752809e-05, + "loss": 1.6158, + "step": 1170 + }, + { + "epoch": 0.83, + "learning_rate": 3.618913857677903e-05, + "loss": 1.6182, + "step": 1180 + }, + { + "epoch": 0.84, + "learning_rate": 3.607209737827715e-05, + "loss": 1.6509, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.595505617977528e-05, + "loss": 1.5991, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 3.583801498127341e-05, + "loss": 1.6338, + "step": 1210 + }, + { + "epoch": 0.86, + "learning_rate": 3.572097378277154e-05, + "loss": 1.6244, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.560393258426967e-05, + "loss": 1.5973, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 3.548689138576779e-05, + "loss": 1.626, + "step": 1240 + }, + { + "epoch": 0.88, + "learning_rate": 3.536985018726592e-05, + "loss": 1.6008, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.525280898876405e-05, + "loss": 1.6197, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5135767790262176e-05, + "loss": 1.5381, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 3.5018726591760305e-05, + "loss": 1.6108, + "step": 1280 + }, + { + "epoch": 0.91, + "learning_rate": 3.490168539325843e-05, + "loss": 1.6042, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.478464419475656e-05, + "loss": 1.5814, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 3.4667602996254686e-05, + "loss": 1.614, + "step": 1310 + }, + { + "epoch": 0.93, + "learning_rate": 3.455056179775281e-05, + "loss": 1.5813, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.443352059925094e-05, + "loss": 1.6115, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 3.431647940074906e-05, + "loss": 1.5899, + "step": 1340 + }, + { + "epoch": 0.95, + "learning_rate": 3.419943820224719e-05, + "loss": 1.631, + "step": 1350 + }, + { + "epoch": 0.96, + "learning_rate": 3.408239700374532e-05, + "loss": 1.6057, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.396535580524345e-05, + "loss": 1.5936, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 3.3848314606741576e-05, + "loss": 1.6068, + "step": 1380 + }, + { + "epoch": 0.98, + "learning_rate": 3.37312734082397e-05, + "loss": 1.6029, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.361423220973783e-05, + "loss": 1.6374, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 3.349719101123596e-05, + "loss": 1.6115, + "step": 1410 + }, + { + "epoch": 1.0, + "learning_rate": 3.3380149812734086e-05, + "loss": 1.6287, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263108614232215e-05, + "loss": 1.5845, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 3.314606741573034e-05, + "loss": 1.5682, + "step": 1440 + }, + { + "epoch": 1.02, + "learning_rate": 3.3029026217228467e-05, + "loss": 1.5966, + "step": 1450 + }, + { + "epoch": 1.03, + "learning_rate": 3.2911985018726596e-05, + "loss": 1.6527, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.2794943820224725e-05, + "loss": 1.5991, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 3.267790262172285e-05, + "loss": 1.6472, + "step": 1480 + }, + { + "epoch": 1.05, + "learning_rate": 3.2560861423220976e-05, + "loss": 1.5972, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.24438202247191e-05, + "loss": 1.5871, + "step": 1500 + }, + { + "epoch": 1.06, + "learning_rate": 3.232677902621723e-05, + "loss": 1.5687, + "step": 1510 + }, + { + "epoch": 1.07, + "learning_rate": 3.220973782771536e-05, + "loss": 1.6235, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2092696629213486e-05, + "loss": 1.6073, + "step": 1530 + }, + { + "epoch": 1.08, + "learning_rate": 3.197565543071161e-05, + "loss": 1.5895, + "step": 1540 + }, + { + "epoch": 1.09, + "learning_rate": 3.185861423220974e-05, + "loss": 1.6319, + "step": 1550 + }, + { + "epoch": 1.1, + "learning_rate": 3.1741573033707866e-05, + "loss": 1.5958, + "step": 1560 + }, + { + "epoch": 1.1, + "learning_rate": 3.1624531835205996e-05, + "loss": 1.6232, + "step": 1570 + }, + { + "epoch": 1.11, + "learning_rate": 3.1507490636704125e-05, + "loss": 1.6514, + "step": 1580 + }, + { + "epoch": 1.12, + "learning_rate": 3.139044943820225e-05, + "loss": 1.6175, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1273408239700376e-05, + "loss": 1.5959, + "step": 1600 + }, + { + "epoch": 1.13, + "learning_rate": 3.1156367041198505e-05, + "loss": 1.6223, + "step": 1610 + }, + { + "epoch": 1.14, + "learning_rate": 3.1039325842696634e-05, + "loss": 1.6289, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.092228464419476e-05, + "loss": 1.6393, + "step": 1630 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805243445692886e-05, + "loss": 1.5833, + "step": 1640 + }, + { + "epoch": 1.16, + "learning_rate": 3.068820224719101e-05, + "loss": 1.5563, + "step": 1650 + }, + { + "epoch": 1.17, + "learning_rate": 3.057116104868914e-05, + "loss": 1.6156, + "step": 1660 + }, + { + "epoch": 1.17, + "learning_rate": 3.045411985018727e-05, + "loss": 1.567, + "step": 1670 + }, + { + "epoch": 1.18, + "learning_rate": 3.0337078651685396e-05, + "loss": 1.5583, + "step": 1680 + }, + { + "epoch": 1.19, + "learning_rate": 3.0220037453183518e-05, + "loss": 1.6089, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0102996254681647e-05, + "loss": 1.6113, + "step": 1700 + }, + { + "epoch": 1.2, + "learning_rate": 2.9985955056179776e-05, + "loss": 1.6204, + "step": 1710 + }, + { + "epoch": 1.21, + "learning_rate": 2.9868913857677905e-05, + "loss": 1.6012, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9751872659176034e-05, + "loss": 1.61, + "step": 1730 + }, + { + "epoch": 1.22, + "learning_rate": 2.9634831460674157e-05, + "loss": 1.6197, + "step": 1740 + }, + { + "epoch": 1.23, + "learning_rate": 2.9517790262172286e-05, + "loss": 1.6477, + "step": 1750 + }, + { + "epoch": 1.24, + "learning_rate": 2.940074906367041e-05, + "loss": 1.6033, + "step": 1760 + }, + { + "epoch": 1.24, + "learning_rate": 2.928370786516854e-05, + "loss": 1.6398, + "step": 1770 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5934, + "step": 1780 + }, + { + "epoch": 1.26, + "learning_rate": 2.9049625468164792e-05, + "loss": 1.6086, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.893258426966292e-05, + "loss": 1.6349, + "step": 1800 + }, + { + "epoch": 1.27, + "learning_rate": 2.881554307116105e-05, + "loss": 1.5624, + "step": 1810 + }, + { + "epoch": 1.28, + "learning_rate": 2.869850187265918e-05, + "loss": 1.5814, + "step": 1820 + }, + { + "epoch": 1.29, + "learning_rate": 2.8581460674157305e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.29, + "learning_rate": 2.846441947565543e-05, + "loss": 1.6163, + "step": 1840 + }, + { + "epoch": 1.3, + "learning_rate": 2.8347378277153557e-05, + "loss": 1.6423, + "step": 1850 + }, + { + "epoch": 1.31, + "learning_rate": 2.8230337078651686e-05, + "loss": 1.5882, + "step": 1860 + }, + { + "epoch": 1.31, + "learning_rate": 2.8113295880149815e-05, + "loss": 1.5747, + "step": 1870 + }, + { + "epoch": 1.32, + "learning_rate": 2.7996254681647944e-05, + "loss": 1.6375, + "step": 1880 + }, + { + "epoch": 1.33, + "learning_rate": 2.7879213483146066e-05, + "loss": 1.577, + "step": 1890 + }, + { + "epoch": 1.33, + "learning_rate": 2.7762172284644195e-05, + "loss": 1.6285, + "step": 1900 + }, + { + "epoch": 1.34, + "learning_rate": 2.7645131086142325e-05, + "loss": 1.603, + "step": 1910 + }, + { + "epoch": 1.35, + "learning_rate": 2.752808988764045e-05, + "loss": 1.5859, + "step": 1920 + }, + { + "epoch": 1.36, + "learning_rate": 2.741104868913858e-05, + "loss": 1.5735, + "step": 1930 + }, + { + "epoch": 1.36, + "learning_rate": 2.7294007490636702e-05, + "loss": 1.5936, + "step": 1940 + }, + { + "epoch": 1.37, + "learning_rate": 2.717696629213483e-05, + "loss": 1.5934, + "step": 1950 + }, + { + "epoch": 1.38, + "learning_rate": 2.705992509363296e-05, + "loss": 1.5972, + "step": 1960 + }, + { + "epoch": 1.38, + "learning_rate": 2.694288389513109e-05, + "loss": 1.6575, + "step": 1970 + }, + { + "epoch": 1.39, + "learning_rate": 2.6825842696629215e-05, + "loss": 1.5937, + "step": 1980 + }, + { + "epoch": 1.4, + "learning_rate": 2.670880149812734e-05, + "loss": 1.5552, + "step": 1990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6591760299625466e-05, + "loss": 1.6175, + "step": 2000 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474719101123595e-05, + "loss": 1.58, + "step": 2010 + }, + { + "epoch": 1.42, + "learning_rate": 2.6357677902621724e-05, + "loss": 1.6338, + "step": 2020 + }, + { + "epoch": 1.43, + "learning_rate": 2.6240636704119854e-05, + "loss": 1.605, + "step": 2030 + }, + { + "epoch": 1.43, + "learning_rate": 2.6123595505617983e-05, + "loss": 1.6046, + "step": 2040 + }, + { + "epoch": 1.44, + "learning_rate": 2.6006554307116105e-05, + "loss": 1.6041, + "step": 2050 + }, + { + "epoch": 1.45, + "learning_rate": 2.5889513108614234e-05, + "loss": 1.594, + "step": 2060 + }, + { + "epoch": 1.45, + "learning_rate": 2.577247191011236e-05, + "loss": 1.5991, + "step": 2070 + }, + { + "epoch": 1.46, + "learning_rate": 2.565543071161049e-05, + "loss": 1.6344, + "step": 2080 + }, + { + "epoch": 1.47, + "learning_rate": 2.5538389513108618e-05, + "loss": 1.6152, + "step": 2090 + }, + { + "epoch": 1.47, + "learning_rate": 2.542134831460674e-05, + "loss": 1.5778, + "step": 2100 + }, + { + "epoch": 1.48, + "learning_rate": 2.530430711610487e-05, + "loss": 1.629, + "step": 2110 + }, + { + "epoch": 1.49, + "learning_rate": 2.5187265917603e-05, + "loss": 1.5921, + "step": 2120 + }, + { + "epoch": 1.5, + "learning_rate": 2.5070224719101128e-05, + "loss": 1.6092, + "step": 2130 + }, + { + "epoch": 1.5, + "learning_rate": 2.4953183520599254e-05, + "loss": 1.6009, + "step": 2140 + }, + { + "epoch": 1.51, + "learning_rate": 2.483614232209738e-05, + "loss": 1.601, + "step": 2150 + }, + { + "epoch": 1.52, + "learning_rate": 2.4719101123595505e-05, + "loss": 1.5833, + "step": 2160 + }, + { + "epoch": 1.52, + "learning_rate": 2.4602059925093634e-05, + "loss": 1.5711, + "step": 2170 + }, + { + "epoch": 1.53, + "learning_rate": 2.448501872659176e-05, + "loss": 1.599, + "step": 2180 + }, + { + "epoch": 1.54, + "learning_rate": 2.436797752808989e-05, + "loss": 1.599, + "step": 2190 + }, + { + "epoch": 1.54, + "learning_rate": 2.4250936329588018e-05, + "loss": 1.6161, + "step": 2200 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133895131086144e-05, + "loss": 1.5779, + "step": 2210 + }, + { + "epoch": 1.56, + "learning_rate": 2.401685393258427e-05, + "loss": 1.6316, + "step": 2220 + }, + { + "epoch": 1.57, + "learning_rate": 2.3899812734082395e-05, + "loss": 1.5623, + "step": 2230 + }, + { + "epoch": 1.57, + "learning_rate": 2.3782771535580524e-05, + "loss": 1.6113, + "step": 2240 + }, + { + "epoch": 1.58, + "learning_rate": 2.3665730337078653e-05, + "loss": 1.5844, + "step": 2250 + }, + { + "epoch": 1.59, + "learning_rate": 2.354868913857678e-05, + "loss": 1.5771, + "step": 2260 + }, + { + "epoch": 1.59, + "learning_rate": 2.3431647940074908e-05, + "loss": 1.5795, + "step": 2270 + }, + { + "epoch": 1.6, + "learning_rate": 2.3314606741573034e-05, + "loss": 1.5784, + "step": 2280 + }, + { + "epoch": 1.61, + "learning_rate": 2.3197565543071163e-05, + "loss": 1.6204, + "step": 2290 + }, + { + "epoch": 1.62, + "learning_rate": 2.308052434456929e-05, + "loss": 1.5829, + "step": 2300 + }, + { + "epoch": 1.62, + "learning_rate": 2.2963483146067415e-05, + "loss": 1.5878, + "step": 2310 + }, + { + "epoch": 1.63, + "learning_rate": 2.2846441947565544e-05, + "loss": 1.5838, + "step": 2320 + }, + { + "epoch": 1.64, + "learning_rate": 2.272940074906367e-05, + "loss": 1.6049, + "step": 2330 + }, + { + "epoch": 1.64, + "learning_rate": 2.26123595505618e-05, + "loss": 1.602, + "step": 2340 + }, + { + "epoch": 1.65, + "learning_rate": 2.2495318352059928e-05, + "loss": 1.6357, + "step": 2350 + }, + { + "epoch": 1.66, + "learning_rate": 2.2378277153558053e-05, + "loss": 1.5882, + "step": 2360 + }, + { + "epoch": 1.66, + "learning_rate": 2.2261235955056183e-05, + "loss": 1.5904, + "step": 2370 + }, + { + "epoch": 1.67, + "learning_rate": 2.2144194756554308e-05, + "loss": 1.6046, + "step": 2380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2027153558052434e-05, + "loss": 1.5691, + "step": 2390 + }, + { + "epoch": 1.69, + "learning_rate": 2.1910112359550563e-05, + "loss": 1.5727, + "step": 2400 + }, + { + "epoch": 1.69, + "learning_rate": 2.179307116104869e-05, + "loss": 1.5936, + "step": 2410 + }, + { + "epoch": 1.7, + "learning_rate": 2.1676029962546818e-05, + "loss": 1.6017, + "step": 2420 + }, + { + "epoch": 1.71, + "learning_rate": 2.1558988764044947e-05, + "loss": 1.6201, + "step": 2430 + }, + { + "epoch": 1.71, + "learning_rate": 2.1441947565543073e-05, + "loss": 1.6262, + "step": 2440 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324906367041202e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.73, + "learning_rate": 2.1207865168539328e-05, + "loss": 1.5608, + "step": 2460 + }, + { + "epoch": 1.73, + "learning_rate": 2.1090823970037453e-05, + "loss": 1.6072, + "step": 2470 + }, + { + "epoch": 1.74, + "learning_rate": 2.0973782771535582e-05, + "loss": 1.6122, + "step": 2480 + }, + { + "epoch": 1.75, + "learning_rate": 2.0856741573033708e-05, + "loss": 1.6387, + "step": 2490 + }, + { + "epoch": 1.76, + "learning_rate": 2.0739700374531837e-05, + "loss": 1.5944, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579746042398638e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/README.md b/1981_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..66f3fcea5abfdad15f747928140867d6f7484cfe --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538580cb80ea3dcf21608dbeaecca96e2ed3fa8be88cbac18a66ccf951c38b38 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..96e068b43b4790ad129b1cec5d7702a464f0c7f4 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3c8a9130dc696d6b2df497a837600694519ffbf4821271a40b244e5122e0b9 +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1a4201bc571595d1224c7f8aa3bf391b605b96dd --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ae97680bfd7bf550f0dc46e52d0eea3e8f8cc7225a53bfc229c6a4c4587107 +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..63533bc0c7c468784ef8b67a5fdc8b8750e36309 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d2a3bb942e0f4b9dee19620588e0a2c8f79ea841011a3c5bcd68fe28c20203 +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..901e1530498dad77e269dc8e0cb99a1992db9ff6 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.106741573033708, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + }, + { + "epoch": 0.71, + "learning_rate": 3.817883895131087e-05, + "loss": 1.591, + "step": 1010 + }, + { + "epoch": 0.72, + "learning_rate": 3.806179775280899e-05, + "loss": 1.6133, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.794475655430712e-05, + "loss": 1.6158, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.782771535580524e-05, + "loss": 1.622, + "step": 1040 + }, + { + "epoch": 0.74, + "learning_rate": 3.771067415730337e-05, + "loss": 1.6461, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.75936329588015e-05, + "loss": 1.6638, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.747659176029963e-05, + "loss": 1.6071, + "step": 1070 + }, + { + "epoch": 0.76, + "learning_rate": 3.735955056179776e-05, + "loss": 1.6439, + "step": 1080 + }, + { + "epoch": 0.77, + "learning_rate": 3.724250936329588e-05, + "loss": 1.6111, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.712546816479401e-05, + "loss": 1.5904, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 3.700842696629214e-05, + "loss": 1.6312, + "step": 1110 + }, + { + "epoch": 0.79, + "learning_rate": 3.689138576779027e-05, + "loss": 1.6094, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6774344569288396e-05, + "loss": 1.5809, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 3.665730337078652e-05, + "loss": 1.6235, + "step": 1140 + }, + { + "epoch": 0.81, + "learning_rate": 3.654026217228465e-05, + "loss": 1.6241, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.6423220973782776e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.63061797752809e-05, + "loss": 1.6158, + "step": 1170 + }, + { + "epoch": 0.83, + "learning_rate": 3.618913857677903e-05, + "loss": 1.6182, + "step": 1180 + }, + { + "epoch": 0.84, + "learning_rate": 3.607209737827715e-05, + "loss": 1.6509, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.595505617977528e-05, + "loss": 1.5991, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 3.583801498127341e-05, + "loss": 1.6338, + "step": 1210 + }, + { + "epoch": 0.86, + "learning_rate": 3.572097378277154e-05, + "loss": 1.6244, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.560393258426967e-05, + "loss": 1.5973, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 3.548689138576779e-05, + "loss": 1.626, + "step": 1240 + }, + { + "epoch": 0.88, + "learning_rate": 3.536985018726592e-05, + "loss": 1.6008, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.525280898876405e-05, + "loss": 1.6197, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5135767790262176e-05, + "loss": 1.5381, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 3.5018726591760305e-05, + "loss": 1.6108, + "step": 1280 + }, + { + "epoch": 0.91, + "learning_rate": 3.490168539325843e-05, + "loss": 1.6042, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.478464419475656e-05, + "loss": 1.5814, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 3.4667602996254686e-05, + "loss": 1.614, + "step": 1310 + }, + { + "epoch": 0.93, + "learning_rate": 3.455056179775281e-05, + "loss": 1.5813, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.443352059925094e-05, + "loss": 1.6115, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 3.431647940074906e-05, + "loss": 1.5899, + "step": 1340 + }, + { + "epoch": 0.95, + "learning_rate": 3.419943820224719e-05, + "loss": 1.631, + "step": 1350 + }, + { + "epoch": 0.96, + "learning_rate": 3.408239700374532e-05, + "loss": 1.6057, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.396535580524345e-05, + "loss": 1.5936, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 3.3848314606741576e-05, + "loss": 1.6068, + "step": 1380 + }, + { + "epoch": 0.98, + "learning_rate": 3.37312734082397e-05, + "loss": 1.6029, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.361423220973783e-05, + "loss": 1.6374, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 3.349719101123596e-05, + "loss": 1.6115, + "step": 1410 + }, + { + "epoch": 1.0, + "learning_rate": 3.3380149812734086e-05, + "loss": 1.6287, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263108614232215e-05, + "loss": 1.5845, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 3.314606741573034e-05, + "loss": 1.5682, + "step": 1440 + }, + { + "epoch": 1.02, + "learning_rate": 3.3029026217228467e-05, + "loss": 1.5966, + "step": 1450 + }, + { + "epoch": 1.03, + "learning_rate": 3.2911985018726596e-05, + "loss": 1.6527, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.2794943820224725e-05, + "loss": 1.5991, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 3.267790262172285e-05, + "loss": 1.6472, + "step": 1480 + }, + { + "epoch": 1.05, + "learning_rate": 3.2560861423220976e-05, + "loss": 1.5972, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.24438202247191e-05, + "loss": 1.5871, + "step": 1500 + }, + { + "epoch": 1.06, + "learning_rate": 3.232677902621723e-05, + "loss": 1.5687, + "step": 1510 + }, + { + "epoch": 1.07, + "learning_rate": 3.220973782771536e-05, + "loss": 1.6235, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2092696629213486e-05, + "loss": 1.6073, + "step": 1530 + }, + { + "epoch": 1.08, + "learning_rate": 3.197565543071161e-05, + "loss": 1.5895, + "step": 1540 + }, + { + "epoch": 1.09, + "learning_rate": 3.185861423220974e-05, + "loss": 1.6319, + "step": 1550 + }, + { + "epoch": 1.1, + "learning_rate": 3.1741573033707866e-05, + "loss": 1.5958, + "step": 1560 + }, + { + "epoch": 1.1, + "learning_rate": 3.1624531835205996e-05, + "loss": 1.6232, + "step": 1570 + }, + { + "epoch": 1.11, + "learning_rate": 3.1507490636704125e-05, + "loss": 1.6514, + "step": 1580 + }, + { + "epoch": 1.12, + "learning_rate": 3.139044943820225e-05, + "loss": 1.6175, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1273408239700376e-05, + "loss": 1.5959, + "step": 1600 + }, + { + "epoch": 1.13, + "learning_rate": 3.1156367041198505e-05, + "loss": 1.6223, + "step": 1610 + }, + { + "epoch": 1.14, + "learning_rate": 3.1039325842696634e-05, + "loss": 1.6289, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.092228464419476e-05, + "loss": 1.6393, + "step": 1630 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805243445692886e-05, + "loss": 1.5833, + "step": 1640 + }, + { + "epoch": 1.16, + "learning_rate": 3.068820224719101e-05, + "loss": 1.5563, + "step": 1650 + }, + { + "epoch": 1.17, + "learning_rate": 3.057116104868914e-05, + "loss": 1.6156, + "step": 1660 + }, + { + "epoch": 1.17, + "learning_rate": 3.045411985018727e-05, + "loss": 1.567, + "step": 1670 + }, + { + "epoch": 1.18, + "learning_rate": 3.0337078651685396e-05, + "loss": 1.5583, + "step": 1680 + }, + { + "epoch": 1.19, + "learning_rate": 3.0220037453183518e-05, + "loss": 1.6089, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0102996254681647e-05, + "loss": 1.6113, + "step": 1700 + }, + { + "epoch": 1.2, + "learning_rate": 2.9985955056179776e-05, + "loss": 1.6204, + "step": 1710 + }, + { + "epoch": 1.21, + "learning_rate": 2.9868913857677905e-05, + "loss": 1.6012, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9751872659176034e-05, + "loss": 1.61, + "step": 1730 + }, + { + "epoch": 1.22, + "learning_rate": 2.9634831460674157e-05, + "loss": 1.6197, + "step": 1740 + }, + { + "epoch": 1.23, + "learning_rate": 2.9517790262172286e-05, + "loss": 1.6477, + "step": 1750 + }, + { + "epoch": 1.24, + "learning_rate": 2.940074906367041e-05, + "loss": 1.6033, + "step": 1760 + }, + { + "epoch": 1.24, + "learning_rate": 2.928370786516854e-05, + "loss": 1.6398, + "step": 1770 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5934, + "step": 1780 + }, + { + "epoch": 1.26, + "learning_rate": 2.9049625468164792e-05, + "loss": 1.6086, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.893258426966292e-05, + "loss": 1.6349, + "step": 1800 + }, + { + "epoch": 1.27, + "learning_rate": 2.881554307116105e-05, + "loss": 1.5624, + "step": 1810 + }, + { + "epoch": 1.28, + "learning_rate": 2.869850187265918e-05, + "loss": 1.5814, + "step": 1820 + }, + { + "epoch": 1.29, + "learning_rate": 2.8581460674157305e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.29, + "learning_rate": 2.846441947565543e-05, + "loss": 1.6163, + "step": 1840 + }, + { + "epoch": 1.3, + "learning_rate": 2.8347378277153557e-05, + "loss": 1.6423, + "step": 1850 + }, + { + "epoch": 1.31, + "learning_rate": 2.8230337078651686e-05, + "loss": 1.5882, + "step": 1860 + }, + { + "epoch": 1.31, + "learning_rate": 2.8113295880149815e-05, + "loss": 1.5747, + "step": 1870 + }, + { + "epoch": 1.32, + "learning_rate": 2.7996254681647944e-05, + "loss": 1.6375, + "step": 1880 + }, + { + "epoch": 1.33, + "learning_rate": 2.7879213483146066e-05, + "loss": 1.577, + "step": 1890 + }, + { + "epoch": 1.33, + "learning_rate": 2.7762172284644195e-05, + "loss": 1.6285, + "step": 1900 + }, + { + "epoch": 1.34, + "learning_rate": 2.7645131086142325e-05, + "loss": 1.603, + "step": 1910 + }, + { + "epoch": 1.35, + "learning_rate": 2.752808988764045e-05, + "loss": 1.5859, + "step": 1920 + }, + { + "epoch": 1.36, + "learning_rate": 2.741104868913858e-05, + "loss": 1.5735, + "step": 1930 + }, + { + "epoch": 1.36, + "learning_rate": 2.7294007490636702e-05, + "loss": 1.5936, + "step": 1940 + }, + { + "epoch": 1.37, + "learning_rate": 2.717696629213483e-05, + "loss": 1.5934, + "step": 1950 + }, + { + "epoch": 1.38, + "learning_rate": 2.705992509363296e-05, + "loss": 1.5972, + "step": 1960 + }, + { + "epoch": 1.38, + "learning_rate": 2.694288389513109e-05, + "loss": 1.6575, + "step": 1970 + }, + { + "epoch": 1.39, + "learning_rate": 2.6825842696629215e-05, + "loss": 1.5937, + "step": 1980 + }, + { + "epoch": 1.4, + "learning_rate": 2.670880149812734e-05, + "loss": 1.5552, + "step": 1990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6591760299625466e-05, + "loss": 1.6175, + "step": 2000 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474719101123595e-05, + "loss": 1.58, + "step": 2010 + }, + { + "epoch": 1.42, + "learning_rate": 2.6357677902621724e-05, + "loss": 1.6338, + "step": 2020 + }, + { + "epoch": 1.43, + "learning_rate": 2.6240636704119854e-05, + "loss": 1.605, + "step": 2030 + }, + { + "epoch": 1.43, + "learning_rate": 2.6123595505617983e-05, + "loss": 1.6046, + "step": 2040 + }, + { + "epoch": 1.44, + "learning_rate": 2.6006554307116105e-05, + "loss": 1.6041, + "step": 2050 + }, + { + "epoch": 1.45, + "learning_rate": 2.5889513108614234e-05, + "loss": 1.594, + "step": 2060 + }, + { + "epoch": 1.45, + "learning_rate": 2.577247191011236e-05, + "loss": 1.5991, + "step": 2070 + }, + { + "epoch": 1.46, + "learning_rate": 2.565543071161049e-05, + "loss": 1.6344, + "step": 2080 + }, + { + "epoch": 1.47, + "learning_rate": 2.5538389513108618e-05, + "loss": 1.6152, + "step": 2090 + }, + { + "epoch": 1.47, + "learning_rate": 2.542134831460674e-05, + "loss": 1.5778, + "step": 2100 + }, + { + "epoch": 1.48, + "learning_rate": 2.530430711610487e-05, + "loss": 1.629, + "step": 2110 + }, + { + "epoch": 1.49, + "learning_rate": 2.5187265917603e-05, + "loss": 1.5921, + "step": 2120 + }, + { + "epoch": 1.5, + "learning_rate": 2.5070224719101128e-05, + "loss": 1.6092, + "step": 2130 + }, + { + "epoch": 1.5, + "learning_rate": 2.4953183520599254e-05, + "loss": 1.6009, + "step": 2140 + }, + { + "epoch": 1.51, + "learning_rate": 2.483614232209738e-05, + "loss": 1.601, + "step": 2150 + }, + { + "epoch": 1.52, + "learning_rate": 2.4719101123595505e-05, + "loss": 1.5833, + "step": 2160 + }, + { + "epoch": 1.52, + "learning_rate": 2.4602059925093634e-05, + "loss": 1.5711, + "step": 2170 + }, + { + "epoch": 1.53, + "learning_rate": 2.448501872659176e-05, + "loss": 1.599, + "step": 2180 + }, + { + "epoch": 1.54, + "learning_rate": 2.436797752808989e-05, + "loss": 1.599, + "step": 2190 + }, + { + "epoch": 1.54, + "learning_rate": 2.4250936329588018e-05, + "loss": 1.6161, + "step": 2200 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133895131086144e-05, + "loss": 1.5779, + "step": 2210 + }, + { + "epoch": 1.56, + "learning_rate": 2.401685393258427e-05, + "loss": 1.6316, + "step": 2220 + }, + { + "epoch": 1.57, + "learning_rate": 2.3899812734082395e-05, + "loss": 1.5623, + "step": 2230 + }, + { + "epoch": 1.57, + "learning_rate": 2.3782771535580524e-05, + "loss": 1.6113, + "step": 2240 + }, + { + "epoch": 1.58, + "learning_rate": 2.3665730337078653e-05, + "loss": 1.5844, + "step": 2250 + }, + { + "epoch": 1.59, + "learning_rate": 2.354868913857678e-05, + "loss": 1.5771, + "step": 2260 + }, + { + "epoch": 1.59, + "learning_rate": 2.3431647940074908e-05, + "loss": 1.5795, + "step": 2270 + }, + { + "epoch": 1.6, + "learning_rate": 2.3314606741573034e-05, + "loss": 1.5784, + "step": 2280 + }, + { + "epoch": 1.61, + "learning_rate": 2.3197565543071163e-05, + "loss": 1.6204, + "step": 2290 + }, + { + "epoch": 1.62, + "learning_rate": 2.308052434456929e-05, + "loss": 1.5829, + "step": 2300 + }, + { + "epoch": 1.62, + "learning_rate": 2.2963483146067415e-05, + "loss": 1.5878, + "step": 2310 + }, + { + "epoch": 1.63, + "learning_rate": 2.2846441947565544e-05, + "loss": 1.5838, + "step": 2320 + }, + { + "epoch": 1.64, + "learning_rate": 2.272940074906367e-05, + "loss": 1.6049, + "step": 2330 + }, + { + "epoch": 1.64, + "learning_rate": 2.26123595505618e-05, + "loss": 1.602, + "step": 2340 + }, + { + "epoch": 1.65, + "learning_rate": 2.2495318352059928e-05, + "loss": 1.6357, + "step": 2350 + }, + { + "epoch": 1.66, + "learning_rate": 2.2378277153558053e-05, + "loss": 1.5882, + "step": 2360 + }, + { + "epoch": 1.66, + "learning_rate": 2.2261235955056183e-05, + "loss": 1.5904, + "step": 2370 + }, + { + "epoch": 1.67, + "learning_rate": 2.2144194756554308e-05, + "loss": 1.6046, + "step": 2380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2027153558052434e-05, + "loss": 1.5691, + "step": 2390 + }, + { + "epoch": 1.69, + "learning_rate": 2.1910112359550563e-05, + "loss": 1.5727, + "step": 2400 + }, + { + "epoch": 1.69, + "learning_rate": 2.179307116104869e-05, + "loss": 1.5936, + "step": 2410 + }, + { + "epoch": 1.7, + "learning_rate": 2.1676029962546818e-05, + "loss": 1.6017, + "step": 2420 + }, + { + "epoch": 1.71, + "learning_rate": 2.1558988764044947e-05, + "loss": 1.6201, + "step": 2430 + }, + { + "epoch": 1.71, + "learning_rate": 2.1441947565543073e-05, + "loss": 1.6262, + "step": 2440 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324906367041202e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.73, + "learning_rate": 2.1207865168539328e-05, + "loss": 1.5608, + "step": 2460 + }, + { + "epoch": 1.73, + "learning_rate": 2.1090823970037453e-05, + "loss": 1.6072, + "step": 2470 + }, + { + "epoch": 1.74, + "learning_rate": 2.0973782771535582e-05, + "loss": 1.6122, + "step": 2480 + }, + { + "epoch": 1.75, + "learning_rate": 2.0856741573033708e-05, + "loss": 1.6387, + "step": 2490 + }, + { + "epoch": 1.76, + "learning_rate": 2.0739700374531837e-05, + "loss": 1.5944, + "step": 2500 + }, + { + "epoch": 1.76, + "learning_rate": 2.0622659176029963e-05, + "loss": 1.623, + "step": 2510 + }, + { + "epoch": 1.77, + "learning_rate": 2.0505617977528092e-05, + "loss": 1.5679, + "step": 2520 + }, + { + "epoch": 1.78, + "learning_rate": 2.0388576779026218e-05, + "loss": 1.5833, + "step": 2530 + }, + { + "epoch": 1.78, + "learning_rate": 2.0271535580524344e-05, + "loss": 1.5898, + "step": 2540 + }, + { + "epoch": 1.79, + "learning_rate": 2.0154494382022473e-05, + "loss": 1.5832, + "step": 2550 + }, + { + "epoch": 1.8, + "learning_rate": 2.00374531835206e-05, + "loss": 1.6074, + "step": 2560 + }, + { + "epoch": 1.8, + "learning_rate": 1.9920411985018728e-05, + "loss": 1.5406, + "step": 2570 + }, + { + "epoch": 1.81, + "learning_rate": 1.9803370786516857e-05, + "loss": 1.5898, + "step": 2580 + }, + { + "epoch": 1.82, + "learning_rate": 1.9686329588014982e-05, + "loss": 1.6523, + "step": 2590 + }, + { + "epoch": 1.83, + "learning_rate": 1.956928838951311e-05, + "loss": 1.5475, + "step": 2600 + }, + { + "epoch": 1.83, + "learning_rate": 1.9452247191011237e-05, + "loss": 1.611, + "step": 2610 + }, + { + "epoch": 1.84, + "learning_rate": 1.9335205992509363e-05, + "loss": 1.644, + "step": 2620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9218164794007492e-05, + "loss": 1.6512, + "step": 2630 + }, + { + "epoch": 1.85, + "learning_rate": 1.9101123595505618e-05, + "loss": 1.6181, + "step": 2640 + }, + { + "epoch": 1.86, + "learning_rate": 1.8984082397003747e-05, + "loss": 1.5943, + "step": 2650 + }, + { + "epoch": 1.87, + "learning_rate": 1.8867041198501873e-05, + "loss": 1.5644, + "step": 2660 + }, + { + "epoch": 1.88, + "learning_rate": 1.8750000000000002e-05, + "loss": 1.5931, + "step": 2670 + }, + { + "epoch": 1.88, + "learning_rate": 1.863295880149813e-05, + "loss": 1.5999, + "step": 2680 + }, + { + "epoch": 1.89, + "learning_rate": 1.8515917602996257e-05, + "loss": 1.6389, + "step": 2690 + }, + { + "epoch": 1.9, + "learning_rate": 1.8398876404494382e-05, + "loss": 1.6019, + "step": 2700 + }, + { + "epoch": 1.9, + "learning_rate": 1.8281835205992508e-05, + "loss": 1.6034, + "step": 2710 + }, + { + "epoch": 1.91, + "learning_rate": 1.8164794007490637e-05, + "loss": 1.6172, + "step": 2720 + }, + { + "epoch": 1.92, + "learning_rate": 1.8047752808988766e-05, + "loss": 1.584, + "step": 2730 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930711610486892e-05, + "loss": 1.6288, + "step": 2740 + }, + { + "epoch": 1.93, + "learning_rate": 1.781367041198502e-05, + "loss": 1.6515, + "step": 2750 + }, + { + "epoch": 1.94, + "learning_rate": 1.7696629213483147e-05, + "loss": 1.6043, + "step": 2760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7579588014981273e-05, + "loss": 1.6518, + "step": 2770 + }, + { + "epoch": 1.95, + "learning_rate": 1.74625468164794e-05, + "loss": 1.6164, + "step": 2780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7345505617977527e-05, + "loss": 1.6004, + "step": 2790 + }, + { + "epoch": 1.97, + "learning_rate": 1.7228464419475657e-05, + "loss": 1.6178, + "step": 2800 + }, + { + "epoch": 1.97, + "learning_rate": 1.7111423220973782e-05, + "loss": 1.624, + "step": 2810 + }, + { + "epoch": 1.98, + "learning_rate": 1.699438202247191e-05, + "loss": 1.5782, + "step": 2820 + }, + { + "epoch": 1.99, + "learning_rate": 1.687734082397004e-05, + "loss": 1.6205, + "step": 2830 + }, + { + "epoch": 1.99, + "learning_rate": 1.6760299625468166e-05, + "loss": 1.5928, + "step": 2840 + }, + { + "epoch": 2.0, + "learning_rate": 1.6643258426966292e-05, + "loss": 1.6625, + "step": 2850 + }, + { + "epoch": 2.01, + "learning_rate": 1.6526217228464418e-05, + "loss": 1.5908, + "step": 2860 + }, + { + "epoch": 2.02, + "learning_rate": 1.6409176029962547e-05, + "loss": 1.6132, + "step": 2870 + }, + { + "epoch": 2.02, + "learning_rate": 1.6292134831460676e-05, + "loss": 1.6542, + "step": 2880 + }, + { + "epoch": 2.03, + "learning_rate": 1.61750936329588e-05, + "loss": 1.5836, + "step": 2890 + }, + { + "epoch": 2.04, + "learning_rate": 1.605805243445693e-05, + "loss": 1.581, + "step": 2900 + }, + { + "epoch": 2.04, + "learning_rate": 1.5941011235955056e-05, + "loss": 1.6075, + "step": 2910 + }, + { + "epoch": 2.05, + "learning_rate": 1.5823970037453186e-05, + "loss": 1.6246, + "step": 2920 + }, + { + "epoch": 2.06, + "learning_rate": 1.570692883895131e-05, + "loss": 1.589, + "step": 2930 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589887640449437e-05, + "loss": 1.5989, + "step": 2940 + }, + { + "epoch": 2.07, + "learning_rate": 1.5472846441947566e-05, + "loss": 1.6443, + "step": 2950 + }, + { + "epoch": 2.08, + "learning_rate": 1.5355805243445692e-05, + "loss": 1.6154, + "step": 2960 + }, + { + "epoch": 2.09, + "learning_rate": 1.5238764044943821e-05, + "loss": 1.571, + "step": 2970 + }, + { + "epoch": 2.09, + "learning_rate": 1.5121722846441948e-05, + "loss": 1.6231, + "step": 2980 + }, + { + "epoch": 2.1, + "learning_rate": 1.5004681647940074e-05, + "loss": 1.595, + "step": 2990 + }, + { + "epoch": 2.11, + "learning_rate": 1.4887640449438203e-05, + "loss": 1.6098, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.8954424409495962e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/README.md b/1981_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4d859a81c79f35ccb5a322ea18e82786b824e529 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:454e6f14151db1857ec1ca0190742815b9d06c6df7abc78b29058bfdf9f06bd6 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3b20d4b67212660919f8140056fb192b1ac0d05 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5532cda9ba34c4c183b0b182bdb2dbeb6f44c693aed63551acddfcec5317ee +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..91bb4b86fe651c3b1d869135886b817562bc1e99 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:237db7b207f06be704e38c336c81fbc5b338ced134defd9a9951fe879aeccc61 +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6496123de91f77c0d4df383bc7304c2c6be58bc9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3db8d8abdb87d2ea333cecd3bdd66a0f00c1686ac00ab3fd8e52bd120a351f9 +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..07cb2373ff1dc203e02226e819ef23d7807504e4 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.457865168539326, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + }, + { + "epoch": 0.71, + "learning_rate": 3.817883895131087e-05, + "loss": 1.591, + "step": 1010 + }, + { + "epoch": 0.72, + "learning_rate": 3.806179775280899e-05, + "loss": 1.6133, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.794475655430712e-05, + "loss": 1.6158, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.782771535580524e-05, + "loss": 1.622, + "step": 1040 + }, + { + "epoch": 0.74, + "learning_rate": 3.771067415730337e-05, + "loss": 1.6461, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.75936329588015e-05, + "loss": 1.6638, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.747659176029963e-05, + "loss": 1.6071, + "step": 1070 + }, + { + "epoch": 0.76, + "learning_rate": 3.735955056179776e-05, + "loss": 1.6439, + "step": 1080 + }, + { + "epoch": 0.77, + "learning_rate": 3.724250936329588e-05, + "loss": 1.6111, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.712546816479401e-05, + "loss": 1.5904, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 3.700842696629214e-05, + "loss": 1.6312, + "step": 1110 + }, + { + "epoch": 0.79, + "learning_rate": 3.689138576779027e-05, + "loss": 1.6094, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6774344569288396e-05, + "loss": 1.5809, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 3.665730337078652e-05, + "loss": 1.6235, + "step": 1140 + }, + { + "epoch": 0.81, + "learning_rate": 3.654026217228465e-05, + "loss": 1.6241, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.6423220973782776e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.63061797752809e-05, + "loss": 1.6158, + "step": 1170 + }, + { + "epoch": 0.83, + "learning_rate": 3.618913857677903e-05, + "loss": 1.6182, + "step": 1180 + }, + { + "epoch": 0.84, + "learning_rate": 3.607209737827715e-05, + "loss": 1.6509, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.595505617977528e-05, + "loss": 1.5991, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 3.583801498127341e-05, + "loss": 1.6338, + "step": 1210 + }, + { + "epoch": 0.86, + "learning_rate": 3.572097378277154e-05, + "loss": 1.6244, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.560393258426967e-05, + "loss": 1.5973, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 3.548689138576779e-05, + "loss": 1.626, + "step": 1240 + }, + { + "epoch": 0.88, + "learning_rate": 3.536985018726592e-05, + "loss": 1.6008, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.525280898876405e-05, + "loss": 1.6197, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5135767790262176e-05, + "loss": 1.5381, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 3.5018726591760305e-05, + "loss": 1.6108, + "step": 1280 + }, + { + "epoch": 0.91, + "learning_rate": 3.490168539325843e-05, + "loss": 1.6042, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.478464419475656e-05, + "loss": 1.5814, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 3.4667602996254686e-05, + "loss": 1.614, + "step": 1310 + }, + { + "epoch": 0.93, + "learning_rate": 3.455056179775281e-05, + "loss": 1.5813, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.443352059925094e-05, + "loss": 1.6115, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 3.431647940074906e-05, + "loss": 1.5899, + "step": 1340 + }, + { + "epoch": 0.95, + "learning_rate": 3.419943820224719e-05, + "loss": 1.631, + "step": 1350 + }, + { + "epoch": 0.96, + "learning_rate": 3.408239700374532e-05, + "loss": 1.6057, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.396535580524345e-05, + "loss": 1.5936, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 3.3848314606741576e-05, + "loss": 1.6068, + "step": 1380 + }, + { + "epoch": 0.98, + "learning_rate": 3.37312734082397e-05, + "loss": 1.6029, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.361423220973783e-05, + "loss": 1.6374, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 3.349719101123596e-05, + "loss": 1.6115, + "step": 1410 + }, + { + "epoch": 1.0, + "learning_rate": 3.3380149812734086e-05, + "loss": 1.6287, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263108614232215e-05, + "loss": 1.5845, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 3.314606741573034e-05, + "loss": 1.5682, + "step": 1440 + }, + { + "epoch": 1.02, + "learning_rate": 3.3029026217228467e-05, + "loss": 1.5966, + "step": 1450 + }, + { + "epoch": 1.03, + "learning_rate": 3.2911985018726596e-05, + "loss": 1.6527, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.2794943820224725e-05, + "loss": 1.5991, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 3.267790262172285e-05, + "loss": 1.6472, + "step": 1480 + }, + { + "epoch": 1.05, + "learning_rate": 3.2560861423220976e-05, + "loss": 1.5972, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.24438202247191e-05, + "loss": 1.5871, + "step": 1500 + }, + { + "epoch": 1.06, + "learning_rate": 3.232677902621723e-05, + "loss": 1.5687, + "step": 1510 + }, + { + "epoch": 1.07, + "learning_rate": 3.220973782771536e-05, + "loss": 1.6235, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2092696629213486e-05, + "loss": 1.6073, + "step": 1530 + }, + { + "epoch": 1.08, + "learning_rate": 3.197565543071161e-05, + "loss": 1.5895, + "step": 1540 + }, + { + "epoch": 1.09, + "learning_rate": 3.185861423220974e-05, + "loss": 1.6319, + "step": 1550 + }, + { + "epoch": 1.1, + "learning_rate": 3.1741573033707866e-05, + "loss": 1.5958, + "step": 1560 + }, + { + "epoch": 1.1, + "learning_rate": 3.1624531835205996e-05, + "loss": 1.6232, + "step": 1570 + }, + { + "epoch": 1.11, + "learning_rate": 3.1507490636704125e-05, + "loss": 1.6514, + "step": 1580 + }, + { + "epoch": 1.12, + "learning_rate": 3.139044943820225e-05, + "loss": 1.6175, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1273408239700376e-05, + "loss": 1.5959, + "step": 1600 + }, + { + "epoch": 1.13, + "learning_rate": 3.1156367041198505e-05, + "loss": 1.6223, + "step": 1610 + }, + { + "epoch": 1.14, + "learning_rate": 3.1039325842696634e-05, + "loss": 1.6289, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.092228464419476e-05, + "loss": 1.6393, + "step": 1630 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805243445692886e-05, + "loss": 1.5833, + "step": 1640 + }, + { + "epoch": 1.16, + "learning_rate": 3.068820224719101e-05, + "loss": 1.5563, + "step": 1650 + }, + { + "epoch": 1.17, + "learning_rate": 3.057116104868914e-05, + "loss": 1.6156, + "step": 1660 + }, + { + "epoch": 1.17, + "learning_rate": 3.045411985018727e-05, + "loss": 1.567, + "step": 1670 + }, + { + "epoch": 1.18, + "learning_rate": 3.0337078651685396e-05, + "loss": 1.5583, + "step": 1680 + }, + { + "epoch": 1.19, + "learning_rate": 3.0220037453183518e-05, + "loss": 1.6089, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0102996254681647e-05, + "loss": 1.6113, + "step": 1700 + }, + { + "epoch": 1.2, + "learning_rate": 2.9985955056179776e-05, + "loss": 1.6204, + "step": 1710 + }, + { + "epoch": 1.21, + "learning_rate": 2.9868913857677905e-05, + "loss": 1.6012, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9751872659176034e-05, + "loss": 1.61, + "step": 1730 + }, + { + "epoch": 1.22, + "learning_rate": 2.9634831460674157e-05, + "loss": 1.6197, + "step": 1740 + }, + { + "epoch": 1.23, + "learning_rate": 2.9517790262172286e-05, + "loss": 1.6477, + "step": 1750 + }, + { + "epoch": 1.24, + "learning_rate": 2.940074906367041e-05, + "loss": 1.6033, + "step": 1760 + }, + { + "epoch": 1.24, + "learning_rate": 2.928370786516854e-05, + "loss": 1.6398, + "step": 1770 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5934, + "step": 1780 + }, + { + "epoch": 1.26, + "learning_rate": 2.9049625468164792e-05, + "loss": 1.6086, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.893258426966292e-05, + "loss": 1.6349, + "step": 1800 + }, + { + "epoch": 1.27, + "learning_rate": 2.881554307116105e-05, + "loss": 1.5624, + "step": 1810 + }, + { + "epoch": 1.28, + "learning_rate": 2.869850187265918e-05, + "loss": 1.5814, + "step": 1820 + }, + { + "epoch": 1.29, + "learning_rate": 2.8581460674157305e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.29, + "learning_rate": 2.846441947565543e-05, + "loss": 1.6163, + "step": 1840 + }, + { + "epoch": 1.3, + "learning_rate": 2.8347378277153557e-05, + "loss": 1.6423, + "step": 1850 + }, + { + "epoch": 1.31, + "learning_rate": 2.8230337078651686e-05, + "loss": 1.5882, + "step": 1860 + }, + { + "epoch": 1.31, + "learning_rate": 2.8113295880149815e-05, + "loss": 1.5747, + "step": 1870 + }, + { + "epoch": 1.32, + "learning_rate": 2.7996254681647944e-05, + "loss": 1.6375, + "step": 1880 + }, + { + "epoch": 1.33, + "learning_rate": 2.7879213483146066e-05, + "loss": 1.577, + "step": 1890 + }, + { + "epoch": 1.33, + "learning_rate": 2.7762172284644195e-05, + "loss": 1.6285, + "step": 1900 + }, + { + "epoch": 1.34, + "learning_rate": 2.7645131086142325e-05, + "loss": 1.603, + "step": 1910 + }, + { + "epoch": 1.35, + "learning_rate": 2.752808988764045e-05, + "loss": 1.5859, + "step": 1920 + }, + { + "epoch": 1.36, + "learning_rate": 2.741104868913858e-05, + "loss": 1.5735, + "step": 1930 + }, + { + "epoch": 1.36, + "learning_rate": 2.7294007490636702e-05, + "loss": 1.5936, + "step": 1940 + }, + { + "epoch": 1.37, + "learning_rate": 2.717696629213483e-05, + "loss": 1.5934, + "step": 1950 + }, + { + "epoch": 1.38, + "learning_rate": 2.705992509363296e-05, + "loss": 1.5972, + "step": 1960 + }, + { + "epoch": 1.38, + "learning_rate": 2.694288389513109e-05, + "loss": 1.6575, + "step": 1970 + }, + { + "epoch": 1.39, + "learning_rate": 2.6825842696629215e-05, + "loss": 1.5937, + "step": 1980 + }, + { + "epoch": 1.4, + "learning_rate": 2.670880149812734e-05, + "loss": 1.5552, + "step": 1990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6591760299625466e-05, + "loss": 1.6175, + "step": 2000 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474719101123595e-05, + "loss": 1.58, + "step": 2010 + }, + { + "epoch": 1.42, + "learning_rate": 2.6357677902621724e-05, + "loss": 1.6338, + "step": 2020 + }, + { + "epoch": 1.43, + "learning_rate": 2.6240636704119854e-05, + "loss": 1.605, + "step": 2030 + }, + { + "epoch": 1.43, + "learning_rate": 2.6123595505617983e-05, + "loss": 1.6046, + "step": 2040 + }, + { + "epoch": 1.44, + "learning_rate": 2.6006554307116105e-05, + "loss": 1.6041, + "step": 2050 + }, + { + "epoch": 1.45, + "learning_rate": 2.5889513108614234e-05, + "loss": 1.594, + "step": 2060 + }, + { + "epoch": 1.45, + "learning_rate": 2.577247191011236e-05, + "loss": 1.5991, + "step": 2070 + }, + { + "epoch": 1.46, + "learning_rate": 2.565543071161049e-05, + "loss": 1.6344, + "step": 2080 + }, + { + "epoch": 1.47, + "learning_rate": 2.5538389513108618e-05, + "loss": 1.6152, + "step": 2090 + }, + { + "epoch": 1.47, + "learning_rate": 2.542134831460674e-05, + "loss": 1.5778, + "step": 2100 + }, + { + "epoch": 1.48, + "learning_rate": 2.530430711610487e-05, + "loss": 1.629, + "step": 2110 + }, + { + "epoch": 1.49, + "learning_rate": 2.5187265917603e-05, + "loss": 1.5921, + "step": 2120 + }, + { + "epoch": 1.5, + "learning_rate": 2.5070224719101128e-05, + "loss": 1.6092, + "step": 2130 + }, + { + "epoch": 1.5, + "learning_rate": 2.4953183520599254e-05, + "loss": 1.6009, + "step": 2140 + }, + { + "epoch": 1.51, + "learning_rate": 2.483614232209738e-05, + "loss": 1.601, + "step": 2150 + }, + { + "epoch": 1.52, + "learning_rate": 2.4719101123595505e-05, + "loss": 1.5833, + "step": 2160 + }, + { + "epoch": 1.52, + "learning_rate": 2.4602059925093634e-05, + "loss": 1.5711, + "step": 2170 + }, + { + "epoch": 1.53, + "learning_rate": 2.448501872659176e-05, + "loss": 1.599, + "step": 2180 + }, + { + "epoch": 1.54, + "learning_rate": 2.436797752808989e-05, + "loss": 1.599, + "step": 2190 + }, + { + "epoch": 1.54, + "learning_rate": 2.4250936329588018e-05, + "loss": 1.6161, + "step": 2200 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133895131086144e-05, + "loss": 1.5779, + "step": 2210 + }, + { + "epoch": 1.56, + "learning_rate": 2.401685393258427e-05, + "loss": 1.6316, + "step": 2220 + }, + { + "epoch": 1.57, + "learning_rate": 2.3899812734082395e-05, + "loss": 1.5623, + "step": 2230 + }, + { + "epoch": 1.57, + "learning_rate": 2.3782771535580524e-05, + "loss": 1.6113, + "step": 2240 + }, + { + "epoch": 1.58, + "learning_rate": 2.3665730337078653e-05, + "loss": 1.5844, + "step": 2250 + }, + { + "epoch": 1.59, + "learning_rate": 2.354868913857678e-05, + "loss": 1.5771, + "step": 2260 + }, + { + "epoch": 1.59, + "learning_rate": 2.3431647940074908e-05, + "loss": 1.5795, + "step": 2270 + }, + { + "epoch": 1.6, + "learning_rate": 2.3314606741573034e-05, + "loss": 1.5784, + "step": 2280 + }, + { + "epoch": 1.61, + "learning_rate": 2.3197565543071163e-05, + "loss": 1.6204, + "step": 2290 + }, + { + "epoch": 1.62, + "learning_rate": 2.308052434456929e-05, + "loss": 1.5829, + "step": 2300 + }, + { + "epoch": 1.62, + "learning_rate": 2.2963483146067415e-05, + "loss": 1.5878, + "step": 2310 + }, + { + "epoch": 1.63, + "learning_rate": 2.2846441947565544e-05, + "loss": 1.5838, + "step": 2320 + }, + { + "epoch": 1.64, + "learning_rate": 2.272940074906367e-05, + "loss": 1.6049, + "step": 2330 + }, + { + "epoch": 1.64, + "learning_rate": 2.26123595505618e-05, + "loss": 1.602, + "step": 2340 + }, + { + "epoch": 1.65, + "learning_rate": 2.2495318352059928e-05, + "loss": 1.6357, + "step": 2350 + }, + { + "epoch": 1.66, + "learning_rate": 2.2378277153558053e-05, + "loss": 1.5882, + "step": 2360 + }, + { + "epoch": 1.66, + "learning_rate": 2.2261235955056183e-05, + "loss": 1.5904, + "step": 2370 + }, + { + "epoch": 1.67, + "learning_rate": 2.2144194756554308e-05, + "loss": 1.6046, + "step": 2380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2027153558052434e-05, + "loss": 1.5691, + "step": 2390 + }, + { + "epoch": 1.69, + "learning_rate": 2.1910112359550563e-05, + "loss": 1.5727, + "step": 2400 + }, + { + "epoch": 1.69, + "learning_rate": 2.179307116104869e-05, + "loss": 1.5936, + "step": 2410 + }, + { + "epoch": 1.7, + "learning_rate": 2.1676029962546818e-05, + "loss": 1.6017, + "step": 2420 + }, + { + "epoch": 1.71, + "learning_rate": 2.1558988764044947e-05, + "loss": 1.6201, + "step": 2430 + }, + { + "epoch": 1.71, + "learning_rate": 2.1441947565543073e-05, + "loss": 1.6262, + "step": 2440 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324906367041202e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.73, + "learning_rate": 2.1207865168539328e-05, + "loss": 1.5608, + "step": 2460 + }, + { + "epoch": 1.73, + "learning_rate": 2.1090823970037453e-05, + "loss": 1.6072, + "step": 2470 + }, + { + "epoch": 1.74, + "learning_rate": 2.0973782771535582e-05, + "loss": 1.6122, + "step": 2480 + }, + { + "epoch": 1.75, + "learning_rate": 2.0856741573033708e-05, + "loss": 1.6387, + "step": 2490 + }, + { + "epoch": 1.76, + "learning_rate": 2.0739700374531837e-05, + "loss": 1.5944, + "step": 2500 + }, + { + "epoch": 1.76, + "learning_rate": 2.0622659176029963e-05, + "loss": 1.623, + "step": 2510 + }, + { + "epoch": 1.77, + "learning_rate": 2.0505617977528092e-05, + "loss": 1.5679, + "step": 2520 + }, + { + "epoch": 1.78, + "learning_rate": 2.0388576779026218e-05, + "loss": 1.5833, + "step": 2530 + }, + { + "epoch": 1.78, + "learning_rate": 2.0271535580524344e-05, + "loss": 1.5898, + "step": 2540 + }, + { + "epoch": 1.79, + "learning_rate": 2.0154494382022473e-05, + "loss": 1.5832, + "step": 2550 + }, + { + "epoch": 1.8, + "learning_rate": 2.00374531835206e-05, + "loss": 1.6074, + "step": 2560 + }, + { + "epoch": 1.8, + "learning_rate": 1.9920411985018728e-05, + "loss": 1.5406, + "step": 2570 + }, + { + "epoch": 1.81, + "learning_rate": 1.9803370786516857e-05, + "loss": 1.5898, + "step": 2580 + }, + { + "epoch": 1.82, + "learning_rate": 1.9686329588014982e-05, + "loss": 1.6523, + "step": 2590 + }, + { + "epoch": 1.83, + "learning_rate": 1.956928838951311e-05, + "loss": 1.5475, + "step": 2600 + }, + { + "epoch": 1.83, + "learning_rate": 1.9452247191011237e-05, + "loss": 1.611, + "step": 2610 + }, + { + "epoch": 1.84, + "learning_rate": 1.9335205992509363e-05, + "loss": 1.644, + "step": 2620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9218164794007492e-05, + "loss": 1.6512, + "step": 2630 + }, + { + "epoch": 1.85, + "learning_rate": 1.9101123595505618e-05, + "loss": 1.6181, + "step": 2640 + }, + { + "epoch": 1.86, + "learning_rate": 1.8984082397003747e-05, + "loss": 1.5943, + "step": 2650 + }, + { + "epoch": 1.87, + "learning_rate": 1.8867041198501873e-05, + "loss": 1.5644, + "step": 2660 + }, + { + "epoch": 1.88, + "learning_rate": 1.8750000000000002e-05, + "loss": 1.5931, + "step": 2670 + }, + { + "epoch": 1.88, + "learning_rate": 1.863295880149813e-05, + "loss": 1.5999, + "step": 2680 + }, + { + "epoch": 1.89, + "learning_rate": 1.8515917602996257e-05, + "loss": 1.6389, + "step": 2690 + }, + { + "epoch": 1.9, + "learning_rate": 1.8398876404494382e-05, + "loss": 1.6019, + "step": 2700 + }, + { + "epoch": 1.9, + "learning_rate": 1.8281835205992508e-05, + "loss": 1.6034, + "step": 2710 + }, + { + "epoch": 1.91, + "learning_rate": 1.8164794007490637e-05, + "loss": 1.6172, + "step": 2720 + }, + { + "epoch": 1.92, + "learning_rate": 1.8047752808988766e-05, + "loss": 1.584, + "step": 2730 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930711610486892e-05, + "loss": 1.6288, + "step": 2740 + }, + { + "epoch": 1.93, + "learning_rate": 1.781367041198502e-05, + "loss": 1.6515, + "step": 2750 + }, + { + "epoch": 1.94, + "learning_rate": 1.7696629213483147e-05, + "loss": 1.6043, + "step": 2760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7579588014981273e-05, + "loss": 1.6518, + "step": 2770 + }, + { + "epoch": 1.95, + "learning_rate": 1.74625468164794e-05, + "loss": 1.6164, + "step": 2780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7345505617977527e-05, + "loss": 1.6004, + "step": 2790 + }, + { + "epoch": 1.97, + "learning_rate": 1.7228464419475657e-05, + "loss": 1.6178, + "step": 2800 + }, + { + "epoch": 1.97, + "learning_rate": 1.7111423220973782e-05, + "loss": 1.624, + "step": 2810 + }, + { + "epoch": 1.98, + "learning_rate": 1.699438202247191e-05, + "loss": 1.5782, + "step": 2820 + }, + { + "epoch": 1.99, + "learning_rate": 1.687734082397004e-05, + "loss": 1.6205, + "step": 2830 + }, + { + "epoch": 1.99, + "learning_rate": 1.6760299625468166e-05, + "loss": 1.5928, + "step": 2840 + }, + { + "epoch": 2.0, + "learning_rate": 1.6643258426966292e-05, + "loss": 1.6625, + "step": 2850 + }, + { + "epoch": 2.01, + "learning_rate": 1.6526217228464418e-05, + "loss": 1.5908, + "step": 2860 + }, + { + "epoch": 2.02, + "learning_rate": 1.6409176029962547e-05, + "loss": 1.6132, + "step": 2870 + }, + { + "epoch": 2.02, + "learning_rate": 1.6292134831460676e-05, + "loss": 1.6542, + "step": 2880 + }, + { + "epoch": 2.03, + "learning_rate": 1.61750936329588e-05, + "loss": 1.5836, + "step": 2890 + }, + { + "epoch": 2.04, + "learning_rate": 1.605805243445693e-05, + "loss": 1.581, + "step": 2900 + }, + { + "epoch": 2.04, + "learning_rate": 1.5941011235955056e-05, + "loss": 1.6075, + "step": 2910 + }, + { + "epoch": 2.05, + "learning_rate": 1.5823970037453186e-05, + "loss": 1.6246, + "step": 2920 + }, + { + "epoch": 2.06, + "learning_rate": 1.570692883895131e-05, + "loss": 1.589, + "step": 2930 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589887640449437e-05, + "loss": 1.5989, + "step": 2940 + }, + { + "epoch": 2.07, + "learning_rate": 1.5472846441947566e-05, + "loss": 1.6443, + "step": 2950 + }, + { + "epoch": 2.08, + "learning_rate": 1.5355805243445692e-05, + "loss": 1.6154, + "step": 2960 + }, + { + "epoch": 2.09, + "learning_rate": 1.5238764044943821e-05, + "loss": 1.571, + "step": 2970 + }, + { + "epoch": 2.09, + "learning_rate": 1.5121722846441948e-05, + "loss": 1.6231, + "step": 2980 + }, + { + "epoch": 2.1, + "learning_rate": 1.5004681647940074e-05, + "loss": 1.595, + "step": 2990 + }, + { + "epoch": 2.11, + "learning_rate": 1.4887640449438203e-05, + "loss": 1.6098, + "step": 3000 + }, + { + "epoch": 2.11, + "learning_rate": 1.4770599250936332e-05, + "loss": 1.5654, + "step": 3010 + }, + { + "epoch": 2.12, + "learning_rate": 1.4653558052434458e-05, + "loss": 1.6087, + "step": 3020 + }, + { + "epoch": 2.13, + "learning_rate": 1.4536516853932586e-05, + "loss": 1.6169, + "step": 3030 + }, + { + "epoch": 2.13, + "learning_rate": 1.4419475655430711e-05, + "loss": 1.5326, + "step": 3040 + }, + { + "epoch": 2.14, + "learning_rate": 1.430243445692884e-05, + "loss": 1.5839, + "step": 3050 + }, + { + "epoch": 2.15, + "learning_rate": 1.4185393258426968e-05, + "loss": 1.6051, + "step": 3060 + }, + { + "epoch": 2.16, + "learning_rate": 1.4068352059925093e-05, + "loss": 1.595, + "step": 3070 + }, + { + "epoch": 2.16, + "learning_rate": 1.3951310861423223e-05, + "loss": 1.6497, + "step": 3080 + }, + { + "epoch": 2.17, + "learning_rate": 1.3834269662921348e-05, + "loss": 1.5961, + "step": 3090 + }, + { + "epoch": 2.18, + "learning_rate": 1.3717228464419476e-05, + "loss": 1.5774, + "step": 3100 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600187265917605e-05, + "loss": 1.5494, + "step": 3110 + }, + { + "epoch": 2.19, + "learning_rate": 1.348314606741573e-05, + "loss": 1.6287, + "step": 3120 + }, + { + "epoch": 2.2, + "learning_rate": 1.336610486891386e-05, + "loss": 1.5876, + "step": 3130 + }, + { + "epoch": 2.21, + "learning_rate": 1.3249063670411985e-05, + "loss": 1.5899, + "step": 3140 + }, + { + "epoch": 2.21, + "learning_rate": 1.3132022471910113e-05, + "loss": 1.636, + "step": 3150 + }, + { + "epoch": 2.22, + "learning_rate": 1.3014981273408242e-05, + "loss": 1.5857, + "step": 3160 + }, + { + "epoch": 2.23, + "learning_rate": 1.2897940074906368e-05, + "loss": 1.5766, + "step": 3170 + }, + { + "epoch": 2.23, + "learning_rate": 1.2780898876404495e-05, + "loss": 1.5976, + "step": 3180 + }, + { + "epoch": 2.24, + "learning_rate": 1.2663857677902621e-05, + "loss": 1.6176, + "step": 3190 + }, + { + "epoch": 2.25, + "learning_rate": 1.254681647940075e-05, + "loss": 1.5601, + "step": 3200 + }, + { + "epoch": 2.25, + "learning_rate": 1.2429775280898877e-05, + "loss": 1.6138, + "step": 3210 + }, + { + "epoch": 2.26, + "learning_rate": 1.2312734082397003e-05, + "loss": 1.5693, + "step": 3220 + }, + { + "epoch": 2.27, + "learning_rate": 1.2195692883895132e-05, + "loss": 1.5975, + "step": 3230 + }, + { + "epoch": 2.28, + "learning_rate": 1.207865168539326e-05, + "loss": 1.5745, + "step": 3240 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961610486891387e-05, + "loss": 1.5805, + "step": 3250 + }, + { + "epoch": 2.29, + "learning_rate": 1.1844569288389513e-05, + "loss": 1.5644, + "step": 3260 + }, + { + "epoch": 2.3, + "learning_rate": 1.172752808988764e-05, + "loss": 1.5996, + "step": 3270 + }, + { + "epoch": 2.3, + "learning_rate": 1.161048689138577e-05, + "loss": 1.5899, + "step": 3280 + }, + { + "epoch": 2.31, + "learning_rate": 1.1493445692883897e-05, + "loss": 1.5999, + "step": 3290 + }, + { + "epoch": 2.32, + "learning_rate": 1.1376404494382022e-05, + "loss": 1.5971, + "step": 3300 + }, + { + "epoch": 2.32, + "learning_rate": 1.125936329588015e-05, + "loss": 1.6169, + "step": 3310 + }, + { + "epoch": 2.33, + "learning_rate": 1.1142322097378277e-05, + "loss": 1.6032, + "step": 3320 + }, + { + "epoch": 2.34, + "learning_rate": 1.1025280898876405e-05, + "loss": 1.6395, + "step": 3330 + }, + { + "epoch": 2.35, + "learning_rate": 1.0908239700374532e-05, + "loss": 1.5836, + "step": 3340 + }, + { + "epoch": 2.35, + "learning_rate": 1.079119850187266e-05, + "loss": 1.6348, + "step": 3350 + }, + { + "epoch": 2.36, + "learning_rate": 1.0674157303370787e-05, + "loss": 1.6234, + "step": 3360 + }, + { + "epoch": 2.37, + "learning_rate": 1.0557116104868914e-05, + "loss": 1.5759, + "step": 3370 + }, + { + "epoch": 2.37, + "learning_rate": 1.0440074906367042e-05, + "loss": 1.5938, + "step": 3380 + }, + { + "epoch": 2.38, + "learning_rate": 1.032303370786517e-05, + "loss": 1.6115, + "step": 3390 + }, + { + "epoch": 2.39, + "learning_rate": 1.0205992509363297e-05, + "loss": 1.597, + "step": 3400 + }, + { + "epoch": 2.39, + "learning_rate": 1.0088951310861424e-05, + "loss": 1.6085, + "step": 3410 + }, + { + "epoch": 2.4, + "learning_rate": 9.97191011235955e-06, + "loss": 1.6232, + "step": 3420 + }, + { + "epoch": 2.41, + "learning_rate": 9.854868913857679e-06, + "loss": 1.5851, + "step": 3430 + }, + { + "epoch": 2.42, + "learning_rate": 9.737827715355806e-06, + "loss": 1.5964, + "step": 3440 + }, + { + "epoch": 2.42, + "learning_rate": 9.620786516853934e-06, + "loss": 1.6511, + "step": 3450 + }, + { + "epoch": 2.43, + "learning_rate": 9.50374531835206e-06, + "loss": 1.591, + "step": 3460 + }, + { + "epoch": 2.44, + "learning_rate": 9.386704119850187e-06, + "loss": 1.6433, + "step": 3470 + }, + { + "epoch": 2.44, + "learning_rate": 9.269662921348316e-06, + "loss": 1.5838, + "step": 3480 + }, + { + "epoch": 2.45, + "learning_rate": 9.152621722846442e-06, + "loss": 1.5905, + "step": 3490 + }, + { + "epoch": 2.46, + "learning_rate": 9.03558052434457e-06, + "loss": 1.5938, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.2114548519115162e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/README.md b/1981_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9709415c7d9d256f65949d08737612b77a8f183e --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eeae82d46fc9d0a735908f146774c87c0ed199445b0c6c20c97e254ed54de36 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4997c03e38fee81400c6f3184992e3840629d0fd --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f4d4b414471980e5df6e8b8427f3c369daee824ccc3d46f539d9b40fb41911 +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ba420ee6374d542a505174ae7239c65222bf91cc --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d4b94f49de8a30139c80d79e69bbf64bb08a86dbe9b78b5fde2c12e6abf25a +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbe8a8c15b015fcf5386479a6a323488208d42d8 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f9bbcbb1281cef3d1b0927291e60481957b82b4feae0ce555d555b89b984cd +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9542f05eaf6b1b4b6165498f71779bb28c8d338b --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.808988764044944, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.40308988764045e-05, + "loss": 1.6275, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.391385767790263e-05, + "loss": 1.5811, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.379681647940075e-05, + "loss": 1.5688, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.367977528089888e-05, + "loss": 1.6364, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.3562734082397e-05, + "loss": 1.5866, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.344569288389513e-05, + "loss": 1.6161, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.332865168539326e-05, + "loss": 1.6424, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.321161048689138e-05, + "loss": 1.623, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.309456928838951e-05, + "loss": 1.5842, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.297752808988764e-05, + "loss": 1.6077, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.286048689138577e-05, + "loss": 1.6583, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.27434456928839e-05, + "loss": 1.6026, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.262640449438202e-05, + "loss": 1.6292, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.250936329588015e-05, + "loss": 1.6292, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.239232209737828e-05, + "loss": 1.5891, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.227528089887641e-05, + "loss": 1.6386, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.215823970037454e-05, + "loss": 1.6162, + "step": 670 + }, + { + "epoch": 0.48, + "learning_rate": 4.204119850187267e-05, + "loss": 1.5891, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.192415730337079e-05, + "loss": 1.614, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.180711610486892e-05, + "loss": 1.6487, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.169007490636704e-05, + "loss": 1.6591, + "step": 710 + }, + { + "epoch": 0.51, + "learning_rate": 4.157303370786517e-05, + "loss": 1.5986, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.14559925093633e-05, + "loss": 1.6107, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.133895131086142e-05, + "loss": 1.6195, + "step": 740 + }, + { + "epoch": 0.53, + "learning_rate": 4.122191011235955e-05, + "loss": 1.6278, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.110486891385768e-05, + "loss": 1.5987, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.098782771535581e-05, + "loss": 1.5816, + "step": 770 + }, + { + "epoch": 0.55, + "learning_rate": 4.087078651685394e-05, + "loss": 1.6183, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.075374531835206e-05, + "loss": 1.5796, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.063670411985019e-05, + "loss": 1.6078, + "step": 800 + }, + { + "epoch": 0.57, + "learning_rate": 4.051966292134832e-05, + "loss": 1.5659, + "step": 810 + }, + { + "epoch": 0.58, + "learning_rate": 4.040262172284645e-05, + "loss": 1.6024, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.028558052434458e-05, + "loss": 1.6321, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.01685393258427e-05, + "loss": 1.6139, + "step": 840 + }, + { + "epoch": 0.6, + "learning_rate": 4.005149812734083e-05, + "loss": 1.5753, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 3.993445692883895e-05, + "loss": 1.6109, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.981741573033708e-05, + "loss": 1.6098, + "step": 870 + }, + { + "epoch": 0.62, + "learning_rate": 3.970037453183521e-05, + "loss": 1.6277, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.958333333333333e-05, + "loss": 1.661, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.946629213483146e-05, + "loss": 1.6179, + "step": 900 + }, + { + "epoch": 0.64, + "learning_rate": 3.934925093632959e-05, + "loss": 1.6417, + "step": 910 + }, + { + "epoch": 0.65, + "learning_rate": 3.923220973782772e-05, + "loss": 1.622, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.911516853932585e-05, + "loss": 1.6275, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.899812734082397e-05, + "loss": 1.6297, + "step": 940 + }, + { + "epoch": 0.67, + "learning_rate": 3.88810861423221e-05, + "loss": 1.6049, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.876404494382023e-05, + "loss": 1.6347, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.864700374531836e-05, + "loss": 1.5998, + "step": 970 + }, + { + "epoch": 0.69, + "learning_rate": 3.8529962546816486e-05, + "loss": 1.6305, + "step": 980 + }, + { + "epoch": 0.7, + "learning_rate": 3.841292134831461e-05, + "loss": 1.6281, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.829588014981274e-05, + "loss": 1.6223, + "step": 1000 + }, + { + "epoch": 0.71, + "learning_rate": 3.817883895131087e-05, + "loss": 1.591, + "step": 1010 + }, + { + "epoch": 0.72, + "learning_rate": 3.806179775280899e-05, + "loss": 1.6133, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.794475655430712e-05, + "loss": 1.6158, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.782771535580524e-05, + "loss": 1.622, + "step": 1040 + }, + { + "epoch": 0.74, + "learning_rate": 3.771067415730337e-05, + "loss": 1.6461, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.75936329588015e-05, + "loss": 1.6638, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.747659176029963e-05, + "loss": 1.6071, + "step": 1070 + }, + { + "epoch": 0.76, + "learning_rate": 3.735955056179776e-05, + "loss": 1.6439, + "step": 1080 + }, + { + "epoch": 0.77, + "learning_rate": 3.724250936329588e-05, + "loss": 1.6111, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.712546816479401e-05, + "loss": 1.5904, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 3.700842696629214e-05, + "loss": 1.6312, + "step": 1110 + }, + { + "epoch": 0.79, + "learning_rate": 3.689138576779027e-05, + "loss": 1.6094, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6774344569288396e-05, + "loss": 1.5809, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 3.665730337078652e-05, + "loss": 1.6235, + "step": 1140 + }, + { + "epoch": 0.81, + "learning_rate": 3.654026217228465e-05, + "loss": 1.6241, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.6423220973782776e-05, + "loss": 1.594, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.63061797752809e-05, + "loss": 1.6158, + "step": 1170 + }, + { + "epoch": 0.83, + "learning_rate": 3.618913857677903e-05, + "loss": 1.6182, + "step": 1180 + }, + { + "epoch": 0.84, + "learning_rate": 3.607209737827715e-05, + "loss": 1.6509, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.595505617977528e-05, + "loss": 1.5991, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 3.583801498127341e-05, + "loss": 1.6338, + "step": 1210 + }, + { + "epoch": 0.86, + "learning_rate": 3.572097378277154e-05, + "loss": 1.6244, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.560393258426967e-05, + "loss": 1.5973, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 3.548689138576779e-05, + "loss": 1.626, + "step": 1240 + }, + { + "epoch": 0.88, + "learning_rate": 3.536985018726592e-05, + "loss": 1.6008, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.525280898876405e-05, + "loss": 1.6197, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5135767790262176e-05, + "loss": 1.5381, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 3.5018726591760305e-05, + "loss": 1.6108, + "step": 1280 + }, + { + "epoch": 0.91, + "learning_rate": 3.490168539325843e-05, + "loss": 1.6042, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.478464419475656e-05, + "loss": 1.5814, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 3.4667602996254686e-05, + "loss": 1.614, + "step": 1310 + }, + { + "epoch": 0.93, + "learning_rate": 3.455056179775281e-05, + "loss": 1.5813, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.443352059925094e-05, + "loss": 1.6115, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 3.431647940074906e-05, + "loss": 1.5899, + "step": 1340 + }, + { + "epoch": 0.95, + "learning_rate": 3.419943820224719e-05, + "loss": 1.631, + "step": 1350 + }, + { + "epoch": 0.96, + "learning_rate": 3.408239700374532e-05, + "loss": 1.6057, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.396535580524345e-05, + "loss": 1.5936, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 3.3848314606741576e-05, + "loss": 1.6068, + "step": 1380 + }, + { + "epoch": 0.98, + "learning_rate": 3.37312734082397e-05, + "loss": 1.6029, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.361423220973783e-05, + "loss": 1.6374, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 3.349719101123596e-05, + "loss": 1.6115, + "step": 1410 + }, + { + "epoch": 1.0, + "learning_rate": 3.3380149812734086e-05, + "loss": 1.6287, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263108614232215e-05, + "loss": 1.5845, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 3.314606741573034e-05, + "loss": 1.5682, + "step": 1440 + }, + { + "epoch": 1.02, + "learning_rate": 3.3029026217228467e-05, + "loss": 1.5966, + "step": 1450 + }, + { + "epoch": 1.03, + "learning_rate": 3.2911985018726596e-05, + "loss": 1.6527, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.2794943820224725e-05, + "loss": 1.5991, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 3.267790262172285e-05, + "loss": 1.6472, + "step": 1480 + }, + { + "epoch": 1.05, + "learning_rate": 3.2560861423220976e-05, + "loss": 1.5972, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.24438202247191e-05, + "loss": 1.5871, + "step": 1500 + }, + { + "epoch": 1.06, + "learning_rate": 3.232677902621723e-05, + "loss": 1.5687, + "step": 1510 + }, + { + "epoch": 1.07, + "learning_rate": 3.220973782771536e-05, + "loss": 1.6235, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2092696629213486e-05, + "loss": 1.6073, + "step": 1530 + }, + { + "epoch": 1.08, + "learning_rate": 3.197565543071161e-05, + "loss": 1.5895, + "step": 1540 + }, + { + "epoch": 1.09, + "learning_rate": 3.185861423220974e-05, + "loss": 1.6319, + "step": 1550 + }, + { + "epoch": 1.1, + "learning_rate": 3.1741573033707866e-05, + "loss": 1.5958, + "step": 1560 + }, + { + "epoch": 1.1, + "learning_rate": 3.1624531835205996e-05, + "loss": 1.6232, + "step": 1570 + }, + { + "epoch": 1.11, + "learning_rate": 3.1507490636704125e-05, + "loss": 1.6514, + "step": 1580 + }, + { + "epoch": 1.12, + "learning_rate": 3.139044943820225e-05, + "loss": 1.6175, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1273408239700376e-05, + "loss": 1.5959, + "step": 1600 + }, + { + "epoch": 1.13, + "learning_rate": 3.1156367041198505e-05, + "loss": 1.6223, + "step": 1610 + }, + { + "epoch": 1.14, + "learning_rate": 3.1039325842696634e-05, + "loss": 1.6289, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.092228464419476e-05, + "loss": 1.6393, + "step": 1630 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805243445692886e-05, + "loss": 1.5833, + "step": 1640 + }, + { + "epoch": 1.16, + "learning_rate": 3.068820224719101e-05, + "loss": 1.5563, + "step": 1650 + }, + { + "epoch": 1.17, + "learning_rate": 3.057116104868914e-05, + "loss": 1.6156, + "step": 1660 + }, + { + "epoch": 1.17, + "learning_rate": 3.045411985018727e-05, + "loss": 1.567, + "step": 1670 + }, + { + "epoch": 1.18, + "learning_rate": 3.0337078651685396e-05, + "loss": 1.5583, + "step": 1680 + }, + { + "epoch": 1.19, + "learning_rate": 3.0220037453183518e-05, + "loss": 1.6089, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0102996254681647e-05, + "loss": 1.6113, + "step": 1700 + }, + { + "epoch": 1.2, + "learning_rate": 2.9985955056179776e-05, + "loss": 1.6204, + "step": 1710 + }, + { + "epoch": 1.21, + "learning_rate": 2.9868913857677905e-05, + "loss": 1.6012, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9751872659176034e-05, + "loss": 1.61, + "step": 1730 + }, + { + "epoch": 1.22, + "learning_rate": 2.9634831460674157e-05, + "loss": 1.6197, + "step": 1740 + }, + { + "epoch": 1.23, + "learning_rate": 2.9517790262172286e-05, + "loss": 1.6477, + "step": 1750 + }, + { + "epoch": 1.24, + "learning_rate": 2.940074906367041e-05, + "loss": 1.6033, + "step": 1760 + }, + { + "epoch": 1.24, + "learning_rate": 2.928370786516854e-05, + "loss": 1.6398, + "step": 1770 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5934, + "step": 1780 + }, + { + "epoch": 1.26, + "learning_rate": 2.9049625468164792e-05, + "loss": 1.6086, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.893258426966292e-05, + "loss": 1.6349, + "step": 1800 + }, + { + "epoch": 1.27, + "learning_rate": 2.881554307116105e-05, + "loss": 1.5624, + "step": 1810 + }, + { + "epoch": 1.28, + "learning_rate": 2.869850187265918e-05, + "loss": 1.5814, + "step": 1820 + }, + { + "epoch": 1.29, + "learning_rate": 2.8581460674157305e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.29, + "learning_rate": 2.846441947565543e-05, + "loss": 1.6163, + "step": 1840 + }, + { + "epoch": 1.3, + "learning_rate": 2.8347378277153557e-05, + "loss": 1.6423, + "step": 1850 + }, + { + "epoch": 1.31, + "learning_rate": 2.8230337078651686e-05, + "loss": 1.5882, + "step": 1860 + }, + { + "epoch": 1.31, + "learning_rate": 2.8113295880149815e-05, + "loss": 1.5747, + "step": 1870 + }, + { + "epoch": 1.32, + "learning_rate": 2.7996254681647944e-05, + "loss": 1.6375, + "step": 1880 + }, + { + "epoch": 1.33, + "learning_rate": 2.7879213483146066e-05, + "loss": 1.577, + "step": 1890 + }, + { + "epoch": 1.33, + "learning_rate": 2.7762172284644195e-05, + "loss": 1.6285, + "step": 1900 + }, + { + "epoch": 1.34, + "learning_rate": 2.7645131086142325e-05, + "loss": 1.603, + "step": 1910 + }, + { + "epoch": 1.35, + "learning_rate": 2.752808988764045e-05, + "loss": 1.5859, + "step": 1920 + }, + { + "epoch": 1.36, + "learning_rate": 2.741104868913858e-05, + "loss": 1.5735, + "step": 1930 + }, + { + "epoch": 1.36, + "learning_rate": 2.7294007490636702e-05, + "loss": 1.5936, + "step": 1940 + }, + { + "epoch": 1.37, + "learning_rate": 2.717696629213483e-05, + "loss": 1.5934, + "step": 1950 + }, + { + "epoch": 1.38, + "learning_rate": 2.705992509363296e-05, + "loss": 1.5972, + "step": 1960 + }, + { + "epoch": 1.38, + "learning_rate": 2.694288389513109e-05, + "loss": 1.6575, + "step": 1970 + }, + { + "epoch": 1.39, + "learning_rate": 2.6825842696629215e-05, + "loss": 1.5937, + "step": 1980 + }, + { + "epoch": 1.4, + "learning_rate": 2.670880149812734e-05, + "loss": 1.5552, + "step": 1990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6591760299625466e-05, + "loss": 1.6175, + "step": 2000 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474719101123595e-05, + "loss": 1.58, + "step": 2010 + }, + { + "epoch": 1.42, + "learning_rate": 2.6357677902621724e-05, + "loss": 1.6338, + "step": 2020 + }, + { + "epoch": 1.43, + "learning_rate": 2.6240636704119854e-05, + "loss": 1.605, + "step": 2030 + }, + { + "epoch": 1.43, + "learning_rate": 2.6123595505617983e-05, + "loss": 1.6046, + "step": 2040 + }, + { + "epoch": 1.44, + "learning_rate": 2.6006554307116105e-05, + "loss": 1.6041, + "step": 2050 + }, + { + "epoch": 1.45, + "learning_rate": 2.5889513108614234e-05, + "loss": 1.594, + "step": 2060 + }, + { + "epoch": 1.45, + "learning_rate": 2.577247191011236e-05, + "loss": 1.5991, + "step": 2070 + }, + { + "epoch": 1.46, + "learning_rate": 2.565543071161049e-05, + "loss": 1.6344, + "step": 2080 + }, + { + "epoch": 1.47, + "learning_rate": 2.5538389513108618e-05, + "loss": 1.6152, + "step": 2090 + }, + { + "epoch": 1.47, + "learning_rate": 2.542134831460674e-05, + "loss": 1.5778, + "step": 2100 + }, + { + "epoch": 1.48, + "learning_rate": 2.530430711610487e-05, + "loss": 1.629, + "step": 2110 + }, + { + "epoch": 1.49, + "learning_rate": 2.5187265917603e-05, + "loss": 1.5921, + "step": 2120 + }, + { + "epoch": 1.5, + "learning_rate": 2.5070224719101128e-05, + "loss": 1.6092, + "step": 2130 + }, + { + "epoch": 1.5, + "learning_rate": 2.4953183520599254e-05, + "loss": 1.6009, + "step": 2140 + }, + { + "epoch": 1.51, + "learning_rate": 2.483614232209738e-05, + "loss": 1.601, + "step": 2150 + }, + { + "epoch": 1.52, + "learning_rate": 2.4719101123595505e-05, + "loss": 1.5833, + "step": 2160 + }, + { + "epoch": 1.52, + "learning_rate": 2.4602059925093634e-05, + "loss": 1.5711, + "step": 2170 + }, + { + "epoch": 1.53, + "learning_rate": 2.448501872659176e-05, + "loss": 1.599, + "step": 2180 + }, + { + "epoch": 1.54, + "learning_rate": 2.436797752808989e-05, + "loss": 1.599, + "step": 2190 + }, + { + "epoch": 1.54, + "learning_rate": 2.4250936329588018e-05, + "loss": 1.6161, + "step": 2200 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133895131086144e-05, + "loss": 1.5779, + "step": 2210 + }, + { + "epoch": 1.56, + "learning_rate": 2.401685393258427e-05, + "loss": 1.6316, + "step": 2220 + }, + { + "epoch": 1.57, + "learning_rate": 2.3899812734082395e-05, + "loss": 1.5623, + "step": 2230 + }, + { + "epoch": 1.57, + "learning_rate": 2.3782771535580524e-05, + "loss": 1.6113, + "step": 2240 + }, + { + "epoch": 1.58, + "learning_rate": 2.3665730337078653e-05, + "loss": 1.5844, + "step": 2250 + }, + { + "epoch": 1.59, + "learning_rate": 2.354868913857678e-05, + "loss": 1.5771, + "step": 2260 + }, + { + "epoch": 1.59, + "learning_rate": 2.3431647940074908e-05, + "loss": 1.5795, + "step": 2270 + }, + { + "epoch": 1.6, + "learning_rate": 2.3314606741573034e-05, + "loss": 1.5784, + "step": 2280 + }, + { + "epoch": 1.61, + "learning_rate": 2.3197565543071163e-05, + "loss": 1.6204, + "step": 2290 + }, + { + "epoch": 1.62, + "learning_rate": 2.308052434456929e-05, + "loss": 1.5829, + "step": 2300 + }, + { + "epoch": 1.62, + "learning_rate": 2.2963483146067415e-05, + "loss": 1.5878, + "step": 2310 + }, + { + "epoch": 1.63, + "learning_rate": 2.2846441947565544e-05, + "loss": 1.5838, + "step": 2320 + }, + { + "epoch": 1.64, + "learning_rate": 2.272940074906367e-05, + "loss": 1.6049, + "step": 2330 + }, + { + "epoch": 1.64, + "learning_rate": 2.26123595505618e-05, + "loss": 1.602, + "step": 2340 + }, + { + "epoch": 1.65, + "learning_rate": 2.2495318352059928e-05, + "loss": 1.6357, + "step": 2350 + }, + { + "epoch": 1.66, + "learning_rate": 2.2378277153558053e-05, + "loss": 1.5882, + "step": 2360 + }, + { + "epoch": 1.66, + "learning_rate": 2.2261235955056183e-05, + "loss": 1.5904, + "step": 2370 + }, + { + "epoch": 1.67, + "learning_rate": 2.2144194756554308e-05, + "loss": 1.6046, + "step": 2380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2027153558052434e-05, + "loss": 1.5691, + "step": 2390 + }, + { + "epoch": 1.69, + "learning_rate": 2.1910112359550563e-05, + "loss": 1.5727, + "step": 2400 + }, + { + "epoch": 1.69, + "learning_rate": 2.179307116104869e-05, + "loss": 1.5936, + "step": 2410 + }, + { + "epoch": 1.7, + "learning_rate": 2.1676029962546818e-05, + "loss": 1.6017, + "step": 2420 + }, + { + "epoch": 1.71, + "learning_rate": 2.1558988764044947e-05, + "loss": 1.6201, + "step": 2430 + }, + { + "epoch": 1.71, + "learning_rate": 2.1441947565543073e-05, + "loss": 1.6262, + "step": 2440 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324906367041202e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.73, + "learning_rate": 2.1207865168539328e-05, + "loss": 1.5608, + "step": 2460 + }, + { + "epoch": 1.73, + "learning_rate": 2.1090823970037453e-05, + "loss": 1.6072, + "step": 2470 + }, + { + "epoch": 1.74, + "learning_rate": 2.0973782771535582e-05, + "loss": 1.6122, + "step": 2480 + }, + { + "epoch": 1.75, + "learning_rate": 2.0856741573033708e-05, + "loss": 1.6387, + "step": 2490 + }, + { + "epoch": 1.76, + "learning_rate": 2.0739700374531837e-05, + "loss": 1.5944, + "step": 2500 + }, + { + "epoch": 1.76, + "learning_rate": 2.0622659176029963e-05, + "loss": 1.623, + "step": 2510 + }, + { + "epoch": 1.77, + "learning_rate": 2.0505617977528092e-05, + "loss": 1.5679, + "step": 2520 + }, + { + "epoch": 1.78, + "learning_rate": 2.0388576779026218e-05, + "loss": 1.5833, + "step": 2530 + }, + { + "epoch": 1.78, + "learning_rate": 2.0271535580524344e-05, + "loss": 1.5898, + "step": 2540 + }, + { + "epoch": 1.79, + "learning_rate": 2.0154494382022473e-05, + "loss": 1.5832, + "step": 2550 + }, + { + "epoch": 1.8, + "learning_rate": 2.00374531835206e-05, + "loss": 1.6074, + "step": 2560 + }, + { + "epoch": 1.8, + "learning_rate": 1.9920411985018728e-05, + "loss": 1.5406, + "step": 2570 + }, + { + "epoch": 1.81, + "learning_rate": 1.9803370786516857e-05, + "loss": 1.5898, + "step": 2580 + }, + { + "epoch": 1.82, + "learning_rate": 1.9686329588014982e-05, + "loss": 1.6523, + "step": 2590 + }, + { + "epoch": 1.83, + "learning_rate": 1.956928838951311e-05, + "loss": 1.5475, + "step": 2600 + }, + { + "epoch": 1.83, + "learning_rate": 1.9452247191011237e-05, + "loss": 1.611, + "step": 2610 + }, + { + "epoch": 1.84, + "learning_rate": 1.9335205992509363e-05, + "loss": 1.644, + "step": 2620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9218164794007492e-05, + "loss": 1.6512, + "step": 2630 + }, + { + "epoch": 1.85, + "learning_rate": 1.9101123595505618e-05, + "loss": 1.6181, + "step": 2640 + }, + { + "epoch": 1.86, + "learning_rate": 1.8984082397003747e-05, + "loss": 1.5943, + "step": 2650 + }, + { + "epoch": 1.87, + "learning_rate": 1.8867041198501873e-05, + "loss": 1.5644, + "step": 2660 + }, + { + "epoch": 1.88, + "learning_rate": 1.8750000000000002e-05, + "loss": 1.5931, + "step": 2670 + }, + { + "epoch": 1.88, + "learning_rate": 1.863295880149813e-05, + "loss": 1.5999, + "step": 2680 + }, + { + "epoch": 1.89, + "learning_rate": 1.8515917602996257e-05, + "loss": 1.6389, + "step": 2690 + }, + { + "epoch": 1.9, + "learning_rate": 1.8398876404494382e-05, + "loss": 1.6019, + "step": 2700 + }, + { + "epoch": 1.9, + "learning_rate": 1.8281835205992508e-05, + "loss": 1.6034, + "step": 2710 + }, + { + "epoch": 1.91, + "learning_rate": 1.8164794007490637e-05, + "loss": 1.6172, + "step": 2720 + }, + { + "epoch": 1.92, + "learning_rate": 1.8047752808988766e-05, + "loss": 1.584, + "step": 2730 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930711610486892e-05, + "loss": 1.6288, + "step": 2740 + }, + { + "epoch": 1.93, + "learning_rate": 1.781367041198502e-05, + "loss": 1.6515, + "step": 2750 + }, + { + "epoch": 1.94, + "learning_rate": 1.7696629213483147e-05, + "loss": 1.6043, + "step": 2760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7579588014981273e-05, + "loss": 1.6518, + "step": 2770 + }, + { + "epoch": 1.95, + "learning_rate": 1.74625468164794e-05, + "loss": 1.6164, + "step": 2780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7345505617977527e-05, + "loss": 1.6004, + "step": 2790 + }, + { + "epoch": 1.97, + "learning_rate": 1.7228464419475657e-05, + "loss": 1.6178, + "step": 2800 + }, + { + "epoch": 1.97, + "learning_rate": 1.7111423220973782e-05, + "loss": 1.624, + "step": 2810 + }, + { + "epoch": 1.98, + "learning_rate": 1.699438202247191e-05, + "loss": 1.5782, + "step": 2820 + }, + { + "epoch": 1.99, + "learning_rate": 1.687734082397004e-05, + "loss": 1.6205, + "step": 2830 + }, + { + "epoch": 1.99, + "learning_rate": 1.6760299625468166e-05, + "loss": 1.5928, + "step": 2840 + }, + { + "epoch": 2.0, + "learning_rate": 1.6643258426966292e-05, + "loss": 1.6625, + "step": 2850 + }, + { + "epoch": 2.01, + "learning_rate": 1.6526217228464418e-05, + "loss": 1.5908, + "step": 2860 + }, + { + "epoch": 2.02, + "learning_rate": 1.6409176029962547e-05, + "loss": 1.6132, + "step": 2870 + }, + { + "epoch": 2.02, + "learning_rate": 1.6292134831460676e-05, + "loss": 1.6542, + "step": 2880 + }, + { + "epoch": 2.03, + "learning_rate": 1.61750936329588e-05, + "loss": 1.5836, + "step": 2890 + }, + { + "epoch": 2.04, + "learning_rate": 1.605805243445693e-05, + "loss": 1.581, + "step": 2900 + }, + { + "epoch": 2.04, + "learning_rate": 1.5941011235955056e-05, + "loss": 1.6075, + "step": 2910 + }, + { + "epoch": 2.05, + "learning_rate": 1.5823970037453186e-05, + "loss": 1.6246, + "step": 2920 + }, + { + "epoch": 2.06, + "learning_rate": 1.570692883895131e-05, + "loss": 1.589, + "step": 2930 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589887640449437e-05, + "loss": 1.5989, + "step": 2940 + }, + { + "epoch": 2.07, + "learning_rate": 1.5472846441947566e-05, + "loss": 1.6443, + "step": 2950 + }, + { + "epoch": 2.08, + "learning_rate": 1.5355805243445692e-05, + "loss": 1.6154, + "step": 2960 + }, + { + "epoch": 2.09, + "learning_rate": 1.5238764044943821e-05, + "loss": 1.571, + "step": 2970 + }, + { + "epoch": 2.09, + "learning_rate": 1.5121722846441948e-05, + "loss": 1.6231, + "step": 2980 + }, + { + "epoch": 2.1, + "learning_rate": 1.5004681647940074e-05, + "loss": 1.595, + "step": 2990 + }, + { + "epoch": 2.11, + "learning_rate": 1.4887640449438203e-05, + "loss": 1.6098, + "step": 3000 + }, + { + "epoch": 2.11, + "learning_rate": 1.4770599250936332e-05, + "loss": 1.5654, + "step": 3010 + }, + { + "epoch": 2.12, + "learning_rate": 1.4653558052434458e-05, + "loss": 1.6087, + "step": 3020 + }, + { + "epoch": 2.13, + "learning_rate": 1.4536516853932586e-05, + "loss": 1.6169, + "step": 3030 + }, + { + "epoch": 2.13, + "learning_rate": 1.4419475655430711e-05, + "loss": 1.5326, + "step": 3040 + }, + { + "epoch": 2.14, + "learning_rate": 1.430243445692884e-05, + "loss": 1.5839, + "step": 3050 + }, + { + "epoch": 2.15, + "learning_rate": 1.4185393258426968e-05, + "loss": 1.6051, + "step": 3060 + }, + { + "epoch": 2.16, + "learning_rate": 1.4068352059925093e-05, + "loss": 1.595, + "step": 3070 + }, + { + "epoch": 2.16, + "learning_rate": 1.3951310861423223e-05, + "loss": 1.6497, + "step": 3080 + }, + { + "epoch": 2.17, + "learning_rate": 1.3834269662921348e-05, + "loss": 1.5961, + "step": 3090 + }, + { + "epoch": 2.18, + "learning_rate": 1.3717228464419476e-05, + "loss": 1.5774, + "step": 3100 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600187265917605e-05, + "loss": 1.5494, + "step": 3110 + }, + { + "epoch": 2.19, + "learning_rate": 1.348314606741573e-05, + "loss": 1.6287, + "step": 3120 + }, + { + "epoch": 2.2, + "learning_rate": 1.336610486891386e-05, + "loss": 1.5876, + "step": 3130 + }, + { + "epoch": 2.21, + "learning_rate": 1.3249063670411985e-05, + "loss": 1.5899, + "step": 3140 + }, + { + "epoch": 2.21, + "learning_rate": 1.3132022471910113e-05, + "loss": 1.636, + "step": 3150 + }, + { + "epoch": 2.22, + "learning_rate": 1.3014981273408242e-05, + "loss": 1.5857, + "step": 3160 + }, + { + "epoch": 2.23, + "learning_rate": 1.2897940074906368e-05, + "loss": 1.5766, + "step": 3170 + }, + { + "epoch": 2.23, + "learning_rate": 1.2780898876404495e-05, + "loss": 1.5976, + "step": 3180 + }, + { + "epoch": 2.24, + "learning_rate": 1.2663857677902621e-05, + "loss": 1.6176, + "step": 3190 + }, + { + "epoch": 2.25, + "learning_rate": 1.254681647940075e-05, + "loss": 1.5601, + "step": 3200 + }, + { + "epoch": 2.25, + "learning_rate": 1.2429775280898877e-05, + "loss": 1.6138, + "step": 3210 + }, + { + "epoch": 2.26, + "learning_rate": 1.2312734082397003e-05, + "loss": 1.5693, + "step": 3220 + }, + { + "epoch": 2.27, + "learning_rate": 1.2195692883895132e-05, + "loss": 1.5975, + "step": 3230 + }, + { + "epoch": 2.28, + "learning_rate": 1.207865168539326e-05, + "loss": 1.5745, + "step": 3240 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961610486891387e-05, + "loss": 1.5805, + "step": 3250 + }, + { + "epoch": 2.29, + "learning_rate": 1.1844569288389513e-05, + "loss": 1.5644, + "step": 3260 + }, + { + "epoch": 2.3, + "learning_rate": 1.172752808988764e-05, + "loss": 1.5996, + "step": 3270 + }, + { + "epoch": 2.3, + "learning_rate": 1.161048689138577e-05, + "loss": 1.5899, + "step": 3280 + }, + { + "epoch": 2.31, + "learning_rate": 1.1493445692883897e-05, + "loss": 1.5999, + "step": 3290 + }, + { + "epoch": 2.32, + "learning_rate": 1.1376404494382022e-05, + "loss": 1.5971, + "step": 3300 + }, + { + "epoch": 2.32, + "learning_rate": 1.125936329588015e-05, + "loss": 1.6169, + "step": 3310 + }, + { + "epoch": 2.33, + "learning_rate": 1.1142322097378277e-05, + "loss": 1.6032, + "step": 3320 + }, + { + "epoch": 2.34, + "learning_rate": 1.1025280898876405e-05, + "loss": 1.6395, + "step": 3330 + }, + { + "epoch": 2.35, + "learning_rate": 1.0908239700374532e-05, + "loss": 1.5836, + "step": 3340 + }, + { + "epoch": 2.35, + "learning_rate": 1.079119850187266e-05, + "loss": 1.6348, + "step": 3350 + }, + { + "epoch": 2.36, + "learning_rate": 1.0674157303370787e-05, + "loss": 1.6234, + "step": 3360 + }, + { + "epoch": 2.37, + "learning_rate": 1.0557116104868914e-05, + "loss": 1.5759, + "step": 3370 + }, + { + "epoch": 2.37, + "learning_rate": 1.0440074906367042e-05, + "loss": 1.5938, + "step": 3380 + }, + { + "epoch": 2.38, + "learning_rate": 1.032303370786517e-05, + "loss": 1.6115, + "step": 3390 + }, + { + "epoch": 2.39, + "learning_rate": 1.0205992509363297e-05, + "loss": 1.597, + "step": 3400 + }, + { + "epoch": 2.39, + "learning_rate": 1.0088951310861424e-05, + "loss": 1.6085, + "step": 3410 + }, + { + "epoch": 2.4, + "learning_rate": 9.97191011235955e-06, + "loss": 1.6232, + "step": 3420 + }, + { + "epoch": 2.41, + "learning_rate": 9.854868913857679e-06, + "loss": 1.5851, + "step": 3430 + }, + { + "epoch": 2.42, + "learning_rate": 9.737827715355806e-06, + "loss": 1.5964, + "step": 3440 + }, + { + "epoch": 2.42, + "learning_rate": 9.620786516853934e-06, + "loss": 1.6511, + "step": 3450 + }, + { + "epoch": 2.43, + "learning_rate": 9.50374531835206e-06, + "loss": 1.591, + "step": 3460 + }, + { + "epoch": 2.44, + "learning_rate": 9.386704119850187e-06, + "loss": 1.6433, + "step": 3470 + }, + { + "epoch": 2.44, + "learning_rate": 9.269662921348316e-06, + "loss": 1.5838, + "step": 3480 + }, + { + "epoch": 2.45, + "learning_rate": 9.152621722846442e-06, + "loss": 1.5905, + "step": 3490 + }, + { + "epoch": 2.46, + "learning_rate": 9.03558052434457e-06, + "loss": 1.5938, + "step": 3500 + }, + { + "epoch": 2.46, + "learning_rate": 8.918539325842697e-06, + "loss": 1.5849, + "step": 3510 + }, + { + "epoch": 2.47, + "learning_rate": 8.801498127340826e-06, + "loss": 1.625, + "step": 3520 + }, + { + "epoch": 2.48, + "learning_rate": 8.684456928838951e-06, + "loss": 1.5588, + "step": 3530 + }, + { + "epoch": 2.49, + "learning_rate": 8.567415730337079e-06, + "loss": 1.6157, + "step": 3540 + }, + { + "epoch": 2.49, + "learning_rate": 8.450374531835206e-06, + "loss": 1.6203, + "step": 3550 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.5936, + "step": 3560 + }, + { + "epoch": 2.51, + "learning_rate": 8.216292134831461e-06, + "loss": 1.6212, + "step": 3570 + }, + { + "epoch": 2.51, + "learning_rate": 8.099250936329589e-06, + "loss": 1.5851, + "step": 3580 + }, + { + "epoch": 2.52, + "learning_rate": 7.982209737827716e-06, + "loss": 1.6167, + "step": 3590 + }, + { + "epoch": 2.53, + "learning_rate": 7.865168539325843e-06, + "loss": 1.6049, + "step": 3600 + }, + { + "epoch": 2.54, + "learning_rate": 7.748127340823969e-06, + "loss": 1.5873, + "step": 3610 + }, + { + "epoch": 2.54, + "learning_rate": 7.631086142322098e-06, + "loss": 1.5844, + "step": 3620 + }, + { + "epoch": 2.55, + "learning_rate": 7.514044943820226e-06, + "loss": 1.596, + "step": 3630 + }, + { + "epoch": 2.56, + "learning_rate": 7.397003745318352e-06, + "loss": 1.5847, + "step": 3640 + }, + { + "epoch": 2.56, + "learning_rate": 7.27996254681648e-06, + "loss": 1.6052, + "step": 3650 + }, + { + "epoch": 2.57, + "learning_rate": 7.162921348314606e-06, + "loss": 1.6181, + "step": 3660 + }, + { + "epoch": 2.58, + "learning_rate": 7.045880149812735e-06, + "loss": 1.6075, + "step": 3670 + }, + { + "epoch": 2.58, + "learning_rate": 6.928838951310862e-06, + "loss": 1.6222, + "step": 3680 + }, + { + "epoch": 2.59, + "learning_rate": 6.811797752808989e-06, + "loss": 1.6244, + "step": 3690 + }, + { + "epoch": 2.6, + "learning_rate": 6.694756554307116e-06, + "loss": 1.6182, + "step": 3700 + }, + { + "epoch": 2.61, + "learning_rate": 6.577715355805243e-06, + "loss": 1.6025, + "step": 3710 + }, + { + "epoch": 2.61, + "learning_rate": 6.460674157303372e-06, + "loss": 1.5655, + "step": 3720 + }, + { + "epoch": 2.62, + "learning_rate": 6.343632958801499e-06, + "loss": 1.6087, + "step": 3730 + }, + { + "epoch": 2.63, + "learning_rate": 6.226591760299626e-06, + "loss": 1.5929, + "step": 3740 + }, + { + "epoch": 2.63, + "learning_rate": 6.109550561797753e-06, + "loss": 1.5857, + "step": 3750 + }, + { + "epoch": 2.64, + "learning_rate": 5.9925093632958805e-06, + "loss": 1.6383, + "step": 3760 + }, + { + "epoch": 2.65, + "learning_rate": 5.875468164794008e-06, + "loss": 1.5726, + "step": 3770 + }, + { + "epoch": 2.65, + "learning_rate": 5.758426966292135e-06, + "loss": 1.6053, + "step": 3780 + }, + { + "epoch": 2.66, + "learning_rate": 5.641385767790263e-06, + "loss": 1.5869, + "step": 3790 + }, + { + "epoch": 2.67, + "learning_rate": 5.52434456928839e-06, + "loss": 1.6706, + "step": 3800 + }, + { + "epoch": 2.68, + "learning_rate": 5.407303370786517e-06, + "loss": 1.6114, + "step": 3810 + }, + { + "epoch": 2.68, + "learning_rate": 5.290262172284644e-06, + "loss": 1.5738, + "step": 3820 + }, + { + "epoch": 2.69, + "learning_rate": 5.1732209737827716e-06, + "loss": 1.593, + "step": 3830 + }, + { + "epoch": 2.7, + "learning_rate": 5.056179775280899e-06, + "loss": 1.5854, + "step": 3840 + }, + { + "epoch": 2.7, + "learning_rate": 4.939138576779026e-06, + "loss": 1.5302, + "step": 3850 + }, + { + "epoch": 2.71, + "learning_rate": 4.822097378277154e-06, + "loss": 1.596, + "step": 3860 + }, + { + "epoch": 2.72, + "learning_rate": 4.705056179775281e-06, + "loss": 1.5874, + "step": 3870 + }, + { + "epoch": 2.72, + "learning_rate": 4.588014981273409e-06, + "loss": 1.6144, + "step": 3880 + }, + { + "epoch": 2.73, + "learning_rate": 4.470973782771535e-06, + "loss": 1.5681, + "step": 3890 + }, + { + "epoch": 2.74, + "learning_rate": 4.3539325842696635e-06, + "loss": 1.5582, + "step": 3900 + }, + { + "epoch": 2.75, + "learning_rate": 4.23689138576779e-06, + "loss": 1.5442, + "step": 3910 + }, + { + "epoch": 2.75, + "learning_rate": 4.1198501872659175e-06, + "loss": 1.5907, + "step": 3920 + }, + { + "epoch": 2.76, + "learning_rate": 4.002808988764045e-06, + "loss": 1.5843, + "step": 3930 + }, + { + "epoch": 2.77, + "learning_rate": 3.885767790262172e-06, + "loss": 1.5797, + "step": 3940 + }, + { + "epoch": 2.77, + "learning_rate": 3.7687265917603e-06, + "loss": 1.5955, + "step": 3950 + }, + { + "epoch": 2.78, + "learning_rate": 3.651685393258427e-06, + "loss": 1.6296, + "step": 3960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5346441947565546e-06, + "loss": 1.567, + "step": 3970 + }, + { + "epoch": 2.79, + "learning_rate": 3.417602996254682e-06, + "loss": 1.6118, + "step": 3980 + }, + { + "epoch": 2.8, + "learning_rate": 3.300561797752809e-06, + "loss": 1.5625, + "step": 3990 + }, + { + "epoch": 2.81, + "learning_rate": 3.1835205992509364e-06, + "loss": 1.5886, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527467262873436e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/checkpoint-500/README.md b/1981_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/1981_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/1981_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/1981_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/1981_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c221909b59bcc68a09b762bddd23955c052ec809 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4100ad994fc9febe8082a06ca0f04bbe55c39d468cabfe4fd954d0179cdfb2d6 +size 26235704 diff --git a/1981_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/1981_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be4dfe15f6768950445f6c4e79c47c9144ce2e0 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b60c0a7b42b12977e4499df207378576770de233f9b0db9671138777e7030cd +size 52567237 diff --git a/1981_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/1981_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/1981_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/1981_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..783f1bc93611f4c48a15c71c88a225568ad0f97b --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3098b8db79321646b695948bc7f46ea9cfbe3368d116d49d9258d804e9fcd902 +size 627 diff --git a/1981_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/1981_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..fea4def570bc303e3a58f07a5b6dc6b975e2f547 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.351123595505618, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988295880149813e-05, + "loss": 1.7828, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976591760299626e-05, + "loss": 1.7581, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964887640449438e-05, + "loss": 1.7499, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953183520599251e-05, + "loss": 1.7351, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.941479400749064e-05, + "loss": 1.6748, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.929775280898877e-05, + "loss": 1.6994, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.918071161048689e-05, + "loss": 1.6761, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.906367041198502e-05, + "loss": 1.6459, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8946629213483144e-05, + "loss": 1.6372, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.882958801498127e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.87125468164794e-05, + "loss": 1.6141, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.859550561797753e-05, + "loss": 1.6354, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8478464419475654e-05, + "loss": 1.6343, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.836142322097378e-05, + "loss": 1.6072, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.824438202247191e-05, + "loss": 1.6131, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.812734082397004e-05, + "loss": 1.6301, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.801029962546817e-05, + "loss": 1.597, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.789325842696629e-05, + "loss": 1.5489, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.777621722846442e-05, + "loss": 1.5998, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.765917602996255e-05, + "loss": 1.6023, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.754213483146068e-05, + "loss": 1.6847, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.742509363295881e-05, + "loss": 1.5816, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.730805243445693e-05, + "loss": 1.673, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.719101123595506e-05, + "loss": 1.6192, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.707397003745318e-05, + "loss": 1.6183, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.695692883895131e-05, + "loss": 1.6262, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.683988764044944e-05, + "loss": 1.5945, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.6722846441947563e-05, + "loss": 1.659, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.660580524344569e-05, + "loss": 1.6135, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.648876404494382e-05, + "loss": 1.6102, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.637172284644195e-05, + "loss": 1.6202, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.625468164794008e-05, + "loss": 1.6499, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.61376404494382e-05, + "loss": 1.656, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.602059925093633e-05, + "loss": 1.629, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.590355805243446e-05, + "loss": 1.6194, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.578651685393259e-05, + "loss": 1.6308, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.566947565543072e-05, + "loss": 1.6013, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.555243445692884e-05, + "loss": 1.6103, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.543539325842697e-05, + "loss": 1.6281, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.531835205992509e-05, + "loss": 1.5684, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.520131086142322e-05, + "loss": 1.6165, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.508426966292135e-05, + "loss": 1.6187, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.496722846441947e-05, + "loss": 1.6211, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.48501872659176e-05, + "loss": 1.6104, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.473314606741573e-05, + "loss": 1.6058, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.461610486891386e-05, + "loss": 1.5639, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.449906367041199e-05, + "loss": 1.5879, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.438202247191011e-05, + "loss": 1.5911, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.426498127340824e-05, + "loss": 1.6679, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.414794007490637e-05, + "loss": 1.578, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4272, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/1981_Llama-2-13b-hf/checkpoint-500/training_args.bin b/1981_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/1981_Llama-2-13b-hf/training_args.bin b/1981_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..29eab6bd7cd124c7beba3c6713de7cc573a58638 --- /dev/null +++ b/1981_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2eedc7a66d7f0935ea171b9c733862eb1ab3be9337efee3987400466a585ec4 +size 4283 diff --git a/214_Llama-2-13b-hf/README.md b/214_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b93e5fd3878c3fc24e44a7c220a040e610b651c2 --- /dev/null +++ b/214_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 214_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 214_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/214_Llama-2-13b-hf/adapter_config.json b/214_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/adapter_model.safetensors b/214_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..da2af7a3d89b913d7f4b7a8e515223062ac016ff --- /dev/null +++ b/214_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d55cb8cf34222b5a4fe038b5f99879f942647481602d3e77c8dcd5b5b94518 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-1000/README.md b/214_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e1b6a786475503c84de8322cfd566fda8af3723 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd21c57fd268460c09195afa2e98353e7b316bf613384d22b613f963e2b339d +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9904a98658bc7d7c782e89792f8c31d902a2e51 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a636fc4fb66d98d24d931aefe9c2576871d4fd81511dfc6777f07bdcfede5f77 +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db38b553e604e96055e3d8a0a78a494b2aad488 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d2effc4743689ddd12152cceca88840a43e1a01934997d1b1aed41dc4947f +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a63e597974f6c798a381142c40a0fee3ad0fca73 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/214_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-1500/README.md b/214_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1341adb6c28004a845a38b0fac55694f6af41a56 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3c90df0ff503a5a2f3acefec8725e8d6009e677aea2b797c9919183ba14ee1 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..12d43e40593f2c142e3edb84c0d93d753ff68d8b --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c9488fca15706813fac76e5067f2893088784a673eb051b9d8595711a3f871 +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..74418322fa63b1bc167cfdd103e6b88fec1a8eb0 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb06b506041b2c90376ad3433697a3921e44487b7cac38419e5228de632b004c +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..789255916f752df027731a5c7371868c83876e1d --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35979f852f962794802ddc49d895f96b0f52016f88a157dc9f5185d94d443530 +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..519e52cfee8a570e697268f28a3eae8bcd686d87 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6678, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6795, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6746, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6483, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7161, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6786, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7334, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.66, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6524, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.662, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6661, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6812, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6708, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7056, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/214_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-2000/README.md b/214_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f36a212178c2897b154d0b57e2573ba2fce08a18 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa773108d35214bfcb2d1d176d0e8c47159071f0a162a6900ed60dc0617e9359 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..68ec912a511a4fa1e6c8d36182b0363234b3a662 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc085489589dc3462a717a6dd735c0b59bb5bbfc0fc390e2743c0f60ca1ae438 +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca880715cfced5f846c23da8f182ed1a657495e9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfc796a88e2bbfadb159f15a12743dc91b7c58bf7af272944fce39eb1cc41ba +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3070dc3c5617e83ada9e58f17bf90595cdcab258 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6678, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6795, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6746, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6483, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7161, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6786, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7334, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.66, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6524, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.662, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6661, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6812, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6708, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7056, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6972, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6977, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7031, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6592, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6829, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6898, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.655, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6713, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6881, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6496, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6985, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6479, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6658, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6912, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6905, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6899, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6723, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6838, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7062, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7033, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6471, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6625, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/214_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-2500/README.md b/214_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..238be85c5eb28935e2c6f19480e3654d1ab54a3b --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6c193f2dadb64f777f3283c463e526bca80a49b0d9d21e361004a947c20a06 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..af7078f60c98a590ddb1525adda1d0b3f04d9998 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7adb9a1c9ebdec2d549d00de8841779a357918d600532d3cc5ff184146883a +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..969180947ef2af15b71a94552978dfbc2814a1e4 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715e96809af583e018e8152d1f327b85f9b4402a467194c51bfa80de4a4f18f +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..10f1e6276663c46ad99380bc4d7fad17c3394985 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6678, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6795, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6746, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6483, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7161, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6786, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7334, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.66, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6524, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.662, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6661, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6812, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6708, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7056, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6972, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6977, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7031, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6592, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6829, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6898, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.655, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6713, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6881, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6496, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6985, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6479, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6658, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6912, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6905, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6899, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6723, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6838, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7062, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7033, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6471, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6625, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6801, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6771, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6191, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6861, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6607, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6664, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.647, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6788, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6768, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6499, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6848, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6611, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7216, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6344, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.697, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6809, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6714, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6198, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6391, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6471, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6794, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/214_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-3000/README.md b/214_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4aa76226e440ec99306ba5e460e8768919e09c37 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88b42f55df684cccc62a86e3fe09ae9f9af49a54fe64b7f4d1dea101f55336b8 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4186679b69146490f58c7fb9df74271081b375ca --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40837ef8df1cad17642faee4284803c6d3a0d57400bf8912ca54bc59dfd27ce1 +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e4b883be24e318b431d8733becffa5c776ce5d1 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b4a96e248999144f28739a3a5c244db3f2ca59f8c60d8a5ffce3e57c61347 +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13fb0a7a4981315606e3fb5ee33e52c932d63e7 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1587ccc83c549a0b14a9e9e6743d75a19582b182033993210822089b8a9535b5 +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..83c84362659b3683b2289f9d8c1f4e3bf92b0f73 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6678, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6795, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6746, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6483, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7161, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6786, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7334, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.66, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6524, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.662, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6661, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6812, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6708, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7056, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6972, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6977, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7031, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6592, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6829, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6898, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.655, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6713, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6881, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6496, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6985, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6479, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6658, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6912, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6905, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6899, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6723, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6838, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7062, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7033, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6471, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6625, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6801, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6771, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6191, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6861, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6607, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6664, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.647, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6788, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6768, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6499, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6848, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6611, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7216, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6344, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.697, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6809, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6714, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6198, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6391, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6471, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6794, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6731, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6154, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7092, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6794, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6928, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6382, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6832, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6851, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6874, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6736, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6535, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6806, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6704, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6722, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.683, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7067, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.661, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6684, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6578, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6789, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6568, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6593, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6826, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6472, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6399, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6552, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6618, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6891, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6816, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6268, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6939, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6795, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6495, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6395, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.679, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6865, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6774, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/214_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-3500/README.md b/214_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..744e25594e28850a0c81af1fcb11e4d8558311a1 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06466ce8fd62389212568f3ab8cf9387c4ed728fc8e0f70c6fe5d0a928d39740 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..753ce6cfd558b1163f73a3352cd800787b3c78a6 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e78c9fc03c68ccb34499fbf663769f8c1d8a694c17dad508b8688254e665ea6a +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d7a0dd568057f1c13b0d90265a3b3da05c1d75 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8807c7d90e56ddda38ccf5adf0f7546f8be38fd0cbbc8989736db7fff642ad +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aa8f06c533064215e8c85d46f4e42a725ff4f54f --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6678, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6795, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6746, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6483, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7161, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6786, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7334, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.66, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6524, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.662, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6661, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6812, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6708, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7056, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6972, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6977, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7031, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6592, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6829, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6898, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.655, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6713, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6881, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6496, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6985, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6479, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6658, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6912, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6905, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6899, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6723, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6838, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7062, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7033, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6471, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6625, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6801, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6771, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6191, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6861, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6607, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6664, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.647, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6788, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6768, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6499, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6848, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6611, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7216, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6344, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.697, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6809, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6714, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6198, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6391, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6471, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6794, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6731, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6154, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7092, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6794, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6928, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6382, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6832, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6851, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6874, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6736, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6535, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6806, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6704, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6722, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.683, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7067, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.661, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6684, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6578, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6789, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6568, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6593, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6826, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6472, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6399, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6552, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6618, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6891, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6816, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6268, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6939, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6795, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6495, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6395, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.679, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6865, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6774, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.677, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6595, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6902, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.641, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6345, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6671, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6612, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7066, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6706, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6684, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6837, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.6633, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6636, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6492, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.657, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6983, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6567, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6906, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6763, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6493, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6782, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6545, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6938, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6703, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6446, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6748, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6677, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6915, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7075, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6725, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.628, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6319, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6693, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6116, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6727, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6661, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6524, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6712, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.635, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6886, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6956, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6449, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6394, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6363, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6478, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6328, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6686, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6756, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/214_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-4000/README.md b/214_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..257f3192beee5c3b364e289ed35d78c807677891 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8ec10edc4061c7e4f6852dab86f03bfda5a2466f3138947fa4ec13b24fad3a +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f29c7a356ebdbda2494518fcf6792cb0e61ea19 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550efecf679a8308aa070d681a162a0aaf35b38a3b2a5b928d3e696d8a73717d +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1288bafe9d1c5b806645eed8998c5c263a14bf --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5b13ea5a0fbc128db00433bc7c83b57e1fd4de3169c15d774e359dfc3ff356 +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..213b9dc9a0f745e2fc2dee0d521d2576b5bebd47 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6893, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6733, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6968, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6926, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6629, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6778, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6473, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6821, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6827, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6719, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7093, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7246, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6712, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6865, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6644, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6824, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6844, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6618, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.702, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.691, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6678, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6795, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6746, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6483, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7161, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6786, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7334, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.691, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.66, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6712, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6524, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.662, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6661, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6812, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6708, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7056, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6972, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6977, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7031, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6592, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6829, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6898, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.655, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6713, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6881, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6496, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6985, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6479, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6658, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6912, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6905, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6899, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6723, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6838, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7062, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7033, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6796, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6471, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6625, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6801, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6365, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6771, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6191, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6861, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6607, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6664, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6898, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.647, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6788, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6768, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6499, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6848, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6611, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7216, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6344, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.697, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6809, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6714, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6198, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6391, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6471, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6794, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6731, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6154, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7092, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6794, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6928, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6382, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6832, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6851, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6874, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6736, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6535, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6806, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6704, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6722, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.683, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7067, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.661, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6684, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6578, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6789, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6568, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6593, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6826, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6472, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6399, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6552, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6618, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6891, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6816, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6268, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6939, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6795, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6495, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6395, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.679, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6865, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6774, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.677, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6595, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6902, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.641, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6345, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6671, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6612, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7066, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6706, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6684, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6837, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.6633, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6636, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6492, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.657, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6983, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6567, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6906, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6763, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6493, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6782, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6545, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6938, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6703, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6446, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6748, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6677, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6915, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7075, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6725, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.628, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6319, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6693, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6116, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6727, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6661, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6524, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6712, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.635, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6886, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6956, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6449, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6394, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6363, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6478, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6328, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6686, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6756, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6516, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6629, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.6575, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.6632, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6579, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6385, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.6282, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.6828, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6922, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6483, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.6461, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.6797, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6634, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6219, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.6487, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.6446, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5842, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6766, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.6462, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.6763, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.6302, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.6636, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.6753, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6394, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6746, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6583, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.6619, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.7049, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.66, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.6295, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.6872, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6316, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.6652, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6687, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.6639, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.6429, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.6682, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.6767, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.6809, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.658, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.681, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6621, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.6433, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6748, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6733, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.6509, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6387, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6497, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.6554, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6596, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/214_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/checkpoint-500/README.md b/214_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/214_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/214_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/214_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/214_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b027fe5df583d88e0beef8e9c51a0f5506b3f59 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b44b9d62d545c6c296e101befabd7646ef1079f618ca7d327ab43f015b001b7 +size 26235704 diff --git a/214_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/214_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce5adaa3c3be434eddd28a4a860000bd9f53fac8 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e5ea94a201662de1f753d04b2c7478dc4a9ee5e5494b792446be611642f342 +size 52565434 diff --git a/214_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/214_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/214_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/214_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ce34c67dce140537356cbd6f40324333cfca75 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38c514f58d545b7dabac969dd1c7e7898b5eb1b617f400d116301650c2ee82 +size 1064 diff --git a/214_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/214_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f3eba66beb1b2327c79ce63e0dd137a7b4a70511 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7869, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7872, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7552, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7078, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6951, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7008, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7354, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6657, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6852, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6746, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6571, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7131, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7099, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7284, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.704, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6828, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7255, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6767, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7305, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7471, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6348, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6602, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6634, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6472, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6681, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6231, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6593, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6793, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6959, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/214_Llama-2-13b-hf/checkpoint-500/training_args.bin b/214_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/214_Llama-2-13b-hf/training_args.bin b/214_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..7499b032db9dc722dda121919dee6c3c8940a994 --- /dev/null +++ b/214_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adcc4a9f1532deef06c4eaa3ed37fa2a03db8ce5a4b81867c3a1de7c1269548 +size 4728 diff --git a/2560_Llama-2-13b-hf/README.md b/2560_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d289dfdc9ba763636f93ddd9513853eea72b86a8 --- /dev/null +++ b/2560_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 2560_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 2560_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/2560_Llama-2-13b-hf/adapter_config.json b/2560_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/adapter_model.safetensors b/2560_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..90fdb34a881661d2661f9b9b74e65016f9f214a7 --- /dev/null +++ b/2560_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3091c7fcb7866e7ed62868688444ed2d0801af69237fbe46fc004cd91c118a +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/README.md b/2560_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..855ece2cc41a15ce9b7f43c922f7d64ca5cbdb42 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae86970981b15518c3797ffb4c91387ef878d2bc2214c372ca9d914439fe8fb6 +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..db864562f64046304261b1e1fe796bd0a169939c --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8c63f783da0fde4ea54c3812381bee12cbd1d05265322f1b91e08b819d6e89 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db38b553e604e96055e3d8a0a78a494b2aad488 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d2effc4743689ddd12152cceca88840a43e1a01934997d1b1aed41dc4947f +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..92aba6184a32a0929dbca47ccee156f7f6172960 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/README.md b/2560_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ade0ebac876f100df38dead12d185ce9240b27c --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471515764eb532fda464f19e5eb712aab73255ae481c8f845d1d5bc3f6d21099 +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f282f9fe75a824c4688aa016e60cdada30bdf57f --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e391abb5349d855df2666601489c94d35d55e958f47f77d8a32a9e948b1ee767 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..74418322fa63b1bc167cfdd103e6b88fec1a8eb0 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb06b506041b2c90376ad3433697a3921e44487b7cac38419e5228de632b004c +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..789255916f752df027731a5c7371868c83876e1d --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35979f852f962794802ddc49d895f96b0f52016f88a157dc9f5185d94d443530 +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..531181d2e6580a6f28659d663928dd3671564338 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6681, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6361, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6798, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6366, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6752, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7042, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6564, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6905, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6745, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6829, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7012, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6497, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6905, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6604, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7049, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.668, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6715, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6523, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6653, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6633, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6528, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.671, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7019, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/README.md b/2560_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11bdf7f54bea12a227a571fe952865de37944c16 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e30e35b3e16d876d3c060fa84abacbe9ba6e94f23687aa80755405c46609c34 +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f9016d1af01422f1dad8669c2c808a00ca35a4b --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e38c9a0d222510a17dfbd6e7a716cc5f09e260fda3d406235962a6f95d0f7c3 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca880715cfced5f846c23da8f182ed1a657495e9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfc796a88e2bbfadb159f15a12743dc91b7c58bf7af272944fce39eb1cc41ba +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3e5db0e0e29caf29390715d6fd4e076495d50783 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6681, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6361, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6798, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6366, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6752, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7042, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6564, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6905, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6745, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6829, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7012, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6497, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6905, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6604, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7049, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.668, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6715, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6523, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6653, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6633, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6528, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.671, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7019, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6975, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6974, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6338, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6588, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6514, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6794, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6603, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6711, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6293, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6877, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6656, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6408, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.634, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6902, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6395, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6732, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.683, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6468, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/README.md b/2560_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67e27101dd93dbbc9c8454a84e252d91bd615f57 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b87d6cbd410e75dcc96781bd30b655ee3034b0ba204278dd887e191818fee5 +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..76e4acd99960f5a9c63b426137545e2d72458832 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81accaaebbe5dde5710dc981e30683a574396706624951880245a96178a9d180 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..969180947ef2af15b71a94552978dfbc2814a1e4 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715e96809af583e018e8152d1f327b85f9b4402a467194c51bfa80de4a4f18f +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f3d315eee60fd8edab31c5b03e4c3481e1f734c --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6681, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6361, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6798, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6366, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6752, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7042, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6564, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6905, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6745, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6829, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7012, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6497, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6905, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6604, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7049, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.668, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6715, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6523, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6653, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6633, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6528, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.671, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7019, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6975, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6974, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6338, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6588, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6514, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6794, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6603, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6711, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6293, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6877, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6656, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6408, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.634, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6902, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6395, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6732, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.683, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6468, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6808, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6364, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6772, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6193, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6864, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6548, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.682, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6612, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6902, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6765, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6611, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6851, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6668, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7214, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6923, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6805, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6717, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.672, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6762, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6577, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6389, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6468, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6583, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/README.md b/2560_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0789980d743389ee6f1ac60613d8aac5835c8b98 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1938c95b6ae9595a3834329d9468548ea135e4137336b85d99fe98c4b302119 +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d34b944791da0d04daef4c8a22f42c0f84184f91 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064cec89606551f90fd4cb495f53c12363b438be9eb75e63f1c26a854a1c97bf +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e4b883be24e318b431d8733becffa5c776ce5d1 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b4a96e248999144f28739a3a5c244db3f2ca59f8c60d8a5ffce3e57c61347 +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13fb0a7a4981315606e3fb5ee33e52c932d63e7 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1587ccc83c549a0b14a9e9e6743d75a19582b182033993210822089b8a9535b5 +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3d7c80b9c915d79401ddcd06d44fec4249e55bc2 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6681, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6361, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6798, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6366, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6752, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7042, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6564, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6905, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6745, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6829, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7012, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6497, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6905, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6604, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7049, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.668, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6715, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6523, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6653, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6633, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6528, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.671, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7019, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6975, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6974, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6338, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6588, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6514, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6794, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6603, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6711, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6293, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6877, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6656, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6408, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.634, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6902, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6395, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6732, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.683, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6468, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6808, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6364, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6772, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6193, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6864, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6548, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.682, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6612, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6902, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6765, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6611, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6851, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6668, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7214, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6923, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6805, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6717, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.672, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6762, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6577, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6389, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6468, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6583, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6156, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7091, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6799, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.693, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6844, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6379, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6834, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6851, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6879, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7068, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6536, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6829, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7069, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6633, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6613, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6685, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6582, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6786, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6398, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6573, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6597, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6825, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6467, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6552, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6617, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6623, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6264, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6796, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6546, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6492, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6791, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.667, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6426, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6863, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6772, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/README.md b/2560_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af238affccf54bf5e17653193e9e29a96accb612 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:464d8bdf3c7863c4c6a8ff2e3400a3bfc52b9bb85f00cb091e7f54bd2eeb7e2d +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..34311050bc990be1bed72481e29a792497c94034 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af10355fa964c560a28f7dc4b51994cbdf761df1c93c499015eca85ce6a5cfe5 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d7a0dd568057f1c13b0d90265a3b3da05c1d75 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8807c7d90e56ddda38ccf5adf0f7546f8be38fd0cbbc8989736db7fff642ad +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f9c270b3cc68c8d748af98e111fea89a9e90042c --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6681, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6361, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6798, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6366, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6752, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7042, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6564, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6905, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6745, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6829, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7012, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6497, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6905, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6604, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7049, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.668, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6715, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6523, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6653, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6633, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6528, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.671, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7019, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6975, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6974, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6338, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6588, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6514, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6794, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6603, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6711, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6293, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6877, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6656, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6408, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.634, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6902, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6395, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6732, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.683, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6468, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6808, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6364, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6772, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6193, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6864, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6548, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.682, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6612, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6902, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6765, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6611, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6851, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6668, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7214, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6923, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6805, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6717, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.672, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6762, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6577, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6389, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6468, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6583, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6156, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7091, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6799, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.693, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6844, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6379, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6834, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6851, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6879, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7068, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6536, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6829, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7069, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6633, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6613, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6685, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6582, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6786, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6398, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6573, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6597, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6825, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6467, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6552, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6617, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6623, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6264, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6796, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6546, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6492, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6791, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.667, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6426, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6863, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6772, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6773, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6594, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6901, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6407, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6348, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6669, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6616, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7067, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6709, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6685, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.684, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6638, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6489, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.657, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6984, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6571, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6906, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6766, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6493, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6781, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6544, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.694, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6702, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6447, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6751, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6681, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6919, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7075, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6721, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6281, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6316, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6698, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6121, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6725, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6662, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6524, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6716, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6352, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6887, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6958, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6454, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6395, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6364, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6485, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6331, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.679, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6689, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6753, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/README.md b/2560_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ebf7cf9d688e340fae49225289a3b2570ba5c68 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc03af40ff44366088854c518a48093ee75fcc6decef5640e2945a05f1dc531e +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a86b42867332dd95538b70614029a70251ebf44 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a638dd82db894b054ca1b44d52806aaf05c7da04601b50569da07654f3a1eb35 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1288bafe9d1c5b806645eed8998c5c263a14bf --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5b13ea5a0fbc128db00433bc7c83b57e1fd4de3169c15d774e359dfc3ff356 +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aea62c71dfc723ba3c4b0d2e8853398ee68a96df --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6731, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6944, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6923, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6625, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.712, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6775, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.643, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6822, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6823, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7006, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6549, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.641, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7262, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7241, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6639, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6802, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6867, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.694, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6802, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6862, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6766, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6616, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7023, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7045, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7072, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6705, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7043, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6681, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6361, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6798, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6366, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6752, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7042, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.707, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6564, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6905, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6745, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6419, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.716, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6785, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6829, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7336, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7012, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6497, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6905, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6604, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7049, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.668, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6715, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6523, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6653, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6811, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6633, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6528, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6933, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.671, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7019, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6975, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6974, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6715, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7027, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6338, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6588, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7054, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6514, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6794, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6287, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6603, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6711, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6293, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6877, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6656, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6408, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6913, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6906, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.634, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6902, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6395, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6736, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6732, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.683, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6562, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6468, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6678, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6808, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6364, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6772, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6193, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6864, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6548, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.682, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6612, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6902, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6634, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6794, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6765, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6611, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6851, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.663, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6668, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7214, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6923, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6805, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6722, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6717, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.672, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6549, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6762, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6577, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6645, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6557, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6389, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6468, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6583, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6156, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7091, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6799, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.693, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6844, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6379, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6834, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6851, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6879, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7068, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6536, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6829, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7069, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6583, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6633, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6613, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6685, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6582, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6786, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6398, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6573, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6597, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6825, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6467, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6552, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6617, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6623, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6264, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6796, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6546, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6492, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6791, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.667, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6426, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6863, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6772, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6773, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6594, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6901, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6407, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6348, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6669, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6616, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7067, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6709, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6685, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.684, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6638, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6489, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.657, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6984, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6571, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6906, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6766, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6493, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6781, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6544, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.694, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6702, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6447, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6751, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6681, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6919, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7075, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6721, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6281, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6316, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6698, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6121, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6725, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6662, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6524, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6716, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6352, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6887, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6958, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6454, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6395, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6364, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6485, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6331, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.679, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6689, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6753, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6523, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6628, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.6572, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.6633, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6579, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6387, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.628, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.683, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6926, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6483, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.6457, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.6797, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6638, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6221, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.6489, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.6443, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5845, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6771, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.6462, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.6766, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.6298, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.664, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.6751, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6392, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6747, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6585, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.662, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.7047, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.6594, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.6299, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.687, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6322, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.665, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6687, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.664, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.6431, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.6682, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.6766, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.6804, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.658, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.6811, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6626, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.6431, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6748, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6737, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.651, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6384, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6496, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.6558, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6595, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/checkpoint-500/README.md b/2560_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2560_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/2560_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2560_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/2560_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9950b0419da9324229fa17c1790f48443de467f8 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:885a5f4865ca0112fe6d5b3322021670e94d3d97f25749c14d897aa7a4e0dfdd +size 26235704 diff --git a/2560_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/2560_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aabc5f80e2932b34c83a90438284750a8f86842 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476d0d3bf68fa2b723c6c18884eaa5017003245ba4a328400d1e88e2a4b8abd3 +size 52565434 diff --git a/2560_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/2560_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/2560_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/2560_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ce34c67dce140537356cbd6f40324333cfca75 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38c514f58d545b7dabac969dd1c7e7898b5eb1b617f400d116301650c2ee82 +size 1064 diff --git a/2560_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/2560_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe27c6f9b2645842bf35fb50c82c554c5bd771a --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7892, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7871, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7877, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7559, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6771, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6949, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7134, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7007, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7208, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.666, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6881, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7097, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7282, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7037, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6919, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6769, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7467, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6599, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.695, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6826, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6853, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6738, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6936, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6712, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6748, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6956, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2560_Llama-2-13b-hf/checkpoint-500/training_args.bin b/2560_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2560_Llama-2-13b-hf/training_args.bin b/2560_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..61015a8c9e82c80575b9aac134c840ec43e10b96 --- /dev/null +++ b/2560_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbdb47ef1a3c23aec47b393611c34ccbcbd6103b17d9fd12b51071914c53167 +size 4728 diff --git a/2667_Llama-2-7b-hf/README.md b/2667_Llama-2-7b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/adapter_config.json b/2667_Llama-2-7b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/adapter_model.safetensors b/2667_Llama-2-7b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f6de44965f3ddd1cfed7cb145b9178a43e1a372 --- /dev/null +++ b/2667_Llama-2-7b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83678646197915bf593cdd5effcdb75f739e511601c39c3ba7cd25978fe3e9f9 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/README.md b/2667_Llama-2-7b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..192cfd84985916c5ffeacb07bdfe67bffec7c374 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4429e853cd02e8910dd365f339a3f604005be54f42ff42adc987896fcb3d283 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7555fa2cb0259e41aa3e0fdabab693ecaad47894 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6310cb8f104a3e7d98a6433c4e31ee000894cf2b6dc363ab4953d36d89a2793 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b46bc3fc178982e20b66943838a5aabd75307b9d --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81734609817b94b3bb894b30ab380dd064c958194bd91423017764cedd7f1dfb +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac95f1e95c75c5fca50c58a4c578025f0c5e2c4 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dcb7f64cd30a16488682e18d2abe37301e0122dd42b1c2ff35d43ffeb6946f +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c2fb3b40c10c86dde10b01e0d7ed87ee590a890c --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.2497031184384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-1000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/README.md b/2667_Llama-2-7b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..69210a792e1be897d5f2ea4dd8f12c7fb097777f --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf51cc888d8c07062c68da1358967c4ae722077df66ed63e847e9038f228883 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eadcb9261046a93c19e034357ac76df49500096 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0280b0d048dd217baccba2b1ec149ab1bbb42b0a51f575e7f020fb93d0908ec +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d8a9ef72605fb5dec14e1af3c183b469c8fd756d --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f4c6bea11057e45b2764e3ebc334b6bece244abe664f86b7f1c4d2e12bb9e34 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b93cead0a6f9f2a69200d21259c5fc13950feb00 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be8a36beb1fc6b551ca68200e840d60a17bf929b3ef96882ca0e28d8e324966 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ae5912d8f13ec58aab1af61908fd200f1f01c93a --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 4.8745546776576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-1500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/README.md b/2667_Llama-2-7b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d7bca2f959e60c190d433894b05553d13a2b78e --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38268d954e0ce31868c21e124dcb8a3ff3c877c334c39997c6fd69e4d35634 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df26e04e996ab25bcd61c78c458bab8d9715266 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c470d88bafbe861278878ab2bb5c995a0bbd7f355520442cc2d9c5c15f576982 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c3112856c21695c39db5b3bdb328733c3f42ccb8 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0928412a2344f9f9c66ab9362a0002e94b3d6f3223a56d9e5fc9bfd23dc208fc +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf2eac2582ee5bbdac2ab1a0a2a4aebd49d8898 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705d171df5422a0b3ed1380888de2e09e1decddcc73e5027e1dbff1872b3ca14 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3f3f6e56e4d621f9090aab269541e3938b341b1f --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.4994062368768e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-2000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/README.md b/2667_Llama-2-7b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c315b099bdf4559325c586d9c6018be16589e744 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d64ca498c678503c33ca3242d6a23d86582db4eeab367293e2fa2c576933084 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..135cfe7abb43d9c7c1174b8b60ed2ef6e6c3ab30 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44d18c1c1e8125d72e2f0f6e3d022482b807424a5d5d204a38755988a2b71fa8 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..defce2702bf6bb8870403a2963d97971e9b1c2aa --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d082e3b6ac0cbd3156b781db0293710949b7b5fc4a583fe2cf8e4ae2117e6c +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aff50cab1a74732c52f3e4b3b7962aff935f84a --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e0e78629a3085b2848734027aecdbf715254c46a65c4d906cc5f61c2d81830 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..edb9912c067199cd37cf94ddecb4d43ad66b023f --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 8.124257796096e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-2500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/README.md b/2667_Llama-2-7b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a7b993c52f05a3debe14a0005998d0afca894e2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d34653c38cc91c9a1d3650a36fa21420427767b4024f691aad6906f132e7628 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..95677fcef7503989eab2c8ba3aa84cd21a4f95dc --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:defd3d80fd1c0268c99125b68518f2104bb64e139d4ad566ab914a1e6cae2534 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d72ce9ec8db594452a4672eebe89dcbc9dec4b8d --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce39133a9d37821f9ebff28658f108290f9953bd50ffd55e5beb8060de73e7cb +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee6a9edf85d28ae2315f70d507226c676971757 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c302b0d881462133bca389e07017e47d5c18fb380629b254036e6bc6d19df88 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7e03578361a2773dff6b1cf9a565eee1410d51fb --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.2, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.7491093553152e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-3000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/README.md b/2667_Llama-2-7b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e0d78b457662c921a9b26391886f2a4cf99caf01 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97d0249977bc6ab6347278d92412d52db639c6234a29be346304060e760742d7 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e70f7ecbea30638a5ff8ecbb3beaf2b24f74a5 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:657597b3cb41ca703f2ba391e763bf5d9062e50bb6edab905838fb69aa360ad2 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..97b15a2c50ebcf02f328b3cd311f0df1897c6d11 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1437b05957cc8d56968bd7743b5fd376033af19b1a91f5547e05a28df8c7c069 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a28134f2d6deaf9ad902bf645695b6e58d2b5c27 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978b7f92ab0e5965a0a65230c9ce9d7616823f4a8305e7dd343904ce17ab0865 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..01ae949a58891dd9cea82f1cb05037a5443ec87e --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.13739609145344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-3500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/README.md b/2667_Llama-2-7b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a5d51ba247d929586751091893c032343293542 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8c5c06ad31a025ef6372a2a2776f8a0b7c57e42b324a522fdc12fa8aac0245 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..993f0052c67a65a27d7c5887bb0829a0b58fb4e5 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ca8083a7ee7c899bfe051431a4c0f271d693f16d8ab606a2a0a22a67f4db15 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..06042ee261906f703ab6b0eaa6fca8b2602f753b --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dba435ea4599b45d2b51fd38b0021077272fd277db58c1eb423eadf824e4099 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..558103fa4d342b9939fbf53fd860c7ad3addf3a4 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866c82d93f04fc5c297af159755dd3026eeb30d5ec10f317cbf4d5658c60366b +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..33f9fe28493281f91a2a23b8defc8874a80836f4 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.29988124737536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-4000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/README.md b/2667_Llama-2-7b-hf/checkpoint-4500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-4500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-4500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8334c2b8177a84f1f1fd9b067cfa0aa514e1c521 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa31d53a62c695493b698a2a07d8dca56f39482c7f04b6d3d0bdf80fa0a4143 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-4500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fb3c21265e061773c1f089d006ef572b6e46c33 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3709c8d44ab23f5b33772bd69da7b28c6c795d63a93aa3f2280e60b6f9450376 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..752e47fc4c5889c5c9fbb5d03b419ae6ffe56a77 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a72c6049e9b7e990f13839fdb44ab13baefec855e0833b2cf1c582c180a3aa +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-4500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb36230ebd300bd45dba17dbcad3d1169239608c --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3a1f39b0649bc03eb60d23712514a784906b72a24cf2557a6e6d26f75c9b70 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a9ea97e45024656551af9ba9ac11749f6dc1c015 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/trainer_state.json @@ -0,0 +1,2721 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.46236640329728e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-4500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-4500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-500/README.md b/2667_Llama-2-7b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b96a8f6a15a1e712a01598a57cef063e87f5c1b --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a70574eeac5d8b32bab14ee6ab2ddc49735022b812fb0c11eed679ae6889c2 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7b8d6e7440d3039d1bde877f7253f390b076ebc --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb35bb8d396c932cf6d26d7051c57752d44e6fda9bcbc0bbed07c7ab51b50b0c +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..26f0420025a3e27865ef8ca66e414bc1f421e76b --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef450ce9792b89949866f4204441eb0076486da303f25938ffdb8d1689627127 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a7c018db45d28307c8e58b7742d2c18414c9abc --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49803d46ca35d62953a79733fff9be246bab878b73283801eb146d162dc1f6bd +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0a6e5c6bf7b9f552832ec3394959d12d3b72e285 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.2, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.6248515592192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/README.md b/2667_Llama-2-7b-hf/checkpoint-5000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-5000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-5000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..11537d7680b760444aa64a5333019941f7331d46 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4eb0082848ffe71f2adf3a60b309ccf2591a54d852ce390f3a408e76184292 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-5000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6dd7d1101556ec64d162806012e53f7d826142e --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3277268731ad1264415a60fb57f48a8707c9360999b1ef996f08bb23a0adfcc7 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3a920200c60683c94820da8613835aa2393b9a5c --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93fee5deb8ac5a3922a1aea63619988674e2cfb17eefb3f71be0ff6bd8b6bacc +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-5000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..206a887a63fc3223931864b70f28ffa2f02b868c --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4579ec5eb60d61c9c17200e50d5be12ad44731a051f2ac1e6d4dce250a9ce1 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d7c755e675df9efd1621919ab39650f3d17713a9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/trainer_state.json @@ -0,0 +1,3021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.732, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.7315, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.7337, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.7184, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.7476, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7616, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.7369, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.7198, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7625, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.7187, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.7382, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7638, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.7393, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.7475, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7743, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7686, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.7342, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.7404, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.772, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.7225, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.7671, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.7262, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.7664, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.7139, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.7559, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.7092, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.7147, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.7433, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.7423, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.7421, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.7571, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.733, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.7223, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7414, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.76, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.7358, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.74, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7348, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.7439, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7639, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.7538, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7637, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.7524, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.714, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.7355, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.7058, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.7185, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.701, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.7294, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.7195, + "step": 5000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.6248515592192e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-5000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-5000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/README.md b/2667_Llama-2-7b-hf/checkpoint-5500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-5500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-5500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a27ec551e1dd00955ac42c092c9ff3342259fc3 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb243bb3e191c34ad94143e1db287afe5738cf6aac54159141dbb1706ae7910a +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-5500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8917ab1212e3daa9d585a45020de065da7d46c28 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def8e80cd36c78ed8dba486720f34009db711c59f257cd5e15d297e052013099 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-5500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b89dbe804eb4e94cf0c981d5e31b74abc959d94f --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bdc6681fadd62c72490d5fd52bf618f348d41db515cd40ad5d5bb023f677274 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-5500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..649451734e276e05c3a1d51ef5bbfbcc5080dae6 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27a63019432f99020cc1ba2e82aac0dbc3ced230392e76023a33c7677fa2b39 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-5500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c5d44168a7ed633f655e854209b88258ca777439 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/trainer_state.json @@ -0,0 +1,3321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2, + "eval_steps": 500, + "global_step": 5500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.732, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.7315, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.7337, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.7184, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.7476, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7616, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.7369, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.7198, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7625, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.7187, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.7382, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7638, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.7393, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.7475, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7743, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7686, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.7342, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.7404, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.772, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.7225, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.7671, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.7262, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.7664, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.7139, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.7559, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.7092, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.7147, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.7433, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.7423, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.7421, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.7571, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.733, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.7223, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7414, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.76, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.7358, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.74, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7348, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.7439, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7639, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.7538, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7637, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.7524, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.714, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.7355, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.7058, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.7185, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.701, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.7294, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.7195, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.785, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.7388, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.7247, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.7599, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.7253, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.7359, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.7299, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6954, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.7601, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.7354, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.7437, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7225, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.7346, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.7019, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.7488, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.7259, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7441, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.7202, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.7284, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6949, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7723, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.7501, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.7536, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.7122, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.7591, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.7371, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.7547, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.7316, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.7086, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.7107, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.7614, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.7212, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.7259, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.708, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.7158, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.7489, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6801, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.7052, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.7301, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6767, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.7496, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.749, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7707, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.7126, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.7695, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.7681, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.7403, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.7035, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.7632, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.7043, + "step": 5500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.78733671514112e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-5500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-5500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-5500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/README.md b/2667_Llama-2-7b-hf/checkpoint-6000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-6000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-6000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d133c88a3c8285aa94b802630ec550acab00d6b --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7035938b384eda0ff147f475febb16a9486f9b38549fcaaf290a1ea84b5fb6 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..58971a3107cf122c00c21f0b737ebec5eec9ae2c --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3063f243faffedbda4e96916953a07293d43e9989ae916d18562f67d302e305 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..670f740162787b356227da7f36a203ba005ffd48 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9976d4a2233f6cdd7f53c0d85d849213bc2673e23c4b7e56f7caffb6a85958bd +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd7d2beff61a5d8a646cb7c14e3b11647e23ef9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8387f825847a9b8a2c8387203584ce1062acc3caff7113d13f9f01240448459b +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..86fb250400f47a6e8d4866088ce64361f1178e29 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/trainer_state.json @@ -0,0 +1,3621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.732, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.7315, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.7337, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.7184, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.7476, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7616, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.7369, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.7198, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7625, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.7187, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.7382, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7638, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.7393, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.7475, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7743, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7686, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.7342, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.7404, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.772, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.7225, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.7671, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.7262, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.7664, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.7139, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.7559, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.7092, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.7147, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.7433, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.7423, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.7421, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.7571, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.733, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.7223, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7414, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.76, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.7358, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.74, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7348, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.7439, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7639, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.7538, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7637, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.7524, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.714, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.7355, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.7058, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.7185, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.701, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.7294, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.7195, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.785, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.7388, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.7247, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.7599, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.7253, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.7359, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.7299, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6954, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.7601, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.7354, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.7437, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7225, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.7346, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.7019, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.7488, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.7259, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7441, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.7202, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.7284, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6949, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7723, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.7501, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.7536, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.7122, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.7591, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.7371, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.7547, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.7316, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.7086, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.7107, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.7614, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.7212, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.7259, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.708, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.7158, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.7489, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6801, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.7052, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.7301, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6767, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.7496, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.749, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7707, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.7126, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.7695, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.7681, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.7403, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.7035, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.7632, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.7043, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.72, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.7279, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.7061, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.7238, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.7033, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.7398, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.7391, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7648, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.7452, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.7153, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7601, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6916, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7697, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.7075, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6793, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.7611, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.7405, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.738, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.719, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.7156, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.7065, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.7449, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6956, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6953, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.7202, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.7228, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.7384, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.7316, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7608, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.7391, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.7605, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7753, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.7087, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.7355, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.7402, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.7254, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.7543, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7459, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.7242, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6868, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.7215, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.7416, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.7598, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.7048, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.7548, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6923, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6878, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.7219, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.7498, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.7491, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.94982187106304e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-6000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/README.md b/2667_Llama-2-7b-hf/checkpoint-6500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-6500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-6500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8e0489daeea053f4a5b6d471b9a97b1b81e30995 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55550d0ee809623c0c2fb8c551522c8542a2a7c6c6fae5c9b58d0641d898e329 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-6500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f285bdbacc563f45943658cc1ca75d31c255e82b --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f22a936ffcd46ed31f3d91bb5d3c965b55584cff74e14dda6137889185bcb47 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-6500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e9b9a79a1e728d6658cb9aad98ec2d093a800572 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba3b26fd94bfefb0a3685e4ad34d2c9c55407545f045975e85003fbe573f4af +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-6500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c4213959b66b28cfbde051ddc795de5542609e2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e223318408d01815c7728ea493663a81c23dc0f7d0eb1799e84fe4da11c738df +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-6500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f50975902eaf77aa444c176276ab7639343652c9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/trainer_state.json @@ -0,0 +1,3921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6, + "eval_steps": 500, + "global_step": 6500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.732, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.7315, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.7337, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.7184, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.7476, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7616, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.7369, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.7198, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7625, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.7187, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.7382, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7638, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.7393, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.7475, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7743, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7686, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.7342, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.7404, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.772, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.7225, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.7671, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.7262, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.7664, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.7139, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.7559, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.7092, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.7147, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.7433, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.7423, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.7421, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.7571, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.733, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.7223, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7414, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.76, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.7358, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.74, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7348, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.7439, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7639, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.7538, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7637, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.7524, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.714, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.7355, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.7058, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.7185, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.701, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.7294, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.7195, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.785, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.7388, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.7247, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.7599, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.7253, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.7359, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.7299, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6954, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.7601, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.7354, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.7437, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7225, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.7346, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.7019, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.7488, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.7259, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7441, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.7202, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.7284, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6949, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7723, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.7501, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.7536, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.7122, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.7591, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.7371, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.7547, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.7316, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.7086, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.7107, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.7614, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.7212, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.7259, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.708, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.7158, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.7489, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6801, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.7052, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.7301, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6767, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.7496, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.749, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7707, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.7126, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.7695, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.7681, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.7403, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.7035, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.7632, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.7043, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.72, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.7279, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.7061, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.7238, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.7033, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.7398, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.7391, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7648, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.7452, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.7153, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7601, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6916, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7697, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.7075, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6793, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.7611, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.7405, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.738, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.719, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.7156, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.7065, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.7449, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6956, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6953, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.7202, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.7228, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.7384, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.7316, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7608, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.7391, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.7605, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7753, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.7087, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.7355, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.7402, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.7254, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.7543, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7459, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.7242, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6868, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.7215, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.7416, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.7598, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.7048, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.7548, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6923, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6878, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.7219, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.7498, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.7491, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.7176, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.7554, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.7421, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.7669, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.7059, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.7474, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.745, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.7072, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.7376, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.7262, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.7443, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.7375, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.7275, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.7203, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.7223, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.7359, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.7524, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.7701, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.7481, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.7582, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.7246, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.7509, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.717, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.7374, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.7666, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.7121, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.7085, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.7542, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.7224, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.7129, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.7168, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.7319, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.695, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.713, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.7201, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.7097, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.7161, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.713, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.765, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.7378, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6753, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.7128, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.7303, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.7408, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.7166, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.7363, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.8145, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.736, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.7645, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.7354, + "step": 6500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.11230702698496e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-6500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-6500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-6500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/README.md b/2667_Llama-2-7b-hf/checkpoint-7000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-7000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-7000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..50b7419c47a336e892c53a3c2c047e92a844f07c --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28fabb351ca7ee013d72ae1a8953e995f722551c71168965af9eb98dc646c830 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb2c6a3202e18f54f719a3fdb801d716795f052 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8324bbde2dd7662af2530a2e8cc2e6d41e954bc3c7eacc33ff14b8aa43f4c5d +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..008060b55d726bdf4e4f572d1547aa04f3e95a7a --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e7a069f4b7d77907883c957a5890cb9d32bd7576daafd7274f70802e539232 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbaf207157e7b4900f3b09edbe66b55a2cebe7d --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9acbf4595203b060acd77ef8f0492ab828b8bb2657257b918daa93c903d052 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5636bbdf403864804a1384b918898f8377414f7f --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/trainer_state.json @@ -0,0 +1,4221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.732, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.7315, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.7337, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.7184, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.7476, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7616, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.7369, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.7198, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7625, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.7187, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.7382, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7638, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.7393, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.7475, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7743, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7686, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.7342, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.7404, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.772, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.7225, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.7671, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.7262, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.7664, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.7139, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.7559, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.7092, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.7147, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.7433, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.7423, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.7421, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.7571, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.733, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.7223, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7414, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.76, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.7358, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.74, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7348, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.7439, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7639, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.7538, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7637, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.7524, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.714, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.7355, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.7058, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.7185, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.701, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.7294, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.7195, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.785, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.7388, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.7247, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.7599, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.7253, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.7359, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.7299, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6954, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.7601, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.7354, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.7437, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7225, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.7346, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.7019, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.7488, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.7259, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7441, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.7202, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.7284, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6949, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7723, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.7501, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.7536, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.7122, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.7591, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.7371, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.7547, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.7316, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.7086, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.7107, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.7614, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.7212, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.7259, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.708, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.7158, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.7489, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6801, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.7052, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.7301, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6767, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.7496, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.749, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7707, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.7126, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.7695, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.7681, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.7403, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.7035, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.7632, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.7043, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.72, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.7279, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.7061, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.7238, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.7033, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.7398, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.7391, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7648, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.7452, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.7153, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7601, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6916, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7697, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.7075, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6793, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.7611, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.7405, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.738, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.719, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.7156, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.7065, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.7449, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6956, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6953, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.7202, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.7228, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.7384, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.7316, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7608, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.7391, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.7605, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7753, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.7087, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.7355, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.7402, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.7254, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.7543, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7459, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.7242, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6868, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.7215, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.7416, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.7598, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.7048, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.7548, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6923, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6878, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.7219, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.7498, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.7491, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.7176, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.7554, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.7421, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.7669, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.7059, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.7474, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.745, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.7072, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.7376, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.7262, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.7443, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.7375, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.7275, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.7203, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.7223, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.7359, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.7524, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.7701, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.7481, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.7582, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.7246, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.7509, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.717, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.7374, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.7666, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.7121, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.7085, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.7542, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.7224, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.7129, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.7168, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.7319, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.695, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.713, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.7201, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.7097, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.7161, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.713, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.765, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.7378, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6753, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.7128, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.7303, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.7408, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.7166, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.7363, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.8145, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.736, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.7645, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.7354, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.7248, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6965, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.7325, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.722, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.7391, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.7299, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.6938, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.7031, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.7268, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.7012, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.725, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.7499, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.7608, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.7039, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.7004, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.7364, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6957, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.708, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.7308, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.7412, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.7333, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.7229, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.7574, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.706, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.7305, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.7528, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.7153, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.7092, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.7518, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.679, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.726, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.7061, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7817, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.718, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.741, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.7458, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.7752, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.7114, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.6817, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.721, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6931, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.7306, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.7322, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.744, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.7434, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.7176, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.728, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.7597, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6855, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7674, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.27479218290688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-7000/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/README.md b/2667_Llama-2-7b-hf/checkpoint-7500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/adapter_config.json b/2667_Llama-2-7b-hf/checkpoint-7500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/adapter_model.safetensors b/2667_Llama-2-7b-hf/checkpoint-7500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f6de44965f3ddd1cfed7cb145b9178a43e1a372 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83678646197915bf593cdd5effcdb75f739e511601c39c3ba7cd25978fe3e9f9 +size 16794200 diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/optimizer.pt b/2667_Llama-2-7b-hf/checkpoint-7500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5bb107bb5c8dd39fa7195dd6c4dc72645f6d4b --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41169616edde78e441cb5f3e23bf532d325bad226b2710e217b73a8daf58139 +size 33663866 diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/rng_state.pth b/2667_Llama-2-7b-hf/checkpoint-7500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4f39656321ae810faa9d921cd46b02a5d29723e7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c231e88e4c272912a51c0c422e84ee5ee57262e6736b5355c6384a1597dc65 +size 14244 diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/scheduler.pt b/2667_Llama-2-7b-hf/checkpoint-7500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae88f17ad19600c92ce1c26eb97c93d7ee186086 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e95f78bbbb9b613376b4c17ce129da2369a70a8610283ee10e8332a35cb2fc8 +size 1064 diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/trainer_state.json b/2667_Llama-2-7b-hf/checkpoint-7500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3422788a14e8e386467f5630373d5dad23e2c086 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/trainer_state.json @@ -0,0 +1,4521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 7500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.8403, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.8483, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7996, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.851, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.8097, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.7741, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.8133, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.7702, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7981, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.7578, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7957, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7931, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.725, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7799, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.7485, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7766, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7928, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.7415, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.7074, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7832, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7905, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.7413, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.7557, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.7305, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7794, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.714, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7735, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.7581, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.8081, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.829, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7517, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.748, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.7234, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.7331, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.7249, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.7496, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.7553, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.774, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.7586, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.7573, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7784, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.7639, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.7655, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7478, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.7327, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.7432, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.7454, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.7686, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7661, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.7503, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.7555, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7655, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7842, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.7529, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.7584, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.7452, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7815, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.7536, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7609, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.764, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.7502, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.7395, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.7582, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.7445, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.746, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.7556, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.7345, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.7249, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.798, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.7542, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.7381, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.7502, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.7287, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.772, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.7398, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.7383, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.7517, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.7238, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.7242, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.7499, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.7569, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.7168, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7709, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.725, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.7542, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.7469, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.7129, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.7471, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.7309, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7578, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.7537, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.7541, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.729, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7653, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.786, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.7329, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.7489, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7389, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7619, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.7351, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.7487, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7499, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7722, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.7198, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.7282, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.7139, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7745, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7679, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6684, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.7274, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.7657, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.7391, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.7278, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.766, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.7663, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.734, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.7712, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.7529, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.7348, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7976, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.7179, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7676, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.7449, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7503, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.7229, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.7432, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.7284, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6969, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.7578, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.744, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.7638, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.7642, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.7197, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.7119, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.759, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.807, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7718, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.7607, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7472, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.7624, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.8012, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.7158, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.7435, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.7389, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.7352, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.7385, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.7531, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7637, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.715, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7841, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.8159, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7905, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.7349, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.7629, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.7307, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.7358, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7551, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.7659, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.7641, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.7399, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.7154, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7895, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7627, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.7081, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.7568, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.7378, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.737, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.7092, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.7567, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.7541, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.7538, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.7562, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7591, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.699, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.7496, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.7092, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.7127, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.7071, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.7568, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.7259, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.7023, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7794, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.725, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.7435, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.7668, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.7463, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7757, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7463, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.7393, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.7396, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.7588, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.7409, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7666, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.7505, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.7311, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.7455, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.7445, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7616, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.7513, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7541, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7797, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.7468, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.7519, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7658, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.7388, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.7314, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.7286, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.7187, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.7495, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.7142, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.7607, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.7521, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.7477, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.7357, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7477, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.7454, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.7187, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.7347, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.8037, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.7429, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.7307, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.7294, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7975, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.7199, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.7301, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.7417, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.7401, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7556, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.7313, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.7251, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.727, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.7578, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.7454, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.7461, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.7403, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.7479, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.7442, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.7665, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.7585, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.8066, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.7486, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.7284, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.7501, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.7074, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.7394, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.7177, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.7204, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.7328, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.7122, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.7563, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.7016, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7529, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.7357, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.7492, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.7179, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.7347, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.7282, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.7042, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7716, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.7164, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.7182, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.7514, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.736, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.74, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.7617, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.716, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.7197, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.7327, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.7143, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7782, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.7162, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.7523, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7584, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.7235, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.7275, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.7458, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.7031, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.7317, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.78, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.7152, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.7443, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.7323, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.7047, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.719, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.7442, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.7096, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.7322, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.7392, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7662, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.7646, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.7252, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.7614, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.747, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.7514, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.7146, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7711, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.7633, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.7203, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.7379, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.7509, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.7227, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.7145, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.7357, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.7205, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.7456, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.7535, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.7374, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.7547, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.706, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.7376, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.7217, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.7438, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.7164, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7545, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.7488, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6787, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6961, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.7561, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.7198, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.755, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.7054, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.7435, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.7453, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.7728, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.7509, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.7118, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.7257, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7508, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.7518, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.716, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7296, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.7522, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.7034, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.725, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.7564, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.7448, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.7299, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.7507, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.7289, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.7287, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.7208, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7844, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.7519, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.7349, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.7467, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.7397, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.726, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.7193, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7535, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.713, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.7372, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.7556, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.7439, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.774, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7836, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.7529, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.7221, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.7289, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.7074, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.7585, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.7155, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.7344, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.7032, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.7072, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6914, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.7272, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.7299, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.7366, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.7346, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.7205, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.7117, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.7196, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7661, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.7231, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.7532, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6964, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.7407, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.7695, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.7334, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7714, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.7338, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.7342, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.7145, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.7012, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.7277, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.7656, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.7481, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.7221, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7414, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6899, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.7262, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.767, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.7555, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.7315, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.7206, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.7504, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7558, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.7583, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.734, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.751, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7707, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7748, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.74, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.7624, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7492, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.7207, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.7002, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.7183, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.7622, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6877, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.741, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.7511, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.7675, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7501, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.7524, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7843, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.7129, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.7429, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.73, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.7227, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.7084, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.774, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.785, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.7254, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.7258, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.7385, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.7442, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.7145, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.7415, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.7592, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.7022, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.7241, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.7026, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.7383, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.7507, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.743, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7689, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.7083, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.7286, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.7117, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.75, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.7091, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.7298, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.7554, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.6635, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7783, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.7123, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7532, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.7628, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.7267, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.732, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.7315, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.7337, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.7184, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.7476, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7616, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.7369, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.7198, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7625, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.7187, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.7382, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7638, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.7393, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.7475, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7743, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7686, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.7342, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.7404, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.772, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.7225, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.7671, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.7262, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.7664, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.7139, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.7559, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.7092, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.7147, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.7433, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.7423, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.7421, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.7571, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.733, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.7223, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7414, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.76, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.7358, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.74, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7348, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.7439, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7639, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.7538, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7637, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.7524, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.714, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.7355, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.7058, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.7185, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.701, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.7294, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.7195, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.785, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.7388, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.7247, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.7599, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.7253, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.7359, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.7299, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6954, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.7601, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.7354, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.7437, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7225, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.7346, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.7019, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.7488, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.7259, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7441, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.7202, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.7284, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6949, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7723, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.7501, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.7536, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.7122, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.7591, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.7371, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.7547, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.7316, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.7086, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.7107, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.7614, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.7212, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.7259, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.708, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.7158, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.7489, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6801, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.7052, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.7301, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6767, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.7496, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.749, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7707, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.7126, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.7695, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.7681, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.7403, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.7035, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.7632, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.7043, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.72, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.7279, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.7061, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.7238, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.7033, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.7398, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.7391, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7648, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.7452, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.7153, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7601, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6916, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7697, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.7075, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6793, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.7611, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.7405, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.738, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.719, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.7156, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.7065, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.7449, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6956, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6953, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.7202, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.7228, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.7384, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.7316, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7608, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.7391, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.7605, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7753, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.7087, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.7355, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.7402, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.7254, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.7543, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7459, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.7242, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6868, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.7215, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.7416, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.7598, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.7048, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.7548, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6923, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6878, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.7219, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.7498, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.7491, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.7176, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.7554, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.7421, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.7669, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.7059, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.7474, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.745, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.7072, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.7376, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.7262, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.7443, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.7375, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.7275, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.7203, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.7223, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.7359, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.7524, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.7701, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.7481, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.7582, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.7246, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.7509, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.717, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.7374, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.7666, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.7121, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.7085, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.7542, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.7224, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.7129, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.7168, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.7319, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.695, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.713, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.7201, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.7097, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.7161, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.713, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.765, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.7378, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6753, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.7128, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.7303, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.7408, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.7166, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.7363, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.8145, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.736, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.7645, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.7354, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.7248, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6965, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.7325, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.722, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.7391, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.7299, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.6938, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.7031, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.7268, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.7012, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.725, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.7499, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.7608, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.7039, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.7004, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.7364, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6957, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.708, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.7308, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.7412, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.7333, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.7229, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.7574, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.706, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.7305, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.7528, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.7153, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.7092, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.7518, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.679, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.726, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.7061, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7817, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.718, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.741, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.7458, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.7752, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.7114, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.6817, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.721, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6931, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.7306, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.7322, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.744, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.7434, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.7176, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.728, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.7597, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6855, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7674, + "step": 7000 + }, + { + "epoch": 2.8, + "learning_rate": 3.2666666666666666e-06, + "loss": 1.7249, + "step": 7010 + }, + { + "epoch": 2.81, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.7586, + "step": 7020 + }, + { + "epoch": 2.81, + "learning_rate": 3.133333333333333e-06, + "loss": 1.7646, + "step": 7030 + }, + { + "epoch": 2.82, + "learning_rate": 3.066666666666667e-06, + "loss": 1.7221, + "step": 7040 + }, + { + "epoch": 2.82, + "learning_rate": 3e-06, + "loss": 1.7522, + "step": 7050 + }, + { + "epoch": 2.82, + "learning_rate": 2.9333333333333333e-06, + "loss": 1.765, + "step": 7060 + }, + { + "epoch": 2.83, + "learning_rate": 2.8666666666666666e-06, + "loss": 1.7374, + "step": 7070 + }, + { + "epoch": 2.83, + "learning_rate": 2.8000000000000003e-06, + "loss": 1.6994, + "step": 7080 + }, + { + "epoch": 2.84, + "learning_rate": 2.7333333333333336e-06, + "loss": 1.6968, + "step": 7090 + }, + { + "epoch": 2.84, + "learning_rate": 2.666666666666667e-06, + "loss": 1.7575, + "step": 7100 + }, + { + "epoch": 2.84, + "learning_rate": 2.6e-06, + "loss": 1.7484, + "step": 7110 + }, + { + "epoch": 2.85, + "learning_rate": 2.5333333333333334e-06, + "loss": 1.7298, + "step": 7120 + }, + { + "epoch": 2.85, + "learning_rate": 2.4666666666666666e-06, + "loss": 1.7556, + "step": 7130 + }, + { + "epoch": 2.86, + "learning_rate": 2.4000000000000003e-06, + "loss": 1.7202, + "step": 7140 + }, + { + "epoch": 2.86, + "learning_rate": 2.3333333333333336e-06, + "loss": 1.7413, + "step": 7150 + }, + { + "epoch": 2.86, + "learning_rate": 2.266666666666667e-06, + "loss": 1.7319, + "step": 7160 + }, + { + "epoch": 2.87, + "learning_rate": 2.2e-06, + "loss": 1.7296, + "step": 7170 + }, + { + "epoch": 2.87, + "learning_rate": 2.1333333333333334e-06, + "loss": 1.7418, + "step": 7180 + }, + { + "epoch": 2.88, + "learning_rate": 2.0666666666666666e-06, + "loss": 1.71, + "step": 7190 + }, + { + "epoch": 2.88, + "learning_rate": 2.0000000000000003e-06, + "loss": 1.7301, + "step": 7200 + }, + { + "epoch": 2.88, + "learning_rate": 1.9333333333333336e-06, + "loss": 1.7327, + "step": 7210 + }, + { + "epoch": 2.89, + "learning_rate": 1.8666666666666669e-06, + "loss": 1.7312, + "step": 7220 + }, + { + "epoch": 2.89, + "learning_rate": 1.8e-06, + "loss": 1.7027, + "step": 7230 + }, + { + "epoch": 2.9, + "learning_rate": 1.7333333333333334e-06, + "loss": 1.8019, + "step": 7240 + }, + { + "epoch": 2.9, + "learning_rate": 1.6666666666666667e-06, + "loss": 1.6923, + "step": 7250 + }, + { + "epoch": 2.9, + "learning_rate": 1.6000000000000001e-06, + "loss": 1.7176, + "step": 7260 + }, + { + "epoch": 2.91, + "learning_rate": 1.5333333333333334e-06, + "loss": 1.7333, + "step": 7270 + }, + { + "epoch": 2.91, + "learning_rate": 1.4666666666666667e-06, + "loss": 1.7161, + "step": 7280 + }, + { + "epoch": 2.92, + "learning_rate": 1.4000000000000001e-06, + "loss": 1.7511, + "step": 7290 + }, + { + "epoch": 2.92, + "learning_rate": 1.3333333333333334e-06, + "loss": 1.7001, + "step": 7300 + }, + { + "epoch": 2.92, + "learning_rate": 1.2666666666666667e-06, + "loss": 1.6844, + "step": 7310 + }, + { + "epoch": 2.93, + "learning_rate": 1.2000000000000002e-06, + "loss": 1.771, + "step": 7320 + }, + { + "epoch": 2.93, + "learning_rate": 1.1333333333333334e-06, + "loss": 1.7213, + "step": 7330 + }, + { + "epoch": 2.94, + "learning_rate": 1.0666666666666667e-06, + "loss": 1.7497, + "step": 7340 + }, + { + "epoch": 2.94, + "learning_rate": 1.0000000000000002e-06, + "loss": 1.747, + "step": 7350 + }, + { + "epoch": 2.94, + "learning_rate": 9.333333333333334e-07, + "loss": 1.6864, + "step": 7360 + }, + { + "epoch": 2.95, + "learning_rate": 8.666666666666667e-07, + "loss": 1.7702, + "step": 7370 + }, + { + "epoch": 2.95, + "learning_rate": 8.000000000000001e-07, + "loss": 1.7089, + "step": 7380 + }, + { + "epoch": 2.96, + "learning_rate": 7.333333333333333e-07, + "loss": 1.7194, + "step": 7390 + }, + { + "epoch": 2.96, + "learning_rate": 6.666666666666667e-07, + "loss": 1.779, + "step": 7400 + }, + { + "epoch": 2.96, + "learning_rate": 6.000000000000001e-07, + "loss": 1.7295, + "step": 7410 + }, + { + "epoch": 2.97, + "learning_rate": 5.333333333333333e-07, + "loss": 1.7396, + "step": 7420 + }, + { + "epoch": 2.97, + "learning_rate": 4.666666666666667e-07, + "loss": 1.7229, + "step": 7430 + }, + { + "epoch": 2.98, + "learning_rate": 4.0000000000000003e-07, + "loss": 1.7435, + "step": 7440 + }, + { + "epoch": 2.98, + "learning_rate": 3.3333333333333335e-07, + "loss": 1.7318, + "step": 7450 + }, + { + "epoch": 2.98, + "learning_rate": 2.6666666666666667e-07, + "loss": 1.729, + "step": 7460 + }, + { + "epoch": 2.99, + "learning_rate": 2.0000000000000002e-07, + "loss": 1.755, + "step": 7470 + }, + { + "epoch": 2.99, + "learning_rate": 1.3333333333333334e-07, + "loss": 1.7089, + "step": 7480 + }, + { + "epoch": 3.0, + "learning_rate": 6.666666666666667e-08, + "loss": 1.7234, + "step": 7490 + }, + { + "epoch": 3.0, + "learning_rate": 0.0, + "loss": 1.7479, + "step": 7500 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.4372773388288e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2667_Llama-2-7b-hf/checkpoint-7500/training_args.bin b/2667_Llama-2-7b-hf/checkpoint-7500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/checkpoint-7500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2667_Llama-2-7b-hf/training_args.bin b/2667_Llama-2-7b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..681007cc70c32cb2b2cae0b1616800c01936eae7 --- /dev/null +++ b/2667_Llama-2-7b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68eb517fa3c52e84ead52b9bc74f2f815f3a3386d2675d1a58e68d0105a8f4a2 +size 4728 diff --git a/2718_Llama-2-13b-hf/README.md b/2718_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b1a9ff15d0344f0b471a38df61917a9f8b4851e2 --- /dev/null +++ b/2718_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 2718_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 2718_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/2718_Llama-2-13b-hf/adapter_config.json b/2718_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/adapter_model.safetensors b/2718_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8b2e37c95fc5d8b054d3ad1c1be85052aef114c --- /dev/null +++ b/2718_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6162af0f71b12dcd15dfbc3203ca5a3115b4c7ca572ebe0be8f10b6e5cec2864 +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/README.md b/2718_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..19de8f76e14c65c3b3d6a079b4e7aa1fa566f47c --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb44186970112a4c2a94752f95eec1398b6f545e9b021cc0bc1d5229df39383 +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..85afb3e90d085dc3b871b377cf114371decb9274 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1121f7f044650eeee3092cbf06e9a3145a7f5c960cda1b56ea933e3d22e29aa2 +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2813366705aa705d30d1ee171038009ee0d6d453 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde66882aa5227561aaa65ffc3538e3126fdc1b922328fdb371167e9e386a04c +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eabcc3eba96ade0fc09bd8fa25f36358702f0dbd --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7153075822603719, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/README.md b/2718_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cca903035d747015319de4436e6aaa40da880997 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd224b67a46c63d8fadf3581dbb97b4a012444f2036fa111d5fe8667036a4feb +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b2e39d5ba7ef8ef5244695558afec998b7055c --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7734aaed3bc37a45efb0dc75bf781b48517ed1ba778f9ab938b5306763544c2 +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a627cc50ac24fd89d83fb9cf103a75a926cbf16f --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22044ee9c5ea14e54e24bd401805db6a2373dc2f792dc4b29e06eadee7987807 +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8aa148cfe69263fcd63e1a6e2c4eaef6de8299 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22af30d11984b53dbb939ee2583704cfb6fdee5ca5d8cff33b2331b47b64dbb +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..640f8f58723db682127cd55719f5bba214076aac --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0729613733905579, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6431, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6192, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5839, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6518, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6311, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6616, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6469, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6166, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.628, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.6392, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6151, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6696, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6416, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6247, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6297, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6354, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6057, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6314, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6576, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6689, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6505, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6134, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6182, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6436, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6666, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.626, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6522, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6077, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6341, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.601, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.607, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.642, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6046, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6273, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.47879226680279e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/README.md b/2718_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf844c25d323ca77efbfa165a47e9ee7f4f3b53e --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c527728c07e56af67d905eba4c0725bdb3e259ac51b2184dbb91f3f233c5658 +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..56927bd852d0f6a213a08fc3dbcf237363673378 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faaae55d1916079ef140d21f69fbcddab0c539f2072651f02baf96ba194a9ed7 +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..87bc08b5e4fe949f8af2c33712a77f580fabd8d1 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d935fa6c0fe0548e407e2f17204c6b2f3b0712d3396da68ff64dee36fd9c82 +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f194879469a93aa3e0c74b1271633c42c8917a --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe2c4cc8d77cc4bdaa8c64ea64138711ab0a41408c54bc216f561c3feb4673a +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..46a76dbe8bd92c104a1c3a2ae41b2f020c0ab1f2 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4306151645207439, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6431, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6192, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5839, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6518, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6311, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6616, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6469, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6166, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.628, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.6392, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6151, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6696, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6416, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6247, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6297, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6354, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6057, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6314, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6576, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6689, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6505, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6134, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6182, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6436, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6666, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.626, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6522, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6077, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6341, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.601, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.607, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.642, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6046, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6273, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6132, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6257, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5969, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6094, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5904, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5829, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6265, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5791, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6038, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6267, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6535, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5961, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6079, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6352, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6107, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6127, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6102, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6347, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6589, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6307, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6448, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6233, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6665, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5952, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6203, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6101, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6163, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6017, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6389, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6092, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6114, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6598, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6292, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5928, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5785, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6141, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5837, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6534, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6262, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263891637642199e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/README.md b/2718_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f5d97725184a6f945241f65f23605dc995cb2f8 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dfb71fbbf1113ed26ab03fe78f4d144ebaab5ce1db8c34e69d3999a968b41ce +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f31b3dfb35234b2090f21552dba3e235ab9333ec --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210d127b34701075e17a4c39ba074947873b379f8f7796353201811f5951ba30 +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f7fc93382ef0b5d734a3e7d0cc4cc20b13595768 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a19eb82a466e3c0138dc4850bc757c0d333284fbcc5df3c4b62b0a1f1474e0 +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd16a094cd2962cd8c28cfa535835898ece4ba9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe372240414af514b45adb5c9f691dca3b4e0b01d36ecc9cea543ceffb67018 +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c626b492d27b791d5eeec8abf70b5083a7942cb0 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.78826895565093, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6431, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6192, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5839, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6518, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6311, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6616, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6469, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6166, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.628, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.6392, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6151, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6696, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6416, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6247, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6297, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6354, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6057, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6314, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6576, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6689, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6505, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6134, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6182, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6436, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6666, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.626, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6522, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6077, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6341, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.601, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.607, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.642, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6046, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6273, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6132, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6257, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5969, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6094, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5904, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5829, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6265, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5791, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6038, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6267, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6535, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5961, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6079, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6352, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6107, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6127, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6102, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6347, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6589, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6307, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6448, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6233, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6665, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5952, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6203, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6101, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6163, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6017, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6389, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6092, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6114, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6598, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6292, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5928, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5785, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6141, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5837, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6534, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6262, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6014, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6303, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5714, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6266, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5943, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5944, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6377, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5661, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6748, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6237, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6482, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6219, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6477, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6199, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6036, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5806, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.6283, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6306, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6427, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6507, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6115, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6542, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6038, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6208, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6451, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.639, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6411, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5903, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6011, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6109, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6252, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6336, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6197, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6296, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6153, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.628, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6003, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.619, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6032, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5987, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6301, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579904048604119e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/README.md b/2718_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..94f228ea1e7163fc120a026ab88f8b049c7aae02 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:269dbef5b6a9844beaee0c88a1bf353e2a1be092ed3b9050b7ff0a4f86b79ea5 +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..590d38b32d45a88b6cb591e8b1b36d6d3c5bf35e --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2fdb068d2cb462b6f2eb468cd398c2293fdd15b28e4f28ef78a2f1882bec6c +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..600091599fe0d35513ef8ca7945fae9a3588d8b5 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac54c17ab8e089e424c372504ecfc5ab1e5f4974ac6dfe79b613023999b83955 +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bcf01a5ae1a75397d5cbc023cdab940a8ad548d --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00dc5081ccaf4edeef13be47d8166333ae15a8e207224e03cf95c897c37bd6c +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5447f9596bf5b401dcc4e0b894f83ae5b466b220 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.1459227467811157, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6431, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6192, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5839, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6518, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6311, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6616, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6469, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6166, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.628, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.6392, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6151, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6696, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6416, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6247, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6297, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6354, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6057, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6314, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6576, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6689, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6505, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6134, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6182, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6436, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6666, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.626, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6522, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6077, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6341, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.601, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.607, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.642, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6046, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6273, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6132, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6257, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5969, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6094, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5904, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5829, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6265, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5791, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6038, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6267, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6535, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5961, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6079, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6352, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6107, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6127, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6102, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6347, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6589, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6307, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6448, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6233, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6665, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5952, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6203, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6101, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6163, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6017, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6389, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6092, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6114, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6598, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6292, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5928, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5785, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6141, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5837, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6534, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6262, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6014, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6303, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5714, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6266, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5943, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5944, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6377, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5661, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6748, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6237, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6482, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6219, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6477, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6199, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6036, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5806, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.6283, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6306, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6427, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6507, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6115, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6542, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6038, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6208, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6451, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.639, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6411, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5903, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6011, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6109, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6252, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6336, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6197, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6296, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6153, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.628, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6003, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.619, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6032, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5987, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6301, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5987, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6182, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.6147, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6207, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5982, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6267, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6316, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6095, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6576, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6177, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.5909, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6152, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.6222, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.631, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6383, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.568, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6138, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6173, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6435, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6352, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.628, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.6211, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6143, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.6096, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6084, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6353, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6074, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6284, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6177, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6046, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.571, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5751, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.6568, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6336, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5798, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.5965, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.6014, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6362, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6305, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6313, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6038, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6064, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6093, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5881, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6171, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6684, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6055, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6273, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5818, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.6099, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.895758453360558e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/README.md b/2718_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15dc75f5113c53b5c72424789cffdcaa0e0f695b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cabeb7504bca70e57f843a39a9993da7481a8beff16f7d65231bdfe5913075b +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f9b70f3d886400c12ed11ed97a1a12674d0e707 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64cfe2533d4d5a82c55c39a4d1c366d60de5ff2411377be3daebdc85c2b9379f +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8c1add8e6a17375da009de7417c1c0621d9e2c2e --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94fac6d63775e806a82817b64fcd70ced6711503fd6a613e00d92fd94ca7f039 +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..705142b4c88bfce2a459c7cd6a50a90c33894d1d --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce3769224a3077644f5be41f515012111e51ff483885290592501ce5ce25a19 +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..681b1648b383dc4f1b4adf5b75204e6e0d08f02a --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.503576537911302, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6431, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6192, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5839, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6518, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6311, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6616, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6469, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6166, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.628, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.6392, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6151, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6696, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6416, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6247, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6297, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6354, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6057, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6314, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6576, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6689, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6505, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6134, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6182, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6436, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6666, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.626, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6522, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6077, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6341, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.601, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.607, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.642, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6046, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6273, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6132, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6257, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5969, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6094, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5904, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5829, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6265, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5791, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6038, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6267, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6535, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5961, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6079, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6352, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6107, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6127, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6102, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6347, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6589, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6307, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6448, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6233, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6665, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5952, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6203, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6101, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6163, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6017, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6389, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6092, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6114, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6598, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6292, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5928, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5785, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6141, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5837, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6534, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6262, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6014, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6303, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5714, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6266, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5943, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5944, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6377, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5661, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6748, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6237, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6482, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6219, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6477, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6199, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6036, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5806, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.6283, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6306, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6427, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6507, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6115, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6542, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6038, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6208, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6451, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.639, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6411, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5903, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6011, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6109, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6252, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6336, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6197, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6296, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6153, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.628, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6003, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.619, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6032, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5987, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6301, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5987, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6182, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.6147, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6207, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5982, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6267, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6316, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6095, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6576, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6177, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.5909, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6152, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.6222, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.631, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6383, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.568, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6138, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6173, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6435, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6352, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.628, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.6211, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6143, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.6096, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6084, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6353, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6074, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6284, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6177, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6046, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.571, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5751, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.6568, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6336, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5798, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.5965, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.6014, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6362, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6305, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6313, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6038, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6064, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6093, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5881, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6171, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6684, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6055, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6273, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5818, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.6099, + "step": 3000 + }, + { + "epoch": 2.15, + "learning_rate": 1.4115402956604673e-05, + "loss": 1.6234, + "step": 3010 + }, + { + "epoch": 2.16, + "learning_rate": 1.3996185026227945e-05, + "loss": 1.55, + "step": 3020 + }, + { + "epoch": 2.17, + "learning_rate": 1.3876967095851218e-05, + "loss": 1.6718, + "step": 3030 + }, + { + "epoch": 2.17, + "learning_rate": 1.3757749165474487e-05, + "loss": 1.6226, + "step": 3040 + }, + { + "epoch": 2.18, + "learning_rate": 1.363853123509776e-05, + "loss": 1.5971, + "step": 3050 + }, + { + "epoch": 2.19, + "learning_rate": 1.3519313304721031e-05, + "loss": 1.6403, + "step": 3060 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400095374344302e-05, + "loss": 1.614, + "step": 3070 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280877443967573e-05, + "loss": 1.6011, + "step": 3080 + }, + { + "epoch": 2.21, + "learning_rate": 1.3161659513590846e-05, + "loss": 1.6229, + "step": 3090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3042441583214115e-05, + "loss": 1.5777, + "step": 3100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2923223652837388e-05, + "loss": 1.6099, + "step": 3110 + }, + { + "epoch": 2.23, + "learning_rate": 1.2804005722460657e-05, + "loss": 1.5801, + "step": 3120 + }, + { + "epoch": 2.24, + "learning_rate": 1.268478779208393e-05, + "loss": 1.5914, + "step": 3130 + }, + { + "epoch": 2.25, + "learning_rate": 1.2565569861707202e-05, + "loss": 1.6024, + "step": 3140 + }, + { + "epoch": 2.25, + "learning_rate": 1.2446351931330473e-05, + "loss": 1.6074, + "step": 3150 + }, + { + "epoch": 2.26, + "learning_rate": 1.2327134000953744e-05, + "loss": 1.5698, + "step": 3160 + }, + { + "epoch": 2.27, + "learning_rate": 1.2207916070577015e-05, + "loss": 1.6145, + "step": 3170 + }, + { + "epoch": 2.27, + "learning_rate": 1.2088698140200286e-05, + "loss": 1.5883, + "step": 3180 + }, + { + "epoch": 2.28, + "learning_rate": 1.1969480209823557e-05, + "loss": 1.6314, + "step": 3190 + }, + { + "epoch": 2.29, + "learning_rate": 1.1850262279446828e-05, + "loss": 1.6169, + "step": 3200 + }, + { + "epoch": 2.3, + "learning_rate": 1.1731044349070101e-05, + "loss": 1.627, + "step": 3210 + }, + { + "epoch": 2.3, + "learning_rate": 1.1611826418693372e-05, + "loss": 1.6505, + "step": 3220 + }, + { + "epoch": 2.31, + "learning_rate": 1.1492608488316643e-05, + "loss": 1.5854, + "step": 3230 + }, + { + "epoch": 2.32, + "learning_rate": 1.1373390557939914e-05, + "loss": 1.6387, + "step": 3240 + }, + { + "epoch": 2.32, + "learning_rate": 1.1254172627563187e-05, + "loss": 1.587, + "step": 3250 + }, + { + "epoch": 2.33, + "learning_rate": 1.1134954697186458e-05, + "loss": 1.604, + "step": 3260 + }, + { + "epoch": 2.34, + "learning_rate": 1.1015736766809729e-05, + "loss": 1.609, + "step": 3270 + }, + { + "epoch": 2.35, + "learning_rate": 1.0896518836433001e-05, + "loss": 1.5899, + "step": 3280 + }, + { + "epoch": 2.35, + "learning_rate": 1.077730090605627e-05, + "loss": 1.5935, + "step": 3290 + }, + { + "epoch": 2.36, + "learning_rate": 1.0658082975679542e-05, + "loss": 1.6361, + "step": 3300 + }, + { + "epoch": 2.37, + "learning_rate": 1.0538865045302813e-05, + "loss": 1.5745, + "step": 3310 + }, + { + "epoch": 2.37, + "learning_rate": 1.0419647114926085e-05, + "loss": 1.6116, + "step": 3320 + }, + { + "epoch": 2.38, + "learning_rate": 1.0300429184549356e-05, + "loss": 1.6053, + "step": 3330 + }, + { + "epoch": 2.39, + "learning_rate": 1.0181211254172627e-05, + "loss": 1.6389, + "step": 3340 + }, + { + "epoch": 2.4, + "learning_rate": 1.00619933237959e-05, + "loss": 1.5935, + "step": 3350 + }, + { + "epoch": 2.4, + "learning_rate": 9.942775393419171e-06, + "loss": 1.6453, + "step": 3360 + }, + { + "epoch": 2.41, + "learning_rate": 9.823557463042442e-06, + "loss": 1.6121, + "step": 3370 + }, + { + "epoch": 2.42, + "learning_rate": 9.704339532665713e-06, + "loss": 1.5903, + "step": 3380 + }, + { + "epoch": 2.42, + "learning_rate": 9.585121602288986e-06, + "loss": 1.6416, + "step": 3390 + }, + { + "epoch": 2.43, + "learning_rate": 9.465903671912257e-06, + "loss": 1.6385, + "step": 3400 + }, + { + "epoch": 2.44, + "learning_rate": 9.346685741535526e-06, + "loss": 1.5784, + "step": 3410 + }, + { + "epoch": 2.45, + "learning_rate": 9.227467811158799e-06, + "loss": 1.6277, + "step": 3420 + }, + { + "epoch": 2.45, + "learning_rate": 9.10824988078207e-06, + "loss": 1.5928, + "step": 3430 + }, + { + "epoch": 2.46, + "learning_rate": 8.98903195040534e-06, + "loss": 1.595, + "step": 3440 + }, + { + "epoch": 2.47, + "learning_rate": 8.869814020028613e-06, + "loss": 1.6532, + "step": 3450 + }, + { + "epoch": 2.47, + "learning_rate": 8.750596089651884e-06, + "loss": 1.6233, + "step": 3460 + }, + { + "epoch": 2.48, + "learning_rate": 8.631378159275155e-06, + "loss": 1.6202, + "step": 3470 + }, + { + "epoch": 2.49, + "learning_rate": 8.512160228898426e-06, + "loss": 1.5735, + "step": 3480 + }, + { + "epoch": 2.5, + "learning_rate": 8.392942298521699e-06, + "loss": 1.6395, + "step": 3490 + }, + { + "epoch": 2.5, + "learning_rate": 8.27372436814497e-06, + "loss": 1.6077, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.211770864322478e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/README.md b/2718_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0008155f55b60dedd21e9becce058563dab25d51 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ddfc5123d44e4a768b47103c0b275eee84e791796654cc8d5afea073121c207 +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..41838a93a019954f63a47ce41362ae0917206e89 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341f8fe9ba54272981f34a9781384962c0de541b25aafbdfba756428f0ff3a64 +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ae351870d3dfa481854d86e29d18edba2405edc1 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45cee61db8c523218b2281d4a40974b599bc55ccca8fe8aa49589105f409c3f6 +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5774c60c34df4f9f49d44aaceaeb4d9a3bef1385 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef3d592cfe6810dedbcafac5c1d8cd2a619c64a423875265cdd53828c55e69 +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..05266cc78b1240feb67fd2ed7e96600d3fd5ba5b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8612303290414878, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.652, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.6319, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6113, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6292, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6608, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6125, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.597, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6496, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.634, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6243, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6428, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6434, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6316, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.627, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6344, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6445, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6254, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6274, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6329, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6511, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6011, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6596, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6009, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5909, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6371, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.5722, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6408, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6413, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6372, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6492, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.667, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.626, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5959, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.6449, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6155, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6324, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6119, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6156, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5996, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6431, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6192, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5839, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6518, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6311, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6616, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6469, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6166, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.628, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.6392, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6151, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6696, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6416, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6247, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6297, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6354, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6057, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6314, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6576, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6689, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6505, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6134, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6182, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6436, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6666, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.626, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6522, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6077, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6341, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.601, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.607, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.642, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6046, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6273, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6132, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6257, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5969, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6094, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5904, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5829, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6265, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5791, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6038, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6267, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6535, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5961, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6079, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6352, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6107, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6127, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6102, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6347, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6589, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6307, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6448, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6233, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6665, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5952, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6203, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6101, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6163, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6017, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6389, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6092, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6114, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6598, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6292, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5928, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5785, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6141, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5837, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6534, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6262, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6014, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6303, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5714, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6266, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5943, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5944, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6377, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5661, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6748, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6237, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6482, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6219, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6477, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6199, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6036, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5806, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.6283, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6306, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6427, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6507, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6115, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6542, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6038, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6208, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6451, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.639, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6411, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5903, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6011, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6109, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6252, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6336, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6197, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6296, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6153, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.628, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6003, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.619, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6032, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5987, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6301, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5987, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6182, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.6147, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6207, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5982, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6267, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6316, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6095, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6576, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6177, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.5909, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6152, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.6222, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.631, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6383, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.568, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6138, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6173, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6435, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6352, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.628, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.6211, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6143, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.6096, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6084, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6353, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6074, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6284, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6177, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6046, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.571, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5751, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.6568, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6336, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5798, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.5965, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.6014, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6362, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6305, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6313, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6038, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6064, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6093, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5881, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6171, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6684, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6055, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6273, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5818, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.6099, + "step": 3000 + }, + { + "epoch": 2.15, + "learning_rate": 1.4115402956604673e-05, + "loss": 1.6234, + "step": 3010 + }, + { + "epoch": 2.16, + "learning_rate": 1.3996185026227945e-05, + "loss": 1.55, + "step": 3020 + }, + { + "epoch": 2.17, + "learning_rate": 1.3876967095851218e-05, + "loss": 1.6718, + "step": 3030 + }, + { + "epoch": 2.17, + "learning_rate": 1.3757749165474487e-05, + "loss": 1.6226, + "step": 3040 + }, + { + "epoch": 2.18, + "learning_rate": 1.363853123509776e-05, + "loss": 1.5971, + "step": 3050 + }, + { + "epoch": 2.19, + "learning_rate": 1.3519313304721031e-05, + "loss": 1.6403, + "step": 3060 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400095374344302e-05, + "loss": 1.614, + "step": 3070 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280877443967573e-05, + "loss": 1.6011, + "step": 3080 + }, + { + "epoch": 2.21, + "learning_rate": 1.3161659513590846e-05, + "loss": 1.6229, + "step": 3090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3042441583214115e-05, + "loss": 1.5777, + "step": 3100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2923223652837388e-05, + "loss": 1.6099, + "step": 3110 + }, + { + "epoch": 2.23, + "learning_rate": 1.2804005722460657e-05, + "loss": 1.5801, + "step": 3120 + }, + { + "epoch": 2.24, + "learning_rate": 1.268478779208393e-05, + "loss": 1.5914, + "step": 3130 + }, + { + "epoch": 2.25, + "learning_rate": 1.2565569861707202e-05, + "loss": 1.6024, + "step": 3140 + }, + { + "epoch": 2.25, + "learning_rate": 1.2446351931330473e-05, + "loss": 1.6074, + "step": 3150 + }, + { + "epoch": 2.26, + "learning_rate": 1.2327134000953744e-05, + "loss": 1.5698, + "step": 3160 + }, + { + "epoch": 2.27, + "learning_rate": 1.2207916070577015e-05, + "loss": 1.6145, + "step": 3170 + }, + { + "epoch": 2.27, + "learning_rate": 1.2088698140200286e-05, + "loss": 1.5883, + "step": 3180 + }, + { + "epoch": 2.28, + "learning_rate": 1.1969480209823557e-05, + "loss": 1.6314, + "step": 3190 + }, + { + "epoch": 2.29, + "learning_rate": 1.1850262279446828e-05, + "loss": 1.6169, + "step": 3200 + }, + { + "epoch": 2.3, + "learning_rate": 1.1731044349070101e-05, + "loss": 1.627, + "step": 3210 + }, + { + "epoch": 2.3, + "learning_rate": 1.1611826418693372e-05, + "loss": 1.6505, + "step": 3220 + }, + { + "epoch": 2.31, + "learning_rate": 1.1492608488316643e-05, + "loss": 1.5854, + "step": 3230 + }, + { + "epoch": 2.32, + "learning_rate": 1.1373390557939914e-05, + "loss": 1.6387, + "step": 3240 + }, + { + "epoch": 2.32, + "learning_rate": 1.1254172627563187e-05, + "loss": 1.587, + "step": 3250 + }, + { + "epoch": 2.33, + "learning_rate": 1.1134954697186458e-05, + "loss": 1.604, + "step": 3260 + }, + { + "epoch": 2.34, + "learning_rate": 1.1015736766809729e-05, + "loss": 1.609, + "step": 3270 + }, + { + "epoch": 2.35, + "learning_rate": 1.0896518836433001e-05, + "loss": 1.5899, + "step": 3280 + }, + { + "epoch": 2.35, + "learning_rate": 1.077730090605627e-05, + "loss": 1.5935, + "step": 3290 + }, + { + "epoch": 2.36, + "learning_rate": 1.0658082975679542e-05, + "loss": 1.6361, + "step": 3300 + }, + { + "epoch": 2.37, + "learning_rate": 1.0538865045302813e-05, + "loss": 1.5745, + "step": 3310 + }, + { + "epoch": 2.37, + "learning_rate": 1.0419647114926085e-05, + "loss": 1.6116, + "step": 3320 + }, + { + "epoch": 2.38, + "learning_rate": 1.0300429184549356e-05, + "loss": 1.6053, + "step": 3330 + }, + { + "epoch": 2.39, + "learning_rate": 1.0181211254172627e-05, + "loss": 1.6389, + "step": 3340 + }, + { + "epoch": 2.4, + "learning_rate": 1.00619933237959e-05, + "loss": 1.5935, + "step": 3350 + }, + { + "epoch": 2.4, + "learning_rate": 9.942775393419171e-06, + "loss": 1.6453, + "step": 3360 + }, + { + "epoch": 2.41, + "learning_rate": 9.823557463042442e-06, + "loss": 1.6121, + "step": 3370 + }, + { + "epoch": 2.42, + "learning_rate": 9.704339532665713e-06, + "loss": 1.5903, + "step": 3380 + }, + { + "epoch": 2.42, + "learning_rate": 9.585121602288986e-06, + "loss": 1.6416, + "step": 3390 + }, + { + "epoch": 2.43, + "learning_rate": 9.465903671912257e-06, + "loss": 1.6385, + "step": 3400 + }, + { + "epoch": 2.44, + "learning_rate": 9.346685741535526e-06, + "loss": 1.5784, + "step": 3410 + }, + { + "epoch": 2.45, + "learning_rate": 9.227467811158799e-06, + "loss": 1.6277, + "step": 3420 + }, + { + "epoch": 2.45, + "learning_rate": 9.10824988078207e-06, + "loss": 1.5928, + "step": 3430 + }, + { + "epoch": 2.46, + "learning_rate": 8.98903195040534e-06, + "loss": 1.595, + "step": 3440 + }, + { + "epoch": 2.47, + "learning_rate": 8.869814020028613e-06, + "loss": 1.6532, + "step": 3450 + }, + { + "epoch": 2.47, + "learning_rate": 8.750596089651884e-06, + "loss": 1.6233, + "step": 3460 + }, + { + "epoch": 2.48, + "learning_rate": 8.631378159275155e-06, + "loss": 1.6202, + "step": 3470 + }, + { + "epoch": 2.49, + "learning_rate": 8.512160228898426e-06, + "loss": 1.5735, + "step": 3480 + }, + { + "epoch": 2.5, + "learning_rate": 8.392942298521699e-06, + "loss": 1.6395, + "step": 3490 + }, + { + "epoch": 2.5, + "learning_rate": 8.27372436814497e-06, + "loss": 1.6077, + "step": 3500 + }, + { + "epoch": 2.51, + "learning_rate": 8.154506437768241e-06, + "loss": 1.5644, + "step": 3510 + }, + { + "epoch": 2.52, + "learning_rate": 8.035288507391512e-06, + "loss": 1.6114, + "step": 3520 + }, + { + "epoch": 2.53, + "learning_rate": 7.916070577014783e-06, + "loss": 1.5856, + "step": 3530 + }, + { + "epoch": 2.53, + "learning_rate": 7.796852646638054e-06, + "loss": 1.6417, + "step": 3540 + }, + { + "epoch": 2.54, + "learning_rate": 7.677634716261325e-06, + "loss": 1.5687, + "step": 3550 + }, + { + "epoch": 2.55, + "learning_rate": 7.558416785884598e-06, + "loss": 1.5817, + "step": 3560 + }, + { + "epoch": 2.55, + "learning_rate": 7.439198855507869e-06, + "loss": 1.6244, + "step": 3570 + }, + { + "epoch": 2.56, + "learning_rate": 7.31998092513114e-06, + "loss": 1.6223, + "step": 3580 + }, + { + "epoch": 2.57, + "learning_rate": 7.2007629947544116e-06, + "loss": 1.6277, + "step": 3590 + }, + { + "epoch": 2.58, + "learning_rate": 7.0815450643776825e-06, + "loss": 1.6102, + "step": 3600 + }, + { + "epoch": 2.58, + "learning_rate": 6.9623271340009535e-06, + "loss": 1.5911, + "step": 3610 + }, + { + "epoch": 2.59, + "learning_rate": 6.8431092036242245e-06, + "loss": 1.6144, + "step": 3620 + }, + { + "epoch": 2.6, + "learning_rate": 6.723891273247497e-06, + "loss": 1.6146, + "step": 3630 + }, + { + "epoch": 2.6, + "learning_rate": 6.604673342870768e-06, + "loss": 1.5961, + "step": 3640 + }, + { + "epoch": 2.61, + "learning_rate": 6.485455412494039e-06, + "loss": 1.6164, + "step": 3650 + }, + { + "epoch": 2.62, + "learning_rate": 6.366237482117311e-06, + "loss": 1.6583, + "step": 3660 + }, + { + "epoch": 2.63, + "learning_rate": 6.247019551740582e-06, + "loss": 1.6354, + "step": 3670 + }, + { + "epoch": 2.63, + "learning_rate": 6.127801621363853e-06, + "loss": 1.6257, + "step": 3680 + }, + { + "epoch": 2.64, + "learning_rate": 6.008583690987125e-06, + "loss": 1.5901, + "step": 3690 + }, + { + "epoch": 2.65, + "learning_rate": 5.889365760610397e-06, + "loss": 1.6279, + "step": 3700 + }, + { + "epoch": 2.65, + "learning_rate": 5.770147830233668e-06, + "loss": 1.6207, + "step": 3710 + }, + { + "epoch": 2.66, + "learning_rate": 5.650929899856939e-06, + "loss": 1.5817, + "step": 3720 + }, + { + "epoch": 2.67, + "learning_rate": 5.53171196948021e-06, + "loss": 1.6184, + "step": 3730 + }, + { + "epoch": 2.68, + "learning_rate": 5.4124940391034815e-06, + "loss": 1.6104, + "step": 3740 + }, + { + "epoch": 2.68, + "learning_rate": 5.293276108726753e-06, + "loss": 1.6178, + "step": 3750 + }, + { + "epoch": 2.69, + "learning_rate": 5.174058178350024e-06, + "loss": 1.5805, + "step": 3760 + }, + { + "epoch": 2.7, + "learning_rate": 5.054840247973295e-06, + "loss": 1.673, + "step": 3770 + }, + { + "epoch": 2.7, + "learning_rate": 4.935622317596566e-06, + "loss": 1.6019, + "step": 3780 + }, + { + "epoch": 2.71, + "learning_rate": 4.816404387219838e-06, + "loss": 1.5988, + "step": 3790 + }, + { + "epoch": 2.72, + "learning_rate": 4.697186456843109e-06, + "loss": 1.6067, + "step": 3800 + }, + { + "epoch": 2.73, + "learning_rate": 4.577968526466381e-06, + "loss": 1.607, + "step": 3810 + }, + { + "epoch": 2.73, + "learning_rate": 4.458750596089652e-06, + "loss": 1.593, + "step": 3820 + }, + { + "epoch": 2.74, + "learning_rate": 4.339532665712923e-06, + "loss": 1.5766, + "step": 3830 + }, + { + "epoch": 2.75, + "learning_rate": 4.220314735336195e-06, + "loss": 1.6005, + "step": 3840 + }, + { + "epoch": 2.75, + "learning_rate": 4.101096804959466e-06, + "loss": 1.6264, + "step": 3850 + }, + { + "epoch": 2.76, + "learning_rate": 3.981878874582738e-06, + "loss": 1.5977, + "step": 3860 + }, + { + "epoch": 2.77, + "learning_rate": 3.8626609442060095e-06, + "loss": 1.6245, + "step": 3870 + }, + { + "epoch": 2.78, + "learning_rate": 3.74344301382928e-06, + "loss": 1.5923, + "step": 3880 + }, + { + "epoch": 2.78, + "learning_rate": 3.6242250834525515e-06, + "loss": 1.6262, + "step": 3890 + }, + { + "epoch": 2.79, + "learning_rate": 3.5050071530758225e-06, + "loss": 1.5885, + "step": 3900 + }, + { + "epoch": 2.8, + "learning_rate": 3.3857892226990943e-06, + "loss": 1.6372, + "step": 3910 + }, + { + "epoch": 2.8, + "learning_rate": 3.2665712923223653e-06, + "loss": 1.637, + "step": 3920 + }, + { + "epoch": 2.81, + "learning_rate": 3.1473533619456367e-06, + "loss": 1.6507, + "step": 3930 + }, + { + "epoch": 2.82, + "learning_rate": 3.028135431568908e-06, + "loss": 1.5973, + "step": 3940 + }, + { + "epoch": 2.83, + "learning_rate": 2.908917501192179e-06, + "loss": 1.6351, + "step": 3950 + }, + { + "epoch": 2.83, + "learning_rate": 2.789699570815451e-06, + "loss": 1.6114, + "step": 3960 + }, + { + "epoch": 2.84, + "learning_rate": 2.6704816404387224e-06, + "loss": 1.6444, + "step": 3970 + }, + { + "epoch": 2.85, + "learning_rate": 2.5512637100619934e-06, + "loss": 1.6145, + "step": 3980 + }, + { + "epoch": 2.85, + "learning_rate": 2.432045779685265e-06, + "loss": 1.6347, + "step": 3990 + }, + { + "epoch": 2.86, + "learning_rate": 2.3128278493085362e-06, + "loss": 1.5958, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527783275284398e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/checkpoint-500/README.md b/2718_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2718_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/2718_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2718_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/2718_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3dfb6f7ea4051d16a0cfd061b11be9d98e870b5 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c8b9cd183ee1e60df18338b1cbbeb65ebe1d5a2de08f6b736558ca19c0bcd95 +size 26235704 diff --git a/2718_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/2718_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..088b968648b6c9347cac1f50c233bf277502ff38 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38dc2e44f9648d8a7835e172b964ea126d42aa26c44a70da6edaea44f3ed830e +size 52567237 diff --git a/2718_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/2718_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/2718_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/2718_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ea3141bb093cae94f45c3b2bc9d861ee93dee1 --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3e2e3705f69b811e57ade50d2df1bfa97cace24ec5ff452c41ba435cd67e52 +size 627 diff --git a/2718_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/2718_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bb32419815bbb395a835a2473796232223e63d3c --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.35765379113018597, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7515, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.78, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7268, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6973, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6304, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6876, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6705, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.671, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6873, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6374, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6345, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6681, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.6318, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6623, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5959, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6736, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6483, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6355, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6412, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6416, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6344, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6217, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6526, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.637, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6213, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6675, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5946, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6093, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6124, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6322, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.6261, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5778, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6442, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6357, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6227, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6108, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/2718_Llama-2-13b-hf/checkpoint-500/training_args.bin b/2718_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2718_Llama-2-13b-hf/training_args.bin b/2718_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..feda338a132b038d870660fbc8ca14e9ac9f9f6b --- /dev/null +++ b/2718_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51577a1da75f825c5bec29e768d961d6ac6b6b9bba6e14928feabb2162214ec6 +size 4283 diff --git a/2732_meta-llama/Llama-2-7b-hf/README.md b/2732_meta-llama/Llama-2-7b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/2732_meta-llama/Llama-2-7b-hf/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/2732_meta-llama/Llama-2-7b-hf/adapter_config.json b/2732_meta-llama/Llama-2-7b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/2732_meta-llama/Llama-2-7b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/2732_meta-llama/Llama-2-7b-hf/adapter_model.safetensors b/2732_meta-llama/Llama-2-7b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b682325828dcd908b0b6a6c0b8eff2426d0b371e --- /dev/null +++ b/2732_meta-llama/Llama-2-7b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9306489fc2e28d10ea6752a397bda56ccbb59bb484c8c7f79255527baa2a41a +size 16794200 diff --git a/2732_meta-llama/Llama-2-7b-hf/training_args.bin b/2732_meta-llama/Llama-2-7b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..849f5a6574d0e7f84329668a16192487465998f9 --- /dev/null +++ b/2732_meta-llama/Llama-2-7b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c656e9f1ff60bbc3b2ac771d422072fcfa7260dfe99a4baf1b8b305fabf3b082 +size 4728 diff --git a/3118_Llama-2-13b-hf/README.md b/3118_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6c27c311af24a638c7e9b64b2a436c8763f4ae3f --- /dev/null +++ b/3118_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 3118_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 3118_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/3118_Llama-2-13b-hf/adapter_config.json b/3118_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/adapter_model.safetensors b/3118_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..760b72d85ac61d63c771ee574a97f037feb54cdc --- /dev/null +++ b/3118_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9b0d9b298f22a484740600d428ef3e521700d387a109dba979b722fdcd46fc +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/README.md b/3118_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7cc5e4b9acc902489a78ff4ef5b6ec265e2d5208 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994b4e51566b8e44f7032166f19350277f9f8946c7a067906153e22f551298a0 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cadfb3772ce2fab4f8c2b1c6c1ccaa3918854a6 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c269978645ab9717b6b0833c8481c54b1651867c67d16eebe628c4b88f4d62ae +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56fe5d69d2e4f666c427ae5fde7f797057c71c1 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12014aee914580b76b640ddafe70aa5b928f6fa04cc28b898d0da6b26be1650 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d621c351da21fcda9ccf47f8216110c82dadbcbf --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6906077348066298, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/README.md b/3118_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4e82d338b748b18b4bf0bd7c3c95e9438c701af5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da1d6e5a10d6bed72eb24c56efdcf2654e0d871df0114371eed4d7cae424c70 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6820fee79471042b2f5c7c88eee9b41589264b0f --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24e2efa269c5f141fe51d58d1c4e50b9417a5138f42dd9fdced2ae56feb2095 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..843f19e83a82e0c1788b03dfb332158b2621d272 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29acab9fd9ac6e5dd481925d588004a85ad3f01d430f8986d82c89a7885fefc9 +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3eca2a814e4341a08cf07ec2e9da85348b9de27 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29113de18a4699677c2f6b432fb31ed75506a64f1f04232ca34d311410e62990 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1444345a9b60d9fdf80cdab10786d813f1aabbaa --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0359116022099448, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5718, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5879, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5977, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.6197, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6259, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5742, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6009, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5727, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5423, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5891, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5933, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5841, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5924, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5675, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6184, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5841, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5582, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5605, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5889, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5803, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6223, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5777, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5857, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6224, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5833, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5372, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5591, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6234, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5991, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5709, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5733, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5579, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5202, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.475632142693171e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/README.md b/3118_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c4ac8942599d005f42e0398b465022400c1e8f7 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bae70bb8e8826ac20f0c5376b18d4057c25aff7c184fd32f3d486ede986dce2 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb36b54fc74c4dd7098eb77851fe92c825b0f52 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ab72e1fffaa1715ea11e803c181877008d8727468490c72f5ff6141a87ba80 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a60e902abcc327d78839729f82b6ece88361f2da --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6af3b3112521fc5059b9a62a961a52e8ba4ee0d00b88c6a6837daeba285fba +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9283334d12ba845d6eb0ef81850ab89e8317055e --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bb97a5411936d2db68e34cb9b8a2c8e820d62c038f2a16bc905fd6d7c139b6 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8260385102e0f0256e82798494f0cd91a9ed07d0 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3812154696132597, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5718, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5879, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5977, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.6197, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6259, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5742, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6009, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5727, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5423, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5891, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5933, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5841, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5924, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5675, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6184, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5841, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5582, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5605, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5889, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5803, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6223, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5777, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5857, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6224, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5833, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5372, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5591, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6234, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5991, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5709, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5733, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5579, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5202, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5834, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.589, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.577, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5563, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5849, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5893, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.574, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5667, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6046, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6088, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6182, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5744, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6003, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5936, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.552, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.587, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6108, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5976, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6003, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.596, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5921, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5803, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5811, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5815, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6349, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5997, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.54, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5849, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.597, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.5821, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5648, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5523, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5796, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5791, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5636, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5707, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5624, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6162, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5566, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263575625231237e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/README.md b/3118_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b29648ef8e11df0655e4a1b91231b831d9fde09b --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beade2a77d067730eebab535ebe4abc9473d92ffde9f60fbed64eb1417c2f253 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..737bdcd525feab3fc03f3a25a9407f30fd9a12f2 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05447f53f738b6ce0c19fab2e2a77c41fbcd27c624c3921d625e2935d668e719 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..03ce99c6b57755c92116d44e5a527e23f970c2af --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd87ace7605e40e4433829f086ceeacf842dba203f50950a4041966255850daa +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..64e459c8cd4ff61becc24e6542a1ab8b7f550c7d --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f33ce5f557e3c2061665deae369aae190d1c53316b5c595deb986fe89a85b44 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f1039874c438cee01d4a0b689c5dd3d3fe97aaaf --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7265193370165746, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5718, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5879, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5977, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.6197, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6259, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5742, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6009, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5727, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5423, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5891, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5933, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5841, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5924, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5675, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6184, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5841, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5582, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5605, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5889, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5803, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6223, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5777, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5857, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6224, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5833, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5372, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5591, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6234, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5991, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5709, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5733, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5579, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5202, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5834, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.589, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.577, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5563, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5849, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5893, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.574, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5667, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6046, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6088, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6182, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5744, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6003, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5936, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.552, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.587, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6108, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5976, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6003, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.596, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5921, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5803, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5811, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5815, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6349, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5997, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.54, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5849, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.597, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.5821, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5648, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5523, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5796, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5791, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5636, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5707, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5624, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6162, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5566, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.597, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5733, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5955, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5466, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5687, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5568, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6238, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.599, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5966, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5714, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5661, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5548, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6524, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6162, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5847, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5701, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5889, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5398, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5286, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5907, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5672, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5682, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5794, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6185, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5486, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5523, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.56, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.571, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5657, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6391, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5719, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5749, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579588036193157e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/README.md b/3118_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..912af3608dbeb7f90eb7aa4cf9db69307f6bf84d --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadc141c3a04a78dc5b523fca67a547b4bb75c9aed36693194a4f123983ac595 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9720273263e2595299c14381d4a8dab5493315b1 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811e097bff7925ad848034c2e5687a83300ea0784790a44eecf7f9fe2be171a4 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e3cc1e4061c0521054248d35f82efdc993cfe1d --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5008c9d10767c67aeb99f7db9e79e730d7328a96b91d720facb969feccd1ea +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea75a87a8258e7fc6071b21601b59568345628f6 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6ecfc3cd9a55cd9aebf05178d3370e47d813ead5e05ed040ffd4e645925891 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..633ba989b88cabe172cf258720215b819a48817a --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0718232044198897, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5718, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5879, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5977, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.6197, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6259, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5742, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6009, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5727, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5423, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5891, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5933, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5841, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5924, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5675, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6184, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5841, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5582, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5605, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5889, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5803, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6223, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5777, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5857, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6224, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5833, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5372, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5591, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6234, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5991, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5709, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5733, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5579, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5202, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5834, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.589, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.577, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5563, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5849, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5893, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.574, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5667, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6046, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6088, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6182, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5744, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6003, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5936, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.552, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.587, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6108, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5976, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6003, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.596, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5921, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5803, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5811, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5815, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6349, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5997, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.54, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5849, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.597, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.5821, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5648, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5523, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5796, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5791, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5636, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5707, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5624, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6162, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5566, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.597, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5733, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5955, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5466, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5687, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5568, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6238, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.599, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5966, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5714, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5661, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5548, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6524, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6162, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5847, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5701, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5889, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5398, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5286, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5907, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5672, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5682, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5794, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6185, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5486, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5523, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.56, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.571, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5657, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6391, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5719, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5749, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5391, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5535, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6025, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6168, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6018, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5343, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5807, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5788, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6069, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5751, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6447, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5727, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.593, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6048, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6057, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5237, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6128, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5781, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5575, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5636, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5488, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5796, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5906, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5799, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.579, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5565, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5848, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5812, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5665, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5272, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6039, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5604, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5773, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5397, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5882, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5579, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6156, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5837, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5896, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5765, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6017, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5951, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5675, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5654, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5944, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6385, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5992, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6066, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5565, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.8951264285386342e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/README.md b/3118_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96c48de89d97afdca22cb438d4183986e033bcf3 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4605a43abfe27cfb42de238f644f86abc446025fe4df4b5ca1be0a19c209c98 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88ac47c310a765c966b2c57857cd2be448e4d00 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf9200c62732096a29d934d45425b8812f9cb2e7168d91be5d3d14cfe67fae9 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d9f414acaccb8d2c4b13aeaebda24005872fe05 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5c154197871b8ea5df768711ba6868869e2b63735736106674acb523d6b401 +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..02e1840dd5236195887148508942715f393d83c0 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d070dbf1585d25b334e8898f672ea79000a90ff5a79e303947ad3c55a41c0b7d +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aaeb5681eb44886b8c853ac90ce40f732619320e --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4171270718232045, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5718, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5879, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5977, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.6197, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6259, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5742, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6009, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5727, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5423, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5891, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5933, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5841, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5924, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5675, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6184, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5841, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5582, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5605, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5889, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5803, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6223, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5777, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5857, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6224, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5833, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5372, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5591, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6234, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5991, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5709, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5733, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5579, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5202, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5834, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.589, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.577, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5563, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5849, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5893, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.574, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5667, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6046, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6088, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6182, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5744, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6003, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5936, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.552, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.587, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6108, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5976, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6003, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.596, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5921, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5803, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5811, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5815, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6349, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5997, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.54, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5849, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.597, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.5821, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5648, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5523, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5796, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5791, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5636, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5707, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5624, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6162, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5566, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.597, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5733, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5955, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5466, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5687, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5568, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6238, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.599, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5966, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5714, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5661, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5548, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6524, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6162, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5847, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5701, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5889, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5398, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5286, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5907, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5672, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5682, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5794, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6185, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5486, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5523, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.56, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.571, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5657, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6391, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5719, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5749, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5391, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5535, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6025, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6168, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6018, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5343, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5807, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5788, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6069, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5751, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6447, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5727, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.593, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6048, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6057, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5237, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6128, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5781, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5575, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5636, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5488, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5796, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5906, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5799, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.579, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5565, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5848, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5812, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5665, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5272, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6039, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5604, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5773, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5397, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5882, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5579, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6156, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5837, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5896, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5765, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6017, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5951, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5675, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5654, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5944, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6385, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5992, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6066, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5565, + "step": 3000 + }, + { + "epoch": 2.08, + "learning_rate": 1.535451197053407e-05, + "loss": 1.6219, + "step": 3010 + }, + { + "epoch": 2.09, + "learning_rate": 1.5239410681399633e-05, + "loss": 1.5725, + "step": 3020 + }, + { + "epoch": 2.09, + "learning_rate": 1.5124309392265193e-05, + "loss": 1.5634, + "step": 3030 + }, + { + "epoch": 2.1, + "learning_rate": 1.5009208103130756e-05, + "loss": 1.5868, + "step": 3040 + }, + { + "epoch": 2.11, + "learning_rate": 1.4894106813996318e-05, + "loss": 1.5698, + "step": 3050 + }, + { + "epoch": 2.11, + "learning_rate": 1.4779005524861881e-05, + "loss": 1.5911, + "step": 3060 + }, + { + "epoch": 2.12, + "learning_rate": 1.4663904235727441e-05, + "loss": 1.5852, + "step": 3070 + }, + { + "epoch": 2.13, + "learning_rate": 1.4548802946593e-05, + "loss": 1.5646, + "step": 3080 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433701657458564e-05, + "loss": 1.584, + "step": 3090 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318600368324126e-05, + "loss": 1.5629, + "step": 3100 + }, + { + "epoch": 2.15, + "learning_rate": 1.4203499079189689e-05, + "loss": 1.536, + "step": 3110 + }, + { + "epoch": 2.15, + "learning_rate": 1.4088397790055249e-05, + "loss": 1.5565, + "step": 3120 + }, + { + "epoch": 2.16, + "learning_rate": 1.397329650092081e-05, + "loss": 1.5613, + "step": 3130 + }, + { + "epoch": 2.17, + "learning_rate": 1.3858195211786374e-05, + "loss": 1.5946, + "step": 3140 + }, + { + "epoch": 2.18, + "learning_rate": 1.3743093922651934e-05, + "loss": 1.5607, + "step": 3150 + }, + { + "epoch": 2.18, + "learning_rate": 1.3627992633517497e-05, + "loss": 1.6007, + "step": 3160 + }, + { + "epoch": 2.19, + "learning_rate": 1.3512891344383059e-05, + "loss": 1.6083, + "step": 3170 + }, + { + "epoch": 2.2, + "learning_rate": 1.3397790055248618e-05, + "loss": 1.5751, + "step": 3180 + }, + { + "epoch": 2.2, + "learning_rate": 1.3282688766114182e-05, + "loss": 1.5456, + "step": 3190 + }, + { + "epoch": 2.21, + "learning_rate": 1.3167587476979742e-05, + "loss": 1.5445, + "step": 3200 + }, + { + "epoch": 2.22, + "learning_rate": 1.3052486187845307e-05, + "loss": 1.5743, + "step": 3210 + }, + { + "epoch": 2.22, + "learning_rate": 1.2937384898710867e-05, + "loss": 1.5571, + "step": 3220 + }, + { + "epoch": 2.23, + "learning_rate": 1.2822283609576426e-05, + "loss": 1.5461, + "step": 3230 + }, + { + "epoch": 2.24, + "learning_rate": 1.270718232044199e-05, + "loss": 1.5682, + "step": 3240 + }, + { + "epoch": 2.24, + "learning_rate": 1.2592081031307551e-05, + "loss": 1.5533, + "step": 3250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2476979742173113e-05, + "loss": 1.578, + "step": 3260 + }, + { + "epoch": 2.26, + "learning_rate": 1.2361878453038675e-05, + "loss": 1.5647, + "step": 3270 + }, + { + "epoch": 2.27, + "learning_rate": 1.2246777163904238e-05, + "loss": 1.6045, + "step": 3280 + }, + { + "epoch": 2.27, + "learning_rate": 1.2131675874769798e-05, + "loss": 1.551, + "step": 3290 + }, + { + "epoch": 2.28, + "learning_rate": 1.201657458563536e-05, + "loss": 1.5763, + "step": 3300 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901473296500921e-05, + "loss": 1.5534, + "step": 3310 + }, + { + "epoch": 2.29, + "learning_rate": 1.1786372007366484e-05, + "loss": 1.5841, + "step": 3320 + }, + { + "epoch": 2.3, + "learning_rate": 1.1671270718232044e-05, + "loss": 1.573, + "step": 3330 + }, + { + "epoch": 2.31, + "learning_rate": 1.1556169429097606e-05, + "loss": 1.5423, + "step": 3340 + }, + { + "epoch": 2.31, + "learning_rate": 1.1441068139963167e-05, + "loss": 1.5771, + "step": 3350 + }, + { + "epoch": 2.32, + "learning_rate": 1.132596685082873e-05, + "loss": 1.5986, + "step": 3360 + }, + { + "epoch": 2.33, + "learning_rate": 1.1210865561694292e-05, + "loss": 1.5845, + "step": 3370 + }, + { + "epoch": 2.33, + "learning_rate": 1.1095764272559852e-05, + "loss": 1.5622, + "step": 3380 + }, + { + "epoch": 2.34, + "learning_rate": 1.0980662983425415e-05, + "loss": 1.6055, + "step": 3390 + }, + { + "epoch": 2.35, + "learning_rate": 1.0865561694290977e-05, + "loss": 1.582, + "step": 3400 + }, + { + "epoch": 2.35, + "learning_rate": 1.0750460405156539e-05, + "loss": 1.5523, + "step": 3410 + }, + { + "epoch": 2.36, + "learning_rate": 1.06353591160221e-05, + "loss": 1.6207, + "step": 3420 + }, + { + "epoch": 2.37, + "learning_rate": 1.0520257826887662e-05, + "loss": 1.5393, + "step": 3430 + }, + { + "epoch": 2.38, + "learning_rate": 1.0405156537753223e-05, + "loss": 1.5943, + "step": 3440 + }, + { + "epoch": 2.38, + "learning_rate": 1.0290055248618785e-05, + "loss": 1.5988, + "step": 3450 + }, + { + "epoch": 2.39, + "learning_rate": 1.0174953959484347e-05, + "loss": 1.5492, + "step": 3460 + }, + { + "epoch": 2.4, + "learning_rate": 1.005985267034991e-05, + "loss": 1.5676, + "step": 3470 + }, + { + "epoch": 2.4, + "learning_rate": 9.94475138121547e-06, + "loss": 1.5781, + "step": 3480 + }, + { + "epoch": 2.41, + "learning_rate": 9.829650092081031e-06, + "loss": 1.5756, + "step": 3490 + }, + { + "epoch": 2.42, + "learning_rate": 9.714548802946593e-06, + "loss": 1.5659, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.2111388395005542e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/README.md b/3118_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..18dfa2bd4229ce2593f90a9b93056d7a03e068d4 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd9436dabaf8415c8da5a1061b9e172096b148d90dcedd43f3818e07d4ac3b2 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b035ed7529298c885d2b2f87b14d3c2da5ce85 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a68a0f4dc74730e133a0714f02f7d1296ca1363ac09d080068cf16534dd6fd6 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4648b42506ec95bcd4a65c7789762e9fbc8e9d64 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a82c642726778fa2944f9294052ff08f754f4ab8031b8009c059d48a41496b +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d19acb9ad0f5f1e3f61a0c0371eeaaf9e809813d --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d831206cd810e1889a3f49c1dcdd1e1962a593f489f877049ed762aea57524 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..713a9fb7fed7c70d78f5e464503fedb4bc648087 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.7624309392265194, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5996, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5995, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.571, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5642, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6252, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5741, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5912, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.5867, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5834, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6063, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5802, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5942, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6002, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6473, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6008, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6006, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6026, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6073, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5765, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5867, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5875, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.601, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5884, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6216, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.627, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5948, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5974, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5808, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6178, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.5887, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5643, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6081, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5739, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5887, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6052, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6022, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5564, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5436, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6206, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6172, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6363, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6196, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6105, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6072, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5718, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.5879, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5977, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.6197, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5397, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6259, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5742, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6107, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6009, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6287, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.5727, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5706, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5423, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5891, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5933, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5841, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5924, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5675, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6184, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5841, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6028, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5582, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5605, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5889, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5803, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6223, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5889, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5777, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6076, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5857, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6224, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5833, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5372, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5591, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6234, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.5517, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5991, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5709, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5733, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5579, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5202, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5834, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.589, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.577, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5563, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5849, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5893, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.574, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5667, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6046, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6088, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6182, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5744, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6003, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5936, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.552, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.587, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.6108, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5976, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6003, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5629, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.596, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5921, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5628, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5803, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5811, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5815, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6349, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5997, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.54, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5849, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.597, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.5821, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5648, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5523, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5796, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5693, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.5791, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5636, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5764, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5707, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5624, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6162, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5566, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.597, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.611, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.5733, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5955, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5466, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5737, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.559, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.5687, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5568, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6238, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5406, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.599, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5966, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5714, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5661, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6269, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5548, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6524, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6162, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5847, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5701, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6094, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5889, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5398, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5286, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5907, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5672, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5682, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5794, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6185, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5848, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5486, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5523, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5386, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.56, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.571, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5657, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.619, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6391, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5719, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5749, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5391, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5535, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6025, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6168, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6018, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5343, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5807, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5788, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6069, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5751, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6447, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5727, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.593, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.574, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6048, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6057, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5237, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6128, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5781, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5575, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5636, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5488, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5796, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5906, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5799, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.579, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5565, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5848, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5812, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5665, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5272, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6039, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5604, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5773, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5397, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5882, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5579, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6156, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5837, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5896, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5765, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6017, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5951, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5675, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5654, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5944, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6385, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5992, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6066, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5565, + "step": 3000 + }, + { + "epoch": 2.08, + "learning_rate": 1.535451197053407e-05, + "loss": 1.6219, + "step": 3010 + }, + { + "epoch": 2.09, + "learning_rate": 1.5239410681399633e-05, + "loss": 1.5725, + "step": 3020 + }, + { + "epoch": 2.09, + "learning_rate": 1.5124309392265193e-05, + "loss": 1.5634, + "step": 3030 + }, + { + "epoch": 2.1, + "learning_rate": 1.5009208103130756e-05, + "loss": 1.5868, + "step": 3040 + }, + { + "epoch": 2.11, + "learning_rate": 1.4894106813996318e-05, + "loss": 1.5698, + "step": 3050 + }, + { + "epoch": 2.11, + "learning_rate": 1.4779005524861881e-05, + "loss": 1.5911, + "step": 3060 + }, + { + "epoch": 2.12, + "learning_rate": 1.4663904235727441e-05, + "loss": 1.5852, + "step": 3070 + }, + { + "epoch": 2.13, + "learning_rate": 1.4548802946593e-05, + "loss": 1.5646, + "step": 3080 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433701657458564e-05, + "loss": 1.584, + "step": 3090 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318600368324126e-05, + "loss": 1.5629, + "step": 3100 + }, + { + "epoch": 2.15, + "learning_rate": 1.4203499079189689e-05, + "loss": 1.536, + "step": 3110 + }, + { + "epoch": 2.15, + "learning_rate": 1.4088397790055249e-05, + "loss": 1.5565, + "step": 3120 + }, + { + "epoch": 2.16, + "learning_rate": 1.397329650092081e-05, + "loss": 1.5613, + "step": 3130 + }, + { + "epoch": 2.17, + "learning_rate": 1.3858195211786374e-05, + "loss": 1.5946, + "step": 3140 + }, + { + "epoch": 2.18, + "learning_rate": 1.3743093922651934e-05, + "loss": 1.5607, + "step": 3150 + }, + { + "epoch": 2.18, + "learning_rate": 1.3627992633517497e-05, + "loss": 1.6007, + "step": 3160 + }, + { + "epoch": 2.19, + "learning_rate": 1.3512891344383059e-05, + "loss": 1.6083, + "step": 3170 + }, + { + "epoch": 2.2, + "learning_rate": 1.3397790055248618e-05, + "loss": 1.5751, + "step": 3180 + }, + { + "epoch": 2.2, + "learning_rate": 1.3282688766114182e-05, + "loss": 1.5456, + "step": 3190 + }, + { + "epoch": 2.21, + "learning_rate": 1.3167587476979742e-05, + "loss": 1.5445, + "step": 3200 + }, + { + "epoch": 2.22, + "learning_rate": 1.3052486187845307e-05, + "loss": 1.5743, + "step": 3210 + }, + { + "epoch": 2.22, + "learning_rate": 1.2937384898710867e-05, + "loss": 1.5571, + "step": 3220 + }, + { + "epoch": 2.23, + "learning_rate": 1.2822283609576426e-05, + "loss": 1.5461, + "step": 3230 + }, + { + "epoch": 2.24, + "learning_rate": 1.270718232044199e-05, + "loss": 1.5682, + "step": 3240 + }, + { + "epoch": 2.24, + "learning_rate": 1.2592081031307551e-05, + "loss": 1.5533, + "step": 3250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2476979742173113e-05, + "loss": 1.578, + "step": 3260 + }, + { + "epoch": 2.26, + "learning_rate": 1.2361878453038675e-05, + "loss": 1.5647, + "step": 3270 + }, + { + "epoch": 2.27, + "learning_rate": 1.2246777163904238e-05, + "loss": 1.6045, + "step": 3280 + }, + { + "epoch": 2.27, + "learning_rate": 1.2131675874769798e-05, + "loss": 1.551, + "step": 3290 + }, + { + "epoch": 2.28, + "learning_rate": 1.201657458563536e-05, + "loss": 1.5763, + "step": 3300 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901473296500921e-05, + "loss": 1.5534, + "step": 3310 + }, + { + "epoch": 2.29, + "learning_rate": 1.1786372007366484e-05, + "loss": 1.5841, + "step": 3320 + }, + { + "epoch": 2.3, + "learning_rate": 1.1671270718232044e-05, + "loss": 1.573, + "step": 3330 + }, + { + "epoch": 2.31, + "learning_rate": 1.1556169429097606e-05, + "loss": 1.5423, + "step": 3340 + }, + { + "epoch": 2.31, + "learning_rate": 1.1441068139963167e-05, + "loss": 1.5771, + "step": 3350 + }, + { + "epoch": 2.32, + "learning_rate": 1.132596685082873e-05, + "loss": 1.5986, + "step": 3360 + }, + { + "epoch": 2.33, + "learning_rate": 1.1210865561694292e-05, + "loss": 1.5845, + "step": 3370 + }, + { + "epoch": 2.33, + "learning_rate": 1.1095764272559852e-05, + "loss": 1.5622, + "step": 3380 + }, + { + "epoch": 2.34, + "learning_rate": 1.0980662983425415e-05, + "loss": 1.6055, + "step": 3390 + }, + { + "epoch": 2.35, + "learning_rate": 1.0865561694290977e-05, + "loss": 1.582, + "step": 3400 + }, + { + "epoch": 2.35, + "learning_rate": 1.0750460405156539e-05, + "loss": 1.5523, + "step": 3410 + }, + { + "epoch": 2.36, + "learning_rate": 1.06353591160221e-05, + "loss": 1.6207, + "step": 3420 + }, + { + "epoch": 2.37, + "learning_rate": 1.0520257826887662e-05, + "loss": 1.5393, + "step": 3430 + }, + { + "epoch": 2.38, + "learning_rate": 1.0405156537753223e-05, + "loss": 1.5943, + "step": 3440 + }, + { + "epoch": 2.38, + "learning_rate": 1.0290055248618785e-05, + "loss": 1.5988, + "step": 3450 + }, + { + "epoch": 2.39, + "learning_rate": 1.0174953959484347e-05, + "loss": 1.5492, + "step": 3460 + }, + { + "epoch": 2.4, + "learning_rate": 1.005985267034991e-05, + "loss": 1.5676, + "step": 3470 + }, + { + "epoch": 2.4, + "learning_rate": 9.94475138121547e-06, + "loss": 1.5781, + "step": 3480 + }, + { + "epoch": 2.41, + "learning_rate": 9.829650092081031e-06, + "loss": 1.5756, + "step": 3490 + }, + { + "epoch": 2.42, + "learning_rate": 9.714548802946593e-06, + "loss": 1.5659, + "step": 3500 + }, + { + "epoch": 2.42, + "learning_rate": 9.599447513812156e-06, + "loss": 1.5657, + "step": 3510 + }, + { + "epoch": 2.43, + "learning_rate": 9.484346224677716e-06, + "loss": 1.5613, + "step": 3520 + }, + { + "epoch": 2.44, + "learning_rate": 9.369244935543278e-06, + "loss": 1.5704, + "step": 3530 + }, + { + "epoch": 2.44, + "learning_rate": 9.254143646408841e-06, + "loss": 1.5986, + "step": 3540 + }, + { + "epoch": 2.45, + "learning_rate": 9.139042357274403e-06, + "loss": 1.5645, + "step": 3550 + }, + { + "epoch": 2.46, + "learning_rate": 9.023941068139964e-06, + "loss": 1.5786, + "step": 3560 + }, + { + "epoch": 2.47, + "learning_rate": 8.908839779005524e-06, + "loss": 1.5555, + "step": 3570 + }, + { + "epoch": 2.47, + "learning_rate": 8.793738489871087e-06, + "loss": 1.6238, + "step": 3580 + }, + { + "epoch": 2.48, + "learning_rate": 8.678637200736649e-06, + "loss": 1.6065, + "step": 3590 + }, + { + "epoch": 2.49, + "learning_rate": 8.56353591160221e-06, + "loss": 1.6156, + "step": 3600 + }, + { + "epoch": 2.49, + "learning_rate": 8.448434622467772e-06, + "loss": 1.5465, + "step": 3610 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.5964, + "step": 3620 + }, + { + "epoch": 2.51, + "learning_rate": 8.218232044198895e-06, + "loss": 1.6219, + "step": 3630 + }, + { + "epoch": 2.51, + "learning_rate": 8.103130755064457e-06, + "loss": 1.557, + "step": 3640 + }, + { + "epoch": 2.52, + "learning_rate": 7.988029465930019e-06, + "loss": 1.6303, + "step": 3650 + }, + { + "epoch": 2.53, + "learning_rate": 7.87292817679558e-06, + "loss": 1.604, + "step": 3660 + }, + { + "epoch": 2.53, + "learning_rate": 7.757826887661142e-06, + "loss": 1.5722, + "step": 3670 + }, + { + "epoch": 2.54, + "learning_rate": 7.642725598526703e-06, + "loss": 1.555, + "step": 3680 + }, + { + "epoch": 2.55, + "learning_rate": 7.527624309392266e-06, + "loss": 1.5721, + "step": 3690 + }, + { + "epoch": 2.56, + "learning_rate": 7.412523020257827e-06, + "loss": 1.5569, + "step": 3700 + }, + { + "epoch": 2.56, + "learning_rate": 7.297421731123388e-06, + "loss": 1.5448, + "step": 3710 + }, + { + "epoch": 2.57, + "learning_rate": 7.1823204419889505e-06, + "loss": 1.5314, + "step": 3720 + }, + { + "epoch": 2.58, + "learning_rate": 7.067219152854512e-06, + "loss": 1.5627, + "step": 3730 + }, + { + "epoch": 2.58, + "learning_rate": 6.9521178637200746e-06, + "loss": 1.5523, + "step": 3740 + }, + { + "epoch": 2.59, + "learning_rate": 6.837016574585636e-06, + "loss": 1.5864, + "step": 3750 + }, + { + "epoch": 2.6, + "learning_rate": 6.721915285451197e-06, + "loss": 1.5683, + "step": 3760 + }, + { + "epoch": 2.6, + "learning_rate": 6.6068139963167585e-06, + "loss": 1.5776, + "step": 3770 + }, + { + "epoch": 2.61, + "learning_rate": 6.491712707182321e-06, + "loss": 1.5881, + "step": 3780 + }, + { + "epoch": 2.62, + "learning_rate": 6.3766114180478825e-06, + "loss": 1.5872, + "step": 3790 + }, + { + "epoch": 2.62, + "learning_rate": 6.261510128913445e-06, + "loss": 1.6016, + "step": 3800 + }, + { + "epoch": 2.63, + "learning_rate": 6.146408839779006e-06, + "loss": 1.5856, + "step": 3810 + }, + { + "epoch": 2.64, + "learning_rate": 6.031307550644567e-06, + "loss": 1.5485, + "step": 3820 + }, + { + "epoch": 2.65, + "learning_rate": 5.91620626151013e-06, + "loss": 1.5683, + "step": 3830 + }, + { + "epoch": 2.65, + "learning_rate": 5.8011049723756905e-06, + "loss": 1.5559, + "step": 3840 + }, + { + "epoch": 2.66, + "learning_rate": 5.686003683241253e-06, + "loss": 1.585, + "step": 3850 + }, + { + "epoch": 2.67, + "learning_rate": 5.5709023941068146e-06, + "loss": 1.6034, + "step": 3860 + }, + { + "epoch": 2.67, + "learning_rate": 5.455801104972376e-06, + "loss": 1.5738, + "step": 3870 + }, + { + "epoch": 2.68, + "learning_rate": 5.340699815837938e-06, + "loss": 1.6031, + "step": 3880 + }, + { + "epoch": 2.69, + "learning_rate": 5.225598526703499e-06, + "loss": 1.5617, + "step": 3890 + }, + { + "epoch": 2.69, + "learning_rate": 5.110497237569061e-06, + "loss": 1.5635, + "step": 3900 + }, + { + "epoch": 2.7, + "learning_rate": 4.9953959484346225e-06, + "loss": 1.6209, + "step": 3910 + }, + { + "epoch": 2.71, + "learning_rate": 4.880294659300184e-06, + "loss": 1.5323, + "step": 3920 + }, + { + "epoch": 2.71, + "learning_rate": 4.7651933701657466e-06, + "loss": 1.5752, + "step": 3930 + }, + { + "epoch": 2.72, + "learning_rate": 4.650092081031307e-06, + "loss": 1.5653, + "step": 3940 + }, + { + "epoch": 2.73, + "learning_rate": 4.53499079189687e-06, + "loss": 1.5794, + "step": 3950 + }, + { + "epoch": 2.73, + "learning_rate": 4.419889502762431e-06, + "loss": 1.6075, + "step": 3960 + }, + { + "epoch": 2.74, + "learning_rate": 4.304788213627993e-06, + "loss": 1.5553, + "step": 3970 + }, + { + "epoch": 2.75, + "learning_rate": 4.1896869244935545e-06, + "loss": 1.5736, + "step": 3980 + }, + { + "epoch": 2.76, + "learning_rate": 4.074585635359116e-06, + "loss": 1.6076, + "step": 3990 + }, + { + "epoch": 2.76, + "learning_rate": 3.959484346224679e-06, + "loss": 1.5616, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527151250462474e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/checkpoint-500/README.md b/3118_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3118_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/3118_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3118_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/3118_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e628bafe6d856a2a24b450d7c4b8251e753e63eb --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671826bea841ec3914baa4e322ccfab40f8cc1438eb83ac9cacf2af07a41bd04 +size 26235704 diff --git a/3118_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/3118_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1f50ba9a331a3cbbade4c9e61455db40675f240 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30f942c0ef565b912ff11848fd532236721673ffb5807faf4bd10c060f59e460 +size 52567237 diff --git a/3118_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/3118_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/3118_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/3118_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f280262b3390e5f7412c66fe0883f0e291d7e7 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec9474a5556e9810e66cd54ee832efb051ec3be8d35e7c953b614b1f8fd6097 +size 627 diff --git a/3118_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/3118_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3c7c2ffc7128ccf55664be601ac2fb423482383 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3453038674033149, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8034, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7814, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.721, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7154, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6543, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6156, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6444, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6015, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6391, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.593, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6269, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.6303, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6067, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5774, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.627, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5788, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.618, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5598, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6025, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5403, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5925, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.575, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.6116, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6181, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5878, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5792, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6226, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5908, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5673, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6116, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6161, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.595, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6351, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6297, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5921, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5711, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6085, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5754, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5883, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.5826, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5782, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3118_Llama-2-13b-hf/checkpoint-500/training_args.bin b/3118_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3118_Llama-2-13b-hf/training_args.bin b/3118_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e0640de39803ccf3da844f8de28fb1c593defab5 --- /dev/null +++ b/3118_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:774e0a6cca1b19c446f0d66d45fc618ab928e901f279b6cec2451d9f3ddd7da6 +size 4283 diff --git a/3835/checkpoint-1000/README.md b/3835/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-1000/adapter_config.json b/3835/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-1000/adapter_model.safetensors b/3835/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d0331970bff5a76f5b5eb361a0750d0b45a4c9a --- /dev/null +++ b/3835/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39224bca7d6f02e4f3322d4e4b0e2831f17421eda3238429a0b8b64c5f6d23d1 +size 26235704 diff --git a/3835/checkpoint-1000/optimizer.pt b/3835/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c36adaa498a387f70898302f285041da9724da --- /dev/null +++ b/3835/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3989e543f81e4b121b9874267dbcd7a3ba8508efcf082ab60f23212e8d2868be +size 52565434 diff --git a/3835/checkpoint-1000/rng_state.pth b/3835/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/3835/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/3835/checkpoint-1000/scheduler.pt b/3835/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac95f1e95c75c5fca50c58a4c578025f0c5e2c4 --- /dev/null +++ b/3835/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dcb7f64cd30a16488682e18d2abe37301e0122dd42b1c2ff35d43ffeb6946f +size 1064 diff --git a/3835/checkpoint-1000/trainer_state.json b/3835/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e003c689cce7ee7daa86400d699f9e19f2de79fd --- /dev/null +++ b/3835/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-1000/training_args.bin b/3835/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/3835/checkpoint-2000/README.md b/3835/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-2000/adapter_config.json b/3835/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-2000/adapter_model.safetensors b/3835/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5082a565916d19ad96691f2108694c2c9eaee52 --- /dev/null +++ b/3835/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a7e771ef60d88b700bd93cccec370baeb894099f66efa20c7b07ada9349df3 +size 26235704 diff --git a/3835/checkpoint-2000/optimizer.pt b/3835/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a540eeb7e4be52af7b4aafe5ee2b75e7a2beda --- /dev/null +++ b/3835/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf81fc5e7ed829c4464c93a00c38cbf9725f59192b1f9d004b3b2f56258c5d2 +size 52565434 diff --git a/3835/checkpoint-2000/rng_state.pth b/3835/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6625cdaa3eb8a8774d97aa295fcfc6b2308c7ab --- /dev/null +++ b/3835/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08bd5882e2c938889da099d845d652b47a03ff34237e5194f5b8072fea7fbc7 +size 14244 diff --git a/3835/checkpoint-2000/scheduler.pt b/3835/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf2eac2582ee5bbdac2ab1a0a2a4aebd49d8898 --- /dev/null +++ b/3835/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705d171df5422a0b3ed1380888de2e09e1decddcc73e5027e1dbff1872b3ca14 +size 1064 diff --git a/3835/checkpoint-2000/trainer_state.json b/3835/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..27d42fdad76a3707304578012c3aa410126062ff --- /dev/null +++ b/3835/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6798, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.682, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7037, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6637, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7023, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.693, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6045, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6709, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6552, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6639, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6999, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6824, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6661, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6497, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6996, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6766, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6804, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.655, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6534, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6256, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6915, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6913, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6964, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.649, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.644, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6899, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.681, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7291, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6682, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6877, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6477, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6682, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6949, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6641, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6974, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6926, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6453, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7198, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6399, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6901, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6623, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.688, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6823, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6787, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6386, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6435, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6388, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6368, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7075, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6782, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6774, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6784, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6642, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6924, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6677, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6832, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6627, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6784, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6734, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6907, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-2000/training_args.bin b/3835/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/3835/checkpoint-3000/README.md b/3835/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-3000/adapter_config.json b/3835/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-3000/adapter_model.safetensors b/3835/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c72d9718a46497658b317d357130c2b920650aa --- /dev/null +++ b/3835/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b047a1c5dddc0e660eadd9caac4d345a4c6a122af5cd565c6d73efd8a1dd64a +size 26235704 diff --git a/3835/checkpoint-3000/optimizer.pt b/3835/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7b7e8ddc3529075f75b446d56b8ea74ecfc6fad --- /dev/null +++ b/3835/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b25f4fd1614c77837712952df4c61f898896e24da58b121876dd03ff85da2a0 +size 52565434 diff --git a/3835/checkpoint-3000/rng_state.pth b/3835/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5514c2364480f5ba55bb1a8a7129edc43c8269c8 --- /dev/null +++ b/3835/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85027ccb3cbfd07885a93731d4088037863bdd3a9c4da70cb0ca80f8ab171bc +size 14244 diff --git a/3835/checkpoint-3000/scheduler.pt b/3835/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee6a9edf85d28ae2315f70d507226c676971757 --- /dev/null +++ b/3835/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c302b0d881462133bca389e07017e47d5c18fb380629b254036e6bc6d19df88 +size 1064 diff --git a/3835/checkpoint-3000/trainer_state.json b/3835/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bcf1c334754a36e1dfb1686bdf4b470f6dc3e03a --- /dev/null +++ b/3835/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.2, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6798, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.682, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7037, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6637, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7023, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.693, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6045, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6709, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6552, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6639, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6999, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6824, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6661, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6497, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6996, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6766, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6804, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.655, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6534, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6256, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6915, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6913, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6964, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.649, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.644, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6899, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.681, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7291, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6682, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6877, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6477, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6682, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6949, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6641, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6974, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6926, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6453, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7198, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6399, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6901, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6623, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.688, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6823, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6787, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6386, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6435, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6388, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6368, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7075, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6782, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6774, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6784, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6642, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6924, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6677, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6832, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6627, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6784, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6734, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6907, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7061, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6764, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7018, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6715, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6602, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.66, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6449, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.682, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6832, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6743, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6774, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6717, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6706, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6591, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7259, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.65, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6642, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6839, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.658, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6587, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6835, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6768, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6971, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6891, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7366, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6839, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6549, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6394, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6632, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6456, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6525, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6636, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6278, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6803, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6825, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6464, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6672, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6581, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6694, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6945, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6488, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7069, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6427, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6769, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.689, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6573, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6601, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6762, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6616, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7135, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6723, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6609, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.638, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.651, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6361, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6702, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6908, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6572, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6796, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6846, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6919, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6521, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6666, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6851, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-3000/training_args.bin b/3835/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/3835/checkpoint-4000/README.md b/3835/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-4000/adapter_config.json b/3835/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-4000/adapter_model.safetensors b/3835/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c27fbe4e3595241bcec33cebeb49abd063d1c6c --- /dev/null +++ b/3835/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48742fb9f8a396b0d01fdf233f30b8a8e5caa0d22ac0b4d3d4c840c8354f7aaf +size 26235704 diff --git a/3835/checkpoint-4000/optimizer.pt b/3835/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4583af33b482bed6ae006a8ebb6a9d927ab798c2 --- /dev/null +++ b/3835/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0faef37f2ff7fb3aa652bfa83fbea64cd5c612903b435ac54eff51b336484db4 +size 52565434 diff --git a/3835/checkpoint-4000/rng_state.pth b/3835/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4959337501c5a5461ed2bf9545574b3f40267c9 --- /dev/null +++ b/3835/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6754fab244ca44d88a841a60271b5dc8c5d8d98d90006bf01abc71d28f65b63d +size 14244 diff --git a/3835/checkpoint-4000/scheduler.pt b/3835/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..558103fa4d342b9939fbf53fd860c7ad3addf3a4 --- /dev/null +++ b/3835/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866c82d93f04fc5c297af159755dd3026eeb30d5ec10f317cbf4d5658c60366b +size 1064 diff --git a/3835/checkpoint-4000/trainer_state.json b/3835/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7a20762f7f6485a7a339ab61e5fe61683a686203 --- /dev/null +++ b/3835/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6798, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.682, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7037, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6637, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7023, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.693, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6045, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6709, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6552, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6639, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6999, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6824, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6661, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6497, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6996, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6766, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6804, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.655, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6534, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6256, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6915, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6913, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6964, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.649, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.644, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6899, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.681, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7291, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6682, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6877, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6477, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6682, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6949, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6641, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6974, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6926, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6453, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7198, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6399, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6901, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6623, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.688, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6823, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6787, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6386, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6435, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6388, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6368, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7075, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6782, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6774, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6784, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6642, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6924, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6677, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6832, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6627, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6784, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6734, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6907, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7061, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6764, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7018, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6715, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6602, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.66, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6449, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.682, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6832, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6743, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6774, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6717, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6706, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6591, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7259, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.65, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6642, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6839, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.658, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6587, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6835, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6768, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6971, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6891, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7366, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6839, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6549, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6394, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6632, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6456, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6525, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6636, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6278, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6803, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6825, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6464, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6672, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6581, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6694, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6945, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6488, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7069, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6427, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6769, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.689, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6573, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6601, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6762, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6616, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7135, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6723, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6609, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.638, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.651, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6361, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6702, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6908, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6572, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6796, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6846, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6919, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6521, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6666, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6851, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6472, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6705, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6432, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6898, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6645, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6841, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.609, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6833, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6725, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6959, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6428, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6567, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6861, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6781, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6429, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6615, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.682, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6293, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6583, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6832, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.66, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7137, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6821, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6662, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6579, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6625, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6863, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7039, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7106, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6802, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6583, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6408, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6869, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6618, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.637, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6518, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6666, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6496, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6545, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6996, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6558, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.681, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6284, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6689, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6644, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7033, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6694, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6638, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6458, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6379, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6949, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6684, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6939, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6871, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6597, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6499, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6805, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6862, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6645, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-4000/training_args.bin b/3835/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/3835/checkpoint-5000/README.md b/3835/checkpoint-5000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-5000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-5000/adapter_config.json b/3835/checkpoint-5000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-5000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-5000/adapter_model.safetensors b/3835/checkpoint-5000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78739df46ca07acbb298dde591cc7f848b3af7ac --- /dev/null +++ b/3835/checkpoint-5000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad2c9e33eb17ba1ca8360217fb625ecfdc09b2847f39da53a13ce34dda07bb3 +size 26235704 diff --git a/3835/checkpoint-5000/optimizer.pt b/3835/checkpoint-5000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..97d70b355673b8d22a3b94e34e691e80580c8e5e --- /dev/null +++ b/3835/checkpoint-5000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9cb446a0a385b1fdf9d0ef23e9928dd56a5ac3d642aca141ae79f35cfce5011 +size 52565434 diff --git a/3835/checkpoint-5000/rng_state.pth b/3835/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f28ddd072d6fa161f94adcc50191a04686bea9c --- /dev/null +++ b/3835/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3377fa1211be067a69cad1f7928ad5018c4b86ecd9ab6589f90cb7f72f4ffa20 +size 14244 diff --git a/3835/checkpoint-5000/scheduler.pt b/3835/checkpoint-5000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..206a887a63fc3223931864b70f28ffa2f02b868c --- /dev/null +++ b/3835/checkpoint-5000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4579ec5eb60d61c9c17200e50d5be12ad44731a051f2ac1e6d4dce250a9ce1 +size 1064 diff --git a/3835/checkpoint-5000/trainer_state.json b/3835/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e91d97bec066ce8dec46ddaa66e3500bc1c88ad0 --- /dev/null +++ b/3835/checkpoint-5000/trainer_state.json @@ -0,0 +1,3021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6798, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.682, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7037, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6637, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7023, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.693, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6045, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6709, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6552, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6639, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6999, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6824, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6661, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6497, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6996, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6766, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6804, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.655, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6534, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6256, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6915, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6913, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6964, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.649, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.644, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6899, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.681, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7291, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6682, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6877, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6477, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6682, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6949, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6641, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6974, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6926, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6453, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7198, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6399, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6901, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6623, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.688, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6823, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6787, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6386, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6435, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6388, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6368, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7075, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6782, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6774, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6784, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6642, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6924, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6677, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6832, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6627, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6784, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6734, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6907, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7061, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6764, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7018, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6715, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6602, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.66, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6449, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.682, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6832, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6743, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6774, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6717, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6706, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6591, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7259, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.65, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6642, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6839, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.658, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6587, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6835, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6768, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6971, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6891, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7366, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6839, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6549, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6394, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6632, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6456, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6525, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6636, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6278, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6803, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6825, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6464, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6672, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6581, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6694, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6945, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6488, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7069, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6427, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6769, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.689, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6573, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6601, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6762, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6616, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7135, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6723, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6609, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.638, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.651, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6361, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6702, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6908, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6572, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6796, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6846, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6919, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6521, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6666, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6851, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6472, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6705, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6432, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6898, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6645, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6841, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.609, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6833, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6725, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6959, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6428, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6567, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6861, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6781, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6429, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6615, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.682, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6293, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6583, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6832, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.66, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7137, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6821, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6662, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6579, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6625, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6863, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7039, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7106, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6802, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6583, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6408, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6869, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6618, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.637, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6518, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6666, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6496, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6545, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6996, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6558, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.681, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6284, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6689, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6644, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7033, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6694, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6638, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6458, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6379, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6949, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6684, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6939, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6871, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6597, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6499, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6805, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6862, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6645, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7089, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7011, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6702, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6799, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6505, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6306, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6516, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6914, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6189, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6733, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6824, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6936, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.684, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.68, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7109, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6407, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6738, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6587, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.654, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6391, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6989, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7019, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6571, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6517, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6738, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6443, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.672, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6914, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.635, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6583, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6703, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6815, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6744, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7007, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6398, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6597, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6381, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6405, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6597, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6878, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5951, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6427, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6865, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6519, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.662, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6599, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6665, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6458, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6794, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.695, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6693, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6495, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6944, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6504, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6614, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6971, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6699, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6826, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7075, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7003, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6696, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6728, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7042, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6982, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6536, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6929, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6439, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6857, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6416, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.672, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6734, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6726, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6893, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6581, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6508, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6716, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6672, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6735, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6681, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6695, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.688, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6909, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6836, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.645, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6607, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6275, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6378, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6605, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6502, + "step": 5000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.1601241096192e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-5000/training_args.bin b/3835/checkpoint-5000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/3835/checkpoint-6000/README.md b/3835/checkpoint-6000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-6000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-6000/adapter_config.json b/3835/checkpoint-6000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-6000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-6000/adapter_model.safetensors b/3835/checkpoint-6000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65f703b6b2fabd5d710408a0adc9ea4c38954b51 --- /dev/null +++ b/3835/checkpoint-6000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72fc68c54e3ef6e6c0bb524c673f1f29f9300e3378e83dc28bb931957d11b0ec +size 26235704 diff --git a/3835/checkpoint-6000/optimizer.pt b/3835/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9e721f7746a979c76219405364d123c4732def6 --- /dev/null +++ b/3835/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea55e4fec260a1a0d8582a03f85ac4f8bc00582176863c787c52faf6a03208e +size 52565434 diff --git a/3835/checkpoint-6000/rng_state.pth b/3835/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c1f0cb60263429300aa63a2b3184ad1624964fa5 --- /dev/null +++ b/3835/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27cbb9083c4e50d7a26495d1014758ff5d91fa81ac5c9fe340cff6a0d230153 +size 14244 diff --git a/3835/checkpoint-6000/scheduler.pt b/3835/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd7d2beff61a5d8a646cb7c14e3b11647e23ef9 --- /dev/null +++ b/3835/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8387f825847a9b8a2c8387203584ce1062acc3caff7113d13f9f01240448459b +size 1064 diff --git a/3835/checkpoint-6000/trainer_state.json b/3835/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..09681edb68f4c370d697e5f42d356b2fc2b217ea --- /dev/null +++ b/3835/checkpoint-6000/trainer_state.json @@ -0,0 +1,3621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6798, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.682, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7037, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6637, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7023, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.693, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6045, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6709, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6552, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6639, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6999, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6824, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6661, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6497, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6996, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6766, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6804, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.655, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6534, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6256, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6915, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6913, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6964, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.649, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.644, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6899, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.681, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7291, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6682, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6877, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6477, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6682, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6949, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6641, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6974, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6926, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6453, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7198, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6399, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6901, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6623, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.688, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6823, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6787, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6386, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6435, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6388, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6368, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7075, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6782, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6774, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6784, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6642, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6924, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6677, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6832, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6627, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6784, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6734, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6907, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7061, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6764, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7018, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6715, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6602, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.66, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6449, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.682, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6832, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6743, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6774, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6717, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6706, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6591, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7259, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.65, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6642, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6839, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.658, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6587, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6835, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6768, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6971, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6891, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7366, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6839, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6549, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6394, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6632, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6456, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6525, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6636, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6278, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6803, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6825, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6464, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6672, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6581, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6694, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6945, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6488, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7069, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6427, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6769, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.689, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6573, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6601, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6762, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6616, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7135, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6723, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6609, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.638, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.651, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6361, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6702, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6908, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6572, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6796, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6846, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6919, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6521, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6666, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6851, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6472, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6705, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6432, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6898, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6645, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6841, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.609, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6833, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6725, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6959, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6428, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6567, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6861, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6781, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6429, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6615, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.682, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6293, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6583, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6832, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.66, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7137, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6821, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6662, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6579, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6625, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6863, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7039, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7106, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6802, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6583, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6408, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6869, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6618, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.637, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6518, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6666, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6496, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6545, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6996, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6558, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.681, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6284, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6689, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6644, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7033, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6694, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6638, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6458, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6379, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6949, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6684, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6939, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6871, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6597, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6499, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6805, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6862, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6645, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7089, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7011, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6702, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6799, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6505, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6306, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6516, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6914, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6189, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6733, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6824, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6936, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.684, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.68, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7109, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6407, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6738, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6587, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.654, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6391, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6989, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7019, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6571, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6517, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6738, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6443, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.672, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6914, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.635, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6583, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6703, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6815, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6744, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7007, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6398, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6597, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6381, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6405, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6597, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6878, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5951, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6427, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6865, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6519, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.662, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6599, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6665, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6458, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6794, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.695, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6693, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6495, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6944, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6504, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6614, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6971, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6699, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6826, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7075, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7003, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6696, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6728, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7042, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6982, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6536, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6929, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6439, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6857, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6416, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.672, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6734, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6726, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6893, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6581, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6508, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6716, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6672, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6735, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6681, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6695, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.688, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6909, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6836, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.645, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6607, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6275, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6378, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6605, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6502, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7181, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.672, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.652, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6549, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6612, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6297, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6674, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6724, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.656, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6368, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6749, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6737, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6457, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6266, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7097, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.684, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6764, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6869, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6662, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6567, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6435, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6396, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6891, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6431, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6449, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6705, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6117, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6361, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6654, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6051, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.674, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6846, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7044, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6914, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6968, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6702, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6315, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6435, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6595, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.627, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6512, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6338, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6721, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.675, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.695, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6819, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6513, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6933, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6148, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7007, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6366, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6109, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6958, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6728, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6593, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6507, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6472, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6365, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6771, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.625, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6272, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6478, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6466, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6654, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6643, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6961, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6713, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6882, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7092, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6345, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6645, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6706, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.658, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6838, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6735, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.6498, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6173, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6552, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.671, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6862, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6319, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6795, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6171, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6146, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6801, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6749, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.79214893154304e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-6000/training_args.bin b/3835/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/3835/checkpoint-7000/README.md b/3835/checkpoint-7000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/3835/checkpoint-7000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/3835/checkpoint-7000/adapter_config.json b/3835/checkpoint-7000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/3835/checkpoint-7000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/3835/checkpoint-7000/adapter_model.safetensors b/3835/checkpoint-7000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d580dc197f1fae5c7d29eef31e1ed0c09858ea92 --- /dev/null +++ b/3835/checkpoint-7000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8a0fa4d20220b957c86102dc30cbe81abc5c47125f6a6855e409c42ed58d60 +size 26235704 diff --git a/3835/checkpoint-7000/optimizer.pt b/3835/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce19a14303e257954a3a6add6377a55c2f0e0dc --- /dev/null +++ b/3835/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb2d54c658fdf033b19c204f2e236e0b555a38f4bf67c56a434da85ae450463 +size 52565434 diff --git a/3835/checkpoint-7000/rng_state.pth b/3835/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a869012e775ed0b29b1cd55d86a42ad51ad8ab7d --- /dev/null +++ b/3835/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b115e68871289aa206acc9048f47e1beae5380b0e1d880945737e8908e513601 +size 14244 diff --git a/3835/checkpoint-7000/scheduler.pt b/3835/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbaf207157e7b4900f3b09edbe66b55a2cebe7d --- /dev/null +++ b/3835/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9acbf4595203b060acd77ef8f0492ab828b8bb2657257b918daa93c903d052 +size 1064 diff --git a/3835/checkpoint-7000/trainer_state.json b/3835/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..90dfa2919b24aea4d7f72fcd8b5e3d34c88b5e03 --- /dev/null +++ b/3835/checkpoint-7000/trainer_state.json @@ -0,0 +1,4221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7734, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7829, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7302, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7742, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.729, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.693, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6946, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7229, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6761, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7179, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7107, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6537, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7075, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6798, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7265, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6741, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6397, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7089, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7154, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6743, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6858, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6609, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7035, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6404, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7078, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6793, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7424, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7583, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6784, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6492, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.654, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6757, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6821, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6837, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6955, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6974, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6789, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6727, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6768, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6934, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.6929, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6733, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.691, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6936, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6836, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.688, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6684, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6818, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6908, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.676, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6866, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6776, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6877, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6606, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6562, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7273, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6713, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6801, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6548, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7015, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6676, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6878, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6528, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6821, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6867, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6471, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6554, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6848, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6384, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6812, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6582, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6879, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6886, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6846, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6576, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7173, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6625, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6761, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6697, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6681, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6798, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.682, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7037, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6637, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7023, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.693, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6045, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6709, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6552, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6955, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6883, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6639, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6999, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6824, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6661, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7281, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6497, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6996, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6766, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6804, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.655, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6534, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6256, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6915, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6754, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6913, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6964, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.649, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.644, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6899, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.681, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6774, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6986, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7291, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6682, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6877, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6477, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7137, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7508, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6682, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6949, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6641, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6701, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6974, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6926, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6729, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6453, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7198, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6399, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6901, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6623, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.688, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6823, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6316, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6787, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6386, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6435, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6388, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6368, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7075, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6782, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6774, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6784, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6699, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6642, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6924, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6677, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6832, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6627, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6784, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6734, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6907, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6856, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7061, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6764, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7018, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6715, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6602, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.66, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6449, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.682, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6832, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6743, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6774, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6488, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6717, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7323, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6706, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6591, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7259, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.65, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6642, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6763, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6839, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.658, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6587, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6835, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6768, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6971, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6891, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7366, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6839, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6549, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6394, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6632, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6456, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6525, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6636, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6278, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6803, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6825, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6464, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6672, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6581, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6338, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7038, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6423, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6489, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6825, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6612, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6694, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6945, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6488, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6625, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7069, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6427, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6769, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.689, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6573, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6601, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6762, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.632, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6616, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7135, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6512, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6723, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6609, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.638, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.651, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6361, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6702, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6908, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6572, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6884, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6796, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6846, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6446, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6919, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6521, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6666, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6851, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6556, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6472, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6705, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6432, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6898, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6645, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6841, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6776, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.609, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6833, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6725, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6959, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6428, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6567, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6861, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6781, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6429, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6615, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.682, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6293, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6583, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6832, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6824, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.66, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6535, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7137, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6821, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6623, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6738, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6662, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6579, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6625, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6863, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7039, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7106, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6802, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6583, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6408, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6869, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6618, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.637, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6518, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6666, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6496, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6545, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6996, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6558, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.681, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6284, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6689, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6644, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7033, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6694, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6638, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6458, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6379, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6949, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6769, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6684, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6236, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6939, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6871, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6597, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6499, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6805, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6862, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6645, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7089, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7011, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6702, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6953, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6799, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6505, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6306, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6516, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6914, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6189, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6733, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6824, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6936, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.684, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.68, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7109, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6407, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6738, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6587, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.654, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6391, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6989, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7019, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6571, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6517, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6738, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.676, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6443, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.672, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6914, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.635, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6583, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6351, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6703, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6815, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6744, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7007, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6398, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6597, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6381, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6405, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6597, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6878, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5951, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7022, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6427, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6865, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6873, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6519, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.662, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6599, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6665, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6458, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6794, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.695, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6693, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6495, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6944, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6504, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6614, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6971, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6699, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6826, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7075, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7003, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6696, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6728, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7042, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6539, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6982, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6536, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6929, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6439, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6857, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6416, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6483, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.672, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6734, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6726, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6893, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6581, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6508, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6716, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6672, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6735, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6681, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6695, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.688, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6909, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6836, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.645, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6607, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6275, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6489, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6378, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6605, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6502, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7181, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.672, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.652, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6549, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6686, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6612, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6297, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6674, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6724, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.656, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6685, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6368, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6749, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.65, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6737, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6457, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6266, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7097, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.684, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6764, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6869, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6662, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6567, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6435, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6396, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6891, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6503, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6431, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6449, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6705, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6117, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6361, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6654, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6051, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.674, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6846, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7044, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6488, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6914, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6968, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6702, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6315, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6921, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6368, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6435, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6595, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.627, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6512, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6338, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6721, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.675, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.695, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6819, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6513, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6933, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6148, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7007, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6366, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6109, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6958, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6728, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6593, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6507, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6472, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6365, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6771, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.625, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6272, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6478, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6466, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6654, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6643, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6961, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6713, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6882, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7092, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6345, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6645, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6706, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.658, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6838, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6735, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.6498, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6173, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6552, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.671, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6862, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6319, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6795, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6171, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6146, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6801, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6749, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6452, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6886, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6754, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.6909, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.6295, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6796, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6747, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6375, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6673, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6608, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6695, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6752, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6543, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.6458, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6579, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6619, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6846, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.695, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6844, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6897, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6556, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.676, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6438, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6632, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.6931, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.645, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6384, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.6893, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6593, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6458, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6406, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.664, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6235, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.6424, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6483, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.642, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.648, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6454, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.696, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.6658, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6062, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.6429, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6603, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6739, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6422, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.6688, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7413, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6636, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6933, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.665, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6522, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6233, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6605, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.6516, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6672, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.6547, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.6184, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6298, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6583, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6313, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.6545, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.6778, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.686, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6365, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.6349, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6686, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6222, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6409, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.6598, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.6766, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6635, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6536, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6909, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6375, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6637, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6839, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.6377, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6348, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6847, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.613, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6568, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.6371, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7121, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6481, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6735, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.6752, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6967, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.6428, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.614, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6505, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6179, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6617, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6513, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6738, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.6751, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6506, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6552, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.6959, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6248, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7015, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 4.42417375346688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/3835/checkpoint-7000/training_args.bin b/3835/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d59e7576e525c5a96c19dbdc76ffdc6f0fe04fc0 --- /dev/null +++ b/3835/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f148686f4cf7fadd4f2f6c3be527d4d16cc48a48ed512a9e801ab9fa8c973bbf +size 4664 diff --git a/4283_Llama-2-13b-hf/README.md b/4283_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..803b81db96aa3a3deea526a4b3fbf9023f6748e8 --- /dev/null +++ b/4283_Llama-2-13b-hf/README.md @@ -0,0 +1,53 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +model-index: +- name: 4283_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 4283_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on an unknown dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/4283_Llama-2-13b-hf/adapter_config.json b/4283_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/adapter_model.safetensors b/4283_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d8845e120938a09b7df10c27e0a7bd9b6fe69cc --- /dev/null +++ b/4283_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4e87cab7fb50079842b15392142978bf679aa1c26be4bd08f0ddd25da06ac19 +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/README.md b/4283_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..121c43bc4e073c00bf2da4a802628043c2280f59 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388f63857f7b551b5ff77fa76f8408cb00dcde12e50770c66b5d9324da52fef1 +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd74f8e7244890837bfe6b7f8348706e26375b4 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:095a9c4e76df0005908779beef33f0acd351ed1614f6e48e686fd18fb6a9bda7 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7d107aa39a5a213ca85c8202737383971302fe --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932a4c7dd707d08af07733d791840673c523b26b5d10a381945d3c92a9402ac4 +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4c9bc2c2df351fc1b89f944ef77aaba680fa32cd --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7446016381236039, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/README.md b/4283_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..20326292ee4daa43a1f3a33ef22bb53071fdafd5 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daaf28b14ad85b79bfec195ef7dbab85c50764328b3b50b5eac64b5a9fbee35b +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..52eb394ecb09b11bca054578d134ee2afcd09b2f --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2ffd3ea1acfc1bc32c907773480de57a9fc409368c3e8c4140cdf89235ce04 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7edfe86439f008a6c5a383ff8636dad2fb8739af --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae61c7ef42fa8f02e89a1d61f60fe6bf777cfc5a1f43edb62e9848d140b70fb +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf0d6ad08c42f0bdcb567f4236723a9c1d7fa0aa --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77e1d3866077da1cf05f6bb75e929883d150681cbc14f283ab383353958fd39 +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..354c38b0244cd496855b59d5b3de8dcbce911e73 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1169024571854058, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6342, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7007, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6869, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6739, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.6451, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7087, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6848, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6728, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6719, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.6803, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6699, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7113, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6633, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.682, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6666, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6731, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.6593, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5988, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6807, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.713, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6622, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7027, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6927, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6833, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6675, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6862, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6729, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7022, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6457, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6501, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6801, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.6152, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6636, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6726, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.617, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6935, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6966, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6419, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.662, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6341, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6635, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/README.md b/4283_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f42d62abb4ad03854b6898c82eb393817730a20 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0330b8dcee2a16e606bf13436be50832b243c423571242090486b763dbd89a99 +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd10ae501648676dcc10e157d8db49252efbe1cf --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c584e2934ca37b39bb88ac2bd5cb81b667f6147d53cd93374cd00510e19f5514 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ac0d1417ff18e6d6140c2577a31194b7f2f71fc5 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb27d360f67aed465d2ad5b657c4c1f1ea2352da31d5c56c984aa8b231c772a +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1d4f2993bbae54050294f67d26959ae521e6035 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6cd2266312b87ee17c28dc7dd32d496533c48946ac92a99b91a88c3b76f5a62 +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f94ab943572c341c1d211149a50a3d1c96a890e2 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4892032762472076, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6342, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7007, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6869, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6739, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.6451, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7087, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6848, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6728, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6719, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.6803, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6699, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7113, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6633, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.682, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6666, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6731, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.6593, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5988, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6807, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.713, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6622, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7027, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6927, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6833, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6675, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6862, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6729, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7022, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6457, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6501, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6801, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.6152, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6636, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6726, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.617, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6935, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6966, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6419, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.662, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6341, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6635, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7295, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6808, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6468, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.691, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6552, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.688, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6815, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.636, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6722, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6699, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6866, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6608, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6178, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.6967, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6463, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.658, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6673, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6404, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7009, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6635, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6714, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6603, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6324, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6442, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6276, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6726, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7454, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6872, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6247, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6809, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6463, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6446, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6531, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7086, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6952, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7021, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.675, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.704, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6771, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6895, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6553, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6813, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7266, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6844, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/README.md b/4283_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cde521431840925b2c945afa43a8cfbe4860e8a --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61464ef409600861f3c3aae9b4286d115d0abf073d824eacf15c01b89daaa757 +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..186dca51db439b646ff200cee2cf226f8bc951a8 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08af7d198f09fdfb250105ae180d5f3185cabcb7078cf928ec09f051ae93e392 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..662ef9f6a9bcaf939ffbba6a2ec19229b0250eeb --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183a9cb64a9222b02973fc413a589dae4a9138b9c0e04ce38d1397ef4acd70a0 +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9493dfe3b60ff5c5ca0ced574d1c0853f1a80d70 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b97066aec2c832b0dfc904d74d42a337e34885867ebd90ac8fecda6d1515ec +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c1768193267aa3608a3972fd4612a4053e206d9c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8615040953090096, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6342, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7007, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6869, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6739, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.6451, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7087, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6848, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6728, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6719, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.6803, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6699, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7113, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6633, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.682, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6666, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6731, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.6593, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5988, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6807, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.713, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6622, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7027, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6927, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6833, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6675, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6862, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6729, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7022, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6457, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6501, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6801, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.6152, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6636, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6726, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.617, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6935, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6966, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6419, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.662, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6341, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6635, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7295, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6808, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6468, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.691, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6552, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.688, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6815, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.636, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6722, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6699, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6866, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6608, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6178, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.6967, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6463, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.658, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6673, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6404, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7009, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6635, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6714, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6603, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6324, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6442, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6276, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6726, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7454, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6872, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6247, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6809, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6463, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6446, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6531, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7086, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6952, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7021, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.675, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.704, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6771, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6895, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6553, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6813, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7266, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6844, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6786, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6894, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6378, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6217, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6994, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6395, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.681, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6679, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6626, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6688, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6993, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6902, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6497, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6262, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6852, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6822, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.626, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6789, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6565, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6891, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.6958, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.631, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6186, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6636, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7027, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6916, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6643, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6272, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6251, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6679, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6414, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6384, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6612, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.6294, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.7111, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6443, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6743, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.635, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6268, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6998, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.6196, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/README.md b/4283_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b20db47d4a3c4352417da3bccf26e429dd001a98 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87a6234e8300e95985b3bd36dabbbe2c5ecf50e490776a81e5c715d54efc7af +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1525b4bcae8c3bf9180624061f906c35def73b77 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8012cf493ddcc13a049a47f62c67ff2ca2d31a5cabaf0ec421f30d87339588 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d201ffb6f5b5e27df1a66b500cbcbd9e37611fbf --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767078b8ef1ffe7f2a6277af0f9d2f9ce60b449625e7e1001933c38f3d9b5044 +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0350a676edca21777299bcb14ee57d439fac8c4 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a5917003a225bc4a8948462948da571d72f1240d25b0d3de99f0d353c26cdf +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f50c9f960bbd5b4714f293fd5eb8ec939abb8863 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2338049143708116, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6342, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7007, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6869, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6739, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.6451, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7087, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6848, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6728, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6719, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.6803, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6699, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7113, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6633, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.682, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6666, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6731, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.6593, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5988, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6807, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.713, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6622, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7027, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6927, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6833, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6675, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6862, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6729, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7022, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6457, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6501, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6801, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.6152, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6636, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6726, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.617, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6935, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6966, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6419, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.662, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6341, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6635, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7295, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6808, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6468, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.691, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6552, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.688, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6815, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.636, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6722, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6699, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6866, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6608, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6178, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.6967, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6463, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.658, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6673, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6404, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7009, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6635, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6714, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6603, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6324, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6442, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6276, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6726, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7454, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6872, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6247, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6809, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6463, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6446, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6531, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7086, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6952, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7021, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.675, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.704, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6771, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6895, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6553, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6813, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7266, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6844, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6786, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6894, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6378, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6217, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6994, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6395, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.681, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6679, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6626, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6688, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6993, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6902, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6497, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6262, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6852, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6822, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.626, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6789, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6565, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6891, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.6958, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.631, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6186, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6636, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7027, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6916, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6643, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6272, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6251, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6679, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6414, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6384, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6612, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.6294, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.7111, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6443, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6743, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.635, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6268, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6998, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.6196, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8850831471829238e-05, + "loss": 1.6758, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8726731198808637e-05, + "loss": 1.6605, + "step": 2520 + }, + { + "epoch": 1.88, + "learning_rate": 1.8602630925788037e-05, + "loss": 1.6611, + "step": 2530 + }, + { + "epoch": 1.89, + "learning_rate": 1.8478530652767436e-05, + "loss": 1.6922, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8354430379746836e-05, + "loss": 1.6888, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8230330106726235e-05, + "loss": 1.6768, + "step": 2560 + }, + { + "epoch": 1.91, + "learning_rate": 1.8106229833705635e-05, + "loss": 1.6707, + "step": 2570 + }, + { + "epoch": 1.92, + "learning_rate": 1.7982129560685034e-05, + "loss": 1.6322, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.7858029287664434e-05, + "loss": 1.7273, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733929014643833e-05, + "loss": 1.657, + "step": 2600 + }, + { + "epoch": 1.94, + "learning_rate": 1.7609828741623233e-05, + "loss": 1.6675, + "step": 2610 + }, + { + "epoch": 1.95, + "learning_rate": 1.7485728468602632e-05, + "loss": 1.6635, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7361628195582032e-05, + "loss": 1.7096, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.723752792256143e-05, + "loss": 1.6372, + "step": 2640 + }, + { + "epoch": 1.97, + "learning_rate": 1.711342764954083e-05, + "loss": 1.6543, + "step": 2650 + }, + { + "epoch": 1.98, + "learning_rate": 1.6989327376520227e-05, + "loss": 1.6279, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.686522710349963e-05, + "loss": 1.6361, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.674112683047903e-05, + "loss": 1.6577, + "step": 2680 + }, + { + "epoch": 2.0, + "learning_rate": 1.6617026557458425e-05, + "loss": 1.6519, + "step": 2690 + }, + { + "epoch": 2.01, + "learning_rate": 1.6492926284437825e-05, + "loss": 1.6885, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.6368826011417228e-05, + "loss": 1.6314, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6244725738396624e-05, + "loss": 1.7008, + "step": 2720 + }, + { + "epoch": 2.03, + "learning_rate": 1.6120625465376023e-05, + "loss": 1.6638, + "step": 2730 + }, + { + "epoch": 2.04, + "learning_rate": 1.5996525192355426e-05, + "loss": 1.6488, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5872424919334825e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.574832464631422e-05, + "loss": 1.671, + "step": 2760 + }, + { + "epoch": 2.06, + "learning_rate": 1.562422437329362e-05, + "loss": 1.7074, + "step": 2770 + }, + { + "epoch": 2.07, + "learning_rate": 1.5500124100273024e-05, + "loss": 1.7044, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.537602382725242e-05, + "loss": 1.6499, + "step": 2790 + }, + { + "epoch": 2.08, + "learning_rate": 1.525192355423182e-05, + "loss": 1.6293, + "step": 2800 + }, + { + "epoch": 2.09, + "learning_rate": 1.512782328121122e-05, + "loss": 1.6543, + "step": 2810 + }, + { + "epoch": 2.1, + "learning_rate": 1.5003723008190618e-05, + "loss": 1.6497, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4879622735170018e-05, + "loss": 1.6494, + "step": 2830 + }, + { + "epoch": 2.11, + "learning_rate": 1.4755522462149417e-05, + "loss": 1.6416, + "step": 2840 + }, + { + "epoch": 2.12, + "learning_rate": 1.4631422189128815e-05, + "loss": 1.6681, + "step": 2850 + }, + { + "epoch": 2.13, + "learning_rate": 1.4507321916108216e-05, + "loss": 1.651, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4383221643087616e-05, + "loss": 1.6304, + "step": 2870 + }, + { + "epoch": 2.14, + "learning_rate": 1.4259121370067017e-05, + "loss": 1.6882, + "step": 2880 + }, + { + "epoch": 2.15, + "learning_rate": 1.4135021097046413e-05, + "loss": 1.6731, + "step": 2890 + }, + { + "epoch": 2.16, + "learning_rate": 1.4010920824025814e-05, + "loss": 1.6352, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3886820551005214e-05, + "loss": 1.6431, + "step": 2910 + }, + { + "epoch": 2.17, + "learning_rate": 1.3762720277984612e-05, + "loss": 1.6861, + "step": 2920 + }, + { + "epoch": 2.18, + "learning_rate": 1.3638620004964011e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3514519731943412e-05, + "loss": 1.6977, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.339041945892281e-05, + "loss": 1.6685, + "step": 2950 + }, + { + "epoch": 2.2, + "learning_rate": 1.326631918590221e-05, + "loss": 1.6431, + "step": 2960 + }, + { + "epoch": 2.21, + "learning_rate": 1.3142218912881609e-05, + "loss": 1.6643, + "step": 2970 + }, + { + "epoch": 2.22, + "learning_rate": 1.3018118639861007e-05, + "loss": 1.6742, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.2894018366840408e-05, + "loss": 1.6792, + "step": 2990 + }, + { + "epoch": 2.23, + "learning_rate": 1.2769918093819807e-05, + "loss": 1.646, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/README.md b/4283_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d40969bc4a6f4c133f495389b5a6835b61347c68 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbb0fa23a2b216bac1157aca58b7c2fc633b6e9d6e79ad50bc2dbfeefc70782b +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2818bca4e0b7e483282a44a62a180499fb2f2655 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14bf9e812f916944e76ede6ff3859bcbde765b9221b03728a38a2c1e216fffa +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..70d52411ee788509af073c2f1d306aa3ab20efbe --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2119dc61084423bec439b9f1e4542b38aac5daaaf06856866e02395fd574ab +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..01dc5efdc79cfc1bb6d5f939697012effc99e23b --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22cab15325c67e8baec9d7a8bde7a0fbaf69e1e1e7b52e10250e83c5ae0320d +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e314bb28e5f9830f937c4c1e628fd9fbddf898fb --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6061057334326136, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6342, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7007, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6869, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6739, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.6451, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7087, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6848, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6728, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6719, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.6803, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6699, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7113, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6633, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.682, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6666, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6731, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.6593, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5988, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6807, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.713, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6622, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7027, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6927, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6833, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6675, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6862, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6729, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7022, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6457, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6501, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6801, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.6152, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6636, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6726, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.617, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6935, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6966, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6419, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.662, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6341, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6635, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7295, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6808, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6468, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.691, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6552, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.688, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6815, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.636, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6722, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6699, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6866, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6608, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6178, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.6967, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6463, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.658, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6673, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6404, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7009, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6635, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6714, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6603, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6324, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6442, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6276, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6726, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7454, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6872, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6247, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6809, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6463, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6446, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6531, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7086, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6952, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7021, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.675, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.704, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6771, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6895, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6553, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6813, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7266, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6844, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6786, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6894, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6378, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6217, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6994, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6395, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.681, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6679, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6626, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6688, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6993, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6902, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6497, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6262, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6852, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6822, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.626, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6789, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6565, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6891, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.6958, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.631, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6186, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6636, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7027, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6916, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6643, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6272, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6251, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6679, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6414, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6384, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6612, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.6294, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.7111, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6443, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6743, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.635, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6268, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6998, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.6196, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8850831471829238e-05, + "loss": 1.6758, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8726731198808637e-05, + "loss": 1.6605, + "step": 2520 + }, + { + "epoch": 1.88, + "learning_rate": 1.8602630925788037e-05, + "loss": 1.6611, + "step": 2530 + }, + { + "epoch": 1.89, + "learning_rate": 1.8478530652767436e-05, + "loss": 1.6922, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8354430379746836e-05, + "loss": 1.6888, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8230330106726235e-05, + "loss": 1.6768, + "step": 2560 + }, + { + "epoch": 1.91, + "learning_rate": 1.8106229833705635e-05, + "loss": 1.6707, + "step": 2570 + }, + { + "epoch": 1.92, + "learning_rate": 1.7982129560685034e-05, + "loss": 1.6322, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.7858029287664434e-05, + "loss": 1.7273, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733929014643833e-05, + "loss": 1.657, + "step": 2600 + }, + { + "epoch": 1.94, + "learning_rate": 1.7609828741623233e-05, + "loss": 1.6675, + "step": 2610 + }, + { + "epoch": 1.95, + "learning_rate": 1.7485728468602632e-05, + "loss": 1.6635, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7361628195582032e-05, + "loss": 1.7096, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.723752792256143e-05, + "loss": 1.6372, + "step": 2640 + }, + { + "epoch": 1.97, + "learning_rate": 1.711342764954083e-05, + "loss": 1.6543, + "step": 2650 + }, + { + "epoch": 1.98, + "learning_rate": 1.6989327376520227e-05, + "loss": 1.6279, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.686522710349963e-05, + "loss": 1.6361, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.674112683047903e-05, + "loss": 1.6577, + "step": 2680 + }, + { + "epoch": 2.0, + "learning_rate": 1.6617026557458425e-05, + "loss": 1.6519, + "step": 2690 + }, + { + "epoch": 2.01, + "learning_rate": 1.6492926284437825e-05, + "loss": 1.6885, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.6368826011417228e-05, + "loss": 1.6314, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6244725738396624e-05, + "loss": 1.7008, + "step": 2720 + }, + { + "epoch": 2.03, + "learning_rate": 1.6120625465376023e-05, + "loss": 1.6638, + "step": 2730 + }, + { + "epoch": 2.04, + "learning_rate": 1.5996525192355426e-05, + "loss": 1.6488, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5872424919334825e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.574832464631422e-05, + "loss": 1.671, + "step": 2760 + }, + { + "epoch": 2.06, + "learning_rate": 1.562422437329362e-05, + "loss": 1.7074, + "step": 2770 + }, + { + "epoch": 2.07, + "learning_rate": 1.5500124100273024e-05, + "loss": 1.7044, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.537602382725242e-05, + "loss": 1.6499, + "step": 2790 + }, + { + "epoch": 2.08, + "learning_rate": 1.525192355423182e-05, + "loss": 1.6293, + "step": 2800 + }, + { + "epoch": 2.09, + "learning_rate": 1.512782328121122e-05, + "loss": 1.6543, + "step": 2810 + }, + { + "epoch": 2.1, + "learning_rate": 1.5003723008190618e-05, + "loss": 1.6497, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4879622735170018e-05, + "loss": 1.6494, + "step": 2830 + }, + { + "epoch": 2.11, + "learning_rate": 1.4755522462149417e-05, + "loss": 1.6416, + "step": 2840 + }, + { + "epoch": 2.12, + "learning_rate": 1.4631422189128815e-05, + "loss": 1.6681, + "step": 2850 + }, + { + "epoch": 2.13, + "learning_rate": 1.4507321916108216e-05, + "loss": 1.651, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4383221643087616e-05, + "loss": 1.6304, + "step": 2870 + }, + { + "epoch": 2.14, + "learning_rate": 1.4259121370067017e-05, + "loss": 1.6882, + "step": 2880 + }, + { + "epoch": 2.15, + "learning_rate": 1.4135021097046413e-05, + "loss": 1.6731, + "step": 2890 + }, + { + "epoch": 2.16, + "learning_rate": 1.4010920824025814e-05, + "loss": 1.6352, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3886820551005214e-05, + "loss": 1.6431, + "step": 2910 + }, + { + "epoch": 2.17, + "learning_rate": 1.3762720277984612e-05, + "loss": 1.6861, + "step": 2920 + }, + { + "epoch": 2.18, + "learning_rate": 1.3638620004964011e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3514519731943412e-05, + "loss": 1.6977, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.339041945892281e-05, + "loss": 1.6685, + "step": 2950 + }, + { + "epoch": 2.2, + "learning_rate": 1.326631918590221e-05, + "loss": 1.6431, + "step": 2960 + }, + { + "epoch": 2.21, + "learning_rate": 1.3142218912881609e-05, + "loss": 1.6643, + "step": 2970 + }, + { + "epoch": 2.22, + "learning_rate": 1.3018118639861007e-05, + "loss": 1.6742, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.2894018366840408e-05, + "loss": 1.6792, + "step": 2990 + }, + { + "epoch": 2.23, + "learning_rate": 1.2769918093819807e-05, + "loss": 1.646, + "step": 3000 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645817820799205e-05, + "loss": 1.6429, + "step": 3010 + }, + { + "epoch": 2.25, + "learning_rate": 1.2521717547778605e-05, + "loss": 1.6593, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2397617274758006e-05, + "loss": 1.6614, + "step": 3030 + }, + { + "epoch": 2.26, + "learning_rate": 1.2273517001737404e-05, + "loss": 1.6751, + "step": 3040 + }, + { + "epoch": 2.27, + "learning_rate": 1.2149416728716803e-05, + "loss": 1.6603, + "step": 3050 + }, + { + "epoch": 2.28, + "learning_rate": 1.2025316455696203e-05, + "loss": 1.6363, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901216182675602e-05, + "loss": 1.6295, + "step": 3070 + }, + { + "epoch": 2.29, + "learning_rate": 1.1777115909655002e-05, + "loss": 1.6173, + "step": 3080 + }, + { + "epoch": 2.3, + "learning_rate": 1.1653015636634401e-05, + "loss": 1.6602, + "step": 3090 + }, + { + "epoch": 2.31, + "learning_rate": 1.15289153636138e-05, + "loss": 1.6252, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.14048150905932e-05, + "loss": 1.5957, + "step": 3110 + }, + { + "epoch": 2.32, + "learning_rate": 1.12807148175726e-05, + "loss": 1.6549, + "step": 3120 + }, + { + "epoch": 2.33, + "learning_rate": 1.1156614544551997e-05, + "loss": 1.679, + "step": 3130 + }, + { + "epoch": 2.34, + "learning_rate": 1.1032514271531398e-05, + "loss": 1.6924, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0908413998510796e-05, + "loss": 1.7333, + "step": 3150 + }, + { + "epoch": 2.35, + "learning_rate": 1.0784313725490197e-05, + "loss": 1.6296, + "step": 3160 + }, + { + "epoch": 2.36, + "learning_rate": 1.0660213452469595e-05, + "loss": 1.6571, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0536113179448995e-05, + "loss": 1.6586, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.0412012906428396e-05, + "loss": 1.6801, + "step": 3190 + }, + { + "epoch": 2.38, + "learning_rate": 1.0287912633407794e-05, + "loss": 1.6578, + "step": 3200 + }, + { + "epoch": 2.39, + "learning_rate": 1.0163812360387195e-05, + "loss": 1.651, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 1.0039712087366593e-05, + "loss": 1.6463, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.915611814345992e-06, + "loss": 1.6758, + "step": 3230 + }, + { + "epoch": 2.41, + "learning_rate": 9.791511541325392e-06, + "loss": 1.6101, + "step": 3240 + }, + { + "epoch": 2.42, + "learning_rate": 9.667411268304791e-06, + "loss": 1.6287, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.543310995284189e-06, + "loss": 1.6586, + "step": 3260 + }, + { + "epoch": 2.43, + "learning_rate": 9.41921072226359e-06, + "loss": 1.671, + "step": 3270 + }, + { + "epoch": 2.44, + "learning_rate": 9.295110449242988e-06, + "loss": 1.6542, + "step": 3280 + }, + { + "epoch": 2.45, + "learning_rate": 9.171010176222389e-06, + "loss": 1.6366, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 9.046909903201788e-06, + "loss": 1.6178, + "step": 3300 + }, + { + "epoch": 2.46, + "learning_rate": 8.922809630181186e-06, + "loss": 1.6397, + "step": 3310 + }, + { + "epoch": 2.47, + "learning_rate": 8.798709357160587e-06, + "loss": 1.6754, + "step": 3320 + }, + { + "epoch": 2.48, + "learning_rate": 8.674609084139985e-06, + "loss": 1.6704, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.550508811119385e-06, + "loss": 1.6644, + "step": 3340 + }, + { + "epoch": 2.49, + "learning_rate": 8.426408538098784e-06, + "loss": 1.6371, + "step": 3350 + }, + { + "epoch": 2.5, + "learning_rate": 8.302308265078184e-06, + "loss": 1.6559, + "step": 3360 + }, + { + "epoch": 2.51, + "learning_rate": 8.178207992057583e-06, + "loss": 1.64, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 8.054107719036983e-06, + "loss": 1.6312, + "step": 3380 + }, + { + "epoch": 2.52, + "learning_rate": 7.93000744601638e-06, + "loss": 1.6663, + "step": 3390 + }, + { + "epoch": 2.53, + "learning_rate": 7.805907172995782e-06, + "loss": 1.6617, + "step": 3400 + }, + { + "epoch": 2.54, + "learning_rate": 7.681806899975181e-06, + "loss": 1.6976, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.557706626954579e-06, + "loss": 1.6472, + "step": 3420 + }, + { + "epoch": 2.55, + "learning_rate": 7.433606353933979e-06, + "loss": 1.6116, + "step": 3430 + }, + { + "epoch": 2.56, + "learning_rate": 7.309506080913378e-06, + "loss": 1.65, + "step": 3440 + }, + { + "epoch": 2.57, + "learning_rate": 7.185405807892778e-06, + "loss": 1.6776, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 7.061305534872177e-06, + "loss": 1.6506, + "step": 3460 + }, + { + "epoch": 2.58, + "learning_rate": 6.937205261851576e-06, + "loss": 1.6523, + "step": 3470 + }, + { + "epoch": 2.59, + "learning_rate": 6.8131049888309765e-06, + "loss": 1.6785, + "step": 3480 + }, + { + "epoch": 2.6, + "learning_rate": 6.689004715810375e-06, + "loss": 1.6364, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.564904442789774e-06, + "loss": 1.6569, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/README.md b/4283_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..641d96e85aacefe868e429923a7b2702b6b70028 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc4537e7582329e7ebdd38e1e8a2838a550e5e25e829a9ee7e3f999ef978a12 +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dcc93356031520c19211ca7a1efff92f6cd0aa8 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228db1cee96465b03946e14c7b40caa1f3d5e4a0a1cd1e183318e8876a947421 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dcfea427f64693d295a8eb2526ddf68da0fd82e9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc994560743c0a4109bc4a7f903ef1a8fab62d572b7fdddbb7f813bf82d58ac +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d725c919225f40aa60081e8fd65adf404c65c3a9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1b0f942f09a64a6a421a6ef4708ed19d75eac9d0edc1ce61de68abc7beee29 +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7116e22bcb69c46dffd7d3756d7e1bcc1f49e090 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.978406552494415, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.674, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6857, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6924, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6747, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.6745, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6719, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.6876, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6586, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6897, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6563, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6692, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6706, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6651, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.6825, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6936, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.6691, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.6674, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6844, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6373, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6868, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6604, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6834, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6587, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7264, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6618, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6448, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6918, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6985, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6774, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6627, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6428, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6933, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7061, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6478, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.6741, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6721, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6692, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6877, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6489, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6152, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6342, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7007, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6869, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6739, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.6451, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7087, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6848, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6728, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6719, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.6803, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6699, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7113, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6633, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.682, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6666, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6731, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.6593, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5988, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6807, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.713, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6622, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7027, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6927, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6833, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6675, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6862, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6729, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7022, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6457, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6501, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6801, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.6152, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6636, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6726, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.617, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6935, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6966, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6419, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.662, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6341, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6635, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7295, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6808, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6468, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.691, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6552, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.688, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6815, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.636, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6722, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6699, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6866, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6608, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6178, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.6967, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6463, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.658, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6673, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6404, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7009, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6635, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6714, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6603, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6324, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6442, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6276, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6726, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7454, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6872, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6247, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6809, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6463, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6446, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6531, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7086, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6952, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7021, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.675, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.704, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6771, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6895, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6553, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6813, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7266, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6844, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6786, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6894, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6378, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6217, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6994, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6395, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.681, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6679, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6626, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6688, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6993, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6902, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6497, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6262, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6852, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6822, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.626, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6789, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6565, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6891, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.6958, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.631, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6186, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6636, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7027, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6916, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6643, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6272, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6251, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6679, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6414, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6384, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6612, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.6294, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.7111, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6443, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6743, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.635, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6268, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6998, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.6196, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8850831471829238e-05, + "loss": 1.6758, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8726731198808637e-05, + "loss": 1.6605, + "step": 2520 + }, + { + "epoch": 1.88, + "learning_rate": 1.8602630925788037e-05, + "loss": 1.6611, + "step": 2530 + }, + { + "epoch": 1.89, + "learning_rate": 1.8478530652767436e-05, + "loss": 1.6922, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8354430379746836e-05, + "loss": 1.6888, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8230330106726235e-05, + "loss": 1.6768, + "step": 2560 + }, + { + "epoch": 1.91, + "learning_rate": 1.8106229833705635e-05, + "loss": 1.6707, + "step": 2570 + }, + { + "epoch": 1.92, + "learning_rate": 1.7982129560685034e-05, + "loss": 1.6322, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.7858029287664434e-05, + "loss": 1.7273, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733929014643833e-05, + "loss": 1.657, + "step": 2600 + }, + { + "epoch": 1.94, + "learning_rate": 1.7609828741623233e-05, + "loss": 1.6675, + "step": 2610 + }, + { + "epoch": 1.95, + "learning_rate": 1.7485728468602632e-05, + "loss": 1.6635, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7361628195582032e-05, + "loss": 1.7096, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.723752792256143e-05, + "loss": 1.6372, + "step": 2640 + }, + { + "epoch": 1.97, + "learning_rate": 1.711342764954083e-05, + "loss": 1.6543, + "step": 2650 + }, + { + "epoch": 1.98, + "learning_rate": 1.6989327376520227e-05, + "loss": 1.6279, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.686522710349963e-05, + "loss": 1.6361, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.674112683047903e-05, + "loss": 1.6577, + "step": 2680 + }, + { + "epoch": 2.0, + "learning_rate": 1.6617026557458425e-05, + "loss": 1.6519, + "step": 2690 + }, + { + "epoch": 2.01, + "learning_rate": 1.6492926284437825e-05, + "loss": 1.6885, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.6368826011417228e-05, + "loss": 1.6314, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6244725738396624e-05, + "loss": 1.7008, + "step": 2720 + }, + { + "epoch": 2.03, + "learning_rate": 1.6120625465376023e-05, + "loss": 1.6638, + "step": 2730 + }, + { + "epoch": 2.04, + "learning_rate": 1.5996525192355426e-05, + "loss": 1.6488, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5872424919334825e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.574832464631422e-05, + "loss": 1.671, + "step": 2760 + }, + { + "epoch": 2.06, + "learning_rate": 1.562422437329362e-05, + "loss": 1.7074, + "step": 2770 + }, + { + "epoch": 2.07, + "learning_rate": 1.5500124100273024e-05, + "loss": 1.7044, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.537602382725242e-05, + "loss": 1.6499, + "step": 2790 + }, + { + "epoch": 2.08, + "learning_rate": 1.525192355423182e-05, + "loss": 1.6293, + "step": 2800 + }, + { + "epoch": 2.09, + "learning_rate": 1.512782328121122e-05, + "loss": 1.6543, + "step": 2810 + }, + { + "epoch": 2.1, + "learning_rate": 1.5003723008190618e-05, + "loss": 1.6497, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4879622735170018e-05, + "loss": 1.6494, + "step": 2830 + }, + { + "epoch": 2.11, + "learning_rate": 1.4755522462149417e-05, + "loss": 1.6416, + "step": 2840 + }, + { + "epoch": 2.12, + "learning_rate": 1.4631422189128815e-05, + "loss": 1.6681, + "step": 2850 + }, + { + "epoch": 2.13, + "learning_rate": 1.4507321916108216e-05, + "loss": 1.651, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4383221643087616e-05, + "loss": 1.6304, + "step": 2870 + }, + { + "epoch": 2.14, + "learning_rate": 1.4259121370067017e-05, + "loss": 1.6882, + "step": 2880 + }, + { + "epoch": 2.15, + "learning_rate": 1.4135021097046413e-05, + "loss": 1.6731, + "step": 2890 + }, + { + "epoch": 2.16, + "learning_rate": 1.4010920824025814e-05, + "loss": 1.6352, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3886820551005214e-05, + "loss": 1.6431, + "step": 2910 + }, + { + "epoch": 2.17, + "learning_rate": 1.3762720277984612e-05, + "loss": 1.6861, + "step": 2920 + }, + { + "epoch": 2.18, + "learning_rate": 1.3638620004964011e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3514519731943412e-05, + "loss": 1.6977, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.339041945892281e-05, + "loss": 1.6685, + "step": 2950 + }, + { + "epoch": 2.2, + "learning_rate": 1.326631918590221e-05, + "loss": 1.6431, + "step": 2960 + }, + { + "epoch": 2.21, + "learning_rate": 1.3142218912881609e-05, + "loss": 1.6643, + "step": 2970 + }, + { + "epoch": 2.22, + "learning_rate": 1.3018118639861007e-05, + "loss": 1.6742, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.2894018366840408e-05, + "loss": 1.6792, + "step": 2990 + }, + { + "epoch": 2.23, + "learning_rate": 1.2769918093819807e-05, + "loss": 1.646, + "step": 3000 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645817820799205e-05, + "loss": 1.6429, + "step": 3010 + }, + { + "epoch": 2.25, + "learning_rate": 1.2521717547778605e-05, + "loss": 1.6593, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2397617274758006e-05, + "loss": 1.6614, + "step": 3030 + }, + { + "epoch": 2.26, + "learning_rate": 1.2273517001737404e-05, + "loss": 1.6751, + "step": 3040 + }, + { + "epoch": 2.27, + "learning_rate": 1.2149416728716803e-05, + "loss": 1.6603, + "step": 3050 + }, + { + "epoch": 2.28, + "learning_rate": 1.2025316455696203e-05, + "loss": 1.6363, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901216182675602e-05, + "loss": 1.6295, + "step": 3070 + }, + { + "epoch": 2.29, + "learning_rate": 1.1777115909655002e-05, + "loss": 1.6173, + "step": 3080 + }, + { + "epoch": 2.3, + "learning_rate": 1.1653015636634401e-05, + "loss": 1.6602, + "step": 3090 + }, + { + "epoch": 2.31, + "learning_rate": 1.15289153636138e-05, + "loss": 1.6252, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.14048150905932e-05, + "loss": 1.5957, + "step": 3110 + }, + { + "epoch": 2.32, + "learning_rate": 1.12807148175726e-05, + "loss": 1.6549, + "step": 3120 + }, + { + "epoch": 2.33, + "learning_rate": 1.1156614544551997e-05, + "loss": 1.679, + "step": 3130 + }, + { + "epoch": 2.34, + "learning_rate": 1.1032514271531398e-05, + "loss": 1.6924, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0908413998510796e-05, + "loss": 1.7333, + "step": 3150 + }, + { + "epoch": 2.35, + "learning_rate": 1.0784313725490197e-05, + "loss": 1.6296, + "step": 3160 + }, + { + "epoch": 2.36, + "learning_rate": 1.0660213452469595e-05, + "loss": 1.6571, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0536113179448995e-05, + "loss": 1.6586, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.0412012906428396e-05, + "loss": 1.6801, + "step": 3190 + }, + { + "epoch": 2.38, + "learning_rate": 1.0287912633407794e-05, + "loss": 1.6578, + "step": 3200 + }, + { + "epoch": 2.39, + "learning_rate": 1.0163812360387195e-05, + "loss": 1.651, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 1.0039712087366593e-05, + "loss": 1.6463, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.915611814345992e-06, + "loss": 1.6758, + "step": 3230 + }, + { + "epoch": 2.41, + "learning_rate": 9.791511541325392e-06, + "loss": 1.6101, + "step": 3240 + }, + { + "epoch": 2.42, + "learning_rate": 9.667411268304791e-06, + "loss": 1.6287, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.543310995284189e-06, + "loss": 1.6586, + "step": 3260 + }, + { + "epoch": 2.43, + "learning_rate": 9.41921072226359e-06, + "loss": 1.671, + "step": 3270 + }, + { + "epoch": 2.44, + "learning_rate": 9.295110449242988e-06, + "loss": 1.6542, + "step": 3280 + }, + { + "epoch": 2.45, + "learning_rate": 9.171010176222389e-06, + "loss": 1.6366, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 9.046909903201788e-06, + "loss": 1.6178, + "step": 3300 + }, + { + "epoch": 2.46, + "learning_rate": 8.922809630181186e-06, + "loss": 1.6397, + "step": 3310 + }, + { + "epoch": 2.47, + "learning_rate": 8.798709357160587e-06, + "loss": 1.6754, + "step": 3320 + }, + { + "epoch": 2.48, + "learning_rate": 8.674609084139985e-06, + "loss": 1.6704, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.550508811119385e-06, + "loss": 1.6644, + "step": 3340 + }, + { + "epoch": 2.49, + "learning_rate": 8.426408538098784e-06, + "loss": 1.6371, + "step": 3350 + }, + { + "epoch": 2.5, + "learning_rate": 8.302308265078184e-06, + "loss": 1.6559, + "step": 3360 + }, + { + "epoch": 2.51, + "learning_rate": 8.178207992057583e-06, + "loss": 1.64, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 8.054107719036983e-06, + "loss": 1.6312, + "step": 3380 + }, + { + "epoch": 2.52, + "learning_rate": 7.93000744601638e-06, + "loss": 1.6663, + "step": 3390 + }, + { + "epoch": 2.53, + "learning_rate": 7.805907172995782e-06, + "loss": 1.6617, + "step": 3400 + }, + { + "epoch": 2.54, + "learning_rate": 7.681806899975181e-06, + "loss": 1.6976, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.557706626954579e-06, + "loss": 1.6472, + "step": 3420 + }, + { + "epoch": 2.55, + "learning_rate": 7.433606353933979e-06, + "loss": 1.6116, + "step": 3430 + }, + { + "epoch": 2.56, + "learning_rate": 7.309506080913378e-06, + "loss": 1.65, + "step": 3440 + }, + { + "epoch": 2.57, + "learning_rate": 7.185405807892778e-06, + "loss": 1.6776, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 7.061305534872177e-06, + "loss": 1.6506, + "step": 3460 + }, + { + "epoch": 2.58, + "learning_rate": 6.937205261851576e-06, + "loss": 1.6523, + "step": 3470 + }, + { + "epoch": 2.59, + "learning_rate": 6.8131049888309765e-06, + "loss": 1.6785, + "step": 3480 + }, + { + "epoch": 2.6, + "learning_rate": 6.689004715810375e-06, + "loss": 1.6364, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.564904442789774e-06, + "loss": 1.6569, + "step": 3500 + }, + { + "epoch": 2.61, + "learning_rate": 6.440804169769174e-06, + "loss": 1.6959, + "step": 3510 + }, + { + "epoch": 2.62, + "learning_rate": 6.316703896748573e-06, + "loss": 1.6995, + "step": 3520 + }, + { + "epoch": 2.63, + "learning_rate": 6.192603623727972e-06, + "loss": 1.5977, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 6.068503350707372e-06, + "loss": 1.7067, + "step": 3540 + }, + { + "epoch": 2.64, + "learning_rate": 5.944403077686771e-06, + "loss": 1.6296, + "step": 3550 + }, + { + "epoch": 2.65, + "learning_rate": 5.82030280466617e-06, + "loss": 1.6626, + "step": 3560 + }, + { + "epoch": 2.66, + "learning_rate": 5.69620253164557e-06, + "loss": 1.6746, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.57210225862497e-06, + "loss": 1.6797, + "step": 3580 + }, + { + "epoch": 2.67, + "learning_rate": 5.448001985604369e-06, + "loss": 1.6818, + "step": 3590 + }, + { + "epoch": 2.68, + "learning_rate": 5.323901712583769e-06, + "loss": 1.6286, + "step": 3600 + }, + { + "epoch": 2.69, + "learning_rate": 5.199801439563167e-06, + "loss": 1.6459, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 5.075701166542567e-06, + "loss": 1.6643, + "step": 3620 + }, + { + "epoch": 2.7, + "learning_rate": 4.951600893521966e-06, + "loss": 1.6906, + "step": 3630 + }, + { + "epoch": 2.71, + "learning_rate": 4.827500620501366e-06, + "loss": 1.636, + "step": 3640 + }, + { + "epoch": 2.72, + "learning_rate": 4.703400347480764e-06, + "loss": 1.6711, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.579300074460164e-06, + "loss": 1.6859, + "step": 3660 + }, + { + "epoch": 2.73, + "learning_rate": 4.455199801439563e-06, + "loss": 1.6415, + "step": 3670 + }, + { + "epoch": 2.74, + "learning_rate": 4.331099528418963e-06, + "loss": 1.6661, + "step": 3680 + }, + { + "epoch": 2.75, + "learning_rate": 4.206999255398362e-06, + "loss": 1.6744, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 4.082898982377762e-06, + "loss": 1.6566, + "step": 3700 + }, + { + "epoch": 2.76, + "learning_rate": 3.958798709357161e-06, + "loss": 1.6292, + "step": 3710 + }, + { + "epoch": 2.77, + "learning_rate": 3.834698436336561e-06, + "loss": 1.6764, + "step": 3720 + }, + { + "epoch": 2.78, + "learning_rate": 3.7105981633159593e-06, + "loss": 1.6419, + "step": 3730 + }, + { + "epoch": 2.78, + "learning_rate": 3.5864978902953588e-06, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 2.79, + "learning_rate": 3.4623976172747582e-06, + "loss": 1.6427, + "step": 3750 + }, + { + "epoch": 2.8, + "learning_rate": 3.3382973442541577e-06, + "loss": 1.5893, + "step": 3760 + }, + { + "epoch": 2.81, + "learning_rate": 3.2141970712335568e-06, + "loss": 1.684, + "step": 3770 + }, + { + "epoch": 2.81, + "learning_rate": 3.0900967982129563e-06, + "loss": 1.6507, + "step": 3780 + }, + { + "epoch": 2.82, + "learning_rate": 2.9659965251923557e-06, + "loss": 1.6874, + "step": 3790 + }, + { + "epoch": 2.83, + "learning_rate": 2.841896252171755e-06, + "loss": 1.6434, + "step": 3800 + }, + { + "epoch": 2.84, + "learning_rate": 2.7177959791511543e-06, + "loss": 1.6651, + "step": 3810 + }, + { + "epoch": 2.84, + "learning_rate": 2.5936957061305533e-06, + "loss": 1.6754, + "step": 3820 + }, + { + "epoch": 2.85, + "learning_rate": 2.469595433109953e-06, + "loss": 1.6535, + "step": 3830 + }, + { + "epoch": 2.86, + "learning_rate": 2.3454951600893523e-06, + "loss": 1.6516, + "step": 3840 + }, + { + "epoch": 2.87, + "learning_rate": 2.2213948870687518e-06, + "loss": 1.6847, + "step": 3850 + }, + { + "epoch": 2.87, + "learning_rate": 2.097294614048151e-06, + "loss": 1.6233, + "step": 3860 + }, + { + "epoch": 2.88, + "learning_rate": 1.9731943410275503e-06, + "loss": 1.6827, + "step": 3870 + }, + { + "epoch": 2.89, + "learning_rate": 1.8490940680069496e-06, + "loss": 1.6623, + "step": 3880 + }, + { + "epoch": 2.9, + "learning_rate": 1.724993794986349e-06, + "loss": 1.6823, + "step": 3890 + }, + { + "epoch": 2.9, + "learning_rate": 1.6008935219657483e-06, + "loss": 1.6284, + "step": 3900 + }, + { + "epoch": 2.91, + "learning_rate": 1.4767932489451478e-06, + "loss": 1.6417, + "step": 3910 + }, + { + "epoch": 2.92, + "learning_rate": 1.352692975924547e-06, + "loss": 1.7003, + "step": 3920 + }, + { + "epoch": 2.93, + "learning_rate": 1.2285927029039465e-06, + "loss": 1.6461, + "step": 3930 + }, + { + "epoch": 2.93, + "learning_rate": 1.1044924298833458e-06, + "loss": 1.6706, + "step": 3940 + }, + { + "epoch": 2.94, + "learning_rate": 9.80392156862745e-07, + "loss": 1.5976, + "step": 3950 + }, + { + "epoch": 2.95, + "learning_rate": 8.562918838421445e-07, + "loss": 1.6742, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 7.321916108215438e-07, + "loss": 1.6592, + "step": 3970 + }, + { + "epoch": 2.96, + "learning_rate": 6.080913378009432e-07, + "loss": 1.6505, + "step": 3980 + }, + { + "epoch": 2.97, + "learning_rate": 4.839910647803425e-07, + "loss": 1.6339, + "step": 3990 + }, + { + "epoch": 2.98, + "learning_rate": 3.598907917597419e-07, + "loss": 1.688, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/checkpoint-500/README.md b/4283_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4283_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/4283_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4283_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/4283_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3c41cd223ff9dde059eb75330229d1330fc53aa6 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49355670ce03b5850407009560e7cb28c61f3829c3b83d5e51214372014ad803 +size 26235704 diff --git a/4283_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/4283_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d5de068a353d64fd6742220c848f788beda2459 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2015d7de639ae41209cf85e55a7b422fd705bc581e87b3f932c2ef8f569da7 +size 52567237 diff --git a/4283_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/4283_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/4283_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/4283_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbfa1275054a69f8117901f855f84c984a99a479 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8125cd9c35787a94935f69a4463ed01371dc47c5a938126587829992e9fdbf6 +size 627 diff --git a/4283_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/4283_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d8880ee18c418e3b8de980110bb8f590eef03f24 --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37230081906180196, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8077, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.7919, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7931, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7427, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7361, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7501, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6787, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.7201, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6944, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6702, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6788, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7192, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6632, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6643, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.6802, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7225, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6649, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6951, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6736, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6874, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6894, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.682, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6885, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7011, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6548, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.7147, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6414, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.676, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7008, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.697, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6687, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7363, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6989, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6976, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6699, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6899, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6911, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6754, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6631, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6579, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6756, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.6599, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6958, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6641, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4283_Llama-2-13b-hf/checkpoint-500/training_args.bin b/4283_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/4283_Llama-2-13b-hf/training_args.bin b/4283_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..379065e4144e2fdaae79b1aa8b3edcc591f2421c --- /dev/null +++ b/4283_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b7edf66d0a5a0e588313f3a173a2a4ae6d73e163511b706bfbc6a6c61c069d +size 4283 diff --git a/468_meta-llama/Llama-2-7b-hf/README.md b/468_meta-llama/Llama-2-7b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/468_meta-llama/Llama-2-7b-hf/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/468_meta-llama/Llama-2-7b-hf/adapter_config.json b/468_meta-llama/Llama-2-7b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/468_meta-llama/Llama-2-7b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/468_meta-llama/Llama-2-7b-hf/adapter_model.safetensors b/468_meta-llama/Llama-2-7b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b999c774040f2b3c6d46a140a409318ddf5eb72e --- /dev/null +++ b/468_meta-llama/Llama-2-7b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccbfb17e01ea8e1de5d76a0eebce2ca20805a4c83eadd6563d53b6bdbbd1578e +size 16794200 diff --git a/468_meta-llama/Llama-2-7b-hf/training_args.bin b/468_meta-llama/Llama-2-7b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..e1d130232bf4216cc0fa3ed777c347a72c3af4c9 --- /dev/null +++ b/468_meta-llama/Llama-2-7b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644807fcf75cab7168d2e345f7e4eb113c00cbca9dc81cb1d6859b1b7e795a09 +size 4728 diff --git a/4905_Llama-2-13b-hf/README.md b/4905_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9a142a895d882b14c3495bbab7d9fa694156ee83 --- /dev/null +++ b/4905_Llama-2-13b-hf/README.md @@ -0,0 +1,53 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +model-index: +- name: 4905_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 4905_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on an unknown dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/4905_Llama-2-13b-hf/adapter_config.json b/4905_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/adapter_model.safetensors b/4905_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58e0d3e9fc84b2462fe7327106d92a6e4df449e9 --- /dev/null +++ b/4905_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47853cced50f7630b6e84da5171ffa790c7e18b3a42d44853b4d86c66df4088 +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/README.md b/4905_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc8eee1276908bdcb45e39a193b8139280b881b3 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931d7a29e495832775e362c2e6da3c54cecb066ee86282ccff073023fe8aadb6 +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..794608f4ec7fca5574c302a4b0550d0b96e32d50 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f828b0b414e9ea69528100ad9d4db7fd106dcd431e6c354d9de69a579178f8a8 +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7d107aa39a5a213ca85c8202737383971302fe --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932a4c7dd707d08af07733d791840673c523b26b5d10a381945d3c92a9402ac4 +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..797270d3c442efdcc06347981889bc178fcdf0ce --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7446016381236039, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/README.md b/4905_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf6da809c9b667ccfcf6e15ded729b85ede9a3ea --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a29c3b13c56aca2c476796e722c26f84f8aa7602c3ffbec8c14750c88741d35 +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..eebfbcc508320e30d66e7fbbe3c95ad812c0e3a3 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9974ed6d506b778c865e275eb95c47cf87e070f7be037922663ae30c984a158 +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7edfe86439f008a6c5a383ff8636dad2fb8739af --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae61c7ef42fa8f02e89a1d61f60fe6bf777cfc5a1f43edb62e9848d140b70fb +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf0d6ad08c42f0bdcb567f4236723a9c1d7fa0aa --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77e1d3866077da1cf05f6bb75e929883d150681cbc14f283ab383353958fd39 +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b3b330515d07865aa24511d8ecbc81d88192dc36 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1169024571854058, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6346, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7009, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6873, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6742, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.645, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7089, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6846, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6727, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6722, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.68, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6698, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7116, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6635, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.6821, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6669, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6733, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.66, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5991, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6811, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.7129, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6621, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7028, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6931, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6831, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6676, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6861, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6731, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7026, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6455, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6502, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6802, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.615, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6637, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6727, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.6169, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6932, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6967, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6416, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.6618, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6343, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6633, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/README.md b/4905_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5bc62f1ed59732fea59d5669c825a6dad769833b --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77df6bced137577c6c7aa5f5dbb31f685a920a3414b4108129fa0cb7a9093f03 +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..500eb01cb1d394a1249004bf53f81a5a4c9c4cd2 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45cdbf39753994882d3b72510f18a4fc85f0646f58f64a25dc393a5ca41bb63 +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ac0d1417ff18e6d6140c2577a31194b7f2f71fc5 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb27d360f67aed465d2ad5b657c4c1f1ea2352da31d5c56c984aa8b231c772a +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1d4f2993bbae54050294f67d26959ae521e6035 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6cd2266312b87ee17c28dc7dd32d496533c48946ac92a99b91a88c3b76f5a62 +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cc82e277e1603c3ba2c5bc3a206dfc68068c9b19 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4892032762472076, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6346, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7009, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6873, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6742, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.645, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7089, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6846, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6727, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6722, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.68, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6698, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7116, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6635, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.6821, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6669, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6733, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.66, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5991, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6811, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.7129, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6621, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7028, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6931, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6831, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6676, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6861, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6731, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7026, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6455, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6502, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6802, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.615, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6637, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6727, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.6169, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6932, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6967, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6416, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.6618, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6343, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6633, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7296, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6811, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6472, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.6914, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6557, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.6881, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6816, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.6364, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6724, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6698, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6864, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6614, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6181, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.697, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6462, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.6583, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6672, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6406, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7013, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6636, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6721, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6605, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6329, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6444, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6278, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6724, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7456, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6874, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6249, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6814, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6465, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6443, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6533, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7088, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6959, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7019, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.6753, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.7044, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6777, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6893, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6555, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6814, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7269, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6843, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/README.md b/4905_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8137f7d689dbd989e0ea7c933fb0dd3bb44ddc4e --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179a67d2dba56065519ea05de3e0e7d216d2aea3dd0c7134ae80fc3b2f60c998 +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..92276ae710062d64aa3c030b89e81706e7565fcc --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593e1a94deac3668bb249ece02fc9517627d70b4000737d3939f9fa094085ce3 +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..662ef9f6a9bcaf939ffbba6a2ec19229b0250eeb --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183a9cb64a9222b02973fc413a589dae4a9138b9c0e04ce38d1397ef4acd70a0 +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9493dfe3b60ff5c5ca0ced574d1c0853f1a80d70 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b97066aec2c832b0dfc904d74d42a337e34885867ebd90ac8fecda6d1515ec +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3bed11e13a7f03d49d52771010271946d5b3395 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8615040953090096, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6346, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7009, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6873, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6742, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.645, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7089, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6846, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6727, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6722, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.68, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6698, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7116, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6635, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.6821, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6669, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6733, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.66, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5991, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6811, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.7129, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6621, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7028, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6931, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6831, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6676, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6861, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6731, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7026, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6455, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6502, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6802, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.615, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6637, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6727, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.6169, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6932, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6967, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6416, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.6618, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6343, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6633, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7296, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6811, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6472, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.6914, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6557, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.6881, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6816, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.6364, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6724, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6698, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6864, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6614, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6181, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.697, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6462, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.6583, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6672, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6406, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7013, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6636, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6721, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6605, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6329, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6444, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6278, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6724, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7456, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6874, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6249, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6814, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6465, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6443, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6533, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7088, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6959, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7019, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.6753, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.7044, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6777, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6893, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6555, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6814, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7269, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6843, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6782, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6899, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6383, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6221, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6997, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6394, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.6809, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6683, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6625, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6692, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6996, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6903, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6501, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6265, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6856, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6824, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.6264, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6794, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6568, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6893, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.696, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.6312, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6189, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6639, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7026, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6919, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6642, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6271, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6252, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6681, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6417, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6386, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6616, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.629, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.711, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6446, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6744, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.6351, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6266, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6997, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.62, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/README.md b/4905_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a6aadc9f6a11d3b0e6bb52729c1f02545e6dbc6f --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ad4d09ee2c680571991904c92226ea09a48b05e97fb843a2ac3e8687c57ad7 +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8708750c9dff7769fc4b82369ddfdf2a220bd6a2 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307cb5c7ed0bb40b3c9b32c99b770844801ffbc979112a0469d9f5d3423ac993 +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..d201ffb6f5b5e27df1a66b500cbcbd9e37611fbf --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767078b8ef1ffe7f2a6277af0f9d2f9ce60b449625e7e1001933c38f3d9b5044 +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0350a676edca21777299bcb14ee57d439fac8c4 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a5917003a225bc4a8948462948da571d72f1240d25b0d3de99f0d353c26cdf +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7f365e860756760e9a49390951beef1f5ab894e4 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2338049143708116, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6346, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7009, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6873, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6742, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.645, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7089, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6846, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6727, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6722, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.68, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6698, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7116, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6635, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.6821, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6669, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6733, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.66, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5991, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6811, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.7129, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6621, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7028, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6931, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6831, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6676, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6861, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6731, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7026, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6455, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6502, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6802, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.615, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6637, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6727, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.6169, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6932, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6967, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6416, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.6618, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6343, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6633, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7296, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6811, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6472, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.6914, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6557, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.6881, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6816, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.6364, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6724, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6698, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6864, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6614, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6181, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.697, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6462, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.6583, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6672, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6406, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7013, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6636, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6721, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6605, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6329, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6444, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6278, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6724, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7456, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6874, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6249, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6814, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6465, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6443, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6533, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7088, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6959, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7019, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.6753, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.7044, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6777, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6893, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6555, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6814, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7269, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6843, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6782, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6899, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6383, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6221, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6997, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6394, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.6809, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6683, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6625, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6692, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6996, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6903, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6501, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6265, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6856, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6824, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.6264, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6794, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6568, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6893, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.696, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.6312, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6189, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6639, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7026, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6919, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6642, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6271, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6252, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6681, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6417, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6386, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6616, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.629, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.711, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6446, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6744, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.6351, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6266, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6997, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.62, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8850831471829238e-05, + "loss": 1.6761, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8726731198808637e-05, + "loss": 1.6611, + "step": 2520 + }, + { + "epoch": 1.88, + "learning_rate": 1.8602630925788037e-05, + "loss": 1.6603, + "step": 2530 + }, + { + "epoch": 1.89, + "learning_rate": 1.8478530652767436e-05, + "loss": 1.6923, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8354430379746836e-05, + "loss": 1.6886, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8230330106726235e-05, + "loss": 1.6769, + "step": 2560 + }, + { + "epoch": 1.91, + "learning_rate": 1.8106229833705635e-05, + "loss": 1.6706, + "step": 2570 + }, + { + "epoch": 1.92, + "learning_rate": 1.7982129560685034e-05, + "loss": 1.6321, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.7858029287664434e-05, + "loss": 1.7275, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733929014643833e-05, + "loss": 1.6575, + "step": 2600 + }, + { + "epoch": 1.94, + "learning_rate": 1.7609828741623233e-05, + "loss": 1.6676, + "step": 2610 + }, + { + "epoch": 1.95, + "learning_rate": 1.7485728468602632e-05, + "loss": 1.6639, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7361628195582032e-05, + "loss": 1.7096, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.723752792256143e-05, + "loss": 1.6374, + "step": 2640 + }, + { + "epoch": 1.97, + "learning_rate": 1.711342764954083e-05, + "loss": 1.6545, + "step": 2650 + }, + { + "epoch": 1.98, + "learning_rate": 1.6989327376520227e-05, + "loss": 1.6276, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.686522710349963e-05, + "loss": 1.6365, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.674112683047903e-05, + "loss": 1.6577, + "step": 2680 + }, + { + "epoch": 2.0, + "learning_rate": 1.6617026557458425e-05, + "loss": 1.6519, + "step": 2690 + }, + { + "epoch": 2.01, + "learning_rate": 1.6492926284437825e-05, + "loss": 1.6889, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.6368826011417228e-05, + "loss": 1.6314, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6244725738396624e-05, + "loss": 1.7011, + "step": 2720 + }, + { + "epoch": 2.03, + "learning_rate": 1.6120625465376023e-05, + "loss": 1.664, + "step": 2730 + }, + { + "epoch": 2.04, + "learning_rate": 1.5996525192355426e-05, + "loss": 1.6482, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5872424919334825e-05, + "loss": 1.6608, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.574832464631422e-05, + "loss": 1.671, + "step": 2760 + }, + { + "epoch": 2.06, + "learning_rate": 1.562422437329362e-05, + "loss": 1.7074, + "step": 2770 + }, + { + "epoch": 2.07, + "learning_rate": 1.5500124100273024e-05, + "loss": 1.7046, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.537602382725242e-05, + "loss": 1.65, + "step": 2790 + }, + { + "epoch": 2.08, + "learning_rate": 1.525192355423182e-05, + "loss": 1.6294, + "step": 2800 + }, + { + "epoch": 2.09, + "learning_rate": 1.512782328121122e-05, + "loss": 1.6541, + "step": 2810 + }, + { + "epoch": 2.1, + "learning_rate": 1.5003723008190618e-05, + "loss": 1.6501, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4879622735170018e-05, + "loss": 1.6495, + "step": 2830 + }, + { + "epoch": 2.11, + "learning_rate": 1.4755522462149417e-05, + "loss": 1.642, + "step": 2840 + }, + { + "epoch": 2.12, + "learning_rate": 1.4631422189128815e-05, + "loss": 1.6685, + "step": 2850 + }, + { + "epoch": 2.13, + "learning_rate": 1.4507321916108216e-05, + "loss": 1.6514, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4383221643087616e-05, + "loss": 1.6306, + "step": 2870 + }, + { + "epoch": 2.14, + "learning_rate": 1.4259121370067017e-05, + "loss": 1.6884, + "step": 2880 + }, + { + "epoch": 2.15, + "learning_rate": 1.4135021097046413e-05, + "loss": 1.6732, + "step": 2890 + }, + { + "epoch": 2.16, + "learning_rate": 1.4010920824025814e-05, + "loss": 1.6354, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3886820551005214e-05, + "loss": 1.6434, + "step": 2910 + }, + { + "epoch": 2.17, + "learning_rate": 1.3762720277984612e-05, + "loss": 1.6864, + "step": 2920 + }, + { + "epoch": 2.18, + "learning_rate": 1.3638620004964011e-05, + "loss": 1.6544, + "step": 2930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3514519731943412e-05, + "loss": 1.6977, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.339041945892281e-05, + "loss": 1.6684, + "step": 2950 + }, + { + "epoch": 2.2, + "learning_rate": 1.326631918590221e-05, + "loss": 1.6436, + "step": 2960 + }, + { + "epoch": 2.21, + "learning_rate": 1.3142218912881609e-05, + "loss": 1.6643, + "step": 2970 + }, + { + "epoch": 2.22, + "learning_rate": 1.3018118639861007e-05, + "loss": 1.6743, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.2894018366840408e-05, + "loss": 1.6791, + "step": 2990 + }, + { + "epoch": 2.23, + "learning_rate": 1.2769918093819807e-05, + "loss": 1.6459, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/README.md b/4905_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1e9a266df11a2c6105197a02f54336c49f526b7d --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:385fe05fdd5e9de4fffbb0ff85d03c50c20e715197e48a69e8ff63ff50129e0d +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..df91deaf62882d4697a149c80a773e68065c907d --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746d371900b24893ab2c4a1e4ec47232bbf22f77e13c2f8c289a2a8d42e976cc +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..70d52411ee788509af073c2f1d306aa3ab20efbe --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2119dc61084423bec439b9f1e4542b38aac5daaaf06856866e02395fd574ab +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..01dc5efdc79cfc1bb6d5f939697012effc99e23b --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22cab15325c67e8baec9d7a8bde7a0fbaf69e1e1e7b52e10250e83c5ae0320d +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..03bfa2c2a3b1737737826e01255ecb3821153088 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6061057334326136, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6346, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7009, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6873, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6742, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.645, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7089, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6846, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6727, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6722, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.68, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6698, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7116, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6635, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.6821, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6669, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6733, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.66, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5991, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6811, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.7129, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6621, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7028, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6931, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6831, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6676, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6861, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6731, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7026, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6455, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6502, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6802, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.615, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6637, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6727, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.6169, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6932, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6967, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6416, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.6618, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6343, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6633, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7296, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6811, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6472, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.6914, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6557, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.6881, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6816, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.6364, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6724, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6698, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6864, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6614, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6181, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.697, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6462, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.6583, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6672, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6406, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7013, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6636, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6721, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6605, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6329, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6444, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6278, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6724, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7456, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6874, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6249, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6814, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6465, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6443, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6533, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7088, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6959, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7019, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.6753, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.7044, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6777, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6893, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6555, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6814, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7269, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6843, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6782, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6899, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6383, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6221, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6997, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6394, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.6809, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6683, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6625, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6692, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6996, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6903, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6501, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6265, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6856, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6824, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.6264, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6794, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6568, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6893, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.696, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.6312, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6189, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6639, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7026, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6919, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6642, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6271, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6252, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6681, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6417, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6386, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6616, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.629, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.711, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6446, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6744, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.6351, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6266, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6997, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.62, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8850831471829238e-05, + "loss": 1.6761, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8726731198808637e-05, + "loss": 1.6611, + "step": 2520 + }, + { + "epoch": 1.88, + "learning_rate": 1.8602630925788037e-05, + "loss": 1.6603, + "step": 2530 + }, + { + "epoch": 1.89, + "learning_rate": 1.8478530652767436e-05, + "loss": 1.6923, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8354430379746836e-05, + "loss": 1.6886, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8230330106726235e-05, + "loss": 1.6769, + "step": 2560 + }, + { + "epoch": 1.91, + "learning_rate": 1.8106229833705635e-05, + "loss": 1.6706, + "step": 2570 + }, + { + "epoch": 1.92, + "learning_rate": 1.7982129560685034e-05, + "loss": 1.6321, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.7858029287664434e-05, + "loss": 1.7275, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733929014643833e-05, + "loss": 1.6575, + "step": 2600 + }, + { + "epoch": 1.94, + "learning_rate": 1.7609828741623233e-05, + "loss": 1.6676, + "step": 2610 + }, + { + "epoch": 1.95, + "learning_rate": 1.7485728468602632e-05, + "loss": 1.6639, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7361628195582032e-05, + "loss": 1.7096, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.723752792256143e-05, + "loss": 1.6374, + "step": 2640 + }, + { + "epoch": 1.97, + "learning_rate": 1.711342764954083e-05, + "loss": 1.6545, + "step": 2650 + }, + { + "epoch": 1.98, + "learning_rate": 1.6989327376520227e-05, + "loss": 1.6276, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.686522710349963e-05, + "loss": 1.6365, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.674112683047903e-05, + "loss": 1.6577, + "step": 2680 + }, + { + "epoch": 2.0, + "learning_rate": 1.6617026557458425e-05, + "loss": 1.6519, + "step": 2690 + }, + { + "epoch": 2.01, + "learning_rate": 1.6492926284437825e-05, + "loss": 1.6889, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.6368826011417228e-05, + "loss": 1.6314, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6244725738396624e-05, + "loss": 1.7011, + "step": 2720 + }, + { + "epoch": 2.03, + "learning_rate": 1.6120625465376023e-05, + "loss": 1.664, + "step": 2730 + }, + { + "epoch": 2.04, + "learning_rate": 1.5996525192355426e-05, + "loss": 1.6482, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5872424919334825e-05, + "loss": 1.6608, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.574832464631422e-05, + "loss": 1.671, + "step": 2760 + }, + { + "epoch": 2.06, + "learning_rate": 1.562422437329362e-05, + "loss": 1.7074, + "step": 2770 + }, + { + "epoch": 2.07, + "learning_rate": 1.5500124100273024e-05, + "loss": 1.7046, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.537602382725242e-05, + "loss": 1.65, + "step": 2790 + }, + { + "epoch": 2.08, + "learning_rate": 1.525192355423182e-05, + "loss": 1.6294, + "step": 2800 + }, + { + "epoch": 2.09, + "learning_rate": 1.512782328121122e-05, + "loss": 1.6541, + "step": 2810 + }, + { + "epoch": 2.1, + "learning_rate": 1.5003723008190618e-05, + "loss": 1.6501, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4879622735170018e-05, + "loss": 1.6495, + "step": 2830 + }, + { + "epoch": 2.11, + "learning_rate": 1.4755522462149417e-05, + "loss": 1.642, + "step": 2840 + }, + { + "epoch": 2.12, + "learning_rate": 1.4631422189128815e-05, + "loss": 1.6685, + "step": 2850 + }, + { + "epoch": 2.13, + "learning_rate": 1.4507321916108216e-05, + "loss": 1.6514, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4383221643087616e-05, + "loss": 1.6306, + "step": 2870 + }, + { + "epoch": 2.14, + "learning_rate": 1.4259121370067017e-05, + "loss": 1.6884, + "step": 2880 + }, + { + "epoch": 2.15, + "learning_rate": 1.4135021097046413e-05, + "loss": 1.6732, + "step": 2890 + }, + { + "epoch": 2.16, + "learning_rate": 1.4010920824025814e-05, + "loss": 1.6354, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3886820551005214e-05, + "loss": 1.6434, + "step": 2910 + }, + { + "epoch": 2.17, + "learning_rate": 1.3762720277984612e-05, + "loss": 1.6864, + "step": 2920 + }, + { + "epoch": 2.18, + "learning_rate": 1.3638620004964011e-05, + "loss": 1.6544, + "step": 2930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3514519731943412e-05, + "loss": 1.6977, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.339041945892281e-05, + "loss": 1.6684, + "step": 2950 + }, + { + "epoch": 2.2, + "learning_rate": 1.326631918590221e-05, + "loss": 1.6436, + "step": 2960 + }, + { + "epoch": 2.21, + "learning_rate": 1.3142218912881609e-05, + "loss": 1.6643, + "step": 2970 + }, + { + "epoch": 2.22, + "learning_rate": 1.3018118639861007e-05, + "loss": 1.6743, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.2894018366840408e-05, + "loss": 1.6791, + "step": 2990 + }, + { + "epoch": 2.23, + "learning_rate": 1.2769918093819807e-05, + "loss": 1.6459, + "step": 3000 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645817820799205e-05, + "loss": 1.6427, + "step": 3010 + }, + { + "epoch": 2.25, + "learning_rate": 1.2521717547778605e-05, + "loss": 1.6593, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2397617274758006e-05, + "loss": 1.6614, + "step": 3030 + }, + { + "epoch": 2.26, + "learning_rate": 1.2273517001737404e-05, + "loss": 1.6754, + "step": 3040 + }, + { + "epoch": 2.27, + "learning_rate": 1.2149416728716803e-05, + "loss": 1.6599, + "step": 3050 + }, + { + "epoch": 2.28, + "learning_rate": 1.2025316455696203e-05, + "loss": 1.6364, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901216182675602e-05, + "loss": 1.6294, + "step": 3070 + }, + { + "epoch": 2.29, + "learning_rate": 1.1777115909655002e-05, + "loss": 1.6174, + "step": 3080 + }, + { + "epoch": 2.3, + "learning_rate": 1.1653015636634401e-05, + "loss": 1.6602, + "step": 3090 + }, + { + "epoch": 2.31, + "learning_rate": 1.15289153636138e-05, + "loss": 1.6252, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.14048150905932e-05, + "loss": 1.596, + "step": 3110 + }, + { + "epoch": 2.32, + "learning_rate": 1.12807148175726e-05, + "loss": 1.6547, + "step": 3120 + }, + { + "epoch": 2.33, + "learning_rate": 1.1156614544551997e-05, + "loss": 1.6784, + "step": 3130 + }, + { + "epoch": 2.34, + "learning_rate": 1.1032514271531398e-05, + "loss": 1.6921, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0908413998510796e-05, + "loss": 1.7334, + "step": 3150 + }, + { + "epoch": 2.35, + "learning_rate": 1.0784313725490197e-05, + "loss": 1.6297, + "step": 3160 + }, + { + "epoch": 2.36, + "learning_rate": 1.0660213452469595e-05, + "loss": 1.6577, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0536113179448995e-05, + "loss": 1.6586, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.0412012906428396e-05, + "loss": 1.6802, + "step": 3190 + }, + { + "epoch": 2.38, + "learning_rate": 1.0287912633407794e-05, + "loss": 1.6577, + "step": 3200 + }, + { + "epoch": 2.39, + "learning_rate": 1.0163812360387195e-05, + "loss": 1.6509, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 1.0039712087366593e-05, + "loss": 1.6463, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.915611814345992e-06, + "loss": 1.676, + "step": 3230 + }, + { + "epoch": 2.41, + "learning_rate": 9.791511541325392e-06, + "loss": 1.6099, + "step": 3240 + }, + { + "epoch": 2.42, + "learning_rate": 9.667411268304791e-06, + "loss": 1.6285, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.543310995284189e-06, + "loss": 1.6585, + "step": 3260 + }, + { + "epoch": 2.43, + "learning_rate": 9.41921072226359e-06, + "loss": 1.6711, + "step": 3270 + }, + { + "epoch": 2.44, + "learning_rate": 9.295110449242988e-06, + "loss": 1.6543, + "step": 3280 + }, + { + "epoch": 2.45, + "learning_rate": 9.171010176222389e-06, + "loss": 1.6361, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 9.046909903201788e-06, + "loss": 1.6181, + "step": 3300 + }, + { + "epoch": 2.46, + "learning_rate": 8.922809630181186e-06, + "loss": 1.6398, + "step": 3310 + }, + { + "epoch": 2.47, + "learning_rate": 8.798709357160587e-06, + "loss": 1.6754, + "step": 3320 + }, + { + "epoch": 2.48, + "learning_rate": 8.674609084139985e-06, + "loss": 1.6702, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.550508811119385e-06, + "loss": 1.6642, + "step": 3340 + }, + { + "epoch": 2.49, + "learning_rate": 8.426408538098784e-06, + "loss": 1.637, + "step": 3350 + }, + { + "epoch": 2.5, + "learning_rate": 8.302308265078184e-06, + "loss": 1.656, + "step": 3360 + }, + { + "epoch": 2.51, + "learning_rate": 8.178207992057583e-06, + "loss": 1.6398, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 8.054107719036983e-06, + "loss": 1.631, + "step": 3380 + }, + { + "epoch": 2.52, + "learning_rate": 7.93000744601638e-06, + "loss": 1.6664, + "step": 3390 + }, + { + "epoch": 2.53, + "learning_rate": 7.805907172995782e-06, + "loss": 1.6617, + "step": 3400 + }, + { + "epoch": 2.54, + "learning_rate": 7.681806899975181e-06, + "loss": 1.6974, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.557706626954579e-06, + "loss": 1.6472, + "step": 3420 + }, + { + "epoch": 2.55, + "learning_rate": 7.433606353933979e-06, + "loss": 1.6116, + "step": 3430 + }, + { + "epoch": 2.56, + "learning_rate": 7.309506080913378e-06, + "loss": 1.6501, + "step": 3440 + }, + { + "epoch": 2.57, + "learning_rate": 7.185405807892778e-06, + "loss": 1.6773, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 7.061305534872177e-06, + "loss": 1.6507, + "step": 3460 + }, + { + "epoch": 2.58, + "learning_rate": 6.937205261851576e-06, + "loss": 1.6528, + "step": 3470 + }, + { + "epoch": 2.59, + "learning_rate": 6.8131049888309765e-06, + "loss": 1.6789, + "step": 3480 + }, + { + "epoch": 2.6, + "learning_rate": 6.689004715810375e-06, + "loss": 1.6368, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.564904442789774e-06, + "loss": 1.6571, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/README.md b/4905_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..044fd627cf1b195117bed21c2c72a2fb8b000faf --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36f9c6b4646b718b7c2ca5fe109b0234c0f88b3ec6f0aa894b055e12a8c3d0f +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b48293fb663a2d9430602203ed63bc7b4b8c184d --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060ea074beb6862cd0a348186aa564c7cbb9a55d9de9159a0eda8271ca86a8ee +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dcfea427f64693d295a8eb2526ddf68da0fd82e9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc994560743c0a4109bc4a7f903ef1a8fab62d572b7fdddbb7f813bf82d58ac +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d725c919225f40aa60081e8fd65adf404c65c3a9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1b0f942f09a64a6a421a6ef4708ed19d75eac9d0edc1ce61de68abc7beee29 +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ae39eedf4a7f1f3b24b5741f99db0025b6d23af9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.978406552494415, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.367088607594937e-05, + "loss": 1.6882, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.354678580292877e-05, + "loss": 1.6741, + "step": 520 + }, + { + "epoch": 0.39, + "learning_rate": 4.342268552990817e-05, + "loss": 1.6859, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.329858525688757e-05, + "loss": 1.6925, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.317448498386697e-05, + "loss": 1.6748, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.3050384710846366e-05, + "loss": 1.674, + "step": 560 + }, + { + "epoch": 0.42, + "learning_rate": 4.2926284437825766e-05, + "loss": 1.6723, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.2802184164805165e-05, + "loss": 1.688, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2678083891784565e-05, + "loss": 1.6585, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.2553983618763964e-05, + "loss": 1.6902, + "step": 600 + }, + { + "epoch": 0.45, + "learning_rate": 4.2429883345743364e-05, + "loss": 1.6565, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.2305783072722757e-05, + "loss": 1.6897, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.218168279970216e-05, + "loss": 1.6698, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.205758252668156e-05, + "loss": 1.6712, + "step": 640 + }, + { + "epoch": 0.48, + "learning_rate": 4.193348225366096e-05, + "loss": 1.6653, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.180938198064036e-05, + "loss": 1.683, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.168528170761976e-05, + "loss": 1.6498, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.1561181434599153e-05, + "loss": 1.6939, + "step": 680 + }, + { + "epoch": 0.51, + "learning_rate": 4.143708116157855e-05, + "loss": 1.7123, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.131298088855796e-05, + "loss": 1.669, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.118888061553736e-05, + "loss": 1.7012, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.106478034251676e-05, + "loss": 1.668, + "step": 720 + }, + { + "epoch": 0.54, + "learning_rate": 4.094068006949616e-05, + "loss": 1.6845, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.081657979647556e-05, + "loss": 1.6371, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.069247952345495e-05, + "loss": 1.6871, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.056837925043435e-05, + "loss": 1.6605, + "step": 760 + }, + { + "epoch": 0.57, + "learning_rate": 4.044427897741375e-05, + "loss": 1.6838, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.0320178704393155e-05, + "loss": 1.6586, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.0196078431372555e-05, + "loss": 1.7265, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.0071978158351954e-05, + "loss": 1.6616, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.994787788533135e-05, + "loss": 1.6445, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.9823777612310746e-05, + "loss": 1.6916, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.9699677339290146e-05, + "loss": 1.6986, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.9575577066269545e-05, + "loss": 1.6776, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.945147679324895e-05, + "loss": 1.6629, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.932737652022835e-05, + "loss": 1.6789, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.9203276247207744e-05, + "loss": 1.6432, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.907917597418714e-05, + "loss": 1.6934, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.895507570116654e-05, + "loss": 1.7064, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.883097542814594e-05, + "loss": 1.6626, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.870687515512534e-05, + "loss": 1.6482, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.858277488210474e-05, + "loss": 1.674, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.845867460908415e-05, + "loss": 1.6474, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.833457433606354e-05, + "loss": 1.6719, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.821047406304294e-05, + "loss": 1.6694, + "step": 950 + }, + { + "epoch": 0.71, + "learning_rate": 3.808637379002234e-05, + "loss": 1.6876, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.796227351700174e-05, + "loss": 1.6902, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.783817324398114e-05, + "loss": 1.67, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.771407297096054e-05, + "loss": 1.6488, + "step": 990 + }, + { + "epoch": 0.74, + "learning_rate": 3.758997269793994e-05, + "loss": 1.6153, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7465872424919336e-05, + "loss": 1.6346, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7341772151898736e-05, + "loss": 1.7009, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.7217671878878135e-05, + "loss": 1.6873, + "step": 1030 + }, + { + "epoch": 0.77, + "learning_rate": 3.7093571605857535e-05, + "loss": 1.6742, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.6969471332836934e-05, + "loss": 1.645, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6845371059816334e-05, + "loss": 1.7089, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.672127078679573e-05, + "loss": 1.6473, + "step": 1070 + }, + { + "epoch": 0.8, + "learning_rate": 3.659717051377513e-05, + "loss": 1.6846, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.647307024075453e-05, + "loss": 1.7159, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.634896996773393e-05, + "loss": 1.6727, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.622486969471333e-05, + "loss": 1.6722, + "step": 1110 + }, + { + "epoch": 0.83, + "learning_rate": 3.610076942169273e-05, + "loss": 1.6785, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.597666914867212e-05, + "loss": 1.68, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.585256887565153e-05, + "loss": 1.6698, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.572846860263093e-05, + "loss": 1.7116, + "step": 1150 + }, + { + "epoch": 0.86, + "learning_rate": 3.560436832961033e-05, + "loss": 1.6635, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.548026805658973e-05, + "loss": 1.6821, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.535616778356913e-05, + "loss": 1.6669, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.523206751054853e-05, + "loss": 1.6733, + "step": 1190 + }, + { + "epoch": 0.89, + "learning_rate": 3.510796723752792e-05, + "loss": 1.66, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.498386696450732e-05, + "loss": 1.6447, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.4859766691486725e-05, + "loss": 1.5991, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.4735666418466125e-05, + "loss": 1.6811, + "step": 1230 + }, + { + "epoch": 0.92, + "learning_rate": 3.4611566145445524e-05, + "loss": 1.7129, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4487465872424924e-05, + "loss": 1.6621, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.4363365599404317e-05, + "loss": 1.7028, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4239265326383716e-05, + "loss": 1.6428, + "step": 1270 + }, + { + "epoch": 0.95, + "learning_rate": 3.4115165053363115e-05, + "loss": 1.6931, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.399106478034252e-05, + "loss": 1.6831, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.386696450732192e-05, + "loss": 1.6676, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.374286423430132e-05, + "loss": 1.6861, + "step": 1310 + }, + { + "epoch": 0.98, + "learning_rate": 3.3618763961280713e-05, + "loss": 1.6731, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.349466368826011e-05, + "loss": 1.6459, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.337056341523951e-05, + "loss": 1.7026, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.324646314221891e-05, + "loss": 1.6455, + "step": 1350 + }, + { + "epoch": 1.01, + "learning_rate": 3.312236286919831e-05, + "loss": 1.6502, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.299826259617772e-05, + "loss": 1.6802, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.287416232315712e-05, + "loss": 1.6756, + "step": 1380 + }, + { + "epoch": 1.03, + "learning_rate": 3.275006205013651e-05, + "loss": 1.615, + "step": 1390 + }, + { + "epoch": 1.04, + "learning_rate": 3.262596177711591e-05, + "loss": 1.6637, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.250186150409531e-05, + "loss": 1.6727, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.237776123107471e-05, + "loss": 1.6169, + "step": 1420 + }, + { + "epoch": 1.06, + "learning_rate": 3.225366095805411e-05, + "loss": 1.6792, + "step": 1430 + }, + { + "epoch": 1.07, + "learning_rate": 3.2129560685033514e-05, + "loss": 1.6745, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.200546041201291e-05, + "loss": 1.6932, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.1881360138992306e-05, + "loss": 1.6967, + "step": 1460 + }, + { + "epoch": 1.09, + "learning_rate": 3.1757259865971706e-05, + "loss": 1.6416, + "step": 1470 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633159592951105e-05, + "loss": 1.6618, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.1509059319930505e-05, + "loss": 1.6343, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.1384959046909904e-05, + "loss": 1.6633, + "step": 1500 + }, + { + "epoch": 1.12, + "learning_rate": 3.1260858773889304e-05, + "loss": 1.7296, + "step": 1510 + }, + { + "epoch": 1.13, + "learning_rate": 3.11367585008687e-05, + "loss": 1.6811, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.10126582278481e-05, + "loss": 1.6472, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.08885579548275e-05, + "loss": 1.6914, + "step": 1540 + }, + { + "epoch": 1.15, + "learning_rate": 3.07644576818069e-05, + "loss": 1.6557, + "step": 1550 + }, + { + "epoch": 1.16, + "learning_rate": 3.06403574087863e-05, + "loss": 1.6505, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0516257135765704e-05, + "loss": 1.6881, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0392156862745097e-05, + "loss": 1.6816, + "step": 1580 + }, + { + "epoch": 1.18, + "learning_rate": 3.0268056589724496e-05, + "loss": 1.6364, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.01439563167039e-05, + "loss": 1.6724, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 3.00198560436833e-05, + "loss": 1.6698, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9895755770662698e-05, + "loss": 1.6864, + "step": 1620 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771655497642097e-05, + "loss": 1.6614, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9647555224621497e-05, + "loss": 1.6181, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9523454951600893e-05, + "loss": 1.697, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.9399354678580292e-05, + "loss": 1.6462, + "step": 1660 + }, + { + "epoch": 1.24, + "learning_rate": 2.9275254405559692e-05, + "loss": 1.6583, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9151154132539095e-05, + "loss": 1.6781, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.9027053859518494e-05, + "loss": 1.6672, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8902953586497894e-05, + "loss": 1.6406, + "step": 1700 + }, + { + "epoch": 1.27, + "learning_rate": 2.877885331347729e-05, + "loss": 1.7013, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.865475304045669e-05, + "loss": 1.6636, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.853065276743609e-05, + "loss": 1.6721, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.8406552494415488e-05, + "loss": 1.6605, + "step": 1740 + }, + { + "epoch": 1.3, + "learning_rate": 2.828245222139489e-05, + "loss": 1.6329, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.815835194837429e-05, + "loss": 1.6444, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.8034251675353683e-05, + "loss": 1.6278, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.7910151402333086e-05, + "loss": 1.6724, + "step": 1780 + }, + { + "epoch": 1.33, + "learning_rate": 2.7786051129312486e-05, + "loss": 1.7456, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.7661950856291885e-05, + "loss": 1.6874, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.7537850583271285e-05, + "loss": 1.6249, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7413750310250684e-05, + "loss": 1.6814, + "step": 1820 + }, + { + "epoch": 1.36, + "learning_rate": 2.7289650037230087e-05, + "loss": 1.6465, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.716554976420948e-05, + "loss": 1.6471, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.704144949118888e-05, + "loss": 1.6207, + "step": 1850 + }, + { + "epoch": 1.38, + "learning_rate": 2.6917349218168282e-05, + "loss": 1.6443, + "step": 1860 + }, + { + "epoch": 1.39, + "learning_rate": 2.679324894514768e-05, + "loss": 1.6533, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.666914867212708e-05, + "loss": 1.7088, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.654504839910648e-05, + "loss": 1.6959, + "step": 1890 + }, + { + "epoch": 1.41, + "learning_rate": 2.6420948126085876e-05, + "loss": 1.7019, + "step": 1900 + }, + { + "epoch": 1.42, + "learning_rate": 2.6296847853065276e-05, + "loss": 1.6753, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6172747580044675e-05, + "loss": 1.7044, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.6048647307024078e-05, + "loss": 1.6777, + "step": 1930 + }, + { + "epoch": 1.44, + "learning_rate": 2.5924547034003478e-05, + "loss": 1.6419, + "step": 1940 + }, + { + "epoch": 1.45, + "learning_rate": 2.5800446760982877e-05, + "loss": 1.6893, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5676346487962277e-05, + "loss": 1.6555, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5552246214941673e-05, + "loss": 1.6814, + "step": 1970 + }, + { + "epoch": 1.47, + "learning_rate": 2.5428145941921072e-05, + "loss": 1.7269, + "step": 1980 + }, + { + "epoch": 1.48, + "learning_rate": 2.5304045668900472e-05, + "loss": 1.6449, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.517994539587987e-05, + "loss": 1.6843, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.5055845122859274e-05, + "loss": 1.6782, + "step": 2010 + }, + { + "epoch": 1.5, + "learning_rate": 2.493174484983867e-05, + "loss": 1.7249, + "step": 2020 + }, + { + "epoch": 1.51, + "learning_rate": 2.480764457681807e-05, + "loss": 1.6899, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.468354430379747e-05, + "loss": 1.6383, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.455944403077687e-05, + "loss": 1.6221, + "step": 2050 + }, + { + "epoch": 1.53, + "learning_rate": 2.4435343757756268e-05, + "loss": 1.6997, + "step": 2060 + }, + { + "epoch": 1.54, + "learning_rate": 2.4311243484735668e-05, + "loss": 1.6394, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.4187143211715067e-05, + "loss": 1.6809, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.4063042938694467e-05, + "loss": 1.6683, + "step": 2090 + }, + { + "epoch": 1.56, + "learning_rate": 2.3938942665673866e-05, + "loss": 1.6625, + "step": 2100 + }, + { + "epoch": 1.57, + "learning_rate": 2.3814842392653262e-05, + "loss": 1.6692, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3690742119632665e-05, + "loss": 1.6996, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566641846612065e-05, + "loss": 1.6653, + "step": 2130 + }, + { + "epoch": 1.59, + "learning_rate": 2.3442541573591464e-05, + "loss": 1.6903, + "step": 2140 + }, + { + "epoch": 1.6, + "learning_rate": 2.3318441300570863e-05, + "loss": 1.6639, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3194341027550263e-05, + "loss": 1.6501, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.3070240754529662e-05, + "loss": 1.6298, + "step": 2170 + }, + { + "epoch": 1.62, + "learning_rate": 2.294614048150906e-05, + "loss": 1.6438, + "step": 2180 + }, + { + "epoch": 1.63, + "learning_rate": 2.282204020848846e-05, + "loss": 1.6265, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.269793993546786e-05, + "loss": 1.6856, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.2573839662447257e-05, + "loss": 1.6824, + "step": 2210 + }, + { + "epoch": 1.65, + "learning_rate": 2.2449739389426656e-05, + "loss": 1.6899, + "step": 2220 + }, + { + "epoch": 1.66, + "learning_rate": 2.232563911640606e-05, + "loss": 1.6264, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.2201538843385455e-05, + "loss": 1.6794, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.2077438570364855e-05, + "loss": 1.6568, + "step": 2250 + }, + { + "epoch": 1.68, + "learning_rate": 2.1953338297344254e-05, + "loss": 1.6893, + "step": 2260 + }, + { + "epoch": 1.69, + "learning_rate": 2.1829238024323654e-05, + "loss": 1.696, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1705137751303053e-05, + "loss": 1.6312, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.1581037478282453e-05, + "loss": 1.6189, + "step": 2290 + }, + { + "epoch": 1.71, + "learning_rate": 2.1456937205261852e-05, + "loss": 1.6403, + "step": 2300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1332836932241252e-05, + "loss": 1.6639, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.120873665922065e-05, + "loss": 1.7026, + "step": 2320 + }, + { + "epoch": 1.73, + "learning_rate": 2.108463638620005e-05, + "loss": 1.6919, + "step": 2330 + }, + { + "epoch": 1.74, + "learning_rate": 2.096053611317945e-05, + "loss": 1.6642, + "step": 2340 + }, + { + "epoch": 1.75, + "learning_rate": 2.083643584015885e-05, + "loss": 1.6531, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.071233556713825e-05, + "loss": 1.6271, + "step": 2360 + }, + { + "epoch": 1.76, + "learning_rate": 2.058823529411765e-05, + "loss": 1.6252, + "step": 2370 + }, + { + "epoch": 1.77, + "learning_rate": 2.0464135021097048e-05, + "loss": 1.6681, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.0340034748076448e-05, + "loss": 1.6417, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0215934475055844e-05, + "loss": 1.6386, + "step": 2400 + }, + { + "epoch": 1.79, + "learning_rate": 2.0091834202035247e-05, + "loss": 1.6616, + "step": 2410 + }, + { + "epoch": 1.8, + "learning_rate": 1.9967733929014646e-05, + "loss": 1.629, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843633655994042e-05, + "loss": 1.711, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.971953338297344e-05, + "loss": 1.6446, + "step": 2440 + }, + { + "epoch": 1.82, + "learning_rate": 1.9595433109952844e-05, + "loss": 1.6744, + "step": 2450 + }, + { + "epoch": 1.83, + "learning_rate": 1.9471332836932244e-05, + "loss": 1.6503, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.934723256391164e-05, + "loss": 1.6351, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.922313229089104e-05, + "loss": 1.6266, + "step": 2480 + }, + { + "epoch": 1.85, + "learning_rate": 1.9099032017870442e-05, + "loss": 1.6997, + "step": 2490 + }, + { + "epoch": 1.86, + "learning_rate": 1.897493174484984e-05, + "loss": 1.62, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8850831471829238e-05, + "loss": 1.6761, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8726731198808637e-05, + "loss": 1.6611, + "step": 2520 + }, + { + "epoch": 1.88, + "learning_rate": 1.8602630925788037e-05, + "loss": 1.6603, + "step": 2530 + }, + { + "epoch": 1.89, + "learning_rate": 1.8478530652767436e-05, + "loss": 1.6923, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8354430379746836e-05, + "loss": 1.6886, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8230330106726235e-05, + "loss": 1.6769, + "step": 2560 + }, + { + "epoch": 1.91, + "learning_rate": 1.8106229833705635e-05, + "loss": 1.6706, + "step": 2570 + }, + { + "epoch": 1.92, + "learning_rate": 1.7982129560685034e-05, + "loss": 1.6321, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.7858029287664434e-05, + "loss": 1.7275, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733929014643833e-05, + "loss": 1.6575, + "step": 2600 + }, + { + "epoch": 1.94, + "learning_rate": 1.7609828741623233e-05, + "loss": 1.6676, + "step": 2610 + }, + { + "epoch": 1.95, + "learning_rate": 1.7485728468602632e-05, + "loss": 1.6639, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7361628195582032e-05, + "loss": 1.7096, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.723752792256143e-05, + "loss": 1.6374, + "step": 2640 + }, + { + "epoch": 1.97, + "learning_rate": 1.711342764954083e-05, + "loss": 1.6545, + "step": 2650 + }, + { + "epoch": 1.98, + "learning_rate": 1.6989327376520227e-05, + "loss": 1.6276, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.686522710349963e-05, + "loss": 1.6365, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.674112683047903e-05, + "loss": 1.6577, + "step": 2680 + }, + { + "epoch": 2.0, + "learning_rate": 1.6617026557458425e-05, + "loss": 1.6519, + "step": 2690 + }, + { + "epoch": 2.01, + "learning_rate": 1.6492926284437825e-05, + "loss": 1.6889, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.6368826011417228e-05, + "loss": 1.6314, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6244725738396624e-05, + "loss": 1.7011, + "step": 2720 + }, + { + "epoch": 2.03, + "learning_rate": 1.6120625465376023e-05, + "loss": 1.664, + "step": 2730 + }, + { + "epoch": 2.04, + "learning_rate": 1.5996525192355426e-05, + "loss": 1.6482, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5872424919334825e-05, + "loss": 1.6608, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.574832464631422e-05, + "loss": 1.671, + "step": 2760 + }, + { + "epoch": 2.06, + "learning_rate": 1.562422437329362e-05, + "loss": 1.7074, + "step": 2770 + }, + { + "epoch": 2.07, + "learning_rate": 1.5500124100273024e-05, + "loss": 1.7046, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.537602382725242e-05, + "loss": 1.65, + "step": 2790 + }, + { + "epoch": 2.08, + "learning_rate": 1.525192355423182e-05, + "loss": 1.6294, + "step": 2800 + }, + { + "epoch": 2.09, + "learning_rate": 1.512782328121122e-05, + "loss": 1.6541, + "step": 2810 + }, + { + "epoch": 2.1, + "learning_rate": 1.5003723008190618e-05, + "loss": 1.6501, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4879622735170018e-05, + "loss": 1.6495, + "step": 2830 + }, + { + "epoch": 2.11, + "learning_rate": 1.4755522462149417e-05, + "loss": 1.642, + "step": 2840 + }, + { + "epoch": 2.12, + "learning_rate": 1.4631422189128815e-05, + "loss": 1.6685, + "step": 2850 + }, + { + "epoch": 2.13, + "learning_rate": 1.4507321916108216e-05, + "loss": 1.6514, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4383221643087616e-05, + "loss": 1.6306, + "step": 2870 + }, + { + "epoch": 2.14, + "learning_rate": 1.4259121370067017e-05, + "loss": 1.6884, + "step": 2880 + }, + { + "epoch": 2.15, + "learning_rate": 1.4135021097046413e-05, + "loss": 1.6732, + "step": 2890 + }, + { + "epoch": 2.16, + "learning_rate": 1.4010920824025814e-05, + "loss": 1.6354, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3886820551005214e-05, + "loss": 1.6434, + "step": 2910 + }, + { + "epoch": 2.17, + "learning_rate": 1.3762720277984612e-05, + "loss": 1.6864, + "step": 2920 + }, + { + "epoch": 2.18, + "learning_rate": 1.3638620004964011e-05, + "loss": 1.6544, + "step": 2930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3514519731943412e-05, + "loss": 1.6977, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.339041945892281e-05, + "loss": 1.6684, + "step": 2950 + }, + { + "epoch": 2.2, + "learning_rate": 1.326631918590221e-05, + "loss": 1.6436, + "step": 2960 + }, + { + "epoch": 2.21, + "learning_rate": 1.3142218912881609e-05, + "loss": 1.6643, + "step": 2970 + }, + { + "epoch": 2.22, + "learning_rate": 1.3018118639861007e-05, + "loss": 1.6743, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.2894018366840408e-05, + "loss": 1.6791, + "step": 2990 + }, + { + "epoch": 2.23, + "learning_rate": 1.2769918093819807e-05, + "loss": 1.6459, + "step": 3000 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645817820799205e-05, + "loss": 1.6427, + "step": 3010 + }, + { + "epoch": 2.25, + "learning_rate": 1.2521717547778605e-05, + "loss": 1.6593, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2397617274758006e-05, + "loss": 1.6614, + "step": 3030 + }, + { + "epoch": 2.26, + "learning_rate": 1.2273517001737404e-05, + "loss": 1.6754, + "step": 3040 + }, + { + "epoch": 2.27, + "learning_rate": 1.2149416728716803e-05, + "loss": 1.6599, + "step": 3050 + }, + { + "epoch": 2.28, + "learning_rate": 1.2025316455696203e-05, + "loss": 1.6364, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901216182675602e-05, + "loss": 1.6294, + "step": 3070 + }, + { + "epoch": 2.29, + "learning_rate": 1.1777115909655002e-05, + "loss": 1.6174, + "step": 3080 + }, + { + "epoch": 2.3, + "learning_rate": 1.1653015636634401e-05, + "loss": 1.6602, + "step": 3090 + }, + { + "epoch": 2.31, + "learning_rate": 1.15289153636138e-05, + "loss": 1.6252, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.14048150905932e-05, + "loss": 1.596, + "step": 3110 + }, + { + "epoch": 2.32, + "learning_rate": 1.12807148175726e-05, + "loss": 1.6547, + "step": 3120 + }, + { + "epoch": 2.33, + "learning_rate": 1.1156614544551997e-05, + "loss": 1.6784, + "step": 3130 + }, + { + "epoch": 2.34, + "learning_rate": 1.1032514271531398e-05, + "loss": 1.6921, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0908413998510796e-05, + "loss": 1.7334, + "step": 3150 + }, + { + "epoch": 2.35, + "learning_rate": 1.0784313725490197e-05, + "loss": 1.6297, + "step": 3160 + }, + { + "epoch": 2.36, + "learning_rate": 1.0660213452469595e-05, + "loss": 1.6577, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0536113179448995e-05, + "loss": 1.6586, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.0412012906428396e-05, + "loss": 1.6802, + "step": 3190 + }, + { + "epoch": 2.38, + "learning_rate": 1.0287912633407794e-05, + "loss": 1.6577, + "step": 3200 + }, + { + "epoch": 2.39, + "learning_rate": 1.0163812360387195e-05, + "loss": 1.6509, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 1.0039712087366593e-05, + "loss": 1.6463, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.915611814345992e-06, + "loss": 1.676, + "step": 3230 + }, + { + "epoch": 2.41, + "learning_rate": 9.791511541325392e-06, + "loss": 1.6099, + "step": 3240 + }, + { + "epoch": 2.42, + "learning_rate": 9.667411268304791e-06, + "loss": 1.6285, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.543310995284189e-06, + "loss": 1.6585, + "step": 3260 + }, + { + "epoch": 2.43, + "learning_rate": 9.41921072226359e-06, + "loss": 1.6711, + "step": 3270 + }, + { + "epoch": 2.44, + "learning_rate": 9.295110449242988e-06, + "loss": 1.6543, + "step": 3280 + }, + { + "epoch": 2.45, + "learning_rate": 9.171010176222389e-06, + "loss": 1.6361, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 9.046909903201788e-06, + "loss": 1.6181, + "step": 3300 + }, + { + "epoch": 2.46, + "learning_rate": 8.922809630181186e-06, + "loss": 1.6398, + "step": 3310 + }, + { + "epoch": 2.47, + "learning_rate": 8.798709357160587e-06, + "loss": 1.6754, + "step": 3320 + }, + { + "epoch": 2.48, + "learning_rate": 8.674609084139985e-06, + "loss": 1.6702, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.550508811119385e-06, + "loss": 1.6642, + "step": 3340 + }, + { + "epoch": 2.49, + "learning_rate": 8.426408538098784e-06, + "loss": 1.637, + "step": 3350 + }, + { + "epoch": 2.5, + "learning_rate": 8.302308265078184e-06, + "loss": 1.656, + "step": 3360 + }, + { + "epoch": 2.51, + "learning_rate": 8.178207992057583e-06, + "loss": 1.6398, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 8.054107719036983e-06, + "loss": 1.631, + "step": 3380 + }, + { + "epoch": 2.52, + "learning_rate": 7.93000744601638e-06, + "loss": 1.6664, + "step": 3390 + }, + { + "epoch": 2.53, + "learning_rate": 7.805907172995782e-06, + "loss": 1.6617, + "step": 3400 + }, + { + "epoch": 2.54, + "learning_rate": 7.681806899975181e-06, + "loss": 1.6974, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.557706626954579e-06, + "loss": 1.6472, + "step": 3420 + }, + { + "epoch": 2.55, + "learning_rate": 7.433606353933979e-06, + "loss": 1.6116, + "step": 3430 + }, + { + "epoch": 2.56, + "learning_rate": 7.309506080913378e-06, + "loss": 1.6501, + "step": 3440 + }, + { + "epoch": 2.57, + "learning_rate": 7.185405807892778e-06, + "loss": 1.6773, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 7.061305534872177e-06, + "loss": 1.6507, + "step": 3460 + }, + { + "epoch": 2.58, + "learning_rate": 6.937205261851576e-06, + "loss": 1.6528, + "step": 3470 + }, + { + "epoch": 2.59, + "learning_rate": 6.8131049888309765e-06, + "loss": 1.6789, + "step": 3480 + }, + { + "epoch": 2.6, + "learning_rate": 6.689004715810375e-06, + "loss": 1.6368, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.564904442789774e-06, + "loss": 1.6571, + "step": 3500 + }, + { + "epoch": 2.61, + "learning_rate": 6.440804169769174e-06, + "loss": 1.6961, + "step": 3510 + }, + { + "epoch": 2.62, + "learning_rate": 6.316703896748573e-06, + "loss": 1.7001, + "step": 3520 + }, + { + "epoch": 2.63, + "learning_rate": 6.192603623727972e-06, + "loss": 1.5976, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 6.068503350707372e-06, + "loss": 1.7071, + "step": 3540 + }, + { + "epoch": 2.64, + "learning_rate": 5.944403077686771e-06, + "loss": 1.6296, + "step": 3550 + }, + { + "epoch": 2.65, + "learning_rate": 5.82030280466617e-06, + "loss": 1.6624, + "step": 3560 + }, + { + "epoch": 2.66, + "learning_rate": 5.69620253164557e-06, + "loss": 1.675, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.57210225862497e-06, + "loss": 1.6798, + "step": 3580 + }, + { + "epoch": 2.67, + "learning_rate": 5.448001985604369e-06, + "loss": 1.6819, + "step": 3590 + }, + { + "epoch": 2.68, + "learning_rate": 5.323901712583769e-06, + "loss": 1.6284, + "step": 3600 + }, + { + "epoch": 2.69, + "learning_rate": 5.199801439563167e-06, + "loss": 1.6457, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 5.075701166542567e-06, + "loss": 1.6644, + "step": 3620 + }, + { + "epoch": 2.7, + "learning_rate": 4.951600893521966e-06, + "loss": 1.6907, + "step": 3630 + }, + { + "epoch": 2.71, + "learning_rate": 4.827500620501366e-06, + "loss": 1.6358, + "step": 3640 + }, + { + "epoch": 2.72, + "learning_rate": 4.703400347480764e-06, + "loss": 1.6713, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.579300074460164e-06, + "loss": 1.6857, + "step": 3660 + }, + { + "epoch": 2.73, + "learning_rate": 4.455199801439563e-06, + "loss": 1.6419, + "step": 3670 + }, + { + "epoch": 2.74, + "learning_rate": 4.331099528418963e-06, + "loss": 1.6663, + "step": 3680 + }, + { + "epoch": 2.75, + "learning_rate": 4.206999255398362e-06, + "loss": 1.6744, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 4.082898982377762e-06, + "loss": 1.6562, + "step": 3700 + }, + { + "epoch": 2.76, + "learning_rate": 3.958798709357161e-06, + "loss": 1.6287, + "step": 3710 + }, + { + "epoch": 2.77, + "learning_rate": 3.834698436336561e-06, + "loss": 1.6765, + "step": 3720 + }, + { + "epoch": 2.78, + "learning_rate": 3.7105981633159593e-06, + "loss": 1.6417, + "step": 3730 + }, + { + "epoch": 2.78, + "learning_rate": 3.5864978902953588e-06, + "loss": 1.6559, + "step": 3740 + }, + { + "epoch": 2.79, + "learning_rate": 3.4623976172747582e-06, + "loss": 1.6428, + "step": 3750 + }, + { + "epoch": 2.8, + "learning_rate": 3.3382973442541577e-06, + "loss": 1.5889, + "step": 3760 + }, + { + "epoch": 2.81, + "learning_rate": 3.2141970712335568e-06, + "loss": 1.684, + "step": 3770 + }, + { + "epoch": 2.81, + "learning_rate": 3.0900967982129563e-06, + "loss": 1.6508, + "step": 3780 + }, + { + "epoch": 2.82, + "learning_rate": 2.9659965251923557e-06, + "loss": 1.6872, + "step": 3790 + }, + { + "epoch": 2.83, + "learning_rate": 2.841896252171755e-06, + "loss": 1.6434, + "step": 3800 + }, + { + "epoch": 2.84, + "learning_rate": 2.7177959791511543e-06, + "loss": 1.6654, + "step": 3810 + }, + { + "epoch": 2.84, + "learning_rate": 2.5936957061305533e-06, + "loss": 1.6756, + "step": 3820 + }, + { + "epoch": 2.85, + "learning_rate": 2.469595433109953e-06, + "loss": 1.6538, + "step": 3830 + }, + { + "epoch": 2.86, + "learning_rate": 2.3454951600893523e-06, + "loss": 1.6519, + "step": 3840 + }, + { + "epoch": 2.87, + "learning_rate": 2.2213948870687518e-06, + "loss": 1.6851, + "step": 3850 + }, + { + "epoch": 2.87, + "learning_rate": 2.097294614048151e-06, + "loss": 1.6228, + "step": 3860 + }, + { + "epoch": 2.88, + "learning_rate": 1.9731943410275503e-06, + "loss": 1.6828, + "step": 3870 + }, + { + "epoch": 2.89, + "learning_rate": 1.8490940680069496e-06, + "loss": 1.6624, + "step": 3880 + }, + { + "epoch": 2.9, + "learning_rate": 1.724993794986349e-06, + "loss": 1.6821, + "step": 3890 + }, + { + "epoch": 2.9, + "learning_rate": 1.6008935219657483e-06, + "loss": 1.6284, + "step": 3900 + }, + { + "epoch": 2.91, + "learning_rate": 1.4767932489451478e-06, + "loss": 1.6418, + "step": 3910 + }, + { + "epoch": 2.92, + "learning_rate": 1.352692975924547e-06, + "loss": 1.7002, + "step": 3920 + }, + { + "epoch": 2.93, + "learning_rate": 1.2285927029039465e-06, + "loss": 1.6462, + "step": 3930 + }, + { + "epoch": 2.93, + "learning_rate": 1.1044924298833458e-06, + "loss": 1.6706, + "step": 3940 + }, + { + "epoch": 2.94, + "learning_rate": 9.80392156862745e-07, + "loss": 1.5972, + "step": 3950 + }, + { + "epoch": 2.95, + "learning_rate": 8.562918838421445e-07, + "loss": 1.6743, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 7.321916108215438e-07, + "loss": 1.6595, + "step": 3970 + }, + { + "epoch": 2.96, + "learning_rate": 6.080913378009432e-07, + "loss": 1.6506, + "step": 3980 + }, + { + "epoch": 2.97, + "learning_rate": 4.839910647803425e-07, + "loss": 1.6343, + "step": 3990 + }, + { + "epoch": 2.98, + "learning_rate": 3.598907917597419e-07, + "loss": 1.6886, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/checkpoint-500/README.md b/4905_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/4905_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/4905_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/4905_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/4905_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..669269443b5f156e2f99c78e7663f1e33b032210 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb985c026d8212851280b72409279e1e74775994cbc0992a7079eb55f05a65e +size 26235704 diff --git a/4905_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/4905_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba589b9f920b6e4155d972a5a4f08b9c5e920eec --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632618b5b5f5700189c75865aa404f9c7713d78b398b01b18f669f126c6ec449 +size 52567237 diff --git a/4905_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/4905_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/4905_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/4905_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbfa1275054a69f8117901f855f84c984a99a479 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8125cd9c35787a94935f69a4463ed01371dc47c5a938126587829992e9fdbf6 +size 627 diff --git a/4905_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/4905_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0832e9636622aa503ad8dce0dc58e74465b5c41c --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37230081906180196, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98758997269794e-05, + "loss": 1.8076, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.97517994539588e-05, + "loss": 1.792, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96276991809382e-05, + "loss": 1.7935, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.95035989079176e-05, + "loss": 1.7432, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.9379498634897e-05, + "loss": 1.7369, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.92553983618764e-05, + "loss": 1.7506, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91312980888558e-05, + "loss": 1.6795, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.90071978158352e-05, + "loss": 1.721, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.88830975428146e-05, + "loss": 1.6954, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.875899726979399e-05, + "loss": 1.6715, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.86348969967734e-05, + "loss": 1.6799, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.8510796723752796e-05, + "loss": 1.7203, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.8386696450732196e-05, + "loss": 1.6643, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8262596177711595e-05, + "loss": 1.6655, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8138495904690995e-05, + "loss": 1.681, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.8014395631670394e-05, + "loss": 1.7232, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.789029535864979e-05, + "loss": 1.6658, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7766195085629186e-05, + "loss": 1.6965, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.764209481260859e-05, + "loss": 1.6745, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751799453958799e-05, + "loss": 1.6881, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.739389426656739e-05, + "loss": 1.6899, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726979399354679e-05, + "loss": 1.6825, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7145693720526184e-05, + "loss": 1.6894, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.702159344750558e-05, + "loss": 1.7016, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.689749317448498e-05, + "loss": 1.6556, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.677339290146439e-05, + "loss": 1.715, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.664929262844379e-05, + "loss": 1.6415, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.652519235542319e-05, + "loss": 1.6986, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.640109208240258e-05, + "loss": 1.6766, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.627699180938198e-05, + "loss": 1.7016, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.615289153636138e-05, + "loss": 1.698, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.602879126334078e-05, + "loss": 1.6692, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.590469099032018e-05, + "loss": 1.6386, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5780590717299585e-05, + "loss": 1.7369, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5656490444278984e-05, + "loss": 1.6997, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.553239017125838e-05, + "loss": 1.6983, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.5408289898237776e-05, + "loss": 1.6702, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5284189625217176e-05, + "loss": 1.6901, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.5160089352196575e-05, + "loss": 1.6916, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.5035989079175975e-05, + "loss": 1.682, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.491188880615538e-05, + "loss": 1.6756, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4787788533134774e-05, + "loss": 1.6632, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.466368826011417e-05, + "loss": 1.67, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.453958798709357e-05, + "loss": 1.6581, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.441548771407297e-05, + "loss": 1.7106, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.429138744105237e-05, + "loss": 1.6757, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.416728716803177e-05, + "loss": 1.6315, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.404318689501117e-05, + "loss": 1.66, + "step": 480 + }, + { + "epoch": 0.36, + "learning_rate": 4.391908662199057e-05, + "loss": 1.6966, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.379498634896997e-05, + "loss": 1.6642, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4029, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/4905_Llama-2-13b-hf/checkpoint-500/training_args.bin b/4905_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/4905_Llama-2-13b-hf/training_args.bin b/4905_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9695b361cdc017019c9771efcc42901e86ead65 --- /dev/null +++ b/4905_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:845a2b2fdc2c4e56f5414ce60b4793b212ad8a0be17dfd186fda28026cb838b1 +size 4283 diff --git a/5831/README.md b/5831/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/adapter_config.json b/5831/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/adapter_model.safetensors b/5831/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..268d2b7b32ff944d430f43b1fd79a728e105b086 --- /dev/null +++ b/5831/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3cbccf1e5a45813f07826d92bab76e7e8006753d5f2a2d9a120e184cba3688c +size 26235704 diff --git a/5831/checkpoint-1000/README.md b/5831/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-1000/adapter_config.json b/5831/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-1000/adapter_model.safetensors b/5831/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7832bd8646d1b883543de8a04a37bc2126c2ec7a --- /dev/null +++ b/5831/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994f3c3e712d42c67423af63b4b4b634aefb0bab8d8cd3e73e32b2548321db80 +size 26235704 diff --git a/5831/checkpoint-1000/optimizer.pt b/5831/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c448848f62c708467aea84fc9b2c98e4bd8cf6ca --- /dev/null +++ b/5831/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f1c6a08d680cb528c7773fa4f1a957cbd93f4333e0d1593bb235931e9a1c87 +size 52565434 diff --git a/5831/checkpoint-1000/rng_state.pth b/5831/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/5831/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/5831/checkpoint-1000/scheduler.pt b/5831/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac95f1e95c75c5fca50c58a4c578025f0c5e2c4 --- /dev/null +++ b/5831/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dcb7f64cd30a16488682e18d2abe37301e0122dd42b1c2ff35d43ffeb6946f +size 1064 diff --git a/5831/checkpoint-1000/trainer_state.json b/5831/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..177dd477f0d4fbdb55df7044a641c23ca27bb220 --- /dev/null +++ b/5831/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-1000/training_args.bin b/5831/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/checkpoint-2000/README.md b/5831/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-2000/adapter_config.json b/5831/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-2000/adapter_model.safetensors b/5831/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac5bdc9f71a60d9e49e5b1d03149b02339e6224c --- /dev/null +++ b/5831/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a254d5db9c260c08398374415b65de1a0309fad6a28c0bac4e4d0b849914ccfa +size 26235704 diff --git a/5831/checkpoint-2000/optimizer.pt b/5831/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4873d29f82adeb6522f96b75fd43d035efa269c6 --- /dev/null +++ b/5831/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feee5af781076d794363b785deb2b8d1dd027f5aad5607c7e7080001ccd8b6f5 +size 52565434 diff --git a/5831/checkpoint-2000/rng_state.pth b/5831/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6625cdaa3eb8a8774d97aa295fcfc6b2308c7ab --- /dev/null +++ b/5831/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08bd5882e2c938889da099d845d652b47a03ff34237e5194f5b8072fea7fbc7 +size 14244 diff --git a/5831/checkpoint-2000/scheduler.pt b/5831/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf2eac2582ee5bbdac2ab1a0a2a4aebd49d8898 --- /dev/null +++ b/5831/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705d171df5422a0b3ed1380888de2e09e1decddcc73e5027e1dbff1872b3ca14 +size 1064 diff --git a/5831/checkpoint-2000/trainer_state.json b/5831/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..558d3b2fbfae71dc2786bb5db47fbbfbb4dbdb49 --- /dev/null +++ b/5831/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.68, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6824, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6638, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6931, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.604, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6531, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6958, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6884, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.664, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6997, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6826, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6666, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7283, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6498, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7001, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6769, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6808, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6548, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.626, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6919, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6753, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6487, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6442, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6902, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6972, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6777, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6988, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7294, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6713, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6795, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6876, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6476, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7135, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7506, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6685, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6948, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6644, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6699, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7202, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6906, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6626, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6821, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6314, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.679, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6389, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6369, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7074, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6984, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6701, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6646, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6925, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6965, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6834, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.663, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6733, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6857, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-2000/training_args.bin b/5831/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/checkpoint-3000/README.md b/5831/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-3000/adapter_config.json b/5831/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-3000/adapter_model.safetensors b/5831/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..537d4eb363260367e15ba039a00629c44483e80f --- /dev/null +++ b/5831/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4996889f9cb8090775b964ea6b168253af2a368a57f34e0300198d85467f6f49 +size 26235704 diff --git a/5831/checkpoint-3000/optimizer.pt b/5831/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ae8551ee31878783ae3c59e5fc4eeef2177a1f1 --- /dev/null +++ b/5831/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7835105d089da567647d540ee6080d0373aa78f36ed0cd5f0b89ac3c4fa20bbd +size 52565434 diff --git a/5831/checkpoint-3000/rng_state.pth b/5831/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5514c2364480f5ba55bb1a8a7129edc43c8269c8 --- /dev/null +++ b/5831/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85027ccb3cbfd07885a93731d4088037863bdd3a9c4da70cb0ca80f8ab171bc +size 14244 diff --git a/5831/checkpoint-3000/scheduler.pt b/5831/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee6a9edf85d28ae2315f70d507226c676971757 --- /dev/null +++ b/5831/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c302b0d881462133bca389e07017e47d5c18fb380629b254036e6bc6d19df88 +size 1064 diff --git a/5831/checkpoint-3000/trainer_state.json b/5831/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7861a8c817787f155ce4c3796bcbf7771ee8ecce --- /dev/null +++ b/5831/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.2, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.68, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6824, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6638, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6931, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.604, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6531, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6958, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6884, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.664, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6997, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6826, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6666, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7283, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6498, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7001, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6769, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6808, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6548, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.626, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6919, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6753, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6487, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6442, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6902, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6972, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6777, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6988, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7294, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6713, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6795, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6876, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6476, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7135, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7506, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6685, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6948, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6644, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6699, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7202, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6906, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6626, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6821, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6314, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.679, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6389, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6369, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7074, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6984, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6701, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6646, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6925, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6965, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6834, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.663, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6733, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6857, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.706, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6765, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6877, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7021, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6718, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6603, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6776, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6448, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.691, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6819, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6673, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.677, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6487, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6719, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.732, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6711, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6594, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7262, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6498, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6645, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6838, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6584, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6588, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6769, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6898, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7364, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6841, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6553, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6813, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6395, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6634, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.664, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6451, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.628, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6578, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6343, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6493, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6828, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6699, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6946, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6487, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6488, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6623, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6475, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.677, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6884, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6574, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6759, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6322, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6613, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6509, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6719, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6511, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6773, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.667, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6701, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6906, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6887, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6847, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6445, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6522, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6852, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-3000/training_args.bin b/5831/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/checkpoint-4000/README.md b/5831/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-4000/adapter_config.json b/5831/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-4000/adapter_model.safetensors b/5831/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..51186f4db59d1b770b43b8c4a52077020367958b --- /dev/null +++ b/5831/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28fe8b957589467037d684410490896559d0dabff4df51f2d3727fdbe9ff2d60 +size 26235704 diff --git a/5831/checkpoint-4000/optimizer.pt b/5831/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..271ccd3f7e9af2d78fdfdbc85d037cb32fc80985 --- /dev/null +++ b/5831/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6a5be485b9a69764ff4e5e5eceefc75d32bba06d733e3d23851ab661cb8d2c +size 52565434 diff --git a/5831/checkpoint-4000/rng_state.pth b/5831/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4959337501c5a5461ed2bf9545574b3f40267c9 --- /dev/null +++ b/5831/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6754fab244ca44d88a841a60271b5dc8c5d8d98d90006bf01abc71d28f65b63d +size 14244 diff --git a/5831/checkpoint-4000/scheduler.pt b/5831/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..558103fa4d342b9939fbf53fd860c7ad3addf3a4 --- /dev/null +++ b/5831/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866c82d93f04fc5c297af159755dd3026eeb30d5ec10f317cbf4d5658c60366b +size 1064 diff --git a/5831/checkpoint-4000/trainer_state.json b/5831/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2de2d45bff3635fb3294a6199bee320f2fd364a0 --- /dev/null +++ b/5831/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.68, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6824, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6638, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6931, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.604, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6531, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6958, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6884, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.664, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6997, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6826, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6666, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7283, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6498, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7001, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6769, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6808, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6548, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.626, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6919, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6753, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6487, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6442, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6902, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6972, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6777, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6988, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7294, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6713, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6795, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6876, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6476, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7135, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7506, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6685, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6948, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6644, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6699, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7202, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6906, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6626, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6821, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6314, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.679, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6389, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6369, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7074, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6984, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6701, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6646, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6925, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6965, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6834, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.663, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6733, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6857, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.706, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6765, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6877, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7021, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6718, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6603, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6776, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6448, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.691, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6819, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6673, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.677, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6487, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6719, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.732, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6711, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6594, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7262, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6498, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6645, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6838, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6584, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6588, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6769, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6898, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7364, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6841, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6553, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6813, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6395, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6634, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.664, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6451, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.628, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6578, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6343, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6493, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6828, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6699, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6946, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6487, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6488, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6623, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6475, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.677, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6884, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6574, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6759, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6322, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6613, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6509, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6719, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6511, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6773, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.667, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6701, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6906, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6887, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6847, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6445, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6522, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6852, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6703, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6429, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6693, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.684, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6366, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6778, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6482, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.684, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6962, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6771, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6573, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6869, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6784, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6426, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6618, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6296, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6752, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6821, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6605, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6531, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7139, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6825, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6624, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6737, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6663, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6586, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6809, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6426, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6626, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6868, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6753, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7041, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.711, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6806, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6585, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6414, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.662, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6372, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6234, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6514, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6493, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6421, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6812, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6282, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6985, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.664, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7038, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6699, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6454, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6376, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6625, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6946, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6772, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6539, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6689, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6237, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.694, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6875, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.66, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6644, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-4000/training_args.bin b/5831/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/checkpoint-5000/README.md b/5831/checkpoint-5000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-5000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-5000/adapter_config.json b/5831/checkpoint-5000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-5000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-5000/adapter_model.safetensors b/5831/checkpoint-5000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e3df6d5b753c2ea86b312c5755bed588dd93fe85 --- /dev/null +++ b/5831/checkpoint-5000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ceea388e13c82a97f6a8f29fe84076dfc1d268d55c002df1538e28bb44d7552 +size 26235704 diff --git a/5831/checkpoint-5000/optimizer.pt b/5831/checkpoint-5000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..16939fca418863b81c485f64d0f00c7c441fb97f --- /dev/null +++ b/5831/checkpoint-5000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28f80b77252043b5f7903c4c28d871903d2cc42ad0d715d0e80b47124520554d +size 52565434 diff --git a/5831/checkpoint-5000/rng_state.pth b/5831/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f28ddd072d6fa161f94adcc50191a04686bea9c --- /dev/null +++ b/5831/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3377fa1211be067a69cad1f7928ad5018c4b86ecd9ab6589f90cb7f72f4ffa20 +size 14244 diff --git a/5831/checkpoint-5000/scheduler.pt b/5831/checkpoint-5000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..206a887a63fc3223931864b70f28ffa2f02b868c --- /dev/null +++ b/5831/checkpoint-5000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4579ec5eb60d61c9c17200e50d5be12ad44731a051f2ac1e6d4dce250a9ce1 +size 1064 diff --git a/5831/checkpoint-5000/trainer_state.json b/5831/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4669f7c7e5899d1b395b3bddfd7991f3a5ad674b --- /dev/null +++ b/5831/checkpoint-5000/trainer_state.json @@ -0,0 +1,3021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.68, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6824, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6638, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6931, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.604, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6531, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6958, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6884, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.664, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6997, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6826, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6666, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7283, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6498, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7001, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6769, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6808, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6548, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.626, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6919, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6753, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6487, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6442, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6902, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6972, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6777, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6988, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7294, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6713, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6795, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6876, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6476, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7135, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7506, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6685, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6948, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6644, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6699, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7202, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6906, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6626, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6821, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6314, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.679, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6389, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6369, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7074, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6984, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6701, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6646, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6925, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6965, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6834, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.663, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6733, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6857, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.706, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6765, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6877, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7021, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6718, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6603, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6776, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6448, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.691, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6819, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6673, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.677, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6487, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6719, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.732, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6711, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6594, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7262, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6498, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6645, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6838, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6584, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6588, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6769, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6898, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7364, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6841, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6553, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6813, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6395, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6634, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.664, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6451, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.628, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6578, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6343, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6493, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6828, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6699, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6946, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6487, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6488, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6623, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6475, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.677, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6884, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6574, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6759, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6322, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6613, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6509, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6719, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6511, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6773, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.667, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6701, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6906, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6887, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6847, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6445, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6522, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6852, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6703, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6429, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6693, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.684, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6366, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6778, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6482, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.684, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6962, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6771, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6573, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6869, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6784, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6426, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6618, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6296, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6752, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6821, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6605, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6531, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7139, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6825, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6624, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6737, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6663, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6586, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6809, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6426, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6626, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6868, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6753, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7041, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.711, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6806, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6585, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6414, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.662, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6372, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6234, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6514, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6493, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6421, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6812, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6282, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6985, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.664, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7038, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6699, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6454, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6376, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6625, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6946, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6772, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6539, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6689, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6237, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.694, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6875, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.66, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6644, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7092, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7013, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6703, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6954, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.68, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6507, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.631, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6511, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6919, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6192, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6735, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6945, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6842, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.68, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7111, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6404, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.674, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6593, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6542, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6393, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6991, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7023, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6571, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6522, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6745, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.6764, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6445, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6722, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6914, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6351, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6579, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6352, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6741, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7004, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6404, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6602, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6386, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6783, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6412, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6876, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5959, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7021, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6432, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6868, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6874, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.652, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6619, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6604, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6671, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6461, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.679, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6952, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6694, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6496, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6947, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6507, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6703, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6827, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7075, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7004, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6694, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7039, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.654, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6984, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6535, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6932, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6443, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6858, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6418, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6484, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.672, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6737, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6725, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6896, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6577, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6505, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6718, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6669, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6682, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.669, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.6968, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6881, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6911, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6837, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6456, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6609, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6274, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6491, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6379, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6505, + "step": 5000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.1601241096192e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-5000/training_args.bin b/5831/checkpoint-5000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/checkpoint-6000/README.md b/5831/checkpoint-6000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-6000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-6000/adapter_config.json b/5831/checkpoint-6000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-6000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-6000/adapter_model.safetensors b/5831/checkpoint-6000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5d3907448d1be3404c6315a711c5a0cb80053b4 --- /dev/null +++ b/5831/checkpoint-6000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:256aefb651a1e1b864679460858b459a67ea0e1d1921a14975e9680c5bd27227 +size 26235704 diff --git a/5831/checkpoint-6000/optimizer.pt b/5831/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2391ca96e3acdfe3281201f53247e22ad6a5320e --- /dev/null +++ b/5831/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82f01dff64b997995d4e42d65e1c6b2432e2b12ac08ab2f86d8c84170d060b4 +size 52565434 diff --git a/5831/checkpoint-6000/rng_state.pth b/5831/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c1f0cb60263429300aa63a2b3184ad1624964fa5 --- /dev/null +++ b/5831/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27cbb9083c4e50d7a26495d1014758ff5d91fa81ac5c9fe340cff6a0d230153 +size 14244 diff --git a/5831/checkpoint-6000/scheduler.pt b/5831/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd7d2beff61a5d8a646cb7c14e3b11647e23ef9 --- /dev/null +++ b/5831/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8387f825847a9b8a2c8387203584ce1062acc3caff7113d13f9f01240448459b +size 1064 diff --git a/5831/checkpoint-6000/trainer_state.json b/5831/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cdffc54d808ae9838c9b77b938357bf1362f6168 --- /dev/null +++ b/5831/checkpoint-6000/trainer_state.json @@ -0,0 +1,3621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.68, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6824, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6638, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6931, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.604, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6531, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6958, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6884, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.664, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6997, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6826, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6666, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7283, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6498, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7001, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6769, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6808, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6548, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.626, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6919, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6753, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6487, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6442, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6902, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6972, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6777, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6988, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7294, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6713, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6795, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6876, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6476, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7135, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7506, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6685, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6948, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6644, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6699, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7202, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6906, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6626, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6821, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6314, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.679, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6389, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6369, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7074, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6984, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6701, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6646, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6925, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6965, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6834, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.663, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6733, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6857, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.706, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6765, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6877, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7021, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6718, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6603, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6776, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6448, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.691, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6819, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6673, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.677, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6487, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6719, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.732, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6711, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6594, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7262, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6498, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6645, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6838, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6584, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6588, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6769, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6898, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7364, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6841, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6553, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6813, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6395, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6634, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.664, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6451, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.628, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6578, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6343, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6493, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6828, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6699, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6946, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6487, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6488, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6623, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6475, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.677, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6884, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6574, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6759, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6322, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6613, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6509, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6719, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6511, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6773, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.667, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6701, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6906, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6887, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6847, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6445, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6522, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6852, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6703, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6429, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6693, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.684, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6366, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6778, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6482, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.684, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6962, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6771, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6573, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6869, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6784, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6426, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6618, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6296, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6752, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6821, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6605, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6531, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7139, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6825, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6624, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6737, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6663, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6586, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6809, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6426, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6626, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6868, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6753, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7041, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.711, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6806, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6585, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6414, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.662, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6372, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6234, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6514, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6493, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6421, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6812, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6282, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6985, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.664, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7038, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6699, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6454, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6376, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6625, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6946, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6772, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6539, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6689, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6237, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.694, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6875, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.66, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6644, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7092, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7013, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6703, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6954, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.68, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6507, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.631, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6511, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6919, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6192, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6735, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6945, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6842, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.68, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7111, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6404, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.674, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6593, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6542, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6393, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6991, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7023, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6571, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6522, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6745, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.6764, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6445, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6722, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6914, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6351, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6579, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6352, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6741, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7004, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6404, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6602, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6386, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6783, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6412, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6876, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5959, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7021, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6432, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6868, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6874, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.652, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6619, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6604, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6671, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6461, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.679, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6952, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6694, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6496, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6947, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6507, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6703, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6827, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7075, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7004, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6694, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7039, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.654, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6984, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6535, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6932, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6443, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6858, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6418, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6484, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.672, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6737, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6725, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6896, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6577, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6505, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6718, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6669, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6682, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.669, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.6968, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6881, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6911, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6837, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6456, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6609, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6274, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6491, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6379, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6505, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7179, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6719, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6523, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6908, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6547, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6688, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6297, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6678, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6559, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6684, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6368, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6745, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6504, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6737, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6265, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7097, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6844, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6766, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6869, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6437, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6398, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6894, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6504, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6449, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6708, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6118, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.636, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6656, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6053, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6742, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6849, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7041, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6489, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6701, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6314, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6922, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6371, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.644, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6598, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.6269, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6515, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6341, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6722, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6746, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.6955, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6822, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6516, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6939, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6149, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7007, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.637, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6113, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6958, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6734, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6596, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6508, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6474, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6367, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6775, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.625, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6276, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6477, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6461, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6652, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6645, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6961, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6717, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6883, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7095, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6346, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6642, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.671, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.6582, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6843, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6734, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.6498, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6176, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6557, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.671, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6866, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6315, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6794, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6167, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6149, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.651, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6803, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6753, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.79214893154304e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-6000/training_args.bin b/5831/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/checkpoint-7000/README.md b/5831/checkpoint-7000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5831/checkpoint-7000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5831/checkpoint-7000/adapter_config.json b/5831/checkpoint-7000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5831/checkpoint-7000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5831/checkpoint-7000/adapter_model.safetensors b/5831/checkpoint-7000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ff499d48de5d238fecbb6f8e5bccbf8e01f2309 --- /dev/null +++ b/5831/checkpoint-7000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c67f45b19e5bc22de0bd36808596c67d744c4f89d4d685d746842649f93928 +size 26235704 diff --git a/5831/checkpoint-7000/optimizer.pt b/5831/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..753e3509a9760a7d44349e8391c21b5489d678b1 --- /dev/null +++ b/5831/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5905edc78ca314365daed3b0dd21a40844d58d84ee0705c8a2976912ab37c3ac +size 52565434 diff --git a/5831/checkpoint-7000/rng_state.pth b/5831/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a869012e775ed0b29b1cd55d86a42ad51ad8ab7d --- /dev/null +++ b/5831/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b115e68871289aa206acc9048f47e1beae5380b0e1d880945737e8908e513601 +size 14244 diff --git a/5831/checkpoint-7000/scheduler.pt b/5831/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbaf207157e7b4900f3b09edbe66b55a2cebe7d --- /dev/null +++ b/5831/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9acbf4595203b060acd77ef8f0492ab828b8bb2657257b918daa93c903d052 +size 1064 diff --git a/5831/checkpoint-7000/trainer_state.json b/5831/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7bb41ef0dc5b9cff6497142dd46b6a0fa76372d1 --- /dev/null +++ b/5831/checkpoint-7000/trainer_state.json @@ -0,0 +1,4221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7733, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7832, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7307, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7294, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6935, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7358, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6952, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7234, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.6768, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.718, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.711, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.654, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7078, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6801, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7032, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7271, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6744, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6403, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7097, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7162, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6745, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6862, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6618, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.704, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6405, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7084, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6798, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7429, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7588, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6834, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6793, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6498, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6674, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6546, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.676, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6773, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7061, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6826, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6846, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7126, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6957, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6981, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6794, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6621, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6735, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6936, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6735, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6917, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6939, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7187, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6834, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6881, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7073, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6817, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.689, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6911, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6765, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6667, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6868, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6773, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6794, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.6878, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6609, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6566, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7276, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6813, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6715, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6793, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6551, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6673, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6879, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6573, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6526, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6826, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6866, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6469, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7004, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6556, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.678, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6851, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6383, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6809, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6587, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.688, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6891, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6845, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6965, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7174, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6627, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6696, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6902, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.68, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6824, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6484, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6638, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6931, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.604, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6531, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6982, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6958, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6884, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.664, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6997, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6826, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6666, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7283, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6498, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7001, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6769, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6808, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6548, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6679, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.626, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6919, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6753, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6914, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6487, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6442, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6902, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7381, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6972, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6777, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6988, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7294, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6729, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.6713, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.662, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6795, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6876, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6476, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7135, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7506, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7159, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6685, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6948, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6644, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6699, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6833, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6975, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6923, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.645, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7202, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6944, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6906, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6733, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6626, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6418, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6877, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6844, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6821, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6314, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.679, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6388, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6389, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6842, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.661, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6369, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7074, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6581, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6787, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6984, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7048, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6701, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6646, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6925, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.668, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6965, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6834, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.663, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6733, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6769, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.6857, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.706, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6765, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6877, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7021, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6718, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6603, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6776, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6448, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.691, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6819, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6673, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.677, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6487, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6719, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.732, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6711, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6578, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6594, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7262, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6498, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6645, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6666, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6838, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6584, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6588, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6816, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6822, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.67, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6769, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6745, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.697, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6898, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7364, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6841, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6553, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6813, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6395, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6634, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6458, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6527, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.664, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6451, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6855, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.628, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6692, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6826, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6467, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6578, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6343, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6493, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6828, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6699, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6946, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6487, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6488, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6623, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6475, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6428, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.677, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6884, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6574, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6602, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6759, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6322, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6613, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6509, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6719, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6511, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6773, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.667, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6701, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6983, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6906, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6887, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6797, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6847, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6445, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7015, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6916, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6522, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.667, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6852, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6703, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6429, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6693, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6895, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.665, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.684, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6366, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6496, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6778, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6464, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6931, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6812, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6092, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.631, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6852, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6482, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.684, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6331, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6785, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6962, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6771, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6573, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6869, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6784, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6426, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6618, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6819, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6296, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6752, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6821, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6605, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6531, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7139, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6825, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6624, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6737, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6663, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6586, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6809, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6426, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6626, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6868, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6753, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7041, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.711, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6806, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6542, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6585, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6414, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6374, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.662, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6372, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6344, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6234, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6514, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6617, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6695, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6493, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6421, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6548, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6555, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6812, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6282, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6693, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6985, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.664, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7038, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6699, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6636, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6454, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6376, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6625, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6946, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6772, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6539, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6689, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6237, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6559, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.694, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6875, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.66, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6644, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6808, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7092, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7013, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6703, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6954, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.68, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6507, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.631, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6511, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6919, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6192, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6735, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6827, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6945, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.6842, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.68, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7111, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6404, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.674, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6593, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6542, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6393, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6991, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7023, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6571, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6522, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6745, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.6764, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6445, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6722, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6914, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6351, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6579, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6352, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6705, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6817, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.6741, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7004, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6404, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6602, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6386, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6783, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6412, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6594, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6876, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5959, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7021, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6432, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6868, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6874, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.652, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.6619, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6604, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6671, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6461, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.679, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.6952, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6694, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6496, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6947, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6507, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6703, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6827, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7075, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7004, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6694, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6729, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7039, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.654, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6984, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6535, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6932, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6443, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6858, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6418, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6484, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.672, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6737, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6725, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6896, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6577, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6505, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6718, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6669, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6682, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.669, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.6968, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6881, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.6911, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6837, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6456, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6609, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6274, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6491, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6379, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6604, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6505, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7179, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6719, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6523, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6908, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6547, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6688, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6617, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6297, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6867, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6678, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6722, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6559, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6684, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6368, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6745, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6504, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.6737, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6456, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6589, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6265, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7097, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6844, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6766, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6424, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6869, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6437, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6398, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6894, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6483, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6504, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6433, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6449, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6708, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6118, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.636, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6656, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6053, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6742, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6849, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7041, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6489, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6912, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6966, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6701, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6314, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6922, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6371, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.644, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6598, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.6269, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6515, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6341, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6722, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6746, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.6955, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.6822, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6516, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6939, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6149, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7007, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.637, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6113, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6958, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6734, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6596, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6508, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6474, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6367, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6775, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.625, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6276, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6477, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6461, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6652, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6645, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6961, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6717, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6883, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7095, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6346, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6642, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.671, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.6582, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6843, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6734, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.6498, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.6176, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6557, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.671, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6866, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6315, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6794, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6167, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6149, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.651, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6803, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6753, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6457, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6889, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6758, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.6913, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.6295, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6799, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6746, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6373, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6676, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6607, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.67, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6754, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6541, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.6461, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6585, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6618, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6843, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.695, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6845, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6899, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6556, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.676, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6441, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6641, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.693, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6447, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6383, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.6893, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.659, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6456, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6406, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6646, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6241, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.6423, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6482, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6425, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.6482, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6457, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6962, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.6664, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6066, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.6431, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6604, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6743, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6422, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.6691, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7413, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6639, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6932, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.6649, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6522, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6231, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6606, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.6515, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6672, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.6547, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.6189, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6296, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6588, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6316, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.655, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.6779, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.6856, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6367, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.6353, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6688, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6223, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6415, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.66, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.6774, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6636, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6534, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6916, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6377, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6636, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6842, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.6386, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6348, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6845, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.6131, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6567, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.637, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7123, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6484, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6741, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.6751, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6974, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.643, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.6143, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6509, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6185, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6619, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6513, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6738, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.675, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6504, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6556, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.696, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6245, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7017, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 4.42417375346688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5831/checkpoint-7000/training_args.bin b/5831/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5831/training_args.bin b/5831/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8793d7eb8e68768e5bcdfeacbce0ca32de444ea3 --- /dev/null +++ b/5831/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63d86fd453c8397b979c0f5f152f9b461757f3a3255f97c4eb941e072875592d +size 4664 diff --git a/5888_Llama-2-13b-hf/README.md b/5888_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5381fcee5d08bccffa755beecd8ec2faa3ff16f0 --- /dev/null +++ b/5888_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 5888_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 5888_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/5888_Llama-2-13b-hf/adapter_config.json b/5888_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/adapter_model.safetensors b/5888_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ffad6de7d75211093b10efc007b04d443f50039 --- /dev/null +++ b/5888_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9a4217e158f516152214f8f8f22c6d8eed44163848c837487551b625881843 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/README.md b/5888_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d79a7652f978607025784e2c6cbaeaf6dbfa670 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faabafc0fa9861a629324acc6529218a9d886cc3a361ea7b197465accad15dbe +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6f68b481511224e37d581274ed06bbf25fc3b9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896e16859d430b786d99e75b137477c33ed964ccb3be26861152557d60ae4ebb +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db38b553e604e96055e3d8a0a78a494b2aad488 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d2effc4743689ddd12152cceca88840a43e1a01934997d1b1aed41dc4947f +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..74cae6840a9e8c07808fba7542ce0cb83616c0f6 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/README.md b/5888_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d1306ef0e40165ff2e265c3bd895b3361c5d1bc --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e27c71b179ed08cb9656f078ae22d8fddb5ae3b751cd9e042403bc47ac0a0163 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e7e1909637eae1718bac5b227a9e07b70938e5 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6bb7807e6f59ac4936c989fe87a88f4da673218958b856eb0a8ede4fe27c54 +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..74418322fa63b1bc167cfdd103e6b88fec1a8eb0 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb06b506041b2c90376ad3433697a3921e44487b7cac38419e5228de632b004c +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..789255916f752df027731a5c7371868c83876e1d --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35979f852f962794802ddc49d895f96b0f52016f88a157dc9f5185d94d443530 +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c1fef636479029e6a70caa469bd76b0fff1050df --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6362, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7044, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7066, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6909, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6423, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7156, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6782, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6834, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6907, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6605, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7055, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6678, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6649, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6635, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6939, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6934, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6706, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7016, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6857, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/README.md b/5888_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16ee18a8d8e5c0db22e2724b319dd926340c27f9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a07fee786b2562fca22bad0680d4e94f8fcaf2978ad0447e78958db95fc02c1 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ba0879c11c571d6f0a3741d3cd2f3501bd8ee8 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3359470e652b7c0e6cae3c3a04221aa730c9044cd758b257ea8a0b4b6c292d +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca880715cfced5f846c23da8f182ed1a657495e9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfc796a88e2bbfadb159f15a12743dc91b7c58bf7af272944fce39eb1cc41ba +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f4425c80ba66fc7ab49f32e05d77e66a44b62d90 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6362, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7044, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7066, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6909, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6423, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7156, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6782, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6834, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6907, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6605, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7055, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6678, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6649, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6635, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6939, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6934, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6706, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7016, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6857, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6717, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7023, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.685, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6342, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6591, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6828, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6494, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6481, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6477, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6647, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6915, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6902, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6343, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.673, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6738, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6463, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6628, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/README.md b/5888_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7742d92765a2d28d48fae009a168ac96b6ef04e --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74409fe004625c5b273dc71b75b150f8cbf51da9d18740abbfd9690fb812010 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5d567d2bdacb62a0285caae4f275d163c5aab20 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38fd67e78c87fc046b700cb46fd3544e94527834eee2ab43f1371952d13fd988 +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..969180947ef2af15b71a94552978dfbc2814a1e4 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715e96809af583e018e8152d1f327b85f9b4402a467194c51bfa80de4a4f18f +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a372a82c9203742ada4549f9fe9f3c1cdcfb288a --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6362, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7044, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7066, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6909, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6423, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7156, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6782, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6834, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6907, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6605, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7055, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6678, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6649, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6635, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6939, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6934, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6706, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7016, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6857, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6717, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7023, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.685, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6342, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6591, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6828, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6494, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6481, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6477, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6647, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6915, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6902, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6343, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.673, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6738, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6463, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6628, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.68, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.636, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6862, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6821, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.663, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6412, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.677, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6421, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6613, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6846, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6608, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6627, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7215, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6363, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6726, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6715, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6581, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.62, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/README.md b/5888_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39bd794d39d7a3e82e176b86ff07993f6e16f0ae --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d14a61184bf4cf4b2b320ce7c0197fd6b6a7023793523db22f2612d567cfd6 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ebb3f10d94c9d09a90e51aa26cafb2c54b52225 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f891b8e5fa1aba82c17bf41e6efd3891bc2acb3020a885da88ad7b44f93fdfb +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e4b883be24e318b431d8733becffa5c776ce5d1 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b4a96e248999144f28739a3a5c244db3f2ca59f8c60d8a5ffce3e57c61347 +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13fb0a7a4981315606e3fb5ee33e52c932d63e7 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1587ccc83c549a0b14a9e9e6743d75a19582b182033993210822089b8a9535b5 +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..26fb8f1049f730c5c769956f30565f2b8abbe950 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6362, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7044, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7066, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6909, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6423, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7156, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6782, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6834, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6907, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6605, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7055, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6678, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6649, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6635, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6939, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6934, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6706, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7016, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6857, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6717, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7023, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.685, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6342, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6591, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6828, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6494, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6481, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6477, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6647, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6915, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6902, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6343, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.673, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6738, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6463, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6628, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.68, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.636, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6862, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6821, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.663, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6412, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.677, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6421, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6613, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6846, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6608, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6627, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7215, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6363, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6726, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6715, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6581, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.62, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6154, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7093, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.68, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6928, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6846, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6528, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6383, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.685, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6882, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7065, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6539, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6807, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6721, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6827, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7067, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.658, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6635, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6611, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6687, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.658, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6784, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6596, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6827, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6468, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6553, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6615, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6819, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6265, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6937, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6795, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6545, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6495, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6787, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6427, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6774, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/README.md b/5888_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f59efeccb6d5b2c97377161c7f088095620f9712 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85da6be5e426e3e04b24e7503323014e3d05ff716b5edc42b72a7c39e4954d37 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b44479784736d961f9a62091604abb058e2e413 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30ccc4c5aa74e3dc5f081ffac36bb4179aaac0dd09888d1769a4f88413721b4f +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d7a0dd568057f1c13b0d90265a3b3da05c1d75 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8807c7d90e56ddda38ccf5adf0f7546f8be38fd0cbbc8989736db7fff642ad +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d62f687f96e39f948a1cb31e1c185ab8e0d7e3f9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6362, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7044, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7066, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6909, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6423, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7156, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6782, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6834, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6907, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6605, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7055, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6678, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6649, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6635, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6939, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6934, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6706, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7016, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6857, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6717, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7023, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.685, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6342, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6591, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6828, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6494, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6481, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6477, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6647, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6915, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6902, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6343, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.673, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6738, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6463, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6628, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.68, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.636, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6862, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6821, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.663, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6412, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.677, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6421, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6613, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6846, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6608, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6627, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7215, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6363, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6726, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6715, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6581, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.62, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6154, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7093, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.68, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6928, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6846, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6528, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6383, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.685, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6882, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7065, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6539, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6807, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6721, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6827, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7067, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.658, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6635, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6611, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6687, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.658, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6784, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6596, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6827, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6468, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6553, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6615, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6819, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6265, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6937, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6795, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6545, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6495, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6787, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6427, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6774, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6771, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6595, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6904, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6409, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6347, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6669, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6613, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7068, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6707, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6687, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6839, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6636, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6492, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6569, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6983, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6572, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6908, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6765, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6489, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6784, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.642, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6544, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6939, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6699, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6441, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6746, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6682, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6912, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7075, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6723, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6279, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6315, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6697, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6118, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6727, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6659, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6523, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6717, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6352, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6883, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6957, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6453, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6396, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6364, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6484, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6331, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6688, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6749, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/README.md b/5888_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d662f6bc79543699bc975a5b74793e42d430c3c --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b44c998aa7ca998c3574e42dc6f1c91e465d114d55553c3c015c619408c1cb +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d49dc7a9998adf4153df9785f1c4fb55acdb4e69 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a28dfcab4e8acd5226b91e86a53e5501cbbb503e17f3492994138e8e82b25a +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1288bafe9d1c5b806645eed8998c5c263a14bf --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5b13ea5a0fbc128db00433bc7c83b57e1fd4de3169c15d774e359dfc3ff356 +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1ec111bbe0907ce2a41244c596b01e3e395e278a --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.673, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6969, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6572, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7103, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6945, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.663, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7125, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.647, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6821, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7326, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7005, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6551, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7092, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7256, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6652, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6713, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6803, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.686, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6646, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6767, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6083, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7028, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6984, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6707, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6837, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6362, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6368, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7044, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7066, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6909, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6559, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6423, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.689, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7156, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6782, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7052, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6834, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6493, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7014, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7156, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6907, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6605, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6602, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7055, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6678, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6599, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6522, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6649, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6665, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6635, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6939, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6934, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6706, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7016, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6857, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6717, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7023, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6647, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.685, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6342, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6591, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6245, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6828, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6797, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6599, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6551, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6495, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6882, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6494, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6481, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6988, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6477, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6707, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6647, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6411, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6915, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6902, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6343, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6817, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6393, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.673, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6738, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6764, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6799, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6463, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6628, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.68, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6805, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.636, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6862, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6821, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6663, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.663, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6276, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6412, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.677, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6421, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6613, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6497, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6846, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6809, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6608, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6627, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6528, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7215, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6695, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6342, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6363, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6726, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6715, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6722, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6581, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.62, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6584, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6154, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7093, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.68, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7007, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6928, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6846, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6528, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6383, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.685, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6882, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7065, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6539, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6807, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6721, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6827, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7067, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.658, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6635, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6611, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6687, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.658, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6784, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6596, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6827, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6468, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6553, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6615, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6819, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6265, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6937, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6795, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6545, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6495, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6397, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6787, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6427, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6774, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6771, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6595, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6904, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6409, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6347, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6669, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6613, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7068, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6707, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6687, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6839, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6636, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6492, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6569, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6983, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6572, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6908, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6765, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6489, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6784, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.642, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6544, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6939, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6699, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6441, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6746, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6682, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6912, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7075, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6723, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6279, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6315, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6697, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6118, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6727, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6659, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6523, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6717, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6352, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6883, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6957, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6453, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6396, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6364, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6484, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6331, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6688, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6749, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6518, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6628, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.6571, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.6633, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6577, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6385, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.6282, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.6836, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6929, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6487, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.6461, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.68, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6636, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6215, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.649, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.6445, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5843, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6768, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.6461, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.6765, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.63, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.6637, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.6751, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6391, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6751, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6586, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.6618, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.7047, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.6598, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.6295, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.6869, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6324, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.6652, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6688, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.664, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.6428, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.6678, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.6765, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.6807, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.658, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.6811, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6621, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.643, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6745, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6734, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.6513, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6386, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6496, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.6557, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6592, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/checkpoint-500/README.md b/5888_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/5888_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/5888_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/5888_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/5888_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f2d137a0b66f8fda83d8c462213c5eaa7cca9ac4 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:138a19a716fc9eb017d63cc2fbc558d989dcca5481100781e20e7601ba5cc491 +size 26235704 diff --git a/5888_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/5888_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab399ffeea2e889806b81e287f923a90c9abb846 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8747ffff9c0abfe2b1a0303bfa179efda9431a9a5cc342836a8027b1906538e7 +size 52565434 diff --git a/5888_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/5888_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/5888_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/5888_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ce34c67dce140537356cbd6f40324333cfca75 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38c514f58d545b7dabac969dd1c7e7898b5eb1b617f400d116301650c2ee82 +size 1064 diff --git a/5888_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/5888_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a741d35eb80886d34f879e97349f3a440cf0fbf8 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7882, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7888, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7571, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6783, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7087, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6953, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7138, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7006, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7249, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7191, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7209, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7355, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6662, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6849, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6886, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6572, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7132, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7283, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6921, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6824, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7253, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6768, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6796, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7468, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6347, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.676, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6637, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6949, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6827, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6739, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6717, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.668, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.623, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6589, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6845, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6748, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6744, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/5888_Llama-2-13b-hf/checkpoint-500/training_args.bin b/5888_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/5888_Llama-2-13b-hf/training_args.bin b/5888_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..3ebcf6caaa7bbab67ced8c2bf44fe97b5f6b48c2 --- /dev/null +++ b/5888_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7c972619c609d694fcdf3999de407a705dce05fff714408de88bd52c91cf39 +size 4728 diff --git a/6363_Llama-2-13b-hf/README.md b/6363_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..80ddbaa9c56d625a71a343f7f245768bb0633985 --- /dev/null +++ b/6363_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 6363_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 6363_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/6363_Llama-2-13b-hf/adapter_config.json b/6363_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/adapter_model.safetensors b/6363_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85f72534844c93699b1b96f7cd108e380202130b --- /dev/null +++ b/6363_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd0bb461dffdf8bf14177c1a304aed591d869fd87504bda65af2b95e6dab46e +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/README.md b/6363_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ff8eaed65deb5c21526831c89b5b37c806abed8 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3491bf7390e1a034df6e50d9aff8ff27d9cd5c0e45f12d0f0316c141563faf +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..89045d44b5a47c3dae000901f366d1510769bad4 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe100ff717d4b615751ea839c9f4a9d80478344e342d14a4c16c06f97b916b6 +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56fe5d69d2e4f666c427ae5fde7f797057c71c1 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12014aee914580b76b640ddafe70aa5b928f6fa04cc28b898d0da6b26be1650 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c6b78e9ef39f095068299c171a9dbd6e5800a9d5 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6906077348066298, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/README.md b/6363_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b2e47ec3ac5329c9db43e3571c3c3cbab9812c7 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:098c5bcb0db79b4eab80c34f63345d4be5b3ab51ae87f3d007fff43d38a62467 +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d09c7893e51ee15d784b4d2685ada91f36d4f75f --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a832f348bf50b51529492e21d15540c62f5dfe0e639cbb050680f28dec6c0e +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..843f19e83a82e0c1788b03dfb332158b2621d272 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29acab9fd9ac6e5dd481925d588004a85ad3f01d430f8986d82c89a7885fefc9 +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3eca2a814e4341a08cf07ec2e9da85348b9de27 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29113de18a4699677c2f6b432fb31ed75506a64f1f04232ca34d311410e62990 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a5b1f41cc52712e28330500edaa53d6cefbee329 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0359116022099448, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5721, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.588, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5975, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5392, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6261, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6106, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6011, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6289, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.573, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5707, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5422, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5895, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5934, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5843, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5927, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5681, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5838, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6025, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5604, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5891, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5808, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6221, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5888, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6075, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5859, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6225, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5831, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5368, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5595, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6232, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.552, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5995, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6068, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5713, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5737, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5582, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5205, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.475632142693171e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/README.md b/6363_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92ac9ec5566e37fee46f530b365a1b44456e08ca --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdaa15fcb72227aed21d2b8d17c1dbefc2dd595a1ff0b09cfcee2f09b0f22bf7 +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..58a072d510cb8a55d7c99a273e0ee65f2da9b410 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:947cab96c6711ea7abfbe22c025c78187f4aba66c94d7a8aa0e9976ae8038eea +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a60e902abcc327d78839729f82b6ece88361f2da --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6af3b3112521fc5059b9a62a961a52e8ba4ee0d00b88c6a6837daeba285fba +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9283334d12ba845d6eb0ef81850ab89e8317055e --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33bb97a5411936d2db68e34cb9b8a2c8e820d62c038f2a16bc905fd6d7c139b6 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..798f864c77e3eee42c9dc8b8b0a24e73be645a19 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3812154696132597, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5721, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.588, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5975, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5392, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6261, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6106, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6011, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6289, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.573, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5707, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5422, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5895, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5934, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5843, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5927, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5681, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5838, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6025, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5604, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5891, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5808, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6221, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5888, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6075, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5859, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6225, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5831, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5368, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5595, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6232, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.552, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5995, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6068, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5713, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5737, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5582, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5205, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5837, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5771, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5562, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5851, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5894, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5737, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5666, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6086, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6181, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5748, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6005, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5932, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5521, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5873, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.611, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5973, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6008, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5627, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5959, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5917, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5626, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5813, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5816, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5998, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5399, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5848, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5968, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5652, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5522, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5799, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5692, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.579, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5765, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5705, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5626, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6164, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5571, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263575625231237e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/README.md b/6363_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f3c780c23173665f1578d3e404fd16925a78c70b --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a85b9548396663781ebc3b6a7cd55c02e09f33894448c1c7a529e7397a582d4 +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c426b90417ef433711da977361f1a188340cc194 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64afe5b2dd4ee2a88e1d0ad1c4cc0625413578d0395646b3f4f61b35681e6b97 +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..03ce99c6b57755c92116d44e5a527e23f970c2af --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd87ace7605e40e4433829f086ceeacf842dba203f50950a4041966255850daa +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..64e459c8cd4ff61becc24e6542a1ab8b7f550c7d --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f33ce5f557e3c2061665deae369aae190d1c53316b5c595deb986fe89a85b44 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..612a085315a91b82f2ed0bcedadcae7a291ed7bd --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7265193370165746, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5721, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.588, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5975, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5392, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6261, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6106, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6011, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6289, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.573, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5707, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5422, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5895, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5934, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5843, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5927, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5681, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5838, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6025, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5604, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5891, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5808, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6221, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5888, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6075, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5859, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6225, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5831, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5368, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5595, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6232, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.552, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5995, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6068, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5713, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5737, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5582, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5205, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5837, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5771, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5562, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5851, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5894, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5737, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5666, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6086, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6181, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5748, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6005, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5932, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5521, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5873, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.611, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5973, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6008, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5627, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5959, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5917, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5626, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5813, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5816, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5998, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5399, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5848, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5968, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5652, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5522, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5799, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5692, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.579, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5765, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5705, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5626, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6164, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5571, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5971, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.6115, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.573, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5956, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5467, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5736, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.5593, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.569, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5567, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6232, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5408, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5992, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5716, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5663, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6271, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5547, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6519, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6163, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5848, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5702, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6093, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5885, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5403, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5911, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5668, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5681, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5797, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6188, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5846, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5483, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5521, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5387, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5602, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5711, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5658, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.6189, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579588036193157e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/README.md b/6363_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2aa12040e2b6a9dc9130f87c6e2ede3dc5f05035 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcdd9328cf28c826ab0a3b44c0e486dc47342e6f5fc5fc7169cb65e8a04eea5 +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c425db857dbd6fc09ff108bbd4a69996e15d18a7 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9bc8f444585769b31421b94a4ea8695abea61e67d439802d7c28a5c299fae9 +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e3cc1e4061c0521054248d35f82efdc993cfe1d --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5008c9d10767c67aeb99f7db9e79e730d7328a96b91d720facb969feccd1ea +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea75a87a8258e7fc6071b21601b59568345628f6 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6ecfc3cd9a55cd9aebf05178d3370e47d813ead5e05ed040ffd4e645925891 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..020f4bfbe2dd86dbcf6f40b769516b588b70d65f --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0718232044198897, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5721, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.588, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5975, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5392, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6261, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6106, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6011, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6289, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.573, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5707, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5422, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5895, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5934, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5843, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5927, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5681, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5838, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6025, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5604, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5891, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5808, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6221, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5888, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6075, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5859, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6225, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5831, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5368, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5595, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6232, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.552, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5995, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6068, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5713, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5737, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5582, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5205, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5837, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5771, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5562, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5851, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5894, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5737, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5666, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6086, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6181, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5748, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6005, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5932, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5521, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5873, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.611, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5973, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6008, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5627, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5959, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5917, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5626, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5813, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5816, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5998, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5399, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5848, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5968, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5652, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5522, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5799, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5692, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.579, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5765, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5705, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5626, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6164, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5571, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5971, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.6115, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.573, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5956, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5467, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5736, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.5593, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.569, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5567, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6232, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5408, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5992, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5716, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5663, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6271, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5547, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6519, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6163, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5848, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5702, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6093, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5885, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5403, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5911, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5668, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5681, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5797, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6188, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5846, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5483, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5521, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5387, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5602, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5711, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5658, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.6189, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5393, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5535, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6028, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6166, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6016, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5341, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5805, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5787, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6065, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5751, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6446, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5727, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.5928, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.5738, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6051, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6057, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5234, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6126, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5784, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5575, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5637, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5491, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5797, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5906, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5797, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.5791, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5562, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5847, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5813, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5668, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5273, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6037, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5607, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5772, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5402, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5883, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5583, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6153, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5841, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5897, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5762, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6014, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5949, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5671, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5655, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5941, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6386, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5989, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6067, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5562, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.8951264285386342e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/README.md b/6363_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b71b624d32cfff889fa5fe2dca909314aae2a1e --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7aa7dc747da0d18544b8ead0b391499be894cc38e853f7fddb0e84afb37c1a +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fcb2bf5f4d892bbbbe98fc64dd9a4a306f9b0ec --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0a82af5f21c0b7ae6def2329bf4778b9f4ea9d18e8bd94ee3daf0c9da118ef +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d9f414acaccb8d2c4b13aeaebda24005872fe05 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5c154197871b8ea5df768711ba6868869e2b63735736106674acb523d6b401 +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..02e1840dd5236195887148508942715f393d83c0 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d070dbf1585d25b334e8898f672ea79000a90ff5a79e303947ad3c55a41c0b7d +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4e787beb9396edff12c12ec761308012a7a93926 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4171270718232045, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5721, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.588, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5975, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5392, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6261, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6106, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6011, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6289, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.573, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5707, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5422, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5895, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5934, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5843, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5927, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5681, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5838, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6025, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5604, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5891, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5808, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6221, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5888, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6075, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5859, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6225, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5831, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5368, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5595, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6232, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.552, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5995, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6068, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5713, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5737, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5582, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5205, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5837, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5771, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5562, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5851, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5894, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5737, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5666, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6086, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6181, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5748, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6005, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5932, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5521, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5873, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.611, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5973, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6008, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5627, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5959, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5917, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5626, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5813, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5816, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5998, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5399, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5848, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5968, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5652, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5522, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5799, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5692, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.579, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5765, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5705, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5626, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6164, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5571, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5971, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.6115, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.573, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5956, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5467, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5736, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.5593, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.569, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5567, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6232, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5408, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5992, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5716, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5663, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6271, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5547, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6519, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6163, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5848, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5702, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6093, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5885, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5403, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5911, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5668, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5681, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5797, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6188, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5846, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5483, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5521, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5387, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5602, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5711, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5658, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.6189, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5393, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5535, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6028, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6166, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6016, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5341, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5805, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5787, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6065, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5751, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6446, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5727, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.5928, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.5738, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6051, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6057, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5234, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6126, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5784, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5575, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5637, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5491, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5797, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5906, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5797, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.5791, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5562, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5847, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5813, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5668, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5273, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6037, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5607, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5772, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5402, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5883, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5583, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6153, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5841, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5897, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5762, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6014, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5949, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5671, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5655, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5941, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6386, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5989, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6067, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5562, + "step": 3000 + }, + { + "epoch": 2.08, + "learning_rate": 1.535451197053407e-05, + "loss": 1.6221, + "step": 3010 + }, + { + "epoch": 2.09, + "learning_rate": 1.5239410681399633e-05, + "loss": 1.5723, + "step": 3020 + }, + { + "epoch": 2.09, + "learning_rate": 1.5124309392265193e-05, + "loss": 1.5636, + "step": 3030 + }, + { + "epoch": 2.1, + "learning_rate": 1.5009208103130756e-05, + "loss": 1.5866, + "step": 3040 + }, + { + "epoch": 2.11, + "learning_rate": 1.4894106813996318e-05, + "loss": 1.5698, + "step": 3050 + }, + { + "epoch": 2.11, + "learning_rate": 1.4779005524861881e-05, + "loss": 1.5909, + "step": 3060 + }, + { + "epoch": 2.12, + "learning_rate": 1.4663904235727441e-05, + "loss": 1.5857, + "step": 3070 + }, + { + "epoch": 2.13, + "learning_rate": 1.4548802946593e-05, + "loss": 1.5646, + "step": 3080 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433701657458564e-05, + "loss": 1.584, + "step": 3090 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318600368324126e-05, + "loss": 1.5629, + "step": 3100 + }, + { + "epoch": 2.15, + "learning_rate": 1.4203499079189689e-05, + "loss": 1.5359, + "step": 3110 + }, + { + "epoch": 2.15, + "learning_rate": 1.4088397790055249e-05, + "loss": 1.5562, + "step": 3120 + }, + { + "epoch": 2.16, + "learning_rate": 1.397329650092081e-05, + "loss": 1.5617, + "step": 3130 + }, + { + "epoch": 2.17, + "learning_rate": 1.3858195211786374e-05, + "loss": 1.5942, + "step": 3140 + }, + { + "epoch": 2.18, + "learning_rate": 1.3743093922651934e-05, + "loss": 1.5608, + "step": 3150 + }, + { + "epoch": 2.18, + "learning_rate": 1.3627992633517497e-05, + "loss": 1.6006, + "step": 3160 + }, + { + "epoch": 2.19, + "learning_rate": 1.3512891344383059e-05, + "loss": 1.6083, + "step": 3170 + }, + { + "epoch": 2.2, + "learning_rate": 1.3397790055248618e-05, + "loss": 1.5748, + "step": 3180 + }, + { + "epoch": 2.2, + "learning_rate": 1.3282688766114182e-05, + "loss": 1.545, + "step": 3190 + }, + { + "epoch": 2.21, + "learning_rate": 1.3167587476979742e-05, + "loss": 1.5444, + "step": 3200 + }, + { + "epoch": 2.22, + "learning_rate": 1.3052486187845307e-05, + "loss": 1.5743, + "step": 3210 + }, + { + "epoch": 2.22, + "learning_rate": 1.2937384898710867e-05, + "loss": 1.5568, + "step": 3220 + }, + { + "epoch": 2.23, + "learning_rate": 1.2822283609576426e-05, + "loss": 1.5459, + "step": 3230 + }, + { + "epoch": 2.24, + "learning_rate": 1.270718232044199e-05, + "loss": 1.5682, + "step": 3240 + }, + { + "epoch": 2.24, + "learning_rate": 1.2592081031307551e-05, + "loss": 1.5531, + "step": 3250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2476979742173113e-05, + "loss": 1.5779, + "step": 3260 + }, + { + "epoch": 2.26, + "learning_rate": 1.2361878453038675e-05, + "loss": 1.5651, + "step": 3270 + }, + { + "epoch": 2.27, + "learning_rate": 1.2246777163904238e-05, + "loss": 1.6048, + "step": 3280 + }, + { + "epoch": 2.27, + "learning_rate": 1.2131675874769798e-05, + "loss": 1.5508, + "step": 3290 + }, + { + "epoch": 2.28, + "learning_rate": 1.201657458563536e-05, + "loss": 1.5763, + "step": 3300 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901473296500921e-05, + "loss": 1.5533, + "step": 3310 + }, + { + "epoch": 2.29, + "learning_rate": 1.1786372007366484e-05, + "loss": 1.5837, + "step": 3320 + }, + { + "epoch": 2.3, + "learning_rate": 1.1671270718232044e-05, + "loss": 1.5725, + "step": 3330 + }, + { + "epoch": 2.31, + "learning_rate": 1.1556169429097606e-05, + "loss": 1.5419, + "step": 3340 + }, + { + "epoch": 2.31, + "learning_rate": 1.1441068139963167e-05, + "loss": 1.5768, + "step": 3350 + }, + { + "epoch": 2.32, + "learning_rate": 1.132596685082873e-05, + "loss": 1.5989, + "step": 3360 + }, + { + "epoch": 2.33, + "learning_rate": 1.1210865561694292e-05, + "loss": 1.5842, + "step": 3370 + }, + { + "epoch": 2.33, + "learning_rate": 1.1095764272559852e-05, + "loss": 1.5623, + "step": 3380 + }, + { + "epoch": 2.34, + "learning_rate": 1.0980662983425415e-05, + "loss": 1.6057, + "step": 3390 + }, + { + "epoch": 2.35, + "learning_rate": 1.0865561694290977e-05, + "loss": 1.5817, + "step": 3400 + }, + { + "epoch": 2.35, + "learning_rate": 1.0750460405156539e-05, + "loss": 1.552, + "step": 3410 + }, + { + "epoch": 2.36, + "learning_rate": 1.06353591160221e-05, + "loss": 1.6205, + "step": 3420 + }, + { + "epoch": 2.37, + "learning_rate": 1.0520257826887662e-05, + "loss": 1.539, + "step": 3430 + }, + { + "epoch": 2.38, + "learning_rate": 1.0405156537753223e-05, + "loss": 1.5936, + "step": 3440 + }, + { + "epoch": 2.38, + "learning_rate": 1.0290055248618785e-05, + "loss": 1.5986, + "step": 3450 + }, + { + "epoch": 2.39, + "learning_rate": 1.0174953959484347e-05, + "loss": 1.5493, + "step": 3460 + }, + { + "epoch": 2.4, + "learning_rate": 1.005985267034991e-05, + "loss": 1.5675, + "step": 3470 + }, + { + "epoch": 2.4, + "learning_rate": 9.94475138121547e-06, + "loss": 1.5784, + "step": 3480 + }, + { + "epoch": 2.41, + "learning_rate": 9.829650092081031e-06, + "loss": 1.5754, + "step": 3490 + }, + { + "epoch": 2.42, + "learning_rate": 9.714548802946593e-06, + "loss": 1.5657, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.2111388395005542e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/README.md b/6363_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d1123890c33de47c3f98cfe6dab821296912d602 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb974942193d8478435cda49ca77f0ebef1d0dd3cb400e7a1371db2ceea9d7a2 +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c430b4851a075f59654a16a834bdf27f5bac1b --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ece1ff28aa7d0f6499ba02f6a0a81086cc0728878d5fbadfb8fc08d590d5ed +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4648b42506ec95bcd4a65c7789762e9fbc8e9d64 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a82c642726778fa2944f9294052ff08f754f4ab8031b8009c059d48a41496b +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..d19acb9ad0f5f1e3f61a0c0371eeaaf9e809813d --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d831206cd810e1889a3f49c1dcdd1e1962a593f489f877049ed762aea57524 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..edf4ca92d8b0e7a6c2fa857f354e2a9e1d1769ec --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.7624309392265194, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 4.412983425414365e-05, + "loss": 1.5999, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.401473296500921e-05, + "loss": 1.5992, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.389963167587477e-05, + "loss": 1.5715, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 4.378453038674034e-05, + "loss": 1.5646, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3669429097605895e-05, + "loss": 1.6251, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.355432780847146e-05, + "loss": 1.5745, + "step": 560 + }, + { + "epoch": 0.39, + "learning_rate": 4.3439226519337015e-05, + "loss": 1.5911, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.332412523020258e-05, + "loss": 1.587, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.320902394106814e-05, + "loss": 1.5835, + "step": 590 + }, + { + "epoch": 0.41, + "learning_rate": 4.3093922651933705e-05, + "loss": 1.6068, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 4.297882136279927e-05, + "loss": 1.5803, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.2863720073664825e-05, + "loss": 1.5946, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.274861878453039e-05, + "loss": 1.6005, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 4.263351749539595e-05, + "loss": 1.6477, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.2518416206261515e-05, + "loss": 1.6011, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.240331491712707e-05, + "loss": 1.6011, + "step": 660 + }, + { + "epoch": 0.46, + "learning_rate": 4.2288213627992634e-05, + "loss": 1.6031, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.21731123388582e-05, + "loss": 1.5861, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.205801104972376e-05, + "loss": 1.6027, + "step": 690 + }, + { + "epoch": 0.48, + "learning_rate": 4.1942909760589324e-05, + "loss": 1.6076, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 4.182780847145488e-05, + "loss": 1.5768, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1712707182320444e-05, + "loss": 1.5869, + "step": 720 + }, + { + "epoch": 0.5, + "learning_rate": 4.1597605893186e-05, + "loss": 1.5882, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 4.148250460405157e-05, + "loss": 1.6401, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.136740331491713e-05, + "loss": 1.6014, + "step": 750 + }, + { + "epoch": 0.52, + "learning_rate": 4.125230202578269e-05, + "loss": 1.5883, + "step": 760 + }, + { + "epoch": 0.53, + "learning_rate": 4.1137200736648254e-05, + "loss": 1.6217, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.102209944751381e-05, + "loss": 1.6338, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.090699815837938e-05, + "loss": 1.6276, + "step": 790 + }, + { + "epoch": 0.55, + "learning_rate": 4.079189686924494e-05, + "loss": 1.5951, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.06767955801105e-05, + "loss": 1.5975, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.056169429097606e-05, + "loss": 1.5809, + "step": 820 + }, + { + "epoch": 0.57, + "learning_rate": 4.044659300184162e-05, + "loss": 1.6179, + "step": 830 + }, + { + "epoch": 0.58, + "learning_rate": 4.033149171270719e-05, + "loss": 1.589, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0216390423572746e-05, + "loss": 1.5645, + "step": 850 + }, + { + "epoch": 0.59, + "learning_rate": 4.010128913443831e-05, + "loss": 1.6079, + "step": 860 + }, + { + "epoch": 0.6, + "learning_rate": 3.9986187845303866e-05, + "loss": 1.5741, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.987108655616943e-05, + "loss": 1.5888, + "step": 880 + }, + { + "epoch": 0.61, + "learning_rate": 3.975598526703499e-05, + "loss": 1.6054, + "step": 890 + }, + { + "epoch": 0.62, + "learning_rate": 3.9640883977900556e-05, + "loss": 1.6023, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.952578268876612e-05, + "loss": 1.5759, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9410681399631676e-05, + "loss": 1.5565, + "step": 920 + }, + { + "epoch": 0.64, + "learning_rate": 3.929558011049724e-05, + "loss": 1.5439, + "step": 930 + }, + { + "epoch": 0.65, + "learning_rate": 3.91804788213628e-05, + "loss": 1.5901, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.9065377532228366e-05, + "loss": 1.6208, + "step": 950 + }, + { + "epoch": 0.66, + "learning_rate": 3.895027624309392e-05, + "loss": 1.6171, + "step": 960 + }, + { + "epoch": 0.67, + "learning_rate": 3.8835174953959486e-05, + "loss": 1.6366, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.872007366482505e-05, + "loss": 1.6199, + "step": 980 + }, + { + "epoch": 0.68, + "learning_rate": 3.860497237569061e-05, + "loss": 1.6107, + "step": 990 + }, + { + "epoch": 0.69, + "learning_rate": 3.8489871086556175e-05, + "loss": 1.6071, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.837476979742173e-05, + "loss": 1.5721, + "step": 1010 + }, + { + "epoch": 0.7, + "learning_rate": 3.8259668508287295e-05, + "loss": 1.588, + "step": 1020 + }, + { + "epoch": 0.71, + "learning_rate": 3.814456721915285e-05, + "loss": 1.5894, + "step": 1030 + }, + { + "epoch": 0.72, + "learning_rate": 3.8029465930018415e-05, + "loss": 1.5975, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.791436464088398e-05, + "loss": 1.62, + "step": 1050 + }, + { + "epoch": 0.73, + "learning_rate": 3.779926335174954e-05, + "loss": 1.5392, + "step": 1060 + }, + { + "epoch": 0.74, + "learning_rate": 3.7684162062615105e-05, + "loss": 1.6261, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.756906077348066e-05, + "loss": 1.5745, + "step": 1080 + }, + { + "epoch": 0.75, + "learning_rate": 3.7453959484346225e-05, + "loss": 1.6106, + "step": 1090 + }, + { + "epoch": 0.76, + "learning_rate": 3.733885819521179e-05, + "loss": 1.6011, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.722375690607735e-05, + "loss": 1.6289, + "step": 1110 + }, + { + "epoch": 0.77, + "learning_rate": 3.710865561694291e-05, + "loss": 1.573, + "step": 1120 + }, + { + "epoch": 0.78, + "learning_rate": 3.699355432780847e-05, + "loss": 1.5707, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.6878453038674034e-05, + "loss": 1.5422, + "step": 1140 + }, + { + "epoch": 0.79, + "learning_rate": 3.67633517495396e-05, + "loss": 1.5895, + "step": 1150 + }, + { + "epoch": 0.8, + "learning_rate": 3.664825046040516e-05, + "loss": 1.5934, + "step": 1160 + }, + { + "epoch": 0.81, + "learning_rate": 3.653314917127072e-05, + "loss": 1.5843, + "step": 1170 + }, + { + "epoch": 0.81, + "learning_rate": 3.641804788213628e-05, + "loss": 1.5927, + "step": 1180 + }, + { + "epoch": 0.82, + "learning_rate": 3.6302946593001844e-05, + "loss": 1.6082, + "step": 1190 + }, + { + "epoch": 0.83, + "learning_rate": 3.618784530386741e-05, + "loss": 1.5681, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.607274401473297e-05, + "loss": 1.6185, + "step": 1210 + }, + { + "epoch": 0.84, + "learning_rate": 3.595764272559853e-05, + "loss": 1.5838, + "step": 1220 + }, + { + "epoch": 0.85, + "learning_rate": 3.584254143646409e-05, + "loss": 1.6025, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.572744014732965e-05, + "loss": 1.5581, + "step": 1240 + }, + { + "epoch": 0.86, + "learning_rate": 3.561233885819522e-05, + "loss": 1.5908, + "step": 1250 + }, + { + "epoch": 0.87, + "learning_rate": 3.5497237569060774e-05, + "loss": 1.5604, + "step": 1260 + }, + { + "epoch": 0.88, + "learning_rate": 3.538213627992634e-05, + "loss": 1.5891, + "step": 1270 + }, + { + "epoch": 0.88, + "learning_rate": 3.52670349907919e-05, + "loss": 1.5723, + "step": 1280 + }, + { + "epoch": 0.89, + "learning_rate": 3.515193370165746e-05, + "loss": 1.5808, + "step": 1290 + }, + { + "epoch": 0.9, + "learning_rate": 3.503683241252303e-05, + "loss": 1.6221, + "step": 1300 + }, + { + "epoch": 0.9, + "learning_rate": 3.492173112338858e-05, + "loss": 1.5888, + "step": 1310 + }, + { + "epoch": 0.91, + "learning_rate": 3.4806629834254147e-05, + "loss": 1.5776, + "step": 1320 + }, + { + "epoch": 0.92, + "learning_rate": 3.46915285451197e-05, + "loss": 1.5566, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.4576427255985266e-05, + "loss": 1.6075, + "step": 1340 + }, + { + "epoch": 0.93, + "learning_rate": 3.446132596685083e-05, + "loss": 1.5859, + "step": 1350 + }, + { + "epoch": 0.94, + "learning_rate": 3.434622467771639e-05, + "loss": 1.5441, + "step": 1360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4231123388581956e-05, + "loss": 1.6225, + "step": 1370 + }, + { + "epoch": 0.95, + "learning_rate": 3.411602209944751e-05, + "loss": 1.5831, + "step": 1380 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000920810313076e-05, + "loss": 1.5368, + "step": 1390 + }, + { + "epoch": 0.97, + "learning_rate": 3.388581952117864e-05, + "loss": 1.5969, + "step": 1400 + }, + { + "epoch": 0.97, + "learning_rate": 3.37707182320442e-05, + "loss": 1.5595, + "step": 1410 + }, + { + "epoch": 0.98, + "learning_rate": 3.365561694290976e-05, + "loss": 1.6232, + "step": 1420 + }, + { + "epoch": 0.99, + "learning_rate": 3.354051565377532e-05, + "loss": 1.552, + "step": 1430 + }, + { + "epoch": 0.99, + "learning_rate": 3.3425414364640886e-05, + "loss": 1.5653, + "step": 1440 + }, + { + "epoch": 1.0, + "learning_rate": 3.331031307550645e-05, + "loss": 1.5995, + "step": 1450 + }, + { + "epoch": 1.01, + "learning_rate": 3.319521178637201e-05, + "loss": 1.6068, + "step": 1460 + }, + { + "epoch": 1.02, + "learning_rate": 3.308011049723757e-05, + "loss": 1.5713, + "step": 1470 + }, + { + "epoch": 1.02, + "learning_rate": 3.296500920810313e-05, + "loss": 1.5737, + "step": 1480 + }, + { + "epoch": 1.03, + "learning_rate": 3.2849907918968695e-05, + "loss": 1.5582, + "step": 1490 + }, + { + "epoch": 1.04, + "learning_rate": 3.273480662983426e-05, + "loss": 1.5205, + "step": 1500 + }, + { + "epoch": 1.04, + "learning_rate": 3.261970534069982e-05, + "loss": 1.5837, + "step": 1510 + }, + { + "epoch": 1.05, + "learning_rate": 3.250460405156538e-05, + "loss": 1.5892, + "step": 1520 + }, + { + "epoch": 1.06, + "learning_rate": 3.238950276243094e-05, + "loss": 1.5771, + "step": 1530 + }, + { + "epoch": 1.06, + "learning_rate": 3.22744014732965e-05, + "loss": 1.5562, + "step": 1540 + }, + { + "epoch": 1.07, + "learning_rate": 3.215930018416207e-05, + "loss": 1.5851, + "step": 1550 + }, + { + "epoch": 1.08, + "learning_rate": 3.2044198895027625e-05, + "loss": 1.5894, + "step": 1560 + }, + { + "epoch": 1.08, + "learning_rate": 3.192909760589319e-05, + "loss": 1.5737, + "step": 1570 + }, + { + "epoch": 1.09, + "learning_rate": 3.181399631675875e-05, + "loss": 1.5666, + "step": 1580 + }, + { + "epoch": 1.1, + "learning_rate": 3.169889502762431e-05, + "loss": 1.6052, + "step": 1590 + }, + { + "epoch": 1.1, + "learning_rate": 3.158379373848988e-05, + "loss": 1.6086, + "step": 1600 + }, + { + "epoch": 1.11, + "learning_rate": 3.1468692449355434e-05, + "loss": 1.6181, + "step": 1610 + }, + { + "epoch": 1.12, + "learning_rate": 3.1353591160221e-05, + "loss": 1.5655, + "step": 1620 + }, + { + "epoch": 1.13, + "learning_rate": 3.1238489871086554e-05, + "loss": 1.5748, + "step": 1630 + }, + { + "epoch": 1.13, + "learning_rate": 3.112338858195212e-05, + "loss": 1.6005, + "step": 1640 + }, + { + "epoch": 1.14, + "learning_rate": 3.100828729281768e-05, + "loss": 1.5932, + "step": 1650 + }, + { + "epoch": 1.15, + "learning_rate": 3.0893186003683244e-05, + "loss": 1.5521, + "step": 1660 + }, + { + "epoch": 1.15, + "learning_rate": 3.077808471454881e-05, + "loss": 1.5873, + "step": 1670 + }, + { + "epoch": 1.16, + "learning_rate": 3.0662983425414364e-05, + "loss": 1.611, + "step": 1680 + }, + { + "epoch": 1.17, + "learning_rate": 3.054788213627993e-05, + "loss": 1.5973, + "step": 1690 + }, + { + "epoch": 1.17, + "learning_rate": 3.0432780847145487e-05, + "loss": 1.6008, + "step": 1700 + }, + { + "epoch": 1.18, + "learning_rate": 3.0317679558011054e-05, + "loss": 1.5627, + "step": 1710 + }, + { + "epoch": 1.19, + "learning_rate": 3.0202578268876614e-05, + "loss": 1.5959, + "step": 1720 + }, + { + "epoch": 1.19, + "learning_rate": 3.0087476979742174e-05, + "loss": 1.5917, + "step": 1730 + }, + { + "epoch": 1.2, + "learning_rate": 2.9972375690607734e-05, + "loss": 1.6139, + "step": 1740 + }, + { + "epoch": 1.21, + "learning_rate": 2.9857274401473297e-05, + "loss": 1.5626, + "step": 1750 + }, + { + "epoch": 1.22, + "learning_rate": 2.974217311233886e-05, + "loss": 1.5806, + "step": 1760 + }, + { + "epoch": 1.22, + "learning_rate": 2.9627071823204423e-05, + "loss": 1.5868, + "step": 1770 + }, + { + "epoch": 1.23, + "learning_rate": 2.9511970534069983e-05, + "loss": 1.5841, + "step": 1780 + }, + { + "epoch": 1.24, + "learning_rate": 2.9396869244935543e-05, + "loss": 1.5898, + "step": 1790 + }, + { + "epoch": 1.24, + "learning_rate": 2.9281767955801103e-05, + "loss": 1.5813, + "step": 1800 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.5816, + "step": 1810 + }, + { + "epoch": 1.26, + "learning_rate": 2.905156537753223e-05, + "loss": 1.6343, + "step": 1820 + }, + { + "epoch": 1.26, + "learning_rate": 2.893646408839779e-05, + "loss": 1.5998, + "step": 1830 + }, + { + "epoch": 1.27, + "learning_rate": 2.8821362799263353e-05, + "loss": 1.5399, + "step": 1840 + }, + { + "epoch": 1.28, + "learning_rate": 2.8706261510128913e-05, + "loss": 1.5848, + "step": 1850 + }, + { + "epoch": 1.28, + "learning_rate": 2.859116022099448e-05, + "loss": 1.5968, + "step": 1860 + }, + { + "epoch": 1.29, + "learning_rate": 2.847605893186004e-05, + "loss": 1.582, + "step": 1870 + }, + { + "epoch": 1.3, + "learning_rate": 2.83609576427256e-05, + "loss": 1.5652, + "step": 1880 + }, + { + "epoch": 1.31, + "learning_rate": 2.824585635359116e-05, + "loss": 1.5522, + "step": 1890 + }, + { + "epoch": 1.31, + "learning_rate": 2.8130755064456722e-05, + "loss": 1.5957, + "step": 1900 + }, + { + "epoch": 1.32, + "learning_rate": 2.8015653775322286e-05, + "loss": 1.5799, + "step": 1910 + }, + { + "epoch": 1.33, + "learning_rate": 2.790055248618785e-05, + "loss": 1.5692, + "step": 1920 + }, + { + "epoch": 1.33, + "learning_rate": 2.778545119705341e-05, + "loss": 1.579, + "step": 1930 + }, + { + "epoch": 1.34, + "learning_rate": 2.767034990791897e-05, + "loss": 1.5635, + "step": 1940 + }, + { + "epoch": 1.35, + "learning_rate": 2.755524861878453e-05, + "loss": 1.5765, + "step": 1950 + }, + { + "epoch": 1.35, + "learning_rate": 2.7440147329650095e-05, + "loss": 1.5705, + "step": 1960 + }, + { + "epoch": 1.36, + "learning_rate": 2.7325046040515655e-05, + "loss": 1.5626, + "step": 1970 + }, + { + "epoch": 1.37, + "learning_rate": 2.7209944751381215e-05, + "loss": 1.6164, + "step": 1980 + }, + { + "epoch": 1.37, + "learning_rate": 2.709484346224678e-05, + "loss": 1.5834, + "step": 1990 + }, + { + "epoch": 1.38, + "learning_rate": 2.697974217311234e-05, + "loss": 1.5571, + "step": 2000 + }, + { + "epoch": 1.39, + "learning_rate": 2.6864640883977905e-05, + "loss": 1.5971, + "step": 2010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6749539594843465e-05, + "loss": 1.6115, + "step": 2020 + }, + { + "epoch": 1.4, + "learning_rate": 2.6634438305709025e-05, + "loss": 1.573, + "step": 2030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6519337016574585e-05, + "loss": 1.5956, + "step": 2040 + }, + { + "epoch": 1.42, + "learning_rate": 2.6404235727440148e-05, + "loss": 1.5467, + "step": 2050 + }, + { + "epoch": 1.42, + "learning_rate": 2.628913443830571e-05, + "loss": 1.5736, + "step": 2060 + }, + { + "epoch": 1.43, + "learning_rate": 2.6174033149171275e-05, + "loss": 1.5593, + "step": 2070 + }, + { + "epoch": 1.44, + "learning_rate": 2.6058931860036835e-05, + "loss": 1.5953, + "step": 2080 + }, + { + "epoch": 1.44, + "learning_rate": 2.5943830570902394e-05, + "loss": 1.569, + "step": 2090 + }, + { + "epoch": 1.45, + "learning_rate": 2.5828729281767954e-05, + "loss": 1.5567, + "step": 2100 + }, + { + "epoch": 1.46, + "learning_rate": 2.571362799263352e-05, + "loss": 1.6498, + "step": 2110 + }, + { + "epoch": 1.46, + "learning_rate": 2.559852670349908e-05, + "loss": 1.6232, + "step": 2120 + }, + { + "epoch": 1.47, + "learning_rate": 2.548342541436464e-05, + "loss": 1.5408, + "step": 2130 + }, + { + "epoch": 1.48, + "learning_rate": 2.5368324125230204e-05, + "loss": 1.5992, + "step": 2140 + }, + { + "epoch": 1.48, + "learning_rate": 2.5253222836095764e-05, + "loss": 1.5964, + "step": 2150 + }, + { + "epoch": 1.49, + "learning_rate": 2.513812154696133e-05, + "loss": 1.5716, + "step": 2160 + }, + { + "epoch": 1.5, + "learning_rate": 2.502302025782689e-05, + "loss": 1.5663, + "step": 2170 + }, + { + "epoch": 1.51, + "learning_rate": 2.490791896869245e-05, + "loss": 1.6271, + "step": 2180 + }, + { + "epoch": 1.51, + "learning_rate": 2.479281767955801e-05, + "loss": 1.5547, + "step": 2190 + }, + { + "epoch": 1.52, + "learning_rate": 2.4677716390423574e-05, + "loss": 1.6519, + "step": 2200 + }, + { + "epoch": 1.53, + "learning_rate": 2.4562615101289137e-05, + "loss": 1.6163, + "step": 2210 + }, + { + "epoch": 1.53, + "learning_rate": 2.4447513812154697e-05, + "loss": 1.5848, + "step": 2220 + }, + { + "epoch": 1.54, + "learning_rate": 2.433241252302026e-05, + "loss": 1.6144, + "step": 2230 + }, + { + "epoch": 1.55, + "learning_rate": 2.421731123388582e-05, + "loss": 1.5702, + "step": 2240 + }, + { + "epoch": 1.55, + "learning_rate": 2.4102209944751383e-05, + "loss": 1.6093, + "step": 2250 + }, + { + "epoch": 1.56, + "learning_rate": 2.3987108655616943e-05, + "loss": 1.5885, + "step": 2260 + }, + { + "epoch": 1.57, + "learning_rate": 2.3872007366482503e-05, + "loss": 1.5403, + "step": 2270 + }, + { + "epoch": 1.57, + "learning_rate": 2.3756906077348066e-05, + "loss": 1.5285, + "step": 2280 + }, + { + "epoch": 1.58, + "learning_rate": 2.364180478821363e-05, + "loss": 1.6066, + "step": 2290 + }, + { + "epoch": 1.59, + "learning_rate": 2.3526703499079193e-05, + "loss": 1.5911, + "step": 2300 + }, + { + "epoch": 1.6, + "learning_rate": 2.3411602209944753e-05, + "loss": 1.5668, + "step": 2310 + }, + { + "epoch": 1.6, + "learning_rate": 2.3296500920810313e-05, + "loss": 1.6309, + "step": 2320 + }, + { + "epoch": 1.61, + "learning_rate": 2.3181399631675876e-05, + "loss": 1.5681, + "step": 2330 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066298342541436e-05, + "loss": 1.5751, + "step": 2340 + }, + { + "epoch": 1.62, + "learning_rate": 2.2951197053407e-05, + "loss": 1.5797, + "step": 2350 + }, + { + "epoch": 1.63, + "learning_rate": 2.2836095764272563e-05, + "loss": 1.5651, + "step": 2360 + }, + { + "epoch": 1.64, + "learning_rate": 2.2720994475138122e-05, + "loss": 1.6188, + "step": 2370 + }, + { + "epoch": 1.64, + "learning_rate": 2.2605893186003686e-05, + "loss": 1.5846, + "step": 2380 + }, + { + "epoch": 1.65, + "learning_rate": 2.2490791896869246e-05, + "loss": 1.5483, + "step": 2390 + }, + { + "epoch": 1.66, + "learning_rate": 2.237569060773481e-05, + "loss": 1.5521, + "step": 2400 + }, + { + "epoch": 1.66, + "learning_rate": 2.226058931860037e-05, + "loss": 1.5387, + "step": 2410 + }, + { + "epoch": 1.67, + "learning_rate": 2.214548802946593e-05, + "loss": 1.5602, + "step": 2420 + }, + { + "epoch": 1.68, + "learning_rate": 2.2030386740331492e-05, + "loss": 1.5724, + "step": 2430 + }, + { + "epoch": 1.69, + "learning_rate": 2.1915285451197055e-05, + "loss": 1.5711, + "step": 2440 + }, + { + "epoch": 1.69, + "learning_rate": 2.180018416206262e-05, + "loss": 1.5658, + "step": 2450 + }, + { + "epoch": 1.7, + "learning_rate": 2.168508287292818e-05, + "loss": 1.6041, + "step": 2460 + }, + { + "epoch": 1.71, + "learning_rate": 2.156998158379374e-05, + "loss": 1.6189, + "step": 2470 + }, + { + "epoch": 1.71, + "learning_rate": 2.1454880294659302e-05, + "loss": 1.6388, + "step": 2480 + }, + { + "epoch": 1.72, + "learning_rate": 2.133977900552486e-05, + "loss": 1.5726, + "step": 2490 + }, + { + "epoch": 1.73, + "learning_rate": 2.1224677716390425e-05, + "loss": 1.5748, + "step": 2500 + }, + { + "epoch": 1.73, + "learning_rate": 2.1109576427255985e-05, + "loss": 1.5393, + "step": 2510 + }, + { + "epoch": 1.74, + "learning_rate": 2.0994475138121548e-05, + "loss": 1.5535, + "step": 2520 + }, + { + "epoch": 1.75, + "learning_rate": 2.087937384898711e-05, + "loss": 1.6028, + "step": 2530 + }, + { + "epoch": 1.75, + "learning_rate": 2.076427255985267e-05, + "loss": 1.6166, + "step": 2540 + }, + { + "epoch": 1.76, + "learning_rate": 2.064917127071823e-05, + "loss": 1.6016, + "step": 2550 + }, + { + "epoch": 1.77, + "learning_rate": 2.0534069981583794e-05, + "loss": 1.5341, + "step": 2560 + }, + { + "epoch": 1.77, + "learning_rate": 2.0418968692449354e-05, + "loss": 1.5805, + "step": 2570 + }, + { + "epoch": 1.78, + "learning_rate": 2.0303867403314918e-05, + "loss": 1.5787, + "step": 2580 + }, + { + "epoch": 1.79, + "learning_rate": 2.018876611418048e-05, + "loss": 1.6065, + "step": 2590 + }, + { + "epoch": 1.8, + "learning_rate": 2.007366482504604e-05, + "loss": 1.5751, + "step": 2600 + }, + { + "epoch": 1.8, + "learning_rate": 1.9958563535911604e-05, + "loss": 1.6446, + "step": 2610 + }, + { + "epoch": 1.81, + "learning_rate": 1.9843462246777164e-05, + "loss": 1.5727, + "step": 2620 + }, + { + "epoch": 1.82, + "learning_rate": 1.9728360957642727e-05, + "loss": 1.5928, + "step": 2630 + }, + { + "epoch": 1.82, + "learning_rate": 1.9613259668508287e-05, + "loss": 1.5738, + "step": 2640 + }, + { + "epoch": 1.83, + "learning_rate": 1.9498158379373847e-05, + "loss": 1.6051, + "step": 2650 + }, + { + "epoch": 1.84, + "learning_rate": 1.938305709023941e-05, + "loss": 1.6057, + "step": 2660 + }, + { + "epoch": 1.84, + "learning_rate": 1.9267955801104974e-05, + "loss": 1.5234, + "step": 2670 + }, + { + "epoch": 1.85, + "learning_rate": 1.9152854511970537e-05, + "loss": 1.6126, + "step": 2680 + }, + { + "epoch": 1.86, + "learning_rate": 1.9037753222836097e-05, + "loss": 1.5784, + "step": 2690 + }, + { + "epoch": 1.86, + "learning_rate": 1.8922651933701657e-05, + "loss": 1.5575, + "step": 2700 + }, + { + "epoch": 1.87, + "learning_rate": 1.880755064456722e-05, + "loss": 1.5637, + "step": 2710 + }, + { + "epoch": 1.88, + "learning_rate": 1.869244935543278e-05, + "loss": 1.5491, + "step": 2720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8577348066298343e-05, + "loss": 1.5797, + "step": 2730 + }, + { + "epoch": 1.89, + "learning_rate": 1.8462246777163907e-05, + "loss": 1.5906, + "step": 2740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8347145488029466e-05, + "loss": 1.5797, + "step": 2750 + }, + { + "epoch": 1.91, + "learning_rate": 1.823204419889503e-05, + "loss": 1.5791, + "step": 2760 + }, + { + "epoch": 1.91, + "learning_rate": 1.811694290976059e-05, + "loss": 1.5562, + "step": 2770 + }, + { + "epoch": 1.92, + "learning_rate": 1.8001841620626153e-05, + "loss": 1.5847, + "step": 2780 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886740331491713e-05, + "loss": 1.5813, + "step": 2790 + }, + { + "epoch": 1.93, + "learning_rate": 1.7771639042357273e-05, + "loss": 1.5668, + "step": 2800 + }, + { + "epoch": 1.94, + "learning_rate": 1.7656537753222836e-05, + "loss": 1.5273, + "step": 2810 + }, + { + "epoch": 1.95, + "learning_rate": 1.75414364640884e-05, + "loss": 1.6037, + "step": 2820 + }, + { + "epoch": 1.95, + "learning_rate": 1.7426335174953963e-05, + "loss": 1.5607, + "step": 2830 + }, + { + "epoch": 1.96, + "learning_rate": 1.7311233885819523e-05, + "loss": 1.5772, + "step": 2840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7196132596685082e-05, + "loss": 1.5402, + "step": 2850 + }, + { + "epoch": 1.98, + "learning_rate": 1.7081031307550646e-05, + "loss": 1.5883, + "step": 2860 + }, + { + "epoch": 1.98, + "learning_rate": 1.6965930018416206e-05, + "loss": 1.5583, + "step": 2870 + }, + { + "epoch": 1.99, + "learning_rate": 1.685082872928177e-05, + "loss": 1.6153, + "step": 2880 + }, + { + "epoch": 2.0, + "learning_rate": 1.6735727440147332e-05, + "loss": 1.5841, + "step": 2890 + }, + { + "epoch": 2.0, + "learning_rate": 1.6620626151012892e-05, + "loss": 1.5897, + "step": 2900 + }, + { + "epoch": 2.01, + "learning_rate": 1.6505524861878455e-05, + "loss": 1.5762, + "step": 2910 + }, + { + "epoch": 2.02, + "learning_rate": 1.6390423572744015e-05, + "loss": 1.6014, + "step": 2920 + }, + { + "epoch": 2.02, + "learning_rate": 1.6275322283609575e-05, + "loss": 1.5949, + "step": 2930 + }, + { + "epoch": 2.03, + "learning_rate": 1.616022099447514e-05, + "loss": 1.5671, + "step": 2940 + }, + { + "epoch": 2.04, + "learning_rate": 1.60451197053407e-05, + "loss": 1.5655, + "step": 2950 + }, + { + "epoch": 2.04, + "learning_rate": 1.593001841620626e-05, + "loss": 1.5941, + "step": 2960 + }, + { + "epoch": 2.05, + "learning_rate": 1.5814917127071825e-05, + "loss": 1.6386, + "step": 2970 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699815837937385e-05, + "loss": 1.5989, + "step": 2980 + }, + { + "epoch": 2.06, + "learning_rate": 1.5584714548802948e-05, + "loss": 1.6067, + "step": 2990 + }, + { + "epoch": 2.07, + "learning_rate": 1.5469613259668508e-05, + "loss": 1.5562, + "step": 3000 + }, + { + "epoch": 2.08, + "learning_rate": 1.535451197053407e-05, + "loss": 1.6221, + "step": 3010 + }, + { + "epoch": 2.09, + "learning_rate": 1.5239410681399633e-05, + "loss": 1.5723, + "step": 3020 + }, + { + "epoch": 2.09, + "learning_rate": 1.5124309392265193e-05, + "loss": 1.5636, + "step": 3030 + }, + { + "epoch": 2.1, + "learning_rate": 1.5009208103130756e-05, + "loss": 1.5866, + "step": 3040 + }, + { + "epoch": 2.11, + "learning_rate": 1.4894106813996318e-05, + "loss": 1.5698, + "step": 3050 + }, + { + "epoch": 2.11, + "learning_rate": 1.4779005524861881e-05, + "loss": 1.5909, + "step": 3060 + }, + { + "epoch": 2.12, + "learning_rate": 1.4663904235727441e-05, + "loss": 1.5857, + "step": 3070 + }, + { + "epoch": 2.13, + "learning_rate": 1.4548802946593e-05, + "loss": 1.5646, + "step": 3080 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433701657458564e-05, + "loss": 1.584, + "step": 3090 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318600368324126e-05, + "loss": 1.5629, + "step": 3100 + }, + { + "epoch": 2.15, + "learning_rate": 1.4203499079189689e-05, + "loss": 1.5359, + "step": 3110 + }, + { + "epoch": 2.15, + "learning_rate": 1.4088397790055249e-05, + "loss": 1.5562, + "step": 3120 + }, + { + "epoch": 2.16, + "learning_rate": 1.397329650092081e-05, + "loss": 1.5617, + "step": 3130 + }, + { + "epoch": 2.17, + "learning_rate": 1.3858195211786374e-05, + "loss": 1.5942, + "step": 3140 + }, + { + "epoch": 2.18, + "learning_rate": 1.3743093922651934e-05, + "loss": 1.5608, + "step": 3150 + }, + { + "epoch": 2.18, + "learning_rate": 1.3627992633517497e-05, + "loss": 1.6006, + "step": 3160 + }, + { + "epoch": 2.19, + "learning_rate": 1.3512891344383059e-05, + "loss": 1.6083, + "step": 3170 + }, + { + "epoch": 2.2, + "learning_rate": 1.3397790055248618e-05, + "loss": 1.5748, + "step": 3180 + }, + { + "epoch": 2.2, + "learning_rate": 1.3282688766114182e-05, + "loss": 1.545, + "step": 3190 + }, + { + "epoch": 2.21, + "learning_rate": 1.3167587476979742e-05, + "loss": 1.5444, + "step": 3200 + }, + { + "epoch": 2.22, + "learning_rate": 1.3052486187845307e-05, + "loss": 1.5743, + "step": 3210 + }, + { + "epoch": 2.22, + "learning_rate": 1.2937384898710867e-05, + "loss": 1.5568, + "step": 3220 + }, + { + "epoch": 2.23, + "learning_rate": 1.2822283609576426e-05, + "loss": 1.5459, + "step": 3230 + }, + { + "epoch": 2.24, + "learning_rate": 1.270718232044199e-05, + "loss": 1.5682, + "step": 3240 + }, + { + "epoch": 2.24, + "learning_rate": 1.2592081031307551e-05, + "loss": 1.5531, + "step": 3250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2476979742173113e-05, + "loss": 1.5779, + "step": 3260 + }, + { + "epoch": 2.26, + "learning_rate": 1.2361878453038675e-05, + "loss": 1.5651, + "step": 3270 + }, + { + "epoch": 2.27, + "learning_rate": 1.2246777163904238e-05, + "loss": 1.6048, + "step": 3280 + }, + { + "epoch": 2.27, + "learning_rate": 1.2131675874769798e-05, + "loss": 1.5508, + "step": 3290 + }, + { + "epoch": 2.28, + "learning_rate": 1.201657458563536e-05, + "loss": 1.5763, + "step": 3300 + }, + { + "epoch": 2.29, + "learning_rate": 1.1901473296500921e-05, + "loss": 1.5533, + "step": 3310 + }, + { + "epoch": 2.29, + "learning_rate": 1.1786372007366484e-05, + "loss": 1.5837, + "step": 3320 + }, + { + "epoch": 2.3, + "learning_rate": 1.1671270718232044e-05, + "loss": 1.5725, + "step": 3330 + }, + { + "epoch": 2.31, + "learning_rate": 1.1556169429097606e-05, + "loss": 1.5419, + "step": 3340 + }, + { + "epoch": 2.31, + "learning_rate": 1.1441068139963167e-05, + "loss": 1.5768, + "step": 3350 + }, + { + "epoch": 2.32, + "learning_rate": 1.132596685082873e-05, + "loss": 1.5989, + "step": 3360 + }, + { + "epoch": 2.33, + "learning_rate": 1.1210865561694292e-05, + "loss": 1.5842, + "step": 3370 + }, + { + "epoch": 2.33, + "learning_rate": 1.1095764272559852e-05, + "loss": 1.5623, + "step": 3380 + }, + { + "epoch": 2.34, + "learning_rate": 1.0980662983425415e-05, + "loss": 1.6057, + "step": 3390 + }, + { + "epoch": 2.35, + "learning_rate": 1.0865561694290977e-05, + "loss": 1.5817, + "step": 3400 + }, + { + "epoch": 2.35, + "learning_rate": 1.0750460405156539e-05, + "loss": 1.552, + "step": 3410 + }, + { + "epoch": 2.36, + "learning_rate": 1.06353591160221e-05, + "loss": 1.6205, + "step": 3420 + }, + { + "epoch": 2.37, + "learning_rate": 1.0520257826887662e-05, + "loss": 1.539, + "step": 3430 + }, + { + "epoch": 2.38, + "learning_rate": 1.0405156537753223e-05, + "loss": 1.5936, + "step": 3440 + }, + { + "epoch": 2.38, + "learning_rate": 1.0290055248618785e-05, + "loss": 1.5986, + "step": 3450 + }, + { + "epoch": 2.39, + "learning_rate": 1.0174953959484347e-05, + "loss": 1.5493, + "step": 3460 + }, + { + "epoch": 2.4, + "learning_rate": 1.005985267034991e-05, + "loss": 1.5675, + "step": 3470 + }, + { + "epoch": 2.4, + "learning_rate": 9.94475138121547e-06, + "loss": 1.5784, + "step": 3480 + }, + { + "epoch": 2.41, + "learning_rate": 9.829650092081031e-06, + "loss": 1.5754, + "step": 3490 + }, + { + "epoch": 2.42, + "learning_rate": 9.714548802946593e-06, + "loss": 1.5657, + "step": 3500 + }, + { + "epoch": 2.42, + "learning_rate": 9.599447513812156e-06, + "loss": 1.5661, + "step": 3510 + }, + { + "epoch": 2.43, + "learning_rate": 9.484346224677716e-06, + "loss": 1.5617, + "step": 3520 + }, + { + "epoch": 2.44, + "learning_rate": 9.369244935543278e-06, + "loss": 1.5704, + "step": 3530 + }, + { + "epoch": 2.44, + "learning_rate": 9.254143646408841e-06, + "loss": 1.5982, + "step": 3540 + }, + { + "epoch": 2.45, + "learning_rate": 9.139042357274403e-06, + "loss": 1.5643, + "step": 3550 + }, + { + "epoch": 2.46, + "learning_rate": 9.023941068139964e-06, + "loss": 1.5784, + "step": 3560 + }, + { + "epoch": 2.47, + "learning_rate": 8.908839779005524e-06, + "loss": 1.5554, + "step": 3570 + }, + { + "epoch": 2.47, + "learning_rate": 8.793738489871087e-06, + "loss": 1.6241, + "step": 3580 + }, + { + "epoch": 2.48, + "learning_rate": 8.678637200736649e-06, + "loss": 1.6065, + "step": 3590 + }, + { + "epoch": 2.49, + "learning_rate": 8.56353591160221e-06, + "loss": 1.6152, + "step": 3600 + }, + { + "epoch": 2.49, + "learning_rate": 8.448434622467772e-06, + "loss": 1.5468, + "step": 3610 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.5962, + "step": 3620 + }, + { + "epoch": 2.51, + "learning_rate": 8.218232044198895e-06, + "loss": 1.6218, + "step": 3630 + }, + { + "epoch": 2.51, + "learning_rate": 8.103130755064457e-06, + "loss": 1.5566, + "step": 3640 + }, + { + "epoch": 2.52, + "learning_rate": 7.988029465930019e-06, + "loss": 1.6299, + "step": 3650 + }, + { + "epoch": 2.53, + "learning_rate": 7.87292817679558e-06, + "loss": 1.6039, + "step": 3660 + }, + { + "epoch": 2.53, + "learning_rate": 7.757826887661142e-06, + "loss": 1.5722, + "step": 3670 + }, + { + "epoch": 2.54, + "learning_rate": 7.642725598526703e-06, + "loss": 1.5548, + "step": 3680 + }, + { + "epoch": 2.55, + "learning_rate": 7.527624309392266e-06, + "loss": 1.5718, + "step": 3690 + }, + { + "epoch": 2.56, + "learning_rate": 7.412523020257827e-06, + "loss": 1.557, + "step": 3700 + }, + { + "epoch": 2.56, + "learning_rate": 7.297421731123388e-06, + "loss": 1.545, + "step": 3710 + }, + { + "epoch": 2.57, + "learning_rate": 7.1823204419889505e-06, + "loss": 1.531, + "step": 3720 + }, + { + "epoch": 2.58, + "learning_rate": 7.067219152854512e-06, + "loss": 1.5621, + "step": 3730 + }, + { + "epoch": 2.58, + "learning_rate": 6.9521178637200746e-06, + "loss": 1.552, + "step": 3740 + }, + { + "epoch": 2.59, + "learning_rate": 6.837016574585636e-06, + "loss": 1.5862, + "step": 3750 + }, + { + "epoch": 2.6, + "learning_rate": 6.721915285451197e-06, + "loss": 1.5686, + "step": 3760 + }, + { + "epoch": 2.6, + "learning_rate": 6.6068139963167585e-06, + "loss": 1.5777, + "step": 3770 + }, + { + "epoch": 2.61, + "learning_rate": 6.491712707182321e-06, + "loss": 1.5882, + "step": 3780 + }, + { + "epoch": 2.62, + "learning_rate": 6.3766114180478825e-06, + "loss": 1.5874, + "step": 3790 + }, + { + "epoch": 2.62, + "learning_rate": 6.261510128913445e-06, + "loss": 1.6016, + "step": 3800 + }, + { + "epoch": 2.63, + "learning_rate": 6.146408839779006e-06, + "loss": 1.5857, + "step": 3810 + }, + { + "epoch": 2.64, + "learning_rate": 6.031307550644567e-06, + "loss": 1.5484, + "step": 3820 + }, + { + "epoch": 2.65, + "learning_rate": 5.91620626151013e-06, + "loss": 1.5686, + "step": 3830 + }, + { + "epoch": 2.65, + "learning_rate": 5.8011049723756905e-06, + "loss": 1.5561, + "step": 3840 + }, + { + "epoch": 2.66, + "learning_rate": 5.686003683241253e-06, + "loss": 1.5854, + "step": 3850 + }, + { + "epoch": 2.67, + "learning_rate": 5.5709023941068146e-06, + "loss": 1.6034, + "step": 3860 + }, + { + "epoch": 2.67, + "learning_rate": 5.455801104972376e-06, + "loss": 1.5734, + "step": 3870 + }, + { + "epoch": 2.68, + "learning_rate": 5.340699815837938e-06, + "loss": 1.6034, + "step": 3880 + }, + { + "epoch": 2.69, + "learning_rate": 5.225598526703499e-06, + "loss": 1.5618, + "step": 3890 + }, + { + "epoch": 2.69, + "learning_rate": 5.110497237569061e-06, + "loss": 1.564, + "step": 3900 + }, + { + "epoch": 2.7, + "learning_rate": 4.9953959484346225e-06, + "loss": 1.6206, + "step": 3910 + }, + { + "epoch": 2.71, + "learning_rate": 4.880294659300184e-06, + "loss": 1.5319, + "step": 3920 + }, + { + "epoch": 2.71, + "learning_rate": 4.7651933701657466e-06, + "loss": 1.575, + "step": 3930 + }, + { + "epoch": 2.72, + "learning_rate": 4.650092081031307e-06, + "loss": 1.5651, + "step": 3940 + }, + { + "epoch": 2.73, + "learning_rate": 4.53499079189687e-06, + "loss": 1.5795, + "step": 3950 + }, + { + "epoch": 2.73, + "learning_rate": 4.419889502762431e-06, + "loss": 1.6074, + "step": 3960 + }, + { + "epoch": 2.74, + "learning_rate": 4.304788213627993e-06, + "loss": 1.5556, + "step": 3970 + }, + { + "epoch": 2.75, + "learning_rate": 4.1896869244935545e-06, + "loss": 1.5738, + "step": 3980 + }, + { + "epoch": 2.76, + "learning_rate": 4.074585635359116e-06, + "loss": 1.6073, + "step": 3990 + }, + { + "epoch": 2.76, + "learning_rate": 3.959484346224679e-06, + "loss": 1.5617, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527151250462474e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/checkpoint-500/README.md b/6363_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/6363_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/6363_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/6363_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/6363_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ad1d30a2e370027bf6943177485d75945106f26 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5566d31608a6eceebd7e061d32363bc4f6115c102ed2451ec764d4eae21af42 +size 26235704 diff --git a/6363_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/6363_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..600f005591d2a6e344446b6118e71baaebc16564 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d4a11abce73bbdf65adc5e998a5fc0585c01c331b8658c3c41bbd045226bfd +size 52567237 diff --git a/6363_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/6363_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/6363_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/6363_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f280262b3390e5f7412c66fe0883f0e291d7e7 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec9474a5556e9810e66cd54ee832efb051ec3be8d35e7c953b614b1f8fd6097 +size 627 diff --git a/6363_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/6363_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..87373baf465410b157ce4c6f572435aa50d37242 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3453038674033149, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9884898710865566e-05, + "loss": 1.8029, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976979742173112e-05, + "loss": 1.7809, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.965469613259669e-05, + "loss": 1.7211, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953959484346225e-05, + "loss": 1.6942, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.942449355432781e-05, + "loss": 1.7155, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930939226519337e-05, + "loss": 1.6549, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.919429097605893e-05, + "loss": 1.6162, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9079189686924495e-05, + "loss": 1.6446, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.896408839779006e-05, + "loss": 1.6022, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.884898710865562e-05, + "loss": 1.6405, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.873388581952118e-05, + "loss": 1.5943, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.861878453038674e-05, + "loss": 1.6267, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.8503683241252305e-05, + "loss": 1.5846, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.838858195211787e-05, + "loss": 1.63, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.8273480662983425e-05, + "loss": 1.5956, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.815837937384899e-05, + "loss": 1.6277, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.804327808471455e-05, + "loss": 1.6073, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.7928176795580114e-05, + "loss": 1.6069, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.781307550644568e-05, + "loss": 1.5771, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.7697974217311234e-05, + "loss": 1.5908, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.75828729281768e-05, + "loss": 1.6272, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.746777163904236e-05, + "loss": 1.5791, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7352670349907924e-05, + "loss": 1.6181, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.723756906077349e-05, + "loss": 1.5601, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.7122467771639044e-05, + "loss": 1.6027, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.700736648250461e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.6892265193370164e-05, + "loss": 1.5931, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 4.6777163904235734e-05, + "loss": 1.5754, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.666206261510129e-05, + "loss": 1.6021, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.6546961325966854e-05, + "loss": 1.612, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 4.643186003683242e-05, + "loss": 1.6186, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.6316758747697973e-05, + "loss": 1.5881, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6201657458563544e-05, + "loss": 1.5798, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 4.60865561694291e-05, + "loss": 1.6227, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.597145488029466e-05, + "loss": 1.5912, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.585635359116022e-05, + "loss": 1.5674, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.574125230202578e-05, + "loss": 1.6119, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.5626151012891346e-05, + "loss": 1.6162, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.551104972375691e-05, + "loss": 1.6058, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.539594843462247e-05, + "loss": 1.5731, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 4.528084714548803e-05, + "loss": 1.5954, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.516574585635359e-05, + "loss": 1.6355, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.505064456721915e-05, + "loss": 1.6298, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 4.493554327808472e-05, + "loss": 1.5923, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.4820441988950276e-05, + "loss": 1.5714, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.470534069981584e-05, + "loss": 1.6087, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 4.45902394106814e-05, + "loss": 1.5758, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.447513812154696e-05, + "loss": 1.5886, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.436003683241253e-05, + "loss": 1.583, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.4244935543278086e-05, + "loss": 1.5785, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4344, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/6363_Llama-2-13b-hf/checkpoint-500/training_args.bin b/6363_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/6363_Llama-2-13b-hf/training_args.bin b/6363_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dae60a213fd16fa7c778ab97470df6bd04235752 --- /dev/null +++ b/6363_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72f82529114255058b2fad98d1e1a9439e962add93b9a30410277675fde69fd5 +size 4283 diff --git a/7243_Llama-2-13b-hf/README.md b/7243_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3e22bfc1179fb87142cdae5deab85747c52489a7 --- /dev/null +++ b/7243_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 7243_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 7243_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/7243_Llama-2-13b-hf/adapter_config.json b/7243_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/adapter_model.safetensors b/7243_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78f1bcb851d15566f94290b496f0249b31561b16 --- /dev/null +++ b/7243_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea620b99162be07a7905c5b3cd424d5506c0ae82303ed20972b417c10661d3d2 +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/README.md b/7243_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0bfd644de8394aa12df8529fa28614acd94c46cf --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ead909cb5758888f5f22418752a6ec7b041aa87adc35cdc988beeb91ba2ec7 +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef7a0a3280d0c98b0eeb953a9ae4d4a3461ef278 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee034eae29a497e2e00d40e7ddb734e4b36ab10294a525c3dd78d917fffa6ad +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db38b553e604e96055e3d8a0a78a494b2aad488 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d2effc4743689ddd12152cceca88840a43e1a01934997d1b1aed41dc4947f +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2b51c45438e1873d60f6e1e8c9a9dab210d33f93 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/README.md b/7243_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b49724b358be732da01f86c72564b4d0c45b5f01 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31883a5a4d3642824100f90a490a944c6082471317bf9de315591074ad91d9c5 +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8bff3667a332c48b3e1ad4ff24fbc4ee7302d38 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf32578faf79ae69e57ce7c4f68b0dcb8d994a6c053469628a2a40c1df55279 +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..74418322fa63b1bc167cfdd103e6b88fec1a8eb0 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb06b506041b2c90376ad3433697a3921e44487b7cac38419e5228de632b004c +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..789255916f752df027731a5c7371868c83876e1d --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35979f852f962794802ddc49d895f96b0f52016f88a157dc9f5185d94d443530 +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5034a8d8275e6fa85607db80ad5e62bc30e9f0b5 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6839, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6677, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6753, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7041, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7067, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6417, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6886, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6784, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6832, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6491, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6503, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6909, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6666, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6526, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6427, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/README.md b/7243_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..649ee0ca96ffad9a71cc3d65fcc9caf2df46ca46 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c521e1ce278d2344165a8efc9f75c3bf44030ec7792a40850ed000604aa36d60 +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ee541b0e3378a63d4a0816fcd26fc9a3347147d --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7aed1d954cf5b03d17617a9d9a8c3e475a2ee2eaec495ad2bc8c1df22677f1 +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca880715cfced5f846c23da8f182ed1a657495e9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfc796a88e2bbfadb159f15a12743dc91b7c58bf7af272944fce39eb1cc41ba +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..62e92673c9cc4b2dbdd140fe2531f486981f81b6 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6839, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6677, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6753, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7041, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7067, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6417, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6886, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6784, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6832, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6491, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6503, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6909, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6666, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6526, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6427, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6979, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7026, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6651, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7034, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6341, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6251, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6831, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6803, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6903, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6492, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6295, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6886, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6682, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6989, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6657, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6708, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6654, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6918, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6907, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6398, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6735, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6762, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6836, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7035, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6566, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6675, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/README.md b/7243_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c5898e05f846feccf92421c5bee9a7bbe7d5076 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fcb24601a8eb5551bedb1059a90f33467b42b801776008eed78441922727c2c +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5832878cffdd2e62a34eba14d3d3a7d44438a6 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e14381c4a49a31cd39c957ff4f8813cc151ea9324c89e072397e9b8eab96741e +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..969180947ef2af15b71a94552978dfbc2814a1e4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715e96809af583e018e8152d1f327b85f9b4402a467194c51bfa80de4a4f18f +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4153a632b63ad1809254a285f099548dceae6a14 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6839, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6677, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6753, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7041, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7067, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6417, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6886, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6784, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6832, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6491, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6503, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6909, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6666, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6526, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6427, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6979, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7026, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6651, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7034, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6341, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6251, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6831, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6803, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6903, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6492, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6295, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6886, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6682, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6989, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6657, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6708, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6654, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6918, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6907, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6398, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6735, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6762, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6836, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7035, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6566, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6675, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.619, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6667, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.69, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6632, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6617, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6629, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6696, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6345, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6454, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6367, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6814, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6724, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6764, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6646, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6561, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6393, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/README.md b/7243_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4369806f66df5cfa8bd84039c14d673d2395feda --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc096f9287cec840ab292d73787adef8b002c5cae3bd46ecfdcadfe987bfb582 +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..46f832e4d929598871b3e59c8301b19d858195e8 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1c9c35a6b41de1925b82de9b34563dfb525b59baf4dfc118ff2b9fbb1ce583 +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e4b883be24e318b431d8733becffa5c776ce5d1 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b4a96e248999144f28739a3a5c244db3f2ca59f8c60d8a5ffce3e57c61347 +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13fb0a7a4981315606e3fb5ee33e52c932d63e7 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1587ccc83c549a0b14a9e9e6743d75a19582b182033993210822089b8a9535b5 +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8a2246d2cfeba17a1973c82bbd8224c084dcd7bb --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6839, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6677, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6753, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7041, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7067, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6417, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6886, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6784, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6832, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6491, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6503, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6909, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6666, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6526, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6427, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6979, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7026, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6651, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7034, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6341, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6251, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6831, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6803, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6903, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6492, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6295, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6886, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6682, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6989, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6657, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6708, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6654, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6918, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6907, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6398, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6735, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6762, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6836, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7035, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6566, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6675, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.619, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6667, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.69, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6632, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6617, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6629, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6696, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6345, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6454, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6367, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6814, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6724, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6764, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6646, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6561, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6393, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6155, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7092, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6799, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7009, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6929, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7006, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6529, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6381, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6855, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6881, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6537, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6718, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6828, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7071, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6586, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6632, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6615, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6692, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6581, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.679, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6603, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6832, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6473, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6397, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6558, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6621, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.689, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6819, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6263, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6937, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6794, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6497, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6396, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6673, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6429, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6773, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/README.md b/7243_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0730235912fdc09015ad7a9e141cdd97ba71780f --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b98aafca007866f769d8a69eff98bfdb750ba0bec694eb7289af96c8c8ef98dc +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc93c577f97c6a195d05bfacdb503b7e966aba2e --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd5d8972a86b4f0bad8eaded2d9154ced8f3d7a6ee849523bfeb1bd89a200a0 +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d7a0dd568057f1c13b0d90265a3b3da05c1d75 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8807c7d90e56ddda38ccf5adf0f7546f8be38fd0cbbc8989736db7fff642ad +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..45c938757ee81efc5f97ef0a49b6a02934a0fc5f --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6839, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6677, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6753, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7041, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7067, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6417, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6886, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6784, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6832, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6491, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6503, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6909, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6666, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6526, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6427, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6979, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7026, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6651, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7034, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6341, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6251, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6831, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6803, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6903, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6492, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6295, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6886, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6682, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6989, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6657, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6708, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6654, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6918, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6907, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6398, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6735, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6762, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6836, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7035, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6566, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6675, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.619, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6667, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.69, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6632, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6617, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6629, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6696, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6345, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6454, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6367, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6814, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6724, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6764, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6646, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6561, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6393, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6155, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7092, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6799, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7009, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6929, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7006, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6529, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6381, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6855, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6881, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6537, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6718, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6828, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7071, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6586, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6632, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6615, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6692, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6581, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.679, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6603, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6832, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6473, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6397, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6558, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6621, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.689, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6819, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6263, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6937, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6794, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6497, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6396, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6673, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6429, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6773, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6775, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6597, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6903, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6413, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6349, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6674, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6616, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7065, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.671, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6685, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6841, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6636, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6496, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6569, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6984, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6571, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6906, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6765, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6492, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6782, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6418, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6545, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.694, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6705, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6447, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6752, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6683, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6915, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7078, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6728, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6283, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6317, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6699, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6122, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6728, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6665, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6523, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6719, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6356, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6887, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6958, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6455, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6397, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6367, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6483, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.633, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6796, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6693, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6753, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/README.md b/7243_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3969a4ffc892041602571b364023f3d59f5dff63 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d8b371e406429fc47b22784d0e57805f5254221a5f9d21a482e28b336212b4 +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcabb349285adcf0ae94f1cda8b9f1918991a049 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459ee50d198a0e915cea6c26f2820e5ebc97b82de6f57bab45a513702d537f0e +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1288bafe9d1c5b806645eed8998c5c263a14bf --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5b13ea5a0fbc128db00433bc7c83b57e1fd4de3169c15d774e359dfc3ff356 +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d382949c8a43f425f4a48e871a1320be9262bb61 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.689, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6964, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6775, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7104, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6928, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6627, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6428, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6474, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6819, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6824, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7009, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6554, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6717, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.726, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6654, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7242, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6711, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6638, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6806, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6938, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6764, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6823, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.668, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6843, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6081, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6623, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7299, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6906, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7044, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6661, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6981, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6618, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7071, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6709, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7045, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6839, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.6677, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6753, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7041, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7067, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6563, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6443, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.691, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6558, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.648, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6417, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6886, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6784, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6832, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6491, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7013, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6503, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6618, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7154, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6909, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7051, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6677, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6651, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6666, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6526, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.694, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6709, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6711, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6675, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7054, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7015, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6854, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6427, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6977, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6979, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6718, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7026, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6651, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7034, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6849, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6341, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6251, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6831, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7055, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6803, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6285, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6903, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6492, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7093, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6714, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6295, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6886, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6495, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6485, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6682, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6989, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.648, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6657, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6708, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6654, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6918, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6907, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6904, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6819, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6398, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6735, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6762, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6836, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.706, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7035, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6566, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6675, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6798, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6769, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.619, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6549, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6823, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6611, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6667, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.69, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6471, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6632, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6414, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6426, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6617, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6629, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6526, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6696, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.6345, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6966, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6925, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6454, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6367, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6814, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6724, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6952, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6553, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6764, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6646, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6561, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6393, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.652, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6793, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6582, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6155, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7092, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6799, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7009, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6929, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.7006, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6529, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6381, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6855, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6873, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.6881, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6735, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6537, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6705, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6718, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6828, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7071, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6586, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6632, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6615, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6692, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6581, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.679, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6399, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6603, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6832, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6473, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6397, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6558, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6616, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6621, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.689, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6819, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6263, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6937, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6794, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6497, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6396, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6673, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6429, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6773, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6775, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6597, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6903, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6413, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6349, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6674, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6616, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7065, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.671, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6685, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6841, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6636, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6496, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6569, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6984, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6571, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6906, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6765, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6492, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6782, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6418, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6545, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.694, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6705, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6447, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6752, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6683, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6915, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7078, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6728, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6283, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6317, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6699, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6122, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6728, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6665, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6523, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6719, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6356, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6887, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6958, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6455, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6397, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6367, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6483, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.633, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6796, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6693, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6753, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6524, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6628, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.6573, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.6637, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6577, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6386, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.6282, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.683, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6922, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6484, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.6459, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.68, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6639, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6219, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.6487, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.645, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5844, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6765, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.6466, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.6766, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.6306, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.6645, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.6754, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6397, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6747, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6585, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.6623, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.7049, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.6603, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.6299, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.6872, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6321, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.6653, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6691, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.6642, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.6432, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.6685, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.6768, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.6808, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.6579, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.6814, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6624, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.6433, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6751, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6737, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.6514, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6385, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6498, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.656, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6595, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/checkpoint-500/README.md b/7243_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/7243_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/7243_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/7243_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/7243_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..80bf5be5d39db02be35adffbffa872c5e953a3a5 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10f45c1b387269e365a2f293788c12ee7b847813c0d13310d2324ccde2ac1de +size 26235704 diff --git a/7243_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/7243_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d572d9645af9010ba42a429b62753403285e5f --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a52ceceb7bda35e0b711c67b450216b21ef15906b13551a7c275f2c83dae4a +size 52565434 diff --git a/7243_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/7243_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/7243_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/7243_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ce34c67dce140537356cbd6f40324333cfca75 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38c514f58d545b7dabac969dd1c7e7898b5eb1b617f400d116301650c2ee82 +size 1064 diff --git a/7243_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/7243_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e174f198e20f2728cb561107bbbbc9df76adc45e --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7866, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7867, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7551, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6772, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7077, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6952, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7137, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.701, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.725, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7188, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7205, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.735, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6846, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.657, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7095, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.7279, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7039, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6917, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7254, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7302, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6344, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6759, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6633, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.647, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6855, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6939, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6714, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6228, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6592, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6844, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.675, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6794, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/7243_Llama-2-13b-hf/checkpoint-500/training_args.bin b/7243_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/7243_Llama-2-13b-hf/training_args.bin b/7243_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..34c57534225a687b110d0bd5c96d26642b6f6ec4 --- /dev/null +++ b/7243_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca167a02b2d764eb33092e08c50e1d4ca23e9a644ed15e08696e495857c0502a +size 4728 diff --git a/8081/checkpoint-1000/README.md b/8081/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-1000/adapter_config.json b/8081/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-1000/adapter_model.safetensors b/8081/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c39774ed1743215c28a51788c5ea0467af35d2a8 --- /dev/null +++ b/8081/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af93e8d25b7748f5aa47ad6d0dd1893579ce1593634fdbe67d3425ad2802a58 +size 26235704 diff --git a/8081/checkpoint-1000/optimizer.pt b/8081/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d21bd63c07256a5def11f37943b7e7792dc9b6 --- /dev/null +++ b/8081/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cbef8ad08b545995dc06c654f2d3a682866c917496b58d7caddda54e92705ed +size 52565434 diff --git a/8081/checkpoint-1000/rng_state.pth b/8081/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/8081/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/8081/checkpoint-1000/scheduler.pt b/8081/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..38c948d5dc454498ab411788385e2cac40181713 --- /dev/null +++ b/8081/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a929ef7cd5bf597769e989dc39db9fc01f1e7cae57bd95eef7fd1b17c2940559 +size 1064 diff --git a/8081/checkpoint-1000/trainer_state.json b/8081/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..263ec5bc74e291b00b0430ce1f71b8f7c71a61c2 --- /dev/null +++ b/8081/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.2, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-1000/training_args.bin b/8081/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-10000/README.md b/8081/checkpoint-10000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-10000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-10000/adapter_config.json b/8081/checkpoint-10000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-10000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-10000/adapter_model.safetensors b/8081/checkpoint-10000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08b27aa695e50abe1349b0f6f4acd940c5611017 --- /dev/null +++ b/8081/checkpoint-10000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8504ed7bc683612944037e09a7181b3b5312ddb9a74f5595ddcc659e09e55c11 +size 26235704 diff --git a/8081/checkpoint-10000/optimizer.pt b/8081/checkpoint-10000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a50be6de5d0350644c520445269e2bc8b46fdfdb --- /dev/null +++ b/8081/checkpoint-10000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9712b91a8828a11221b063c25afe05854dfb8c7482db8cededde8b2b3624cc05 +size 52565434 diff --git a/8081/checkpoint-10000/rng_state.pth b/8081/checkpoint-10000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f28ddd072d6fa161f94adcc50191a04686bea9c --- /dev/null +++ b/8081/checkpoint-10000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3377fa1211be067a69cad1f7928ad5018c4b86ecd9ab6589f90cb7f72f4ffa20 +size 14244 diff --git a/8081/checkpoint-10000/scheduler.pt b/8081/checkpoint-10000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..227e10132ee371afe1a4817fc667fa7762e39251 --- /dev/null +++ b/8081/checkpoint-10000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9dac322412eb59a3842c325a27974d5c59f2e4099ae5a12bf22718133b3227c +size 1064 diff --git a/8081/checkpoint-10000/trainer_state.json b/8081/checkpoint-10000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..08a66435490b492b04f58e2bfab9d87941ab4893 --- /dev/null +++ b/8081/checkpoint-10000/trainer_state.json @@ -0,0 +1,6021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 10000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + }, + { + "epoch": 1.8, + "learning_rate": 1.9966666666666666e-05, + "loss": 1.684, + "step": 9010 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.634, + "step": 9020 + }, + { + "epoch": 1.81, + "learning_rate": 1.9900000000000003e-05, + "loss": 1.6505, + "step": 9030 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6648, + "step": 9040 + }, + { + "epoch": 1.81, + "learning_rate": 1.9833333333333335e-05, + "loss": 1.6884, + "step": 9050 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6394, + "step": 9060 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766666666666668e-05, + "loss": 1.5928, + "step": 9070 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6923, + "step": 9080 + }, + { + "epoch": 1.82, + "learning_rate": 1.97e-05, + "loss": 1.6844, + "step": 9090 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6688, + "step": 9100 + }, + { + "epoch": 1.82, + "learning_rate": 1.9633333333333334e-05, + "loss": 1.6809, + "step": 9110 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7038, + "step": 9120 + }, + { + "epoch": 1.83, + "learning_rate": 1.9566666666666667e-05, + "loss": 1.6678, + "step": 9130 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6646, + "step": 9140 + }, + { + "epoch": 1.83, + "learning_rate": 1.9500000000000003e-05, + "loss": 1.608, + "step": 9150 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6856, + "step": 9160 + }, + { + "epoch": 1.83, + "learning_rate": 1.9433333333333332e-05, + "loss": 1.6597, + "step": 9170 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7242, + "step": 9180 + }, + { + "epoch": 1.84, + "learning_rate": 1.9366666666666665e-05, + "loss": 1.666, + "step": 9190 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6289, + "step": 9200 + }, + { + "epoch": 1.84, + "learning_rate": 1.93e-05, + "loss": 1.6558, + "step": 9210 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 9220 + }, + { + "epoch": 1.85, + "learning_rate": 1.9233333333333334e-05, + "loss": 1.6503, + "step": 9230 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7387, + "step": 9240 + }, + { + "epoch": 1.85, + "learning_rate": 1.9166666666666667e-05, + "loss": 1.6884, + "step": 9250 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6457, + "step": 9260 + }, + { + "epoch": 1.85, + "learning_rate": 1.91e-05, + "loss": 1.7058, + "step": 9270 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6546, + "step": 9280 + }, + { + "epoch": 1.86, + "learning_rate": 1.9033333333333333e-05, + "loss": 1.6985, + "step": 9290 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7106, + "step": 9300 + }, + { + "epoch": 1.86, + "learning_rate": 1.896666666666667e-05, + "loss": 1.6787, + "step": 9310 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.716, + "step": 9320 + }, + { + "epoch": 1.87, + "learning_rate": 1.8900000000000002e-05, + "loss": 1.7226, + "step": 9330 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6107, + "step": 9340 + }, + { + "epoch": 1.87, + "learning_rate": 1.8833333333333335e-05, + "loss": 1.6685, + "step": 9350 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6712, + "step": 9360 + }, + { + "epoch": 1.87, + "learning_rate": 1.8766666666666668e-05, + "loss": 1.7235, + "step": 9370 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.6787, + "step": 9380 + }, + { + "epoch": 1.88, + "learning_rate": 1.87e-05, + "loss": 1.6675, + "step": 9390 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.634, + "step": 9400 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633333333333333e-05, + "loss": 1.7154, + "step": 9410 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6753, + "step": 9420 + }, + { + "epoch": 1.89, + "learning_rate": 1.856666666666667e-05, + "loss": 1.6654, + "step": 9430 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6363, + "step": 9440 + }, + { + "epoch": 1.89, + "learning_rate": 1.85e-05, + "loss": 1.7002, + "step": 9450 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.681, + "step": 9460 + }, + { + "epoch": 1.89, + "learning_rate": 1.8433333333333332e-05, + "loss": 1.634, + "step": 9470 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.648, + "step": 9480 + }, + { + "epoch": 1.9, + "learning_rate": 1.8366666666666668e-05, + "loss": 1.7011, + "step": 9490 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6649, + "step": 9500 + }, + { + "epoch": 1.9, + "learning_rate": 1.83e-05, + "loss": 1.6269, + "step": 9510 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6512, + "step": 9520 + }, + { + "epoch": 1.91, + "learning_rate": 1.8233333333333334e-05, + "loss": 1.6341, + "step": 9530 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6571, + "step": 9540 + }, + { + "epoch": 1.91, + "learning_rate": 1.8166666666666667e-05, + "loss": 1.6587, + "step": 9550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6794, + "step": 9560 + }, + { + "epoch": 1.91, + "learning_rate": 1.81e-05, + "loss": 1.7128, + "step": 9570 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6262, + "step": 9580 + }, + { + "epoch": 1.92, + "learning_rate": 1.8033333333333336e-05, + "loss": 1.6621, + "step": 9590 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6777, + "step": 9600 + }, + { + "epoch": 1.92, + "learning_rate": 1.796666666666667e-05, + "loss": 1.6789, + "step": 9610 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6941, + "step": 9620 + }, + { + "epoch": 1.93, + "learning_rate": 1.79e-05, + "loss": 1.6815, + "step": 9630 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6287, + "step": 9640 + }, + { + "epoch": 1.93, + "learning_rate": 1.7833333333333334e-05, + "loss": 1.643, + "step": 9650 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6517, + "step": 9660 + }, + { + "epoch": 1.93, + "learning_rate": 1.7766666666666667e-05, + "loss": 1.6049, + "step": 9670 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7312, + "step": 9680 + }, + { + "epoch": 1.94, + "learning_rate": 1.77e-05, + "loss": 1.6619, + "step": 9690 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.7113, + "step": 9700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7633333333333336e-05, + "loss": 1.7187, + "step": 9710 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6101, + "step": 9720 + }, + { + "epoch": 1.95, + "learning_rate": 1.756666666666667e-05, + "loss": 1.6951, + "step": 9730 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6463, + "step": 9740 + }, + { + "epoch": 1.95, + "learning_rate": 1.75e-05, + "loss": 1.6465, + "step": 9750 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6833, + "step": 9760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7433333333333335e-05, + "loss": 1.6652, + "step": 9770 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6679, + "step": 9780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7366666666666668e-05, + "loss": 1.6726, + "step": 9790 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7165, + "step": 9800 + }, + { + "epoch": 1.96, + "learning_rate": 1.73e-05, + "loss": 1.695, + "step": 9810 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6749, + "step": 9820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7233333333333333e-05, + "loss": 1.643, + "step": 9830 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7335, + "step": 9840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7166666666666666e-05, + "loss": 1.6729, + "step": 9850 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6889, + "step": 9860 + }, + { + "epoch": 1.97, + "learning_rate": 1.7100000000000002e-05, + "loss": 1.6569, + "step": 9870 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6285, + "step": 9880 + }, + { + "epoch": 1.98, + "learning_rate": 1.7033333333333335e-05, + "loss": 1.6718, + "step": 9890 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6434, + "step": 9900 + }, + { + "epoch": 1.98, + "learning_rate": 1.6966666666666668e-05, + "loss": 1.5933, + "step": 9910 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.655, + "step": 9920 + }, + { + "epoch": 1.99, + "learning_rate": 1.69e-05, + "loss": 1.6516, + "step": 9930 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6407, + "step": 9940 + }, + { + "epoch": 1.99, + "learning_rate": 1.6833333333333334e-05, + "loss": 1.6261, + "step": 9950 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6442, + "step": 9960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766666666666667e-05, + "loss": 1.6247, + "step": 9970 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6904, + "step": 9980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6700000000000003e-05, + "loss": 1.6515, + "step": 9990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6443, + "step": 10000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.1601241096192e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-10000/training_args.bin b/8081/checkpoint-10000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-10000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-11000/README.md b/8081/checkpoint-11000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-11000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-11000/adapter_config.json b/8081/checkpoint-11000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-11000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-11000/adapter_model.safetensors b/8081/checkpoint-11000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3740799be8af87cdc0e9a7eae163416ab133202 --- /dev/null +++ b/8081/checkpoint-11000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9d26eaea3ec439f9aed6d0d7a25af8a00b9c2dfd93b6a98585197997d977ee +size 26235704 diff --git a/8081/checkpoint-11000/optimizer.pt b/8081/checkpoint-11000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a285faa482f7288720921f72c1e5b90d589f7e17 --- /dev/null +++ b/8081/checkpoint-11000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb218481aca13bd00da7ecdb7c29dcb66f01362c1fed3d481a2577b8133d9245 +size 52565434 diff --git a/8081/checkpoint-11000/rng_state.pth b/8081/checkpoint-11000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8aafca8b432f0873b6a3fe492416a2980f414133 --- /dev/null +++ b/8081/checkpoint-11000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c15fe766cd190a81e116c32c95065568036696980d6a5ad4e378c43a897aab +size 14244 diff --git a/8081/checkpoint-11000/scheduler.pt b/8081/checkpoint-11000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e41324671e19bf039fb890b8b4366e4595305e --- /dev/null +++ b/8081/checkpoint-11000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ceb1e9551da9bf69ce74f4be5ba89e2c52c088759e0dfb29648357d157430e +size 1064 diff --git a/8081/checkpoint-11000/trainer_state.json b/8081/checkpoint-11000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..17ea7c8e0f9e0378977e9996da04cd6d37333294 --- /dev/null +++ b/8081/checkpoint-11000/trainer_state.json @@ -0,0 +1,6621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2, + "eval_steps": 500, + "global_step": 11000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + }, + { + "epoch": 1.8, + "learning_rate": 1.9966666666666666e-05, + "loss": 1.684, + "step": 9010 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.634, + "step": 9020 + }, + { + "epoch": 1.81, + "learning_rate": 1.9900000000000003e-05, + "loss": 1.6505, + "step": 9030 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6648, + "step": 9040 + }, + { + "epoch": 1.81, + "learning_rate": 1.9833333333333335e-05, + "loss": 1.6884, + "step": 9050 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6394, + "step": 9060 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766666666666668e-05, + "loss": 1.5928, + "step": 9070 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6923, + "step": 9080 + }, + { + "epoch": 1.82, + "learning_rate": 1.97e-05, + "loss": 1.6844, + "step": 9090 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6688, + "step": 9100 + }, + { + "epoch": 1.82, + "learning_rate": 1.9633333333333334e-05, + "loss": 1.6809, + "step": 9110 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7038, + "step": 9120 + }, + { + "epoch": 1.83, + "learning_rate": 1.9566666666666667e-05, + "loss": 1.6678, + "step": 9130 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6646, + "step": 9140 + }, + { + "epoch": 1.83, + "learning_rate": 1.9500000000000003e-05, + "loss": 1.608, + "step": 9150 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6856, + "step": 9160 + }, + { + "epoch": 1.83, + "learning_rate": 1.9433333333333332e-05, + "loss": 1.6597, + "step": 9170 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7242, + "step": 9180 + }, + { + "epoch": 1.84, + "learning_rate": 1.9366666666666665e-05, + "loss": 1.666, + "step": 9190 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6289, + "step": 9200 + }, + { + "epoch": 1.84, + "learning_rate": 1.93e-05, + "loss": 1.6558, + "step": 9210 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 9220 + }, + { + "epoch": 1.85, + "learning_rate": 1.9233333333333334e-05, + "loss": 1.6503, + "step": 9230 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7387, + "step": 9240 + }, + { + "epoch": 1.85, + "learning_rate": 1.9166666666666667e-05, + "loss": 1.6884, + "step": 9250 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6457, + "step": 9260 + }, + { + "epoch": 1.85, + "learning_rate": 1.91e-05, + "loss": 1.7058, + "step": 9270 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6546, + "step": 9280 + }, + { + "epoch": 1.86, + "learning_rate": 1.9033333333333333e-05, + "loss": 1.6985, + "step": 9290 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7106, + "step": 9300 + }, + { + "epoch": 1.86, + "learning_rate": 1.896666666666667e-05, + "loss": 1.6787, + "step": 9310 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.716, + "step": 9320 + }, + { + "epoch": 1.87, + "learning_rate": 1.8900000000000002e-05, + "loss": 1.7226, + "step": 9330 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6107, + "step": 9340 + }, + { + "epoch": 1.87, + "learning_rate": 1.8833333333333335e-05, + "loss": 1.6685, + "step": 9350 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6712, + "step": 9360 + }, + { + "epoch": 1.87, + "learning_rate": 1.8766666666666668e-05, + "loss": 1.7235, + "step": 9370 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.6787, + "step": 9380 + }, + { + "epoch": 1.88, + "learning_rate": 1.87e-05, + "loss": 1.6675, + "step": 9390 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.634, + "step": 9400 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633333333333333e-05, + "loss": 1.7154, + "step": 9410 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6753, + "step": 9420 + }, + { + "epoch": 1.89, + "learning_rate": 1.856666666666667e-05, + "loss": 1.6654, + "step": 9430 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6363, + "step": 9440 + }, + { + "epoch": 1.89, + "learning_rate": 1.85e-05, + "loss": 1.7002, + "step": 9450 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.681, + "step": 9460 + }, + { + "epoch": 1.89, + "learning_rate": 1.8433333333333332e-05, + "loss": 1.634, + "step": 9470 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.648, + "step": 9480 + }, + { + "epoch": 1.9, + "learning_rate": 1.8366666666666668e-05, + "loss": 1.7011, + "step": 9490 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6649, + "step": 9500 + }, + { + "epoch": 1.9, + "learning_rate": 1.83e-05, + "loss": 1.6269, + "step": 9510 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6512, + "step": 9520 + }, + { + "epoch": 1.91, + "learning_rate": 1.8233333333333334e-05, + "loss": 1.6341, + "step": 9530 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6571, + "step": 9540 + }, + { + "epoch": 1.91, + "learning_rate": 1.8166666666666667e-05, + "loss": 1.6587, + "step": 9550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6794, + "step": 9560 + }, + { + "epoch": 1.91, + "learning_rate": 1.81e-05, + "loss": 1.7128, + "step": 9570 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6262, + "step": 9580 + }, + { + "epoch": 1.92, + "learning_rate": 1.8033333333333336e-05, + "loss": 1.6621, + "step": 9590 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6777, + "step": 9600 + }, + { + "epoch": 1.92, + "learning_rate": 1.796666666666667e-05, + "loss": 1.6789, + "step": 9610 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6941, + "step": 9620 + }, + { + "epoch": 1.93, + "learning_rate": 1.79e-05, + "loss": 1.6815, + "step": 9630 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6287, + "step": 9640 + }, + { + "epoch": 1.93, + "learning_rate": 1.7833333333333334e-05, + "loss": 1.643, + "step": 9650 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6517, + "step": 9660 + }, + { + "epoch": 1.93, + "learning_rate": 1.7766666666666667e-05, + "loss": 1.6049, + "step": 9670 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7312, + "step": 9680 + }, + { + "epoch": 1.94, + "learning_rate": 1.77e-05, + "loss": 1.6619, + "step": 9690 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.7113, + "step": 9700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7633333333333336e-05, + "loss": 1.7187, + "step": 9710 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6101, + "step": 9720 + }, + { + "epoch": 1.95, + "learning_rate": 1.756666666666667e-05, + "loss": 1.6951, + "step": 9730 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6463, + "step": 9740 + }, + { + "epoch": 1.95, + "learning_rate": 1.75e-05, + "loss": 1.6465, + "step": 9750 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6833, + "step": 9760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7433333333333335e-05, + "loss": 1.6652, + "step": 9770 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6679, + "step": 9780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7366666666666668e-05, + "loss": 1.6726, + "step": 9790 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7165, + "step": 9800 + }, + { + "epoch": 1.96, + "learning_rate": 1.73e-05, + "loss": 1.695, + "step": 9810 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6749, + "step": 9820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7233333333333333e-05, + "loss": 1.643, + "step": 9830 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7335, + "step": 9840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7166666666666666e-05, + "loss": 1.6729, + "step": 9850 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6889, + "step": 9860 + }, + { + "epoch": 1.97, + "learning_rate": 1.7100000000000002e-05, + "loss": 1.6569, + "step": 9870 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6285, + "step": 9880 + }, + { + "epoch": 1.98, + "learning_rate": 1.7033333333333335e-05, + "loss": 1.6718, + "step": 9890 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6434, + "step": 9900 + }, + { + "epoch": 1.98, + "learning_rate": 1.6966666666666668e-05, + "loss": 1.5933, + "step": 9910 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.655, + "step": 9920 + }, + { + "epoch": 1.99, + "learning_rate": 1.69e-05, + "loss": 1.6516, + "step": 9930 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6407, + "step": 9940 + }, + { + "epoch": 1.99, + "learning_rate": 1.6833333333333334e-05, + "loss": 1.6261, + "step": 9950 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6442, + "step": 9960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766666666666667e-05, + "loss": 1.6247, + "step": 9970 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6904, + "step": 9980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6700000000000003e-05, + "loss": 1.6515, + "step": 9990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6443, + "step": 10000 + }, + { + "epoch": 2.0, + "learning_rate": 1.6633333333333336e-05, + "loss": 1.6812, + "step": 10010 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7473, + "step": 10020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6566666666666665e-05, + "loss": 1.6979, + "step": 10030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6367, + "step": 10040 + }, + { + "epoch": 2.01, + "learning_rate": 1.65e-05, + "loss": 1.6177, + "step": 10050 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6781, + "step": 10060 + }, + { + "epoch": 2.01, + "learning_rate": 1.6433333333333334e-05, + "loss": 1.6954, + "step": 10070 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6773, + "step": 10080 + }, + { + "epoch": 2.02, + "learning_rate": 1.6366666666666667e-05, + "loss": 1.6181, + "step": 10090 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6823, + "step": 10100 + }, + { + "epoch": 2.02, + "learning_rate": 1.63e-05, + "loss": 1.6734, + "step": 10110 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6563, + "step": 10120 + }, + { + "epoch": 2.03, + "learning_rate": 1.6233333333333333e-05, + "loss": 1.6938, + "step": 10130 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6196, + "step": 10140 + }, + { + "epoch": 2.03, + "learning_rate": 1.6166666666666665e-05, + "loss": 1.6223, + "step": 10150 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6291, + "step": 10160 + }, + { + "epoch": 2.03, + "learning_rate": 1.6100000000000002e-05, + "loss": 1.6648, + "step": 10170 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6996, + "step": 10180 + }, + { + "epoch": 2.04, + "learning_rate": 1.6033333333333335e-05, + "loss": 1.6279, + "step": 10190 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6983, + "step": 10200 + }, + { + "epoch": 2.04, + "learning_rate": 1.5966666666666667e-05, + "loss": 1.6783, + "step": 10210 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6582, + "step": 10220 + }, + { + "epoch": 2.05, + "learning_rate": 1.59e-05, + "loss": 1.6003, + "step": 10230 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7029, + "step": 10240 + }, + { + "epoch": 2.05, + "learning_rate": 1.5833333333333333e-05, + "loss": 1.6351, + "step": 10250 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6926, + "step": 10260 + }, + { + "epoch": 2.05, + "learning_rate": 1.576666666666667e-05, + "loss": 1.649, + "step": 10270 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6152, + "step": 10280 + }, + { + "epoch": 2.06, + "learning_rate": 1.5700000000000002e-05, + "loss": 1.6463, + "step": 10290 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6938, + "step": 10300 + }, + { + "epoch": 2.06, + "learning_rate": 1.563333333333333e-05, + "loss": 1.6412, + "step": 10310 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6496, + "step": 10320 + }, + { + "epoch": 2.07, + "learning_rate": 1.5566666666666668e-05, + "loss": 1.6139, + "step": 10330 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7257, + "step": 10340 + }, + { + "epoch": 2.07, + "learning_rate": 1.55e-05, + "loss": 1.6764, + "step": 10350 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6051, + "step": 10360 + }, + { + "epoch": 2.07, + "learning_rate": 1.5433333333333334e-05, + "loss": 1.6639, + "step": 10370 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6414, + "step": 10380 + }, + { + "epoch": 2.08, + "learning_rate": 1.536666666666667e-05, + "loss": 1.6115, + "step": 10390 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6317, + "step": 10400 + }, + { + "epoch": 2.08, + "learning_rate": 1.53e-05, + "loss": 1.7341, + "step": 10410 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.6767, + "step": 10420 + }, + { + "epoch": 2.09, + "learning_rate": 1.5233333333333332e-05, + "loss": 1.685, + "step": 10430 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.674, + "step": 10440 + }, + { + "epoch": 2.09, + "learning_rate": 1.5166666666666668e-05, + "loss": 1.6733, + "step": 10450 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6675, + "step": 10460 + }, + { + "epoch": 2.09, + "learning_rate": 1.51e-05, + "loss": 1.641, + "step": 10470 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6338, + "step": 10480 + }, + { + "epoch": 2.1, + "learning_rate": 1.5033333333333336e-05, + "loss": 1.6728, + "step": 10490 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6914, + "step": 10500 + }, + { + "epoch": 2.1, + "learning_rate": 1.4966666666666668e-05, + "loss": 1.6705, + "step": 10510 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6526, + "step": 10520 + }, + { + "epoch": 2.11, + "learning_rate": 1.49e-05, + "loss": 1.6534, + "step": 10530 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.704, + "step": 10540 + }, + { + "epoch": 2.11, + "learning_rate": 1.4833333333333336e-05, + "loss": 1.659, + "step": 10550 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6454, + "step": 10560 + }, + { + "epoch": 2.11, + "learning_rate": 1.4766666666666667e-05, + "loss": 1.6368, + "step": 10570 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6423, + "step": 10580 + }, + { + "epoch": 2.12, + "learning_rate": 1.47e-05, + "loss": 1.6409, + "step": 10590 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6292, + "step": 10600 + }, + { + "epoch": 2.12, + "learning_rate": 1.4633333333333334e-05, + "loss": 1.7047, + "step": 10610 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6658, + "step": 10620 + }, + { + "epoch": 2.13, + "learning_rate": 1.4566666666666667e-05, + "loss": 1.658, + "step": 10630 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6291, + "step": 10640 + }, + { + "epoch": 2.13, + "learning_rate": 1.45e-05, + "loss": 1.6272, + "step": 10650 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6636, + "step": 10660 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433333333333335e-05, + "loss": 1.6843, + "step": 10670 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.5924, + "step": 10680 + }, + { + "epoch": 2.14, + "learning_rate": 1.4366666666666667e-05, + "loss": 1.6554, + "step": 10690 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6251, + "step": 10700 + }, + { + "epoch": 2.14, + "learning_rate": 1.43e-05, + "loss": 1.66, + "step": 10710 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6717, + "step": 10720 + }, + { + "epoch": 2.15, + "learning_rate": 1.4233333333333335e-05, + "loss": 1.5865, + "step": 10730 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6282, + "step": 10740 + }, + { + "epoch": 2.15, + "learning_rate": 1.4166666666666668e-05, + "loss": 1.658, + "step": 10750 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6062, + "step": 10760 + }, + { + "epoch": 2.15, + "learning_rate": 1.4099999999999999e-05, + "loss": 1.626, + "step": 10770 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6951, + "step": 10780 + }, + { + "epoch": 2.16, + "learning_rate": 1.4033333333333335e-05, + "loss": 1.5774, + "step": 10790 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6245, + "step": 10800 + }, + { + "epoch": 2.16, + "learning_rate": 1.3966666666666666e-05, + "loss": 1.7059, + "step": 10810 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6337, + "step": 10820 + }, + { + "epoch": 2.17, + "learning_rate": 1.3900000000000002e-05, + "loss": 1.6741, + "step": 10830 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6868, + "step": 10840 + }, + { + "epoch": 2.17, + "learning_rate": 1.3833333333333334e-05, + "loss": 1.7018, + "step": 10850 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.6975, + "step": 10860 + }, + { + "epoch": 2.17, + "learning_rate": 1.3766666666666666e-05, + "loss": 1.6472, + "step": 10870 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6414, + "step": 10880 + }, + { + "epoch": 2.18, + "learning_rate": 1.3700000000000001e-05, + "loss": 1.6953, + "step": 10890 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6748, + "step": 10900 + }, + { + "epoch": 2.18, + "learning_rate": 1.3633333333333334e-05, + "loss": 1.6797, + "step": 10910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.704, + "step": 10920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3566666666666667e-05, + "loss": 1.6582, + "step": 10930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6722, + "step": 10940 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500000000000001e-05, + "loss": 1.6263, + "step": 10950 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6265, + "step": 10960 + }, + { + "epoch": 2.19, + "learning_rate": 1.3433333333333334e-05, + "loss": 1.6985, + "step": 10970 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6771, + "step": 10980 + }, + { + "epoch": 2.2, + "learning_rate": 1.3366666666666667e-05, + "loss": 1.6349, + "step": 10990 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6306, + "step": 11000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.47613652058112e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-11000/training_args.bin b/8081/checkpoint-11000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-11000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-12000/README.md b/8081/checkpoint-12000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-12000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-12000/adapter_config.json b/8081/checkpoint-12000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-12000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-12000/adapter_model.safetensors b/8081/checkpoint-12000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f0ea2eae1d7fe3305e0fcfeda91b0d6db5e9627 --- /dev/null +++ b/8081/checkpoint-12000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a35a3dd1e08300b2c79026c275c222d6f390f7c18c174aeb9d79c91229a0f8 +size 26235704 diff --git a/8081/checkpoint-12000/optimizer.pt b/8081/checkpoint-12000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..911bdff4fb3b51b5bce2e1b9cdbf4506080912ae --- /dev/null +++ b/8081/checkpoint-12000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a728477a6cb0595646a88e74bfc07f95f4e21282cc65b21df4c6647d07f9eecf +size 52565434 diff --git a/8081/checkpoint-12000/rng_state.pth b/8081/checkpoint-12000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c1f0cb60263429300aa63a2b3184ad1624964fa5 --- /dev/null +++ b/8081/checkpoint-12000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27cbb9083c4e50d7a26495d1014758ff5d91fa81ac5c9fe340cff6a0d230153 +size 14244 diff --git a/8081/checkpoint-12000/scheduler.pt b/8081/checkpoint-12000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce9de90a9559e2de1327646b2b8038538d84e38 --- /dev/null +++ b/8081/checkpoint-12000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2cb899d4f4b7e5dc53787f9f2ac0be351bbb3049d7315460fe93d663cf246b8 +size 1064 diff --git a/8081/checkpoint-12000/trainer_state.json b/8081/checkpoint-12000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6c34d70df918d8494dc39d3ad466802e8a182055 --- /dev/null +++ b/8081/checkpoint-12000/trainer_state.json @@ -0,0 +1,7221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4, + "eval_steps": 500, + "global_step": 12000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + }, + { + "epoch": 1.8, + "learning_rate": 1.9966666666666666e-05, + "loss": 1.684, + "step": 9010 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.634, + "step": 9020 + }, + { + "epoch": 1.81, + "learning_rate": 1.9900000000000003e-05, + "loss": 1.6505, + "step": 9030 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6648, + "step": 9040 + }, + { + "epoch": 1.81, + "learning_rate": 1.9833333333333335e-05, + "loss": 1.6884, + "step": 9050 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6394, + "step": 9060 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766666666666668e-05, + "loss": 1.5928, + "step": 9070 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6923, + "step": 9080 + }, + { + "epoch": 1.82, + "learning_rate": 1.97e-05, + "loss": 1.6844, + "step": 9090 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6688, + "step": 9100 + }, + { + "epoch": 1.82, + "learning_rate": 1.9633333333333334e-05, + "loss": 1.6809, + "step": 9110 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7038, + "step": 9120 + }, + { + "epoch": 1.83, + "learning_rate": 1.9566666666666667e-05, + "loss": 1.6678, + "step": 9130 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6646, + "step": 9140 + }, + { + "epoch": 1.83, + "learning_rate": 1.9500000000000003e-05, + "loss": 1.608, + "step": 9150 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6856, + "step": 9160 + }, + { + "epoch": 1.83, + "learning_rate": 1.9433333333333332e-05, + "loss": 1.6597, + "step": 9170 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7242, + "step": 9180 + }, + { + "epoch": 1.84, + "learning_rate": 1.9366666666666665e-05, + "loss": 1.666, + "step": 9190 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6289, + "step": 9200 + }, + { + "epoch": 1.84, + "learning_rate": 1.93e-05, + "loss": 1.6558, + "step": 9210 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 9220 + }, + { + "epoch": 1.85, + "learning_rate": 1.9233333333333334e-05, + "loss": 1.6503, + "step": 9230 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7387, + "step": 9240 + }, + { + "epoch": 1.85, + "learning_rate": 1.9166666666666667e-05, + "loss": 1.6884, + "step": 9250 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6457, + "step": 9260 + }, + { + "epoch": 1.85, + "learning_rate": 1.91e-05, + "loss": 1.7058, + "step": 9270 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6546, + "step": 9280 + }, + { + "epoch": 1.86, + "learning_rate": 1.9033333333333333e-05, + "loss": 1.6985, + "step": 9290 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7106, + "step": 9300 + }, + { + "epoch": 1.86, + "learning_rate": 1.896666666666667e-05, + "loss": 1.6787, + "step": 9310 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.716, + "step": 9320 + }, + { + "epoch": 1.87, + "learning_rate": 1.8900000000000002e-05, + "loss": 1.7226, + "step": 9330 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6107, + "step": 9340 + }, + { + "epoch": 1.87, + "learning_rate": 1.8833333333333335e-05, + "loss": 1.6685, + "step": 9350 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6712, + "step": 9360 + }, + { + "epoch": 1.87, + "learning_rate": 1.8766666666666668e-05, + "loss": 1.7235, + "step": 9370 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.6787, + "step": 9380 + }, + { + "epoch": 1.88, + "learning_rate": 1.87e-05, + "loss": 1.6675, + "step": 9390 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.634, + "step": 9400 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633333333333333e-05, + "loss": 1.7154, + "step": 9410 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6753, + "step": 9420 + }, + { + "epoch": 1.89, + "learning_rate": 1.856666666666667e-05, + "loss": 1.6654, + "step": 9430 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6363, + "step": 9440 + }, + { + "epoch": 1.89, + "learning_rate": 1.85e-05, + "loss": 1.7002, + "step": 9450 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.681, + "step": 9460 + }, + { + "epoch": 1.89, + "learning_rate": 1.8433333333333332e-05, + "loss": 1.634, + "step": 9470 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.648, + "step": 9480 + }, + { + "epoch": 1.9, + "learning_rate": 1.8366666666666668e-05, + "loss": 1.7011, + "step": 9490 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6649, + "step": 9500 + }, + { + "epoch": 1.9, + "learning_rate": 1.83e-05, + "loss": 1.6269, + "step": 9510 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6512, + "step": 9520 + }, + { + "epoch": 1.91, + "learning_rate": 1.8233333333333334e-05, + "loss": 1.6341, + "step": 9530 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6571, + "step": 9540 + }, + { + "epoch": 1.91, + "learning_rate": 1.8166666666666667e-05, + "loss": 1.6587, + "step": 9550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6794, + "step": 9560 + }, + { + "epoch": 1.91, + "learning_rate": 1.81e-05, + "loss": 1.7128, + "step": 9570 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6262, + "step": 9580 + }, + { + "epoch": 1.92, + "learning_rate": 1.8033333333333336e-05, + "loss": 1.6621, + "step": 9590 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6777, + "step": 9600 + }, + { + "epoch": 1.92, + "learning_rate": 1.796666666666667e-05, + "loss": 1.6789, + "step": 9610 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6941, + "step": 9620 + }, + { + "epoch": 1.93, + "learning_rate": 1.79e-05, + "loss": 1.6815, + "step": 9630 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6287, + "step": 9640 + }, + { + "epoch": 1.93, + "learning_rate": 1.7833333333333334e-05, + "loss": 1.643, + "step": 9650 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6517, + "step": 9660 + }, + { + "epoch": 1.93, + "learning_rate": 1.7766666666666667e-05, + "loss": 1.6049, + "step": 9670 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7312, + "step": 9680 + }, + { + "epoch": 1.94, + "learning_rate": 1.77e-05, + "loss": 1.6619, + "step": 9690 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.7113, + "step": 9700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7633333333333336e-05, + "loss": 1.7187, + "step": 9710 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6101, + "step": 9720 + }, + { + "epoch": 1.95, + "learning_rate": 1.756666666666667e-05, + "loss": 1.6951, + "step": 9730 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6463, + "step": 9740 + }, + { + "epoch": 1.95, + "learning_rate": 1.75e-05, + "loss": 1.6465, + "step": 9750 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6833, + "step": 9760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7433333333333335e-05, + "loss": 1.6652, + "step": 9770 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6679, + "step": 9780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7366666666666668e-05, + "loss": 1.6726, + "step": 9790 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7165, + "step": 9800 + }, + { + "epoch": 1.96, + "learning_rate": 1.73e-05, + "loss": 1.695, + "step": 9810 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6749, + "step": 9820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7233333333333333e-05, + "loss": 1.643, + "step": 9830 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7335, + "step": 9840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7166666666666666e-05, + "loss": 1.6729, + "step": 9850 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6889, + "step": 9860 + }, + { + "epoch": 1.97, + "learning_rate": 1.7100000000000002e-05, + "loss": 1.6569, + "step": 9870 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6285, + "step": 9880 + }, + { + "epoch": 1.98, + "learning_rate": 1.7033333333333335e-05, + "loss": 1.6718, + "step": 9890 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6434, + "step": 9900 + }, + { + "epoch": 1.98, + "learning_rate": 1.6966666666666668e-05, + "loss": 1.5933, + "step": 9910 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.655, + "step": 9920 + }, + { + "epoch": 1.99, + "learning_rate": 1.69e-05, + "loss": 1.6516, + "step": 9930 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6407, + "step": 9940 + }, + { + "epoch": 1.99, + "learning_rate": 1.6833333333333334e-05, + "loss": 1.6261, + "step": 9950 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6442, + "step": 9960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766666666666667e-05, + "loss": 1.6247, + "step": 9970 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6904, + "step": 9980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6700000000000003e-05, + "loss": 1.6515, + "step": 9990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6443, + "step": 10000 + }, + { + "epoch": 2.0, + "learning_rate": 1.6633333333333336e-05, + "loss": 1.6812, + "step": 10010 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7473, + "step": 10020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6566666666666665e-05, + "loss": 1.6979, + "step": 10030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6367, + "step": 10040 + }, + { + "epoch": 2.01, + "learning_rate": 1.65e-05, + "loss": 1.6177, + "step": 10050 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6781, + "step": 10060 + }, + { + "epoch": 2.01, + "learning_rate": 1.6433333333333334e-05, + "loss": 1.6954, + "step": 10070 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6773, + "step": 10080 + }, + { + "epoch": 2.02, + "learning_rate": 1.6366666666666667e-05, + "loss": 1.6181, + "step": 10090 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6823, + "step": 10100 + }, + { + "epoch": 2.02, + "learning_rate": 1.63e-05, + "loss": 1.6734, + "step": 10110 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6563, + "step": 10120 + }, + { + "epoch": 2.03, + "learning_rate": 1.6233333333333333e-05, + "loss": 1.6938, + "step": 10130 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6196, + "step": 10140 + }, + { + "epoch": 2.03, + "learning_rate": 1.6166666666666665e-05, + "loss": 1.6223, + "step": 10150 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6291, + "step": 10160 + }, + { + "epoch": 2.03, + "learning_rate": 1.6100000000000002e-05, + "loss": 1.6648, + "step": 10170 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6996, + "step": 10180 + }, + { + "epoch": 2.04, + "learning_rate": 1.6033333333333335e-05, + "loss": 1.6279, + "step": 10190 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6983, + "step": 10200 + }, + { + "epoch": 2.04, + "learning_rate": 1.5966666666666667e-05, + "loss": 1.6783, + "step": 10210 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6582, + "step": 10220 + }, + { + "epoch": 2.05, + "learning_rate": 1.59e-05, + "loss": 1.6003, + "step": 10230 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7029, + "step": 10240 + }, + { + "epoch": 2.05, + "learning_rate": 1.5833333333333333e-05, + "loss": 1.6351, + "step": 10250 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6926, + "step": 10260 + }, + { + "epoch": 2.05, + "learning_rate": 1.576666666666667e-05, + "loss": 1.649, + "step": 10270 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6152, + "step": 10280 + }, + { + "epoch": 2.06, + "learning_rate": 1.5700000000000002e-05, + "loss": 1.6463, + "step": 10290 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6938, + "step": 10300 + }, + { + "epoch": 2.06, + "learning_rate": 1.563333333333333e-05, + "loss": 1.6412, + "step": 10310 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6496, + "step": 10320 + }, + { + "epoch": 2.07, + "learning_rate": 1.5566666666666668e-05, + "loss": 1.6139, + "step": 10330 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7257, + "step": 10340 + }, + { + "epoch": 2.07, + "learning_rate": 1.55e-05, + "loss": 1.6764, + "step": 10350 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6051, + "step": 10360 + }, + { + "epoch": 2.07, + "learning_rate": 1.5433333333333334e-05, + "loss": 1.6639, + "step": 10370 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6414, + "step": 10380 + }, + { + "epoch": 2.08, + "learning_rate": 1.536666666666667e-05, + "loss": 1.6115, + "step": 10390 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6317, + "step": 10400 + }, + { + "epoch": 2.08, + "learning_rate": 1.53e-05, + "loss": 1.7341, + "step": 10410 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.6767, + "step": 10420 + }, + { + "epoch": 2.09, + "learning_rate": 1.5233333333333332e-05, + "loss": 1.685, + "step": 10430 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.674, + "step": 10440 + }, + { + "epoch": 2.09, + "learning_rate": 1.5166666666666668e-05, + "loss": 1.6733, + "step": 10450 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6675, + "step": 10460 + }, + { + "epoch": 2.09, + "learning_rate": 1.51e-05, + "loss": 1.641, + "step": 10470 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6338, + "step": 10480 + }, + { + "epoch": 2.1, + "learning_rate": 1.5033333333333336e-05, + "loss": 1.6728, + "step": 10490 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6914, + "step": 10500 + }, + { + "epoch": 2.1, + "learning_rate": 1.4966666666666668e-05, + "loss": 1.6705, + "step": 10510 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6526, + "step": 10520 + }, + { + "epoch": 2.11, + "learning_rate": 1.49e-05, + "loss": 1.6534, + "step": 10530 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.704, + "step": 10540 + }, + { + "epoch": 2.11, + "learning_rate": 1.4833333333333336e-05, + "loss": 1.659, + "step": 10550 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6454, + "step": 10560 + }, + { + "epoch": 2.11, + "learning_rate": 1.4766666666666667e-05, + "loss": 1.6368, + "step": 10570 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6423, + "step": 10580 + }, + { + "epoch": 2.12, + "learning_rate": 1.47e-05, + "loss": 1.6409, + "step": 10590 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6292, + "step": 10600 + }, + { + "epoch": 2.12, + "learning_rate": 1.4633333333333334e-05, + "loss": 1.7047, + "step": 10610 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6658, + "step": 10620 + }, + { + "epoch": 2.13, + "learning_rate": 1.4566666666666667e-05, + "loss": 1.658, + "step": 10630 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6291, + "step": 10640 + }, + { + "epoch": 2.13, + "learning_rate": 1.45e-05, + "loss": 1.6272, + "step": 10650 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6636, + "step": 10660 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433333333333335e-05, + "loss": 1.6843, + "step": 10670 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.5924, + "step": 10680 + }, + { + "epoch": 2.14, + "learning_rate": 1.4366666666666667e-05, + "loss": 1.6554, + "step": 10690 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6251, + "step": 10700 + }, + { + "epoch": 2.14, + "learning_rate": 1.43e-05, + "loss": 1.66, + "step": 10710 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6717, + "step": 10720 + }, + { + "epoch": 2.15, + "learning_rate": 1.4233333333333335e-05, + "loss": 1.5865, + "step": 10730 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6282, + "step": 10740 + }, + { + "epoch": 2.15, + "learning_rate": 1.4166666666666668e-05, + "loss": 1.658, + "step": 10750 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6062, + "step": 10760 + }, + { + "epoch": 2.15, + "learning_rate": 1.4099999999999999e-05, + "loss": 1.626, + "step": 10770 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6951, + "step": 10780 + }, + { + "epoch": 2.16, + "learning_rate": 1.4033333333333335e-05, + "loss": 1.5774, + "step": 10790 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6245, + "step": 10800 + }, + { + "epoch": 2.16, + "learning_rate": 1.3966666666666666e-05, + "loss": 1.7059, + "step": 10810 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6337, + "step": 10820 + }, + { + "epoch": 2.17, + "learning_rate": 1.3900000000000002e-05, + "loss": 1.6741, + "step": 10830 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6868, + "step": 10840 + }, + { + "epoch": 2.17, + "learning_rate": 1.3833333333333334e-05, + "loss": 1.7018, + "step": 10850 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.6975, + "step": 10860 + }, + { + "epoch": 2.17, + "learning_rate": 1.3766666666666666e-05, + "loss": 1.6472, + "step": 10870 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6414, + "step": 10880 + }, + { + "epoch": 2.18, + "learning_rate": 1.3700000000000001e-05, + "loss": 1.6953, + "step": 10890 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6748, + "step": 10900 + }, + { + "epoch": 2.18, + "learning_rate": 1.3633333333333334e-05, + "loss": 1.6797, + "step": 10910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.704, + "step": 10920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3566666666666667e-05, + "loss": 1.6582, + "step": 10930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6722, + "step": 10940 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500000000000001e-05, + "loss": 1.6263, + "step": 10950 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6265, + "step": 10960 + }, + { + "epoch": 2.19, + "learning_rate": 1.3433333333333334e-05, + "loss": 1.6985, + "step": 10970 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6771, + "step": 10980 + }, + { + "epoch": 2.2, + "learning_rate": 1.3366666666666667e-05, + "loss": 1.6349, + "step": 10990 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6306, + "step": 11000 + }, + { + "epoch": 2.2, + "learning_rate": 1.3300000000000001e-05, + "loss": 1.6375, + "step": 11010 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6403, + "step": 11020 + }, + { + "epoch": 2.21, + "learning_rate": 1.3233333333333334e-05, + "loss": 1.6341, + "step": 11030 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.675, + "step": 11040 + }, + { + "epoch": 2.21, + "learning_rate": 1.3166666666666665e-05, + "loss": 1.5794, + "step": 11050 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.664, + "step": 11060 + }, + { + "epoch": 2.21, + "learning_rate": 1.3100000000000002e-05, + "loss": 1.636, + "step": 11070 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6564, + "step": 11080 + }, + { + "epoch": 2.22, + "learning_rate": 1.3033333333333333e-05, + "loss": 1.6156, + "step": 11090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6432, + "step": 11100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2966666666666669e-05, + "loss": 1.651, + "step": 11110 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6847, + "step": 11120 + }, + { + "epoch": 2.23, + "learning_rate": 1.29e-05, + "loss": 1.6911, + "step": 11130 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6496, + "step": 11140 + }, + { + "epoch": 2.23, + "learning_rate": 1.2833333333333333e-05, + "loss": 1.6799, + "step": 11150 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7018, + "step": 11160 + }, + { + "epoch": 2.23, + "learning_rate": 1.276666666666667e-05, + "loss": 1.7067, + "step": 11170 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.648, + "step": 11180 + }, + { + "epoch": 2.24, + "learning_rate": 1.27e-05, + "loss": 1.6373, + "step": 11190 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6562, + "step": 11200 + }, + { + "epoch": 2.24, + "learning_rate": 1.2633333333333333e-05, + "loss": 1.6477, + "step": 11210 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7298, + "step": 11220 + }, + { + "epoch": 2.25, + "learning_rate": 1.2566666666666668e-05, + "loss": 1.6015, + "step": 11230 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6189, + "step": 11240 + }, + { + "epoch": 2.25, + "learning_rate": 1.25e-05, + "loss": 1.6683, + "step": 11250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7252, + "step": 11260 + }, + { + "epoch": 2.25, + "learning_rate": 1.2433333333333335e-05, + "loss": 1.6399, + "step": 11270 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6237, + "step": 11280 + }, + { + "epoch": 2.26, + "learning_rate": 1.2366666666666666e-05, + "loss": 1.5883, + "step": 11290 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6247, + "step": 11300 + }, + { + "epoch": 2.26, + "learning_rate": 1.23e-05, + "loss": 1.6853, + "step": 11310 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6974, + "step": 11320 + }, + { + "epoch": 2.27, + "learning_rate": 1.2233333333333334e-05, + "loss": 1.6745, + "step": 11330 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6615, + "step": 11340 + }, + { + "epoch": 2.27, + "learning_rate": 1.2166666666666668e-05, + "loss": 1.6565, + "step": 11350 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6515, + "step": 11360 + }, + { + "epoch": 2.27, + "learning_rate": 1.2100000000000001e-05, + "loss": 1.6727, + "step": 11370 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.62, + "step": 11380 + }, + { + "epoch": 2.28, + "learning_rate": 1.2033333333333334e-05, + "loss": 1.6213, + "step": 11390 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6614, + "step": 11400 + }, + { + "epoch": 2.28, + "learning_rate": 1.1966666666666668e-05, + "loss": 1.6108, + "step": 11410 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6541, + "step": 11420 + }, + { + "epoch": 2.29, + "learning_rate": 1.19e-05, + "loss": 1.6537, + "step": 11430 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6908, + "step": 11440 + }, + { + "epoch": 2.29, + "learning_rate": 1.1833333333333334e-05, + "loss": 1.62, + "step": 11450 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6205, + "step": 11460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766666666666667e-05, + "loss": 1.6221, + "step": 11470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6231, + "step": 11480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1700000000000001e-05, + "loss": 1.6615, + "step": 11490 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6221, + "step": 11500 + }, + { + "epoch": 2.3, + "learning_rate": 1.1633333333333334e-05, + "loss": 1.6784, + "step": 11510 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6055, + "step": 11520 + }, + { + "epoch": 2.31, + "learning_rate": 1.1566666666666667e-05, + "loss": 1.6486, + "step": 11530 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6729, + "step": 11540 + }, + { + "epoch": 2.31, + "learning_rate": 1.1500000000000002e-05, + "loss": 1.6487, + "step": 11550 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6705, + "step": 11560 + }, + { + "epoch": 2.31, + "learning_rate": 1.1433333333333333e-05, + "loss": 1.6775, + "step": 11570 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7056, + "step": 11580 + }, + { + "epoch": 2.32, + "learning_rate": 1.1366666666666667e-05, + "loss": 1.6703, + "step": 11590 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6648, + "step": 11600 + }, + { + "epoch": 2.32, + "learning_rate": 1.13e-05, + "loss": 1.6682, + "step": 11610 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6995, + "step": 11620 + }, + { + "epoch": 2.33, + "learning_rate": 1.1233333333333333e-05, + "loss": 1.7016, + "step": 11630 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7092, + "step": 11640 + }, + { + "epoch": 2.33, + "learning_rate": 1.1166666666666668e-05, + "loss": 1.6202, + "step": 11650 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6407, + "step": 11660 + }, + { + "epoch": 2.33, + "learning_rate": 1.11e-05, + "loss": 1.6373, + "step": 11670 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6819, + "step": 11680 + }, + { + "epoch": 2.34, + "learning_rate": 1.1033333333333335e-05, + "loss": 1.713, + "step": 11690 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6186, + "step": 11700 + }, + { + "epoch": 2.34, + "learning_rate": 1.0966666666666666e-05, + "loss": 1.6561, + "step": 11710 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.651, + "step": 11720 + }, + { + "epoch": 2.35, + "learning_rate": 1.09e-05, + "loss": 1.6667, + "step": 11730 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6913, + "step": 11740 + }, + { + "epoch": 2.35, + "learning_rate": 1.0833333333333334e-05, + "loss": 1.6275, + "step": 11750 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7089, + "step": 11760 + }, + { + "epoch": 2.35, + "learning_rate": 1.0766666666666666e-05, + "loss": 1.6399, + "step": 11770 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.651, + "step": 11780 + }, + { + "epoch": 2.36, + "learning_rate": 1.0700000000000001e-05, + "loss": 1.6335, + "step": 11790 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.5925, + "step": 11800 + }, + { + "epoch": 2.36, + "learning_rate": 1.0633333333333334e-05, + "loss": 1.6329, + "step": 11810 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6685, + "step": 11820 + }, + { + "epoch": 2.37, + "learning_rate": 1.0566666666666668e-05, + "loss": 1.6914, + "step": 11830 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6404, + "step": 11840 + }, + { + "epoch": 2.37, + "learning_rate": 1.05e-05, + "loss": 1.7113, + "step": 11850 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6529, + "step": 11860 + }, + { + "epoch": 2.37, + "learning_rate": 1.0433333333333334e-05, + "loss": 1.597, + "step": 11870 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6569, + "step": 11880 + }, + { + "epoch": 2.38, + "learning_rate": 1.0366666666666667e-05, + "loss": 1.6534, + "step": 11890 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6957, + "step": 11900 + }, + { + "epoch": 2.38, + "learning_rate": 1.03e-05, + "loss": 1.6335, + "step": 11910 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.5893, + "step": 11920 + }, + { + "epoch": 2.39, + "learning_rate": 1.0233333333333334e-05, + "loss": 1.5968, + "step": 11930 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6225, + "step": 11940 + }, + { + "epoch": 2.39, + "learning_rate": 1.0166666666666667e-05, + "loss": 1.6798, + "step": 11950 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6124, + "step": 11960 + }, + { + "epoch": 2.39, + "learning_rate": 1.0100000000000002e-05, + "loss": 1.6973, + "step": 11970 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6534, + "step": 11980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0033333333333333e-05, + "loss": 1.6617, + "step": 11990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6781, + "step": 12000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.79214893154304e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-12000/training_args.bin b/8081/checkpoint-12000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-12000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-13000/README.md b/8081/checkpoint-13000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-13000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-13000/adapter_config.json b/8081/checkpoint-13000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-13000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-13000/adapter_model.safetensors b/8081/checkpoint-13000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e78a5443e487158c799f8ece1d1db3048a928bfc --- /dev/null +++ b/8081/checkpoint-13000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a2da942634fb636949cf5000f73a5a45c0fb21dff5dc3c97ff8fa175657b90 +size 26235704 diff --git a/8081/checkpoint-13000/optimizer.pt b/8081/checkpoint-13000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..55aeffc9490c3deb6c86b405883691f5e4ee4ede --- /dev/null +++ b/8081/checkpoint-13000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1f62fd7e037f2ef0030702dcdc00288b53f5897f02f90f5e577c62010e1b20 +size 52565434 diff --git a/8081/checkpoint-13000/rng_state.pth b/8081/checkpoint-13000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..18108153b96d52a19c17e257c27e71ccb6ffeb74 --- /dev/null +++ b/8081/checkpoint-13000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0445a21dfccfc17eeca7e638e80b0e4e39ae20270e84793b5b6183c55e75e2a +size 14244 diff --git a/8081/checkpoint-13000/scheduler.pt b/8081/checkpoint-13000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..03398af072e1fce30ca90179f3e6871966cae9e0 --- /dev/null +++ b/8081/checkpoint-13000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8893f13d93df7791eee8b1bce2699f708bd232d665686dd1fe141b3019c059ff +size 1064 diff --git a/8081/checkpoint-13000/trainer_state.json b/8081/checkpoint-13000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2be666217eedd8d9f2880dfaff074ac0d695c81b --- /dev/null +++ b/8081/checkpoint-13000/trainer_state.json @@ -0,0 +1,7821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6, + "eval_steps": 500, + "global_step": 13000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + }, + { + "epoch": 1.8, + "learning_rate": 1.9966666666666666e-05, + "loss": 1.684, + "step": 9010 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.634, + "step": 9020 + }, + { + "epoch": 1.81, + "learning_rate": 1.9900000000000003e-05, + "loss": 1.6505, + "step": 9030 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6648, + "step": 9040 + }, + { + "epoch": 1.81, + "learning_rate": 1.9833333333333335e-05, + "loss": 1.6884, + "step": 9050 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6394, + "step": 9060 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766666666666668e-05, + "loss": 1.5928, + "step": 9070 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6923, + "step": 9080 + }, + { + "epoch": 1.82, + "learning_rate": 1.97e-05, + "loss": 1.6844, + "step": 9090 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6688, + "step": 9100 + }, + { + "epoch": 1.82, + "learning_rate": 1.9633333333333334e-05, + "loss": 1.6809, + "step": 9110 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7038, + "step": 9120 + }, + { + "epoch": 1.83, + "learning_rate": 1.9566666666666667e-05, + "loss": 1.6678, + "step": 9130 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6646, + "step": 9140 + }, + { + "epoch": 1.83, + "learning_rate": 1.9500000000000003e-05, + "loss": 1.608, + "step": 9150 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6856, + "step": 9160 + }, + { + "epoch": 1.83, + "learning_rate": 1.9433333333333332e-05, + "loss": 1.6597, + "step": 9170 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7242, + "step": 9180 + }, + { + "epoch": 1.84, + "learning_rate": 1.9366666666666665e-05, + "loss": 1.666, + "step": 9190 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6289, + "step": 9200 + }, + { + "epoch": 1.84, + "learning_rate": 1.93e-05, + "loss": 1.6558, + "step": 9210 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 9220 + }, + { + "epoch": 1.85, + "learning_rate": 1.9233333333333334e-05, + "loss": 1.6503, + "step": 9230 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7387, + "step": 9240 + }, + { + "epoch": 1.85, + "learning_rate": 1.9166666666666667e-05, + "loss": 1.6884, + "step": 9250 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6457, + "step": 9260 + }, + { + "epoch": 1.85, + "learning_rate": 1.91e-05, + "loss": 1.7058, + "step": 9270 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6546, + "step": 9280 + }, + { + "epoch": 1.86, + "learning_rate": 1.9033333333333333e-05, + "loss": 1.6985, + "step": 9290 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7106, + "step": 9300 + }, + { + "epoch": 1.86, + "learning_rate": 1.896666666666667e-05, + "loss": 1.6787, + "step": 9310 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.716, + "step": 9320 + }, + { + "epoch": 1.87, + "learning_rate": 1.8900000000000002e-05, + "loss": 1.7226, + "step": 9330 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6107, + "step": 9340 + }, + { + "epoch": 1.87, + "learning_rate": 1.8833333333333335e-05, + "loss": 1.6685, + "step": 9350 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6712, + "step": 9360 + }, + { + "epoch": 1.87, + "learning_rate": 1.8766666666666668e-05, + "loss": 1.7235, + "step": 9370 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.6787, + "step": 9380 + }, + { + "epoch": 1.88, + "learning_rate": 1.87e-05, + "loss": 1.6675, + "step": 9390 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.634, + "step": 9400 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633333333333333e-05, + "loss": 1.7154, + "step": 9410 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6753, + "step": 9420 + }, + { + "epoch": 1.89, + "learning_rate": 1.856666666666667e-05, + "loss": 1.6654, + "step": 9430 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6363, + "step": 9440 + }, + { + "epoch": 1.89, + "learning_rate": 1.85e-05, + "loss": 1.7002, + "step": 9450 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.681, + "step": 9460 + }, + { + "epoch": 1.89, + "learning_rate": 1.8433333333333332e-05, + "loss": 1.634, + "step": 9470 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.648, + "step": 9480 + }, + { + "epoch": 1.9, + "learning_rate": 1.8366666666666668e-05, + "loss": 1.7011, + "step": 9490 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6649, + "step": 9500 + }, + { + "epoch": 1.9, + "learning_rate": 1.83e-05, + "loss": 1.6269, + "step": 9510 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6512, + "step": 9520 + }, + { + "epoch": 1.91, + "learning_rate": 1.8233333333333334e-05, + "loss": 1.6341, + "step": 9530 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6571, + "step": 9540 + }, + { + "epoch": 1.91, + "learning_rate": 1.8166666666666667e-05, + "loss": 1.6587, + "step": 9550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6794, + "step": 9560 + }, + { + "epoch": 1.91, + "learning_rate": 1.81e-05, + "loss": 1.7128, + "step": 9570 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6262, + "step": 9580 + }, + { + "epoch": 1.92, + "learning_rate": 1.8033333333333336e-05, + "loss": 1.6621, + "step": 9590 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6777, + "step": 9600 + }, + { + "epoch": 1.92, + "learning_rate": 1.796666666666667e-05, + "loss": 1.6789, + "step": 9610 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6941, + "step": 9620 + }, + { + "epoch": 1.93, + "learning_rate": 1.79e-05, + "loss": 1.6815, + "step": 9630 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6287, + "step": 9640 + }, + { + "epoch": 1.93, + "learning_rate": 1.7833333333333334e-05, + "loss": 1.643, + "step": 9650 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6517, + "step": 9660 + }, + { + "epoch": 1.93, + "learning_rate": 1.7766666666666667e-05, + "loss": 1.6049, + "step": 9670 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7312, + "step": 9680 + }, + { + "epoch": 1.94, + "learning_rate": 1.77e-05, + "loss": 1.6619, + "step": 9690 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.7113, + "step": 9700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7633333333333336e-05, + "loss": 1.7187, + "step": 9710 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6101, + "step": 9720 + }, + { + "epoch": 1.95, + "learning_rate": 1.756666666666667e-05, + "loss": 1.6951, + "step": 9730 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6463, + "step": 9740 + }, + { + "epoch": 1.95, + "learning_rate": 1.75e-05, + "loss": 1.6465, + "step": 9750 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6833, + "step": 9760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7433333333333335e-05, + "loss": 1.6652, + "step": 9770 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6679, + "step": 9780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7366666666666668e-05, + "loss": 1.6726, + "step": 9790 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7165, + "step": 9800 + }, + { + "epoch": 1.96, + "learning_rate": 1.73e-05, + "loss": 1.695, + "step": 9810 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6749, + "step": 9820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7233333333333333e-05, + "loss": 1.643, + "step": 9830 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7335, + "step": 9840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7166666666666666e-05, + "loss": 1.6729, + "step": 9850 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6889, + "step": 9860 + }, + { + "epoch": 1.97, + "learning_rate": 1.7100000000000002e-05, + "loss": 1.6569, + "step": 9870 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6285, + "step": 9880 + }, + { + "epoch": 1.98, + "learning_rate": 1.7033333333333335e-05, + "loss": 1.6718, + "step": 9890 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6434, + "step": 9900 + }, + { + "epoch": 1.98, + "learning_rate": 1.6966666666666668e-05, + "loss": 1.5933, + "step": 9910 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.655, + "step": 9920 + }, + { + "epoch": 1.99, + "learning_rate": 1.69e-05, + "loss": 1.6516, + "step": 9930 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6407, + "step": 9940 + }, + { + "epoch": 1.99, + "learning_rate": 1.6833333333333334e-05, + "loss": 1.6261, + "step": 9950 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6442, + "step": 9960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766666666666667e-05, + "loss": 1.6247, + "step": 9970 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6904, + "step": 9980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6700000000000003e-05, + "loss": 1.6515, + "step": 9990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6443, + "step": 10000 + }, + { + "epoch": 2.0, + "learning_rate": 1.6633333333333336e-05, + "loss": 1.6812, + "step": 10010 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7473, + "step": 10020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6566666666666665e-05, + "loss": 1.6979, + "step": 10030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6367, + "step": 10040 + }, + { + "epoch": 2.01, + "learning_rate": 1.65e-05, + "loss": 1.6177, + "step": 10050 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6781, + "step": 10060 + }, + { + "epoch": 2.01, + "learning_rate": 1.6433333333333334e-05, + "loss": 1.6954, + "step": 10070 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6773, + "step": 10080 + }, + { + "epoch": 2.02, + "learning_rate": 1.6366666666666667e-05, + "loss": 1.6181, + "step": 10090 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6823, + "step": 10100 + }, + { + "epoch": 2.02, + "learning_rate": 1.63e-05, + "loss": 1.6734, + "step": 10110 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6563, + "step": 10120 + }, + { + "epoch": 2.03, + "learning_rate": 1.6233333333333333e-05, + "loss": 1.6938, + "step": 10130 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6196, + "step": 10140 + }, + { + "epoch": 2.03, + "learning_rate": 1.6166666666666665e-05, + "loss": 1.6223, + "step": 10150 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6291, + "step": 10160 + }, + { + "epoch": 2.03, + "learning_rate": 1.6100000000000002e-05, + "loss": 1.6648, + "step": 10170 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6996, + "step": 10180 + }, + { + "epoch": 2.04, + "learning_rate": 1.6033333333333335e-05, + "loss": 1.6279, + "step": 10190 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6983, + "step": 10200 + }, + { + "epoch": 2.04, + "learning_rate": 1.5966666666666667e-05, + "loss": 1.6783, + "step": 10210 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6582, + "step": 10220 + }, + { + "epoch": 2.05, + "learning_rate": 1.59e-05, + "loss": 1.6003, + "step": 10230 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7029, + "step": 10240 + }, + { + "epoch": 2.05, + "learning_rate": 1.5833333333333333e-05, + "loss": 1.6351, + "step": 10250 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6926, + "step": 10260 + }, + { + "epoch": 2.05, + "learning_rate": 1.576666666666667e-05, + "loss": 1.649, + "step": 10270 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6152, + "step": 10280 + }, + { + "epoch": 2.06, + "learning_rate": 1.5700000000000002e-05, + "loss": 1.6463, + "step": 10290 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6938, + "step": 10300 + }, + { + "epoch": 2.06, + "learning_rate": 1.563333333333333e-05, + "loss": 1.6412, + "step": 10310 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6496, + "step": 10320 + }, + { + "epoch": 2.07, + "learning_rate": 1.5566666666666668e-05, + "loss": 1.6139, + "step": 10330 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7257, + "step": 10340 + }, + { + "epoch": 2.07, + "learning_rate": 1.55e-05, + "loss": 1.6764, + "step": 10350 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6051, + "step": 10360 + }, + { + "epoch": 2.07, + "learning_rate": 1.5433333333333334e-05, + "loss": 1.6639, + "step": 10370 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6414, + "step": 10380 + }, + { + "epoch": 2.08, + "learning_rate": 1.536666666666667e-05, + "loss": 1.6115, + "step": 10390 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6317, + "step": 10400 + }, + { + "epoch": 2.08, + "learning_rate": 1.53e-05, + "loss": 1.7341, + "step": 10410 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.6767, + "step": 10420 + }, + { + "epoch": 2.09, + "learning_rate": 1.5233333333333332e-05, + "loss": 1.685, + "step": 10430 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.674, + "step": 10440 + }, + { + "epoch": 2.09, + "learning_rate": 1.5166666666666668e-05, + "loss": 1.6733, + "step": 10450 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6675, + "step": 10460 + }, + { + "epoch": 2.09, + "learning_rate": 1.51e-05, + "loss": 1.641, + "step": 10470 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6338, + "step": 10480 + }, + { + "epoch": 2.1, + "learning_rate": 1.5033333333333336e-05, + "loss": 1.6728, + "step": 10490 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6914, + "step": 10500 + }, + { + "epoch": 2.1, + "learning_rate": 1.4966666666666668e-05, + "loss": 1.6705, + "step": 10510 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6526, + "step": 10520 + }, + { + "epoch": 2.11, + "learning_rate": 1.49e-05, + "loss": 1.6534, + "step": 10530 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.704, + "step": 10540 + }, + { + "epoch": 2.11, + "learning_rate": 1.4833333333333336e-05, + "loss": 1.659, + "step": 10550 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6454, + "step": 10560 + }, + { + "epoch": 2.11, + "learning_rate": 1.4766666666666667e-05, + "loss": 1.6368, + "step": 10570 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6423, + "step": 10580 + }, + { + "epoch": 2.12, + "learning_rate": 1.47e-05, + "loss": 1.6409, + "step": 10590 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6292, + "step": 10600 + }, + { + "epoch": 2.12, + "learning_rate": 1.4633333333333334e-05, + "loss": 1.7047, + "step": 10610 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6658, + "step": 10620 + }, + { + "epoch": 2.13, + "learning_rate": 1.4566666666666667e-05, + "loss": 1.658, + "step": 10630 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6291, + "step": 10640 + }, + { + "epoch": 2.13, + "learning_rate": 1.45e-05, + "loss": 1.6272, + "step": 10650 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6636, + "step": 10660 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433333333333335e-05, + "loss": 1.6843, + "step": 10670 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.5924, + "step": 10680 + }, + { + "epoch": 2.14, + "learning_rate": 1.4366666666666667e-05, + "loss": 1.6554, + "step": 10690 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6251, + "step": 10700 + }, + { + "epoch": 2.14, + "learning_rate": 1.43e-05, + "loss": 1.66, + "step": 10710 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6717, + "step": 10720 + }, + { + "epoch": 2.15, + "learning_rate": 1.4233333333333335e-05, + "loss": 1.5865, + "step": 10730 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6282, + "step": 10740 + }, + { + "epoch": 2.15, + "learning_rate": 1.4166666666666668e-05, + "loss": 1.658, + "step": 10750 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6062, + "step": 10760 + }, + { + "epoch": 2.15, + "learning_rate": 1.4099999999999999e-05, + "loss": 1.626, + "step": 10770 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6951, + "step": 10780 + }, + { + "epoch": 2.16, + "learning_rate": 1.4033333333333335e-05, + "loss": 1.5774, + "step": 10790 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6245, + "step": 10800 + }, + { + "epoch": 2.16, + "learning_rate": 1.3966666666666666e-05, + "loss": 1.7059, + "step": 10810 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6337, + "step": 10820 + }, + { + "epoch": 2.17, + "learning_rate": 1.3900000000000002e-05, + "loss": 1.6741, + "step": 10830 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6868, + "step": 10840 + }, + { + "epoch": 2.17, + "learning_rate": 1.3833333333333334e-05, + "loss": 1.7018, + "step": 10850 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.6975, + "step": 10860 + }, + { + "epoch": 2.17, + "learning_rate": 1.3766666666666666e-05, + "loss": 1.6472, + "step": 10870 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6414, + "step": 10880 + }, + { + "epoch": 2.18, + "learning_rate": 1.3700000000000001e-05, + "loss": 1.6953, + "step": 10890 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6748, + "step": 10900 + }, + { + "epoch": 2.18, + "learning_rate": 1.3633333333333334e-05, + "loss": 1.6797, + "step": 10910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.704, + "step": 10920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3566666666666667e-05, + "loss": 1.6582, + "step": 10930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6722, + "step": 10940 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500000000000001e-05, + "loss": 1.6263, + "step": 10950 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6265, + "step": 10960 + }, + { + "epoch": 2.19, + "learning_rate": 1.3433333333333334e-05, + "loss": 1.6985, + "step": 10970 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6771, + "step": 10980 + }, + { + "epoch": 2.2, + "learning_rate": 1.3366666666666667e-05, + "loss": 1.6349, + "step": 10990 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6306, + "step": 11000 + }, + { + "epoch": 2.2, + "learning_rate": 1.3300000000000001e-05, + "loss": 1.6375, + "step": 11010 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6403, + "step": 11020 + }, + { + "epoch": 2.21, + "learning_rate": 1.3233333333333334e-05, + "loss": 1.6341, + "step": 11030 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.675, + "step": 11040 + }, + { + "epoch": 2.21, + "learning_rate": 1.3166666666666665e-05, + "loss": 1.5794, + "step": 11050 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.664, + "step": 11060 + }, + { + "epoch": 2.21, + "learning_rate": 1.3100000000000002e-05, + "loss": 1.636, + "step": 11070 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6564, + "step": 11080 + }, + { + "epoch": 2.22, + "learning_rate": 1.3033333333333333e-05, + "loss": 1.6156, + "step": 11090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6432, + "step": 11100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2966666666666669e-05, + "loss": 1.651, + "step": 11110 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6847, + "step": 11120 + }, + { + "epoch": 2.23, + "learning_rate": 1.29e-05, + "loss": 1.6911, + "step": 11130 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6496, + "step": 11140 + }, + { + "epoch": 2.23, + "learning_rate": 1.2833333333333333e-05, + "loss": 1.6799, + "step": 11150 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7018, + "step": 11160 + }, + { + "epoch": 2.23, + "learning_rate": 1.276666666666667e-05, + "loss": 1.7067, + "step": 11170 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.648, + "step": 11180 + }, + { + "epoch": 2.24, + "learning_rate": 1.27e-05, + "loss": 1.6373, + "step": 11190 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6562, + "step": 11200 + }, + { + "epoch": 2.24, + "learning_rate": 1.2633333333333333e-05, + "loss": 1.6477, + "step": 11210 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7298, + "step": 11220 + }, + { + "epoch": 2.25, + "learning_rate": 1.2566666666666668e-05, + "loss": 1.6015, + "step": 11230 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6189, + "step": 11240 + }, + { + "epoch": 2.25, + "learning_rate": 1.25e-05, + "loss": 1.6683, + "step": 11250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7252, + "step": 11260 + }, + { + "epoch": 2.25, + "learning_rate": 1.2433333333333335e-05, + "loss": 1.6399, + "step": 11270 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6237, + "step": 11280 + }, + { + "epoch": 2.26, + "learning_rate": 1.2366666666666666e-05, + "loss": 1.5883, + "step": 11290 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6247, + "step": 11300 + }, + { + "epoch": 2.26, + "learning_rate": 1.23e-05, + "loss": 1.6853, + "step": 11310 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6974, + "step": 11320 + }, + { + "epoch": 2.27, + "learning_rate": 1.2233333333333334e-05, + "loss": 1.6745, + "step": 11330 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6615, + "step": 11340 + }, + { + "epoch": 2.27, + "learning_rate": 1.2166666666666668e-05, + "loss": 1.6565, + "step": 11350 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6515, + "step": 11360 + }, + { + "epoch": 2.27, + "learning_rate": 1.2100000000000001e-05, + "loss": 1.6727, + "step": 11370 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.62, + "step": 11380 + }, + { + "epoch": 2.28, + "learning_rate": 1.2033333333333334e-05, + "loss": 1.6213, + "step": 11390 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6614, + "step": 11400 + }, + { + "epoch": 2.28, + "learning_rate": 1.1966666666666668e-05, + "loss": 1.6108, + "step": 11410 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6541, + "step": 11420 + }, + { + "epoch": 2.29, + "learning_rate": 1.19e-05, + "loss": 1.6537, + "step": 11430 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6908, + "step": 11440 + }, + { + "epoch": 2.29, + "learning_rate": 1.1833333333333334e-05, + "loss": 1.62, + "step": 11450 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6205, + "step": 11460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766666666666667e-05, + "loss": 1.6221, + "step": 11470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6231, + "step": 11480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1700000000000001e-05, + "loss": 1.6615, + "step": 11490 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6221, + "step": 11500 + }, + { + "epoch": 2.3, + "learning_rate": 1.1633333333333334e-05, + "loss": 1.6784, + "step": 11510 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6055, + "step": 11520 + }, + { + "epoch": 2.31, + "learning_rate": 1.1566666666666667e-05, + "loss": 1.6486, + "step": 11530 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6729, + "step": 11540 + }, + { + "epoch": 2.31, + "learning_rate": 1.1500000000000002e-05, + "loss": 1.6487, + "step": 11550 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6705, + "step": 11560 + }, + { + "epoch": 2.31, + "learning_rate": 1.1433333333333333e-05, + "loss": 1.6775, + "step": 11570 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7056, + "step": 11580 + }, + { + "epoch": 2.32, + "learning_rate": 1.1366666666666667e-05, + "loss": 1.6703, + "step": 11590 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6648, + "step": 11600 + }, + { + "epoch": 2.32, + "learning_rate": 1.13e-05, + "loss": 1.6682, + "step": 11610 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6995, + "step": 11620 + }, + { + "epoch": 2.33, + "learning_rate": 1.1233333333333333e-05, + "loss": 1.7016, + "step": 11630 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7092, + "step": 11640 + }, + { + "epoch": 2.33, + "learning_rate": 1.1166666666666668e-05, + "loss": 1.6202, + "step": 11650 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6407, + "step": 11660 + }, + { + "epoch": 2.33, + "learning_rate": 1.11e-05, + "loss": 1.6373, + "step": 11670 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6819, + "step": 11680 + }, + { + "epoch": 2.34, + "learning_rate": 1.1033333333333335e-05, + "loss": 1.713, + "step": 11690 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6186, + "step": 11700 + }, + { + "epoch": 2.34, + "learning_rate": 1.0966666666666666e-05, + "loss": 1.6561, + "step": 11710 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.651, + "step": 11720 + }, + { + "epoch": 2.35, + "learning_rate": 1.09e-05, + "loss": 1.6667, + "step": 11730 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6913, + "step": 11740 + }, + { + "epoch": 2.35, + "learning_rate": 1.0833333333333334e-05, + "loss": 1.6275, + "step": 11750 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7089, + "step": 11760 + }, + { + "epoch": 2.35, + "learning_rate": 1.0766666666666666e-05, + "loss": 1.6399, + "step": 11770 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.651, + "step": 11780 + }, + { + "epoch": 2.36, + "learning_rate": 1.0700000000000001e-05, + "loss": 1.6335, + "step": 11790 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.5925, + "step": 11800 + }, + { + "epoch": 2.36, + "learning_rate": 1.0633333333333334e-05, + "loss": 1.6329, + "step": 11810 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6685, + "step": 11820 + }, + { + "epoch": 2.37, + "learning_rate": 1.0566666666666668e-05, + "loss": 1.6914, + "step": 11830 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6404, + "step": 11840 + }, + { + "epoch": 2.37, + "learning_rate": 1.05e-05, + "loss": 1.7113, + "step": 11850 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6529, + "step": 11860 + }, + { + "epoch": 2.37, + "learning_rate": 1.0433333333333334e-05, + "loss": 1.597, + "step": 11870 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6569, + "step": 11880 + }, + { + "epoch": 2.38, + "learning_rate": 1.0366666666666667e-05, + "loss": 1.6534, + "step": 11890 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6957, + "step": 11900 + }, + { + "epoch": 2.38, + "learning_rate": 1.03e-05, + "loss": 1.6335, + "step": 11910 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.5893, + "step": 11920 + }, + { + "epoch": 2.39, + "learning_rate": 1.0233333333333334e-05, + "loss": 1.5968, + "step": 11930 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6225, + "step": 11940 + }, + { + "epoch": 2.39, + "learning_rate": 1.0166666666666667e-05, + "loss": 1.6798, + "step": 11950 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6124, + "step": 11960 + }, + { + "epoch": 2.39, + "learning_rate": 1.0100000000000002e-05, + "loss": 1.6973, + "step": 11970 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6534, + "step": 11980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0033333333333333e-05, + "loss": 1.6617, + "step": 11990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6781, + "step": 12000 + }, + { + "epoch": 2.4, + "learning_rate": 9.966666666666667e-06, + "loss": 1.6311, + "step": 12010 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6505, + "step": 12020 + }, + { + "epoch": 2.41, + "learning_rate": 9.900000000000002e-06, + "loss": 1.7319, + "step": 12030 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6366, + "step": 12040 + }, + { + "epoch": 2.41, + "learning_rate": 9.833333333333333e-06, + "loss": 1.6465, + "step": 12050 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6948, + "step": 12060 + }, + { + "epoch": 2.41, + "learning_rate": 9.766666666666667e-06, + "loss": 1.643, + "step": 12070 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.728, + "step": 12080 + }, + { + "epoch": 2.42, + "learning_rate": 9.7e-06, + "loss": 1.6476, + "step": 12090 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.6008, + "step": 12100 + }, + { + "epoch": 2.42, + "learning_rate": 9.633333333333335e-06, + "loss": 1.6661, + "step": 12110 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6843, + "step": 12120 + }, + { + "epoch": 2.43, + "learning_rate": 9.566666666666666e-06, + "loss": 1.6794, + "step": 12130 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6598, + "step": 12140 + }, + { + "epoch": 2.43, + "learning_rate": 9.5e-06, + "loss": 1.6573, + "step": 12150 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6099, + "step": 12160 + }, + { + "epoch": 2.43, + "learning_rate": 9.433333333333335e-06, + "loss": 1.6765, + "step": 12170 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6489, + "step": 12180 + }, + { + "epoch": 2.44, + "learning_rate": 9.366666666666666e-06, + "loss": 1.6329, + "step": 12190 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6798, + "step": 12200 + }, + { + "epoch": 2.44, + "learning_rate": 9.3e-06, + "loss": 1.6796, + "step": 12210 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6513, + "step": 12220 + }, + { + "epoch": 2.45, + "learning_rate": 9.233333333333334e-06, + "loss": 1.6594, + "step": 12230 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6826, + "step": 12240 + }, + { + "epoch": 2.45, + "learning_rate": 9.166666666666666e-06, + "loss": 1.6398, + "step": 12250 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6575, + "step": 12260 + }, + { + "epoch": 2.45, + "learning_rate": 9.100000000000001e-06, + "loss": 1.6716, + "step": 12270 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.612, + "step": 12280 + }, + { + "epoch": 2.46, + "learning_rate": 9.033333333333334e-06, + "loss": 1.6574, + "step": 12290 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6503, + "step": 12300 + }, + { + "epoch": 2.46, + "learning_rate": 8.966666666666668e-06, + "loss": 1.6289, + "step": 12310 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6847, + "step": 12320 + }, + { + "epoch": 2.47, + "learning_rate": 8.9e-06, + "loss": 1.6783, + "step": 12330 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6807, + "step": 12340 + }, + { + "epoch": 2.47, + "learning_rate": 8.833333333333334e-06, + "loss": 1.7531, + "step": 12350 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.627, + "step": 12360 + }, + { + "epoch": 2.47, + "learning_rate": 8.766666666666667e-06, + "loss": 1.678, + "step": 12370 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6818, + "step": 12380 + }, + { + "epoch": 2.48, + "learning_rate": 8.7e-06, + "loss": 1.6756, + "step": 12390 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6946, + "step": 12400 + }, + { + "epoch": 2.48, + "learning_rate": 8.633333333333334e-06, + "loss": 1.6583, + "step": 12410 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6431, + "step": 12420 + }, + { + "epoch": 2.49, + "learning_rate": 8.566666666666667e-06, + "loss": 1.6742, + "step": 12430 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.667, + "step": 12440 + }, + { + "epoch": 2.49, + "learning_rate": 8.500000000000002e-06, + "loss": 1.6341, + "step": 12450 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6447, + "step": 12460 + }, + { + "epoch": 2.49, + "learning_rate": 8.433333333333333e-06, + "loss": 1.657, + "step": 12470 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6588, + "step": 12480 + }, + { + "epoch": 2.5, + "learning_rate": 8.366666666666667e-06, + "loss": 1.7206, + "step": 12490 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.6563, + "step": 12500 + }, + { + "epoch": 2.5, + "learning_rate": 8.3e-06, + "loss": 1.6606, + "step": 12510 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6202, + "step": 12520 + }, + { + "epoch": 2.51, + "learning_rate": 8.233333333333333e-06, + "loss": 1.6618, + "step": 12530 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6064, + "step": 12540 + }, + { + "epoch": 2.51, + "learning_rate": 8.166666666666668e-06, + "loss": 1.6457, + "step": 12550 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.7248, + "step": 12560 + }, + { + "epoch": 2.51, + "learning_rate": 8.1e-06, + "loss": 1.6353, + "step": 12570 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6737, + "step": 12580 + }, + { + "epoch": 2.52, + "learning_rate": 8.033333333333335e-06, + "loss": 1.6187, + "step": 12590 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6625, + "step": 12600 + }, + { + "epoch": 2.52, + "learning_rate": 7.966666666666666e-06, + "loss": 1.6378, + "step": 12610 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6349, + "step": 12620 + }, + { + "epoch": 2.53, + "learning_rate": 7.9e-06, + "loss": 1.6313, + "step": 12630 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6878, + "step": 12640 + }, + { + "epoch": 2.53, + "learning_rate": 7.833333333333333e-06, + "loss": 1.5749, + "step": 12650 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6639, + "step": 12660 + }, + { + "epoch": 2.53, + "learning_rate": 7.766666666666666e-06, + "loss": 1.6342, + "step": 12670 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.6408, + "step": 12680 + }, + { + "epoch": 2.54, + "learning_rate": 7.7e-06, + "loss": 1.6573, + "step": 12690 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6301, + "step": 12700 + }, + { + "epoch": 2.54, + "learning_rate": 7.633333333333334e-06, + "loss": 1.6518, + "step": 12710 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6242, + "step": 12720 + }, + { + "epoch": 2.55, + "learning_rate": 7.5666666666666665e-06, + "loss": 1.6283, + "step": 12730 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.6591, + "step": 12740 + }, + { + "epoch": 2.55, + "learning_rate": 7.5e-06, + "loss": 1.6686, + "step": 12750 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6132, + "step": 12760 + }, + { + "epoch": 2.55, + "learning_rate": 7.433333333333334e-06, + "loss": 1.7263, + "step": 12770 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6577, + "step": 12780 + }, + { + "epoch": 2.56, + "learning_rate": 7.3666666666666676e-06, + "loss": 1.6697, + "step": 12790 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.6549, + "step": 12800 + }, + { + "epoch": 2.56, + "learning_rate": 7.2999999999999996e-06, + "loss": 1.612, + "step": 12810 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.593, + "step": 12820 + }, + { + "epoch": 2.57, + "learning_rate": 7.233333333333333e-06, + "loss": 1.6458, + "step": 12830 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.631, + "step": 12840 + }, + { + "epoch": 2.57, + "learning_rate": 7.166666666666667e-06, + "loss": 1.6419, + "step": 12850 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6692, + "step": 12860 + }, + { + "epoch": 2.57, + "learning_rate": 7.1e-06, + "loss": 1.6575, + "step": 12870 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6813, + "step": 12880 + }, + { + "epoch": 2.58, + "learning_rate": 7.0333333333333335e-06, + "loss": 1.6131, + "step": 12890 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6611, + "step": 12900 + }, + { + "epoch": 2.58, + "learning_rate": 6.966666666666667e-06, + "loss": 1.6142, + "step": 12910 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.7143, + "step": 12920 + }, + { + "epoch": 2.59, + "learning_rate": 6.900000000000001e-06, + "loss": 1.7419, + "step": 12930 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7313, + "step": 12940 + }, + { + "epoch": 2.59, + "learning_rate": 6.833333333333333e-06, + "loss": 1.6829, + "step": 12950 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6356, + "step": 12960 + }, + { + "epoch": 2.59, + "learning_rate": 6.766666666666667e-06, + "loss": 1.7266, + "step": 12970 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6507, + "step": 12980 + }, + { + "epoch": 2.6, + "learning_rate": 6.700000000000001e-06, + "loss": 1.6417, + "step": 12990 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.679, + "step": 13000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 4.10816134250496e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-13000/training_args.bin b/8081/checkpoint-13000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-13000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-14000/README.md b/8081/checkpoint-14000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-14000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-14000/adapter_config.json b/8081/checkpoint-14000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-14000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-14000/adapter_model.safetensors b/8081/checkpoint-14000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c07db7248d51f74e4aebac3fee1e5b796caec26e --- /dev/null +++ b/8081/checkpoint-14000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a413b99a9e4eb4f083ac0b2deb51ec1ee32687e9a4371470a0f54f1fdae08ae +size 26235704 diff --git a/8081/checkpoint-14000/optimizer.pt b/8081/checkpoint-14000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..740ae21f8ff3c46a43af52262ec6c07dbf324aac --- /dev/null +++ b/8081/checkpoint-14000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402db9bfd1124d71703bd25bcb4bfcbdf4ef6d13fc6f6e16ecc8370f198e0eae +size 52565434 diff --git a/8081/checkpoint-14000/rng_state.pth b/8081/checkpoint-14000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a869012e775ed0b29b1cd55d86a42ad51ad8ab7d --- /dev/null +++ b/8081/checkpoint-14000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b115e68871289aa206acc9048f47e1beae5380b0e1d880945737e8908e513601 +size 14244 diff --git a/8081/checkpoint-14000/scheduler.pt b/8081/checkpoint-14000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ebde3c30c27c2c5ecb5b51535524c58e2f0f797 --- /dev/null +++ b/8081/checkpoint-14000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25914cd009d8273d97dd3105706b7a3c358aa409de0da809c5d5e7f680418e11 +size 1064 diff --git a/8081/checkpoint-14000/trainer_state.json b/8081/checkpoint-14000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d9931fa33af229e4067fc0da7b507e7173c7baff --- /dev/null +++ b/8081/checkpoint-14000/trainer_state.json @@ -0,0 +1,8421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8, + "eval_steps": 500, + "global_step": 14000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + }, + { + "epoch": 1.8, + "learning_rate": 1.9966666666666666e-05, + "loss": 1.684, + "step": 9010 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.634, + "step": 9020 + }, + { + "epoch": 1.81, + "learning_rate": 1.9900000000000003e-05, + "loss": 1.6505, + "step": 9030 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6648, + "step": 9040 + }, + { + "epoch": 1.81, + "learning_rate": 1.9833333333333335e-05, + "loss": 1.6884, + "step": 9050 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6394, + "step": 9060 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766666666666668e-05, + "loss": 1.5928, + "step": 9070 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6923, + "step": 9080 + }, + { + "epoch": 1.82, + "learning_rate": 1.97e-05, + "loss": 1.6844, + "step": 9090 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6688, + "step": 9100 + }, + { + "epoch": 1.82, + "learning_rate": 1.9633333333333334e-05, + "loss": 1.6809, + "step": 9110 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7038, + "step": 9120 + }, + { + "epoch": 1.83, + "learning_rate": 1.9566666666666667e-05, + "loss": 1.6678, + "step": 9130 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6646, + "step": 9140 + }, + { + "epoch": 1.83, + "learning_rate": 1.9500000000000003e-05, + "loss": 1.608, + "step": 9150 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6856, + "step": 9160 + }, + { + "epoch": 1.83, + "learning_rate": 1.9433333333333332e-05, + "loss": 1.6597, + "step": 9170 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7242, + "step": 9180 + }, + { + "epoch": 1.84, + "learning_rate": 1.9366666666666665e-05, + "loss": 1.666, + "step": 9190 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6289, + "step": 9200 + }, + { + "epoch": 1.84, + "learning_rate": 1.93e-05, + "loss": 1.6558, + "step": 9210 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 9220 + }, + { + "epoch": 1.85, + "learning_rate": 1.9233333333333334e-05, + "loss": 1.6503, + "step": 9230 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7387, + "step": 9240 + }, + { + "epoch": 1.85, + "learning_rate": 1.9166666666666667e-05, + "loss": 1.6884, + "step": 9250 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6457, + "step": 9260 + }, + { + "epoch": 1.85, + "learning_rate": 1.91e-05, + "loss": 1.7058, + "step": 9270 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6546, + "step": 9280 + }, + { + "epoch": 1.86, + "learning_rate": 1.9033333333333333e-05, + "loss": 1.6985, + "step": 9290 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7106, + "step": 9300 + }, + { + "epoch": 1.86, + "learning_rate": 1.896666666666667e-05, + "loss": 1.6787, + "step": 9310 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.716, + "step": 9320 + }, + { + "epoch": 1.87, + "learning_rate": 1.8900000000000002e-05, + "loss": 1.7226, + "step": 9330 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6107, + "step": 9340 + }, + { + "epoch": 1.87, + "learning_rate": 1.8833333333333335e-05, + "loss": 1.6685, + "step": 9350 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6712, + "step": 9360 + }, + { + "epoch": 1.87, + "learning_rate": 1.8766666666666668e-05, + "loss": 1.7235, + "step": 9370 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.6787, + "step": 9380 + }, + { + "epoch": 1.88, + "learning_rate": 1.87e-05, + "loss": 1.6675, + "step": 9390 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.634, + "step": 9400 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633333333333333e-05, + "loss": 1.7154, + "step": 9410 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6753, + "step": 9420 + }, + { + "epoch": 1.89, + "learning_rate": 1.856666666666667e-05, + "loss": 1.6654, + "step": 9430 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6363, + "step": 9440 + }, + { + "epoch": 1.89, + "learning_rate": 1.85e-05, + "loss": 1.7002, + "step": 9450 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.681, + "step": 9460 + }, + { + "epoch": 1.89, + "learning_rate": 1.8433333333333332e-05, + "loss": 1.634, + "step": 9470 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.648, + "step": 9480 + }, + { + "epoch": 1.9, + "learning_rate": 1.8366666666666668e-05, + "loss": 1.7011, + "step": 9490 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6649, + "step": 9500 + }, + { + "epoch": 1.9, + "learning_rate": 1.83e-05, + "loss": 1.6269, + "step": 9510 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6512, + "step": 9520 + }, + { + "epoch": 1.91, + "learning_rate": 1.8233333333333334e-05, + "loss": 1.6341, + "step": 9530 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6571, + "step": 9540 + }, + { + "epoch": 1.91, + "learning_rate": 1.8166666666666667e-05, + "loss": 1.6587, + "step": 9550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6794, + "step": 9560 + }, + { + "epoch": 1.91, + "learning_rate": 1.81e-05, + "loss": 1.7128, + "step": 9570 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6262, + "step": 9580 + }, + { + "epoch": 1.92, + "learning_rate": 1.8033333333333336e-05, + "loss": 1.6621, + "step": 9590 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6777, + "step": 9600 + }, + { + "epoch": 1.92, + "learning_rate": 1.796666666666667e-05, + "loss": 1.6789, + "step": 9610 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6941, + "step": 9620 + }, + { + "epoch": 1.93, + "learning_rate": 1.79e-05, + "loss": 1.6815, + "step": 9630 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6287, + "step": 9640 + }, + { + "epoch": 1.93, + "learning_rate": 1.7833333333333334e-05, + "loss": 1.643, + "step": 9650 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6517, + "step": 9660 + }, + { + "epoch": 1.93, + "learning_rate": 1.7766666666666667e-05, + "loss": 1.6049, + "step": 9670 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7312, + "step": 9680 + }, + { + "epoch": 1.94, + "learning_rate": 1.77e-05, + "loss": 1.6619, + "step": 9690 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.7113, + "step": 9700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7633333333333336e-05, + "loss": 1.7187, + "step": 9710 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6101, + "step": 9720 + }, + { + "epoch": 1.95, + "learning_rate": 1.756666666666667e-05, + "loss": 1.6951, + "step": 9730 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6463, + "step": 9740 + }, + { + "epoch": 1.95, + "learning_rate": 1.75e-05, + "loss": 1.6465, + "step": 9750 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6833, + "step": 9760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7433333333333335e-05, + "loss": 1.6652, + "step": 9770 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6679, + "step": 9780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7366666666666668e-05, + "loss": 1.6726, + "step": 9790 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7165, + "step": 9800 + }, + { + "epoch": 1.96, + "learning_rate": 1.73e-05, + "loss": 1.695, + "step": 9810 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6749, + "step": 9820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7233333333333333e-05, + "loss": 1.643, + "step": 9830 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7335, + "step": 9840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7166666666666666e-05, + "loss": 1.6729, + "step": 9850 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6889, + "step": 9860 + }, + { + "epoch": 1.97, + "learning_rate": 1.7100000000000002e-05, + "loss": 1.6569, + "step": 9870 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6285, + "step": 9880 + }, + { + "epoch": 1.98, + "learning_rate": 1.7033333333333335e-05, + "loss": 1.6718, + "step": 9890 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6434, + "step": 9900 + }, + { + "epoch": 1.98, + "learning_rate": 1.6966666666666668e-05, + "loss": 1.5933, + "step": 9910 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.655, + "step": 9920 + }, + { + "epoch": 1.99, + "learning_rate": 1.69e-05, + "loss": 1.6516, + "step": 9930 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6407, + "step": 9940 + }, + { + "epoch": 1.99, + "learning_rate": 1.6833333333333334e-05, + "loss": 1.6261, + "step": 9950 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6442, + "step": 9960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766666666666667e-05, + "loss": 1.6247, + "step": 9970 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6904, + "step": 9980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6700000000000003e-05, + "loss": 1.6515, + "step": 9990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6443, + "step": 10000 + }, + { + "epoch": 2.0, + "learning_rate": 1.6633333333333336e-05, + "loss": 1.6812, + "step": 10010 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7473, + "step": 10020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6566666666666665e-05, + "loss": 1.6979, + "step": 10030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6367, + "step": 10040 + }, + { + "epoch": 2.01, + "learning_rate": 1.65e-05, + "loss": 1.6177, + "step": 10050 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6781, + "step": 10060 + }, + { + "epoch": 2.01, + "learning_rate": 1.6433333333333334e-05, + "loss": 1.6954, + "step": 10070 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6773, + "step": 10080 + }, + { + "epoch": 2.02, + "learning_rate": 1.6366666666666667e-05, + "loss": 1.6181, + "step": 10090 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6823, + "step": 10100 + }, + { + "epoch": 2.02, + "learning_rate": 1.63e-05, + "loss": 1.6734, + "step": 10110 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6563, + "step": 10120 + }, + { + "epoch": 2.03, + "learning_rate": 1.6233333333333333e-05, + "loss": 1.6938, + "step": 10130 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6196, + "step": 10140 + }, + { + "epoch": 2.03, + "learning_rate": 1.6166666666666665e-05, + "loss": 1.6223, + "step": 10150 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6291, + "step": 10160 + }, + { + "epoch": 2.03, + "learning_rate": 1.6100000000000002e-05, + "loss": 1.6648, + "step": 10170 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6996, + "step": 10180 + }, + { + "epoch": 2.04, + "learning_rate": 1.6033333333333335e-05, + "loss": 1.6279, + "step": 10190 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6983, + "step": 10200 + }, + { + "epoch": 2.04, + "learning_rate": 1.5966666666666667e-05, + "loss": 1.6783, + "step": 10210 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6582, + "step": 10220 + }, + { + "epoch": 2.05, + "learning_rate": 1.59e-05, + "loss": 1.6003, + "step": 10230 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7029, + "step": 10240 + }, + { + "epoch": 2.05, + "learning_rate": 1.5833333333333333e-05, + "loss": 1.6351, + "step": 10250 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6926, + "step": 10260 + }, + { + "epoch": 2.05, + "learning_rate": 1.576666666666667e-05, + "loss": 1.649, + "step": 10270 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6152, + "step": 10280 + }, + { + "epoch": 2.06, + "learning_rate": 1.5700000000000002e-05, + "loss": 1.6463, + "step": 10290 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6938, + "step": 10300 + }, + { + "epoch": 2.06, + "learning_rate": 1.563333333333333e-05, + "loss": 1.6412, + "step": 10310 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6496, + "step": 10320 + }, + { + "epoch": 2.07, + "learning_rate": 1.5566666666666668e-05, + "loss": 1.6139, + "step": 10330 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7257, + "step": 10340 + }, + { + "epoch": 2.07, + "learning_rate": 1.55e-05, + "loss": 1.6764, + "step": 10350 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6051, + "step": 10360 + }, + { + "epoch": 2.07, + "learning_rate": 1.5433333333333334e-05, + "loss": 1.6639, + "step": 10370 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6414, + "step": 10380 + }, + { + "epoch": 2.08, + "learning_rate": 1.536666666666667e-05, + "loss": 1.6115, + "step": 10390 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6317, + "step": 10400 + }, + { + "epoch": 2.08, + "learning_rate": 1.53e-05, + "loss": 1.7341, + "step": 10410 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.6767, + "step": 10420 + }, + { + "epoch": 2.09, + "learning_rate": 1.5233333333333332e-05, + "loss": 1.685, + "step": 10430 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.674, + "step": 10440 + }, + { + "epoch": 2.09, + "learning_rate": 1.5166666666666668e-05, + "loss": 1.6733, + "step": 10450 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6675, + "step": 10460 + }, + { + "epoch": 2.09, + "learning_rate": 1.51e-05, + "loss": 1.641, + "step": 10470 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6338, + "step": 10480 + }, + { + "epoch": 2.1, + "learning_rate": 1.5033333333333336e-05, + "loss": 1.6728, + "step": 10490 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6914, + "step": 10500 + }, + { + "epoch": 2.1, + "learning_rate": 1.4966666666666668e-05, + "loss": 1.6705, + "step": 10510 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6526, + "step": 10520 + }, + { + "epoch": 2.11, + "learning_rate": 1.49e-05, + "loss": 1.6534, + "step": 10530 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.704, + "step": 10540 + }, + { + "epoch": 2.11, + "learning_rate": 1.4833333333333336e-05, + "loss": 1.659, + "step": 10550 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6454, + "step": 10560 + }, + { + "epoch": 2.11, + "learning_rate": 1.4766666666666667e-05, + "loss": 1.6368, + "step": 10570 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6423, + "step": 10580 + }, + { + "epoch": 2.12, + "learning_rate": 1.47e-05, + "loss": 1.6409, + "step": 10590 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6292, + "step": 10600 + }, + { + "epoch": 2.12, + "learning_rate": 1.4633333333333334e-05, + "loss": 1.7047, + "step": 10610 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6658, + "step": 10620 + }, + { + "epoch": 2.13, + "learning_rate": 1.4566666666666667e-05, + "loss": 1.658, + "step": 10630 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6291, + "step": 10640 + }, + { + "epoch": 2.13, + "learning_rate": 1.45e-05, + "loss": 1.6272, + "step": 10650 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6636, + "step": 10660 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433333333333335e-05, + "loss": 1.6843, + "step": 10670 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.5924, + "step": 10680 + }, + { + "epoch": 2.14, + "learning_rate": 1.4366666666666667e-05, + "loss": 1.6554, + "step": 10690 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6251, + "step": 10700 + }, + { + "epoch": 2.14, + "learning_rate": 1.43e-05, + "loss": 1.66, + "step": 10710 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6717, + "step": 10720 + }, + { + "epoch": 2.15, + "learning_rate": 1.4233333333333335e-05, + "loss": 1.5865, + "step": 10730 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6282, + "step": 10740 + }, + { + "epoch": 2.15, + "learning_rate": 1.4166666666666668e-05, + "loss": 1.658, + "step": 10750 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6062, + "step": 10760 + }, + { + "epoch": 2.15, + "learning_rate": 1.4099999999999999e-05, + "loss": 1.626, + "step": 10770 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6951, + "step": 10780 + }, + { + "epoch": 2.16, + "learning_rate": 1.4033333333333335e-05, + "loss": 1.5774, + "step": 10790 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6245, + "step": 10800 + }, + { + "epoch": 2.16, + "learning_rate": 1.3966666666666666e-05, + "loss": 1.7059, + "step": 10810 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6337, + "step": 10820 + }, + { + "epoch": 2.17, + "learning_rate": 1.3900000000000002e-05, + "loss": 1.6741, + "step": 10830 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6868, + "step": 10840 + }, + { + "epoch": 2.17, + "learning_rate": 1.3833333333333334e-05, + "loss": 1.7018, + "step": 10850 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.6975, + "step": 10860 + }, + { + "epoch": 2.17, + "learning_rate": 1.3766666666666666e-05, + "loss": 1.6472, + "step": 10870 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6414, + "step": 10880 + }, + { + "epoch": 2.18, + "learning_rate": 1.3700000000000001e-05, + "loss": 1.6953, + "step": 10890 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6748, + "step": 10900 + }, + { + "epoch": 2.18, + "learning_rate": 1.3633333333333334e-05, + "loss": 1.6797, + "step": 10910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.704, + "step": 10920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3566666666666667e-05, + "loss": 1.6582, + "step": 10930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6722, + "step": 10940 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500000000000001e-05, + "loss": 1.6263, + "step": 10950 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6265, + "step": 10960 + }, + { + "epoch": 2.19, + "learning_rate": 1.3433333333333334e-05, + "loss": 1.6985, + "step": 10970 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6771, + "step": 10980 + }, + { + "epoch": 2.2, + "learning_rate": 1.3366666666666667e-05, + "loss": 1.6349, + "step": 10990 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6306, + "step": 11000 + }, + { + "epoch": 2.2, + "learning_rate": 1.3300000000000001e-05, + "loss": 1.6375, + "step": 11010 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6403, + "step": 11020 + }, + { + "epoch": 2.21, + "learning_rate": 1.3233333333333334e-05, + "loss": 1.6341, + "step": 11030 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.675, + "step": 11040 + }, + { + "epoch": 2.21, + "learning_rate": 1.3166666666666665e-05, + "loss": 1.5794, + "step": 11050 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.664, + "step": 11060 + }, + { + "epoch": 2.21, + "learning_rate": 1.3100000000000002e-05, + "loss": 1.636, + "step": 11070 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6564, + "step": 11080 + }, + { + "epoch": 2.22, + "learning_rate": 1.3033333333333333e-05, + "loss": 1.6156, + "step": 11090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6432, + "step": 11100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2966666666666669e-05, + "loss": 1.651, + "step": 11110 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6847, + "step": 11120 + }, + { + "epoch": 2.23, + "learning_rate": 1.29e-05, + "loss": 1.6911, + "step": 11130 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6496, + "step": 11140 + }, + { + "epoch": 2.23, + "learning_rate": 1.2833333333333333e-05, + "loss": 1.6799, + "step": 11150 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7018, + "step": 11160 + }, + { + "epoch": 2.23, + "learning_rate": 1.276666666666667e-05, + "loss": 1.7067, + "step": 11170 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.648, + "step": 11180 + }, + { + "epoch": 2.24, + "learning_rate": 1.27e-05, + "loss": 1.6373, + "step": 11190 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6562, + "step": 11200 + }, + { + "epoch": 2.24, + "learning_rate": 1.2633333333333333e-05, + "loss": 1.6477, + "step": 11210 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7298, + "step": 11220 + }, + { + "epoch": 2.25, + "learning_rate": 1.2566666666666668e-05, + "loss": 1.6015, + "step": 11230 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6189, + "step": 11240 + }, + { + "epoch": 2.25, + "learning_rate": 1.25e-05, + "loss": 1.6683, + "step": 11250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7252, + "step": 11260 + }, + { + "epoch": 2.25, + "learning_rate": 1.2433333333333335e-05, + "loss": 1.6399, + "step": 11270 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6237, + "step": 11280 + }, + { + "epoch": 2.26, + "learning_rate": 1.2366666666666666e-05, + "loss": 1.5883, + "step": 11290 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6247, + "step": 11300 + }, + { + "epoch": 2.26, + "learning_rate": 1.23e-05, + "loss": 1.6853, + "step": 11310 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6974, + "step": 11320 + }, + { + "epoch": 2.27, + "learning_rate": 1.2233333333333334e-05, + "loss": 1.6745, + "step": 11330 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6615, + "step": 11340 + }, + { + "epoch": 2.27, + "learning_rate": 1.2166666666666668e-05, + "loss": 1.6565, + "step": 11350 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6515, + "step": 11360 + }, + { + "epoch": 2.27, + "learning_rate": 1.2100000000000001e-05, + "loss": 1.6727, + "step": 11370 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.62, + "step": 11380 + }, + { + "epoch": 2.28, + "learning_rate": 1.2033333333333334e-05, + "loss": 1.6213, + "step": 11390 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6614, + "step": 11400 + }, + { + "epoch": 2.28, + "learning_rate": 1.1966666666666668e-05, + "loss": 1.6108, + "step": 11410 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6541, + "step": 11420 + }, + { + "epoch": 2.29, + "learning_rate": 1.19e-05, + "loss": 1.6537, + "step": 11430 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6908, + "step": 11440 + }, + { + "epoch": 2.29, + "learning_rate": 1.1833333333333334e-05, + "loss": 1.62, + "step": 11450 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6205, + "step": 11460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766666666666667e-05, + "loss": 1.6221, + "step": 11470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6231, + "step": 11480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1700000000000001e-05, + "loss": 1.6615, + "step": 11490 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6221, + "step": 11500 + }, + { + "epoch": 2.3, + "learning_rate": 1.1633333333333334e-05, + "loss": 1.6784, + "step": 11510 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6055, + "step": 11520 + }, + { + "epoch": 2.31, + "learning_rate": 1.1566666666666667e-05, + "loss": 1.6486, + "step": 11530 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6729, + "step": 11540 + }, + { + "epoch": 2.31, + "learning_rate": 1.1500000000000002e-05, + "loss": 1.6487, + "step": 11550 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6705, + "step": 11560 + }, + { + "epoch": 2.31, + "learning_rate": 1.1433333333333333e-05, + "loss": 1.6775, + "step": 11570 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7056, + "step": 11580 + }, + { + "epoch": 2.32, + "learning_rate": 1.1366666666666667e-05, + "loss": 1.6703, + "step": 11590 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6648, + "step": 11600 + }, + { + "epoch": 2.32, + "learning_rate": 1.13e-05, + "loss": 1.6682, + "step": 11610 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6995, + "step": 11620 + }, + { + "epoch": 2.33, + "learning_rate": 1.1233333333333333e-05, + "loss": 1.7016, + "step": 11630 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7092, + "step": 11640 + }, + { + "epoch": 2.33, + "learning_rate": 1.1166666666666668e-05, + "loss": 1.6202, + "step": 11650 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6407, + "step": 11660 + }, + { + "epoch": 2.33, + "learning_rate": 1.11e-05, + "loss": 1.6373, + "step": 11670 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6819, + "step": 11680 + }, + { + "epoch": 2.34, + "learning_rate": 1.1033333333333335e-05, + "loss": 1.713, + "step": 11690 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6186, + "step": 11700 + }, + { + "epoch": 2.34, + "learning_rate": 1.0966666666666666e-05, + "loss": 1.6561, + "step": 11710 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.651, + "step": 11720 + }, + { + "epoch": 2.35, + "learning_rate": 1.09e-05, + "loss": 1.6667, + "step": 11730 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6913, + "step": 11740 + }, + { + "epoch": 2.35, + "learning_rate": 1.0833333333333334e-05, + "loss": 1.6275, + "step": 11750 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7089, + "step": 11760 + }, + { + "epoch": 2.35, + "learning_rate": 1.0766666666666666e-05, + "loss": 1.6399, + "step": 11770 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.651, + "step": 11780 + }, + { + "epoch": 2.36, + "learning_rate": 1.0700000000000001e-05, + "loss": 1.6335, + "step": 11790 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.5925, + "step": 11800 + }, + { + "epoch": 2.36, + "learning_rate": 1.0633333333333334e-05, + "loss": 1.6329, + "step": 11810 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6685, + "step": 11820 + }, + { + "epoch": 2.37, + "learning_rate": 1.0566666666666668e-05, + "loss": 1.6914, + "step": 11830 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6404, + "step": 11840 + }, + { + "epoch": 2.37, + "learning_rate": 1.05e-05, + "loss": 1.7113, + "step": 11850 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6529, + "step": 11860 + }, + { + "epoch": 2.37, + "learning_rate": 1.0433333333333334e-05, + "loss": 1.597, + "step": 11870 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6569, + "step": 11880 + }, + { + "epoch": 2.38, + "learning_rate": 1.0366666666666667e-05, + "loss": 1.6534, + "step": 11890 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6957, + "step": 11900 + }, + { + "epoch": 2.38, + "learning_rate": 1.03e-05, + "loss": 1.6335, + "step": 11910 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.5893, + "step": 11920 + }, + { + "epoch": 2.39, + "learning_rate": 1.0233333333333334e-05, + "loss": 1.5968, + "step": 11930 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6225, + "step": 11940 + }, + { + "epoch": 2.39, + "learning_rate": 1.0166666666666667e-05, + "loss": 1.6798, + "step": 11950 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6124, + "step": 11960 + }, + { + "epoch": 2.39, + "learning_rate": 1.0100000000000002e-05, + "loss": 1.6973, + "step": 11970 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6534, + "step": 11980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0033333333333333e-05, + "loss": 1.6617, + "step": 11990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6781, + "step": 12000 + }, + { + "epoch": 2.4, + "learning_rate": 9.966666666666667e-06, + "loss": 1.6311, + "step": 12010 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6505, + "step": 12020 + }, + { + "epoch": 2.41, + "learning_rate": 9.900000000000002e-06, + "loss": 1.7319, + "step": 12030 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6366, + "step": 12040 + }, + { + "epoch": 2.41, + "learning_rate": 9.833333333333333e-06, + "loss": 1.6465, + "step": 12050 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6948, + "step": 12060 + }, + { + "epoch": 2.41, + "learning_rate": 9.766666666666667e-06, + "loss": 1.643, + "step": 12070 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.728, + "step": 12080 + }, + { + "epoch": 2.42, + "learning_rate": 9.7e-06, + "loss": 1.6476, + "step": 12090 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.6008, + "step": 12100 + }, + { + "epoch": 2.42, + "learning_rate": 9.633333333333335e-06, + "loss": 1.6661, + "step": 12110 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6843, + "step": 12120 + }, + { + "epoch": 2.43, + "learning_rate": 9.566666666666666e-06, + "loss": 1.6794, + "step": 12130 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6598, + "step": 12140 + }, + { + "epoch": 2.43, + "learning_rate": 9.5e-06, + "loss": 1.6573, + "step": 12150 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6099, + "step": 12160 + }, + { + "epoch": 2.43, + "learning_rate": 9.433333333333335e-06, + "loss": 1.6765, + "step": 12170 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6489, + "step": 12180 + }, + { + "epoch": 2.44, + "learning_rate": 9.366666666666666e-06, + "loss": 1.6329, + "step": 12190 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6798, + "step": 12200 + }, + { + "epoch": 2.44, + "learning_rate": 9.3e-06, + "loss": 1.6796, + "step": 12210 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6513, + "step": 12220 + }, + { + "epoch": 2.45, + "learning_rate": 9.233333333333334e-06, + "loss": 1.6594, + "step": 12230 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6826, + "step": 12240 + }, + { + "epoch": 2.45, + "learning_rate": 9.166666666666666e-06, + "loss": 1.6398, + "step": 12250 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6575, + "step": 12260 + }, + { + "epoch": 2.45, + "learning_rate": 9.100000000000001e-06, + "loss": 1.6716, + "step": 12270 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.612, + "step": 12280 + }, + { + "epoch": 2.46, + "learning_rate": 9.033333333333334e-06, + "loss": 1.6574, + "step": 12290 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6503, + "step": 12300 + }, + { + "epoch": 2.46, + "learning_rate": 8.966666666666668e-06, + "loss": 1.6289, + "step": 12310 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6847, + "step": 12320 + }, + { + "epoch": 2.47, + "learning_rate": 8.9e-06, + "loss": 1.6783, + "step": 12330 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6807, + "step": 12340 + }, + { + "epoch": 2.47, + "learning_rate": 8.833333333333334e-06, + "loss": 1.7531, + "step": 12350 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.627, + "step": 12360 + }, + { + "epoch": 2.47, + "learning_rate": 8.766666666666667e-06, + "loss": 1.678, + "step": 12370 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6818, + "step": 12380 + }, + { + "epoch": 2.48, + "learning_rate": 8.7e-06, + "loss": 1.6756, + "step": 12390 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6946, + "step": 12400 + }, + { + "epoch": 2.48, + "learning_rate": 8.633333333333334e-06, + "loss": 1.6583, + "step": 12410 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6431, + "step": 12420 + }, + { + "epoch": 2.49, + "learning_rate": 8.566666666666667e-06, + "loss": 1.6742, + "step": 12430 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.667, + "step": 12440 + }, + { + "epoch": 2.49, + "learning_rate": 8.500000000000002e-06, + "loss": 1.6341, + "step": 12450 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6447, + "step": 12460 + }, + { + "epoch": 2.49, + "learning_rate": 8.433333333333333e-06, + "loss": 1.657, + "step": 12470 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6588, + "step": 12480 + }, + { + "epoch": 2.5, + "learning_rate": 8.366666666666667e-06, + "loss": 1.7206, + "step": 12490 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.6563, + "step": 12500 + }, + { + "epoch": 2.5, + "learning_rate": 8.3e-06, + "loss": 1.6606, + "step": 12510 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6202, + "step": 12520 + }, + { + "epoch": 2.51, + "learning_rate": 8.233333333333333e-06, + "loss": 1.6618, + "step": 12530 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6064, + "step": 12540 + }, + { + "epoch": 2.51, + "learning_rate": 8.166666666666668e-06, + "loss": 1.6457, + "step": 12550 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.7248, + "step": 12560 + }, + { + "epoch": 2.51, + "learning_rate": 8.1e-06, + "loss": 1.6353, + "step": 12570 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6737, + "step": 12580 + }, + { + "epoch": 2.52, + "learning_rate": 8.033333333333335e-06, + "loss": 1.6187, + "step": 12590 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6625, + "step": 12600 + }, + { + "epoch": 2.52, + "learning_rate": 7.966666666666666e-06, + "loss": 1.6378, + "step": 12610 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6349, + "step": 12620 + }, + { + "epoch": 2.53, + "learning_rate": 7.9e-06, + "loss": 1.6313, + "step": 12630 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6878, + "step": 12640 + }, + { + "epoch": 2.53, + "learning_rate": 7.833333333333333e-06, + "loss": 1.5749, + "step": 12650 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6639, + "step": 12660 + }, + { + "epoch": 2.53, + "learning_rate": 7.766666666666666e-06, + "loss": 1.6342, + "step": 12670 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.6408, + "step": 12680 + }, + { + "epoch": 2.54, + "learning_rate": 7.7e-06, + "loss": 1.6573, + "step": 12690 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6301, + "step": 12700 + }, + { + "epoch": 2.54, + "learning_rate": 7.633333333333334e-06, + "loss": 1.6518, + "step": 12710 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6242, + "step": 12720 + }, + { + "epoch": 2.55, + "learning_rate": 7.5666666666666665e-06, + "loss": 1.6283, + "step": 12730 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.6591, + "step": 12740 + }, + { + "epoch": 2.55, + "learning_rate": 7.5e-06, + "loss": 1.6686, + "step": 12750 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6132, + "step": 12760 + }, + { + "epoch": 2.55, + "learning_rate": 7.433333333333334e-06, + "loss": 1.7263, + "step": 12770 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6577, + "step": 12780 + }, + { + "epoch": 2.56, + "learning_rate": 7.3666666666666676e-06, + "loss": 1.6697, + "step": 12790 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.6549, + "step": 12800 + }, + { + "epoch": 2.56, + "learning_rate": 7.2999999999999996e-06, + "loss": 1.612, + "step": 12810 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.593, + "step": 12820 + }, + { + "epoch": 2.57, + "learning_rate": 7.233333333333333e-06, + "loss": 1.6458, + "step": 12830 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.631, + "step": 12840 + }, + { + "epoch": 2.57, + "learning_rate": 7.166666666666667e-06, + "loss": 1.6419, + "step": 12850 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6692, + "step": 12860 + }, + { + "epoch": 2.57, + "learning_rate": 7.1e-06, + "loss": 1.6575, + "step": 12870 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6813, + "step": 12880 + }, + { + "epoch": 2.58, + "learning_rate": 7.0333333333333335e-06, + "loss": 1.6131, + "step": 12890 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6611, + "step": 12900 + }, + { + "epoch": 2.58, + "learning_rate": 6.966666666666667e-06, + "loss": 1.6142, + "step": 12910 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.7143, + "step": 12920 + }, + { + "epoch": 2.59, + "learning_rate": 6.900000000000001e-06, + "loss": 1.7419, + "step": 12930 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7313, + "step": 12940 + }, + { + "epoch": 2.59, + "learning_rate": 6.833333333333333e-06, + "loss": 1.6829, + "step": 12950 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6356, + "step": 12960 + }, + { + "epoch": 2.59, + "learning_rate": 6.766666666666667e-06, + "loss": 1.7266, + "step": 12970 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6507, + "step": 12980 + }, + { + "epoch": 2.6, + "learning_rate": 6.700000000000001e-06, + "loss": 1.6417, + "step": 12990 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.679, + "step": 13000 + }, + { + "epoch": 2.6, + "learning_rate": 6.633333333333333e-06, + "loss": 1.653, + "step": 13010 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6414, + "step": 13020 + }, + { + "epoch": 2.61, + "learning_rate": 6.566666666666667e-06, + "loss": 1.6423, + "step": 13030 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.595, + "step": 13040 + }, + { + "epoch": 2.61, + "learning_rate": 6.5000000000000004e-06, + "loss": 1.6626, + "step": 13050 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6493, + "step": 13060 + }, + { + "epoch": 2.61, + "learning_rate": 6.433333333333334e-06, + "loss": 1.6405, + "step": 13070 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.6528, + "step": 13080 + }, + { + "epoch": 2.62, + "learning_rate": 6.366666666666667e-06, + "loss": 1.694, + "step": 13090 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6308, + "step": 13100 + }, + { + "epoch": 2.62, + "learning_rate": 6.300000000000001e-06, + "loss": 1.5948, + "step": 13110 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.7028, + "step": 13120 + }, + { + "epoch": 2.63, + "learning_rate": 6.2333333333333335e-06, + "loss": 1.5831, + "step": 13130 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.644, + "step": 13140 + }, + { + "epoch": 2.63, + "learning_rate": 6.166666666666667e-06, + "loss": 1.6381, + "step": 13150 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6129, + "step": 13160 + }, + { + "epoch": 2.63, + "learning_rate": 6.1e-06, + "loss": 1.6646, + "step": 13170 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6436, + "step": 13180 + }, + { + "epoch": 2.64, + "learning_rate": 6.033333333333334e-06, + "loss": 1.6372, + "step": 13190 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6169, + "step": 13200 + }, + { + "epoch": 2.64, + "learning_rate": 5.9666666666666666e-06, + "loss": 1.6733, + "step": 13210 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.6281, + "step": 13220 + }, + { + "epoch": 2.65, + "learning_rate": 5.9e-06, + "loss": 1.7298, + "step": 13230 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.6169, + "step": 13240 + }, + { + "epoch": 2.65, + "learning_rate": 5.833333333333334e-06, + "loss": 1.7046, + "step": 13250 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.659, + "step": 13260 + }, + { + "epoch": 2.65, + "learning_rate": 5.766666666666667e-06, + "loss": 1.6476, + "step": 13270 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6166, + "step": 13280 + }, + { + "epoch": 2.66, + "learning_rate": 5.7000000000000005e-06, + "loss": 1.6202, + "step": 13290 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.6404, + "step": 13300 + }, + { + "epoch": 2.66, + "learning_rate": 5.633333333333333e-06, + "loss": 1.693, + "step": 13310 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6353, + "step": 13320 + }, + { + "epoch": 2.67, + "learning_rate": 5.566666666666667e-06, + "loss": 1.6068, + "step": 13330 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6278, + "step": 13340 + }, + { + "epoch": 2.67, + "learning_rate": 5.500000000000001e-06, + "loss": 1.6111, + "step": 13350 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6596, + "step": 13360 + }, + { + "epoch": 2.67, + "learning_rate": 5.4333333333333335e-06, + "loss": 1.6501, + "step": 13370 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.6608, + "step": 13380 + }, + { + "epoch": 2.68, + "learning_rate": 5.366666666666667e-06, + "loss": 1.6687, + "step": 13390 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.677, + "step": 13400 + }, + { + "epoch": 2.68, + "learning_rate": 5.3e-06, + "loss": 1.6609, + "step": 13410 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6546, + "step": 13420 + }, + { + "epoch": 2.69, + "learning_rate": 5.233333333333334e-06, + "loss": 1.6745, + "step": 13430 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6225, + "step": 13440 + }, + { + "epoch": 2.69, + "learning_rate": 5.166666666666667e-06, + "loss": 1.6781, + "step": 13450 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6955, + "step": 13460 + }, + { + "epoch": 2.69, + "learning_rate": 5.1e-06, + "loss": 1.6153, + "step": 13470 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6516, + "step": 13480 + }, + { + "epoch": 2.7, + "learning_rate": 5.033333333333334e-06, + "loss": 1.6256, + "step": 13490 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6931, + "step": 13500 + }, + { + "epoch": 2.7, + "learning_rate": 4.966666666666667e-06, + "loss": 1.7006, + "step": 13510 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6583, + "step": 13520 + }, + { + "epoch": 2.71, + "learning_rate": 4.9000000000000005e-06, + "loss": 1.6697, + "step": 13530 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.5971, + "step": 13540 + }, + { + "epoch": 2.71, + "learning_rate": 4.833333333333333e-06, + "loss": 1.6127, + "step": 13550 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6445, + "step": 13560 + }, + { + "epoch": 2.71, + "learning_rate": 4.766666666666667e-06, + "loss": 1.7014, + "step": 13570 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6582, + "step": 13580 + }, + { + "epoch": 2.72, + "learning_rate": 4.7e-06, + "loss": 1.6466, + "step": 13590 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.569, + "step": 13600 + }, + { + "epoch": 2.72, + "learning_rate": 4.633333333333334e-06, + "loss": 1.6427, + "step": 13610 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6626, + "step": 13620 + }, + { + "epoch": 2.73, + "learning_rate": 4.566666666666667e-06, + "loss": 1.624, + "step": 13630 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.6409, + "step": 13640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5e-06, + "loss": 1.6744, + "step": 13650 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7412, + "step": 13660 + }, + { + "epoch": 2.73, + "learning_rate": 4.433333333333334e-06, + "loss": 1.6609, + "step": 13670 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6269, + "step": 13680 + }, + { + "epoch": 2.74, + "learning_rate": 4.366666666666667e-06, + "loss": 1.6443, + "step": 13690 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6941, + "step": 13700 + }, + { + "epoch": 2.74, + "learning_rate": 4.2999999999999995e-06, + "loss": 1.6831, + "step": 13710 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.6581, + "step": 13720 + }, + { + "epoch": 2.75, + "learning_rate": 4.233333333333333e-06, + "loss": 1.7037, + "step": 13730 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6806, + "step": 13740 + }, + { + "epoch": 2.75, + "learning_rate": 4.166666666666667e-06, + "loss": 1.6561, + "step": 13750 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.6204, + "step": 13760 + }, + { + "epoch": 2.75, + "learning_rate": 4.1000000000000006e-06, + "loss": 1.6304, + "step": 13770 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.5886, + "step": 13780 + }, + { + "epoch": 2.76, + "learning_rate": 4.033333333333333e-06, + "loss": 1.6429, + "step": 13790 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6487, + "step": 13800 + }, + { + "epoch": 2.76, + "learning_rate": 3.966666666666667e-06, + "loss": 1.6131, + "step": 13810 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6139, + "step": 13820 + }, + { + "epoch": 2.77, + "learning_rate": 3.9e-06, + "loss": 1.6583, + "step": 13830 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6555, + "step": 13840 + }, + { + "epoch": 2.77, + "learning_rate": 3.833333333333334e-06, + "loss": 1.6135, + "step": 13850 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6786, + "step": 13860 + }, + { + "epoch": 2.77, + "learning_rate": 3.766666666666667e-06, + "loss": 1.6675, + "step": 13870 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6698, + "step": 13880 + }, + { + "epoch": 2.78, + "learning_rate": 3.7e-06, + "loss": 1.6447, + "step": 13890 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.6938, + "step": 13900 + }, + { + "epoch": 2.78, + "learning_rate": 3.633333333333334e-06, + "loss": 1.6412, + "step": 13910 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6509, + "step": 13920 + }, + { + "epoch": 2.79, + "learning_rate": 3.5666666666666667e-06, + "loss": 1.6798, + "step": 13930 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6221, + "step": 13940 + }, + { + "epoch": 2.79, + "learning_rate": 3.5000000000000004e-06, + "loss": 1.7011, + "step": 13950 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.6817, + "step": 13960 + }, + { + "epoch": 2.79, + "learning_rate": 3.4333333333333336e-06, + "loss": 1.657, + "step": 13970 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.5828, + "step": 13980 + }, + { + "epoch": 2.8, + "learning_rate": 3.3666666666666665e-06, + "loss": 1.6773, + "step": 13990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7153, + "step": 14000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 4.42417375346688e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-14000/training_args.bin b/8081/checkpoint-14000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-14000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-15000/README.md b/8081/checkpoint-15000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-15000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-15000/adapter_config.json b/8081/checkpoint-15000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-15000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-15000/adapter_model.safetensors b/8081/checkpoint-15000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d3efb2bf2252072a96f0ca28a2eac6afba5cfb4 --- /dev/null +++ b/8081/checkpoint-15000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871ebb4f9a3defa74a91d0535ecbf58db58465f3610e40a398f582e72b170061 +size 26235704 diff --git a/8081/checkpoint-15000/optimizer.pt b/8081/checkpoint-15000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..aacb792ca7d19952dda63802205d5b3f4e35d81b --- /dev/null +++ b/8081/checkpoint-15000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3414b989f6e96167b68e321339cca37c1fb1b661f6e0b5ca2c8e64250b48d5 +size 52565434 diff --git a/8081/checkpoint-15000/rng_state.pth b/8081/checkpoint-15000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2286684ea20b9041a3216fb6daf42e0dd63ca969 --- /dev/null +++ b/8081/checkpoint-15000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3246bd514acca70620c156f1d2247f86c04bc9046452d3ee90ed011cad026f2a +size 14244 diff --git a/8081/checkpoint-15000/scheduler.pt b/8081/checkpoint-15000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6caa9312ef59f146466c093dd288de71420a2d67 --- /dev/null +++ b/8081/checkpoint-15000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c8d5b56fb7354e84bd343528e0612a2d3e81ab6cdf2990d2590a2a362b6ebef +size 1064 diff --git a/8081/checkpoint-15000/trainer_state.json b/8081/checkpoint-15000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5cbb0c5198da4fe58f26c087d7f7a6573ccec93d --- /dev/null +++ b/8081/checkpoint-15000/trainer_state.json @@ -0,0 +1,9021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.0, + "eval_steps": 500, + "global_step": 15000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + }, + { + "epoch": 1.8, + "learning_rate": 1.9966666666666666e-05, + "loss": 1.684, + "step": 9010 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.634, + "step": 9020 + }, + { + "epoch": 1.81, + "learning_rate": 1.9900000000000003e-05, + "loss": 1.6505, + "step": 9030 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6648, + "step": 9040 + }, + { + "epoch": 1.81, + "learning_rate": 1.9833333333333335e-05, + "loss": 1.6884, + "step": 9050 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.6394, + "step": 9060 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766666666666668e-05, + "loss": 1.5928, + "step": 9070 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6923, + "step": 9080 + }, + { + "epoch": 1.82, + "learning_rate": 1.97e-05, + "loss": 1.6844, + "step": 9090 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6688, + "step": 9100 + }, + { + "epoch": 1.82, + "learning_rate": 1.9633333333333334e-05, + "loss": 1.6809, + "step": 9110 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.7038, + "step": 9120 + }, + { + "epoch": 1.83, + "learning_rate": 1.9566666666666667e-05, + "loss": 1.6678, + "step": 9130 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6646, + "step": 9140 + }, + { + "epoch": 1.83, + "learning_rate": 1.9500000000000003e-05, + "loss": 1.608, + "step": 9150 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6856, + "step": 9160 + }, + { + "epoch": 1.83, + "learning_rate": 1.9433333333333332e-05, + "loss": 1.6597, + "step": 9170 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.7242, + "step": 9180 + }, + { + "epoch": 1.84, + "learning_rate": 1.9366666666666665e-05, + "loss": 1.666, + "step": 9190 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6289, + "step": 9200 + }, + { + "epoch": 1.84, + "learning_rate": 1.93e-05, + "loss": 1.6558, + "step": 9210 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6616, + "step": 9220 + }, + { + "epoch": 1.85, + "learning_rate": 1.9233333333333334e-05, + "loss": 1.6503, + "step": 9230 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.7387, + "step": 9240 + }, + { + "epoch": 1.85, + "learning_rate": 1.9166666666666667e-05, + "loss": 1.6884, + "step": 9250 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.6457, + "step": 9260 + }, + { + "epoch": 1.85, + "learning_rate": 1.91e-05, + "loss": 1.7058, + "step": 9270 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6546, + "step": 9280 + }, + { + "epoch": 1.86, + "learning_rate": 1.9033333333333333e-05, + "loss": 1.6985, + "step": 9290 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7106, + "step": 9300 + }, + { + "epoch": 1.86, + "learning_rate": 1.896666666666667e-05, + "loss": 1.6787, + "step": 9310 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.716, + "step": 9320 + }, + { + "epoch": 1.87, + "learning_rate": 1.8900000000000002e-05, + "loss": 1.7226, + "step": 9330 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6107, + "step": 9340 + }, + { + "epoch": 1.87, + "learning_rate": 1.8833333333333335e-05, + "loss": 1.6685, + "step": 9350 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6712, + "step": 9360 + }, + { + "epoch": 1.87, + "learning_rate": 1.8766666666666668e-05, + "loss": 1.7235, + "step": 9370 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.6787, + "step": 9380 + }, + { + "epoch": 1.88, + "learning_rate": 1.87e-05, + "loss": 1.6675, + "step": 9390 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.634, + "step": 9400 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633333333333333e-05, + "loss": 1.7154, + "step": 9410 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6753, + "step": 9420 + }, + { + "epoch": 1.89, + "learning_rate": 1.856666666666667e-05, + "loss": 1.6654, + "step": 9430 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6363, + "step": 9440 + }, + { + "epoch": 1.89, + "learning_rate": 1.85e-05, + "loss": 1.7002, + "step": 9450 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.681, + "step": 9460 + }, + { + "epoch": 1.89, + "learning_rate": 1.8433333333333332e-05, + "loss": 1.634, + "step": 9470 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.648, + "step": 9480 + }, + { + "epoch": 1.9, + "learning_rate": 1.8366666666666668e-05, + "loss": 1.7011, + "step": 9490 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6649, + "step": 9500 + }, + { + "epoch": 1.9, + "learning_rate": 1.83e-05, + "loss": 1.6269, + "step": 9510 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6512, + "step": 9520 + }, + { + "epoch": 1.91, + "learning_rate": 1.8233333333333334e-05, + "loss": 1.6341, + "step": 9530 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6571, + "step": 9540 + }, + { + "epoch": 1.91, + "learning_rate": 1.8166666666666667e-05, + "loss": 1.6587, + "step": 9550 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6794, + "step": 9560 + }, + { + "epoch": 1.91, + "learning_rate": 1.81e-05, + "loss": 1.7128, + "step": 9570 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6262, + "step": 9580 + }, + { + "epoch": 1.92, + "learning_rate": 1.8033333333333336e-05, + "loss": 1.6621, + "step": 9590 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6777, + "step": 9600 + }, + { + "epoch": 1.92, + "learning_rate": 1.796666666666667e-05, + "loss": 1.6789, + "step": 9610 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6941, + "step": 9620 + }, + { + "epoch": 1.93, + "learning_rate": 1.79e-05, + "loss": 1.6815, + "step": 9630 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6287, + "step": 9640 + }, + { + "epoch": 1.93, + "learning_rate": 1.7833333333333334e-05, + "loss": 1.643, + "step": 9650 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6517, + "step": 9660 + }, + { + "epoch": 1.93, + "learning_rate": 1.7766666666666667e-05, + "loss": 1.6049, + "step": 9670 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.7312, + "step": 9680 + }, + { + "epoch": 1.94, + "learning_rate": 1.77e-05, + "loss": 1.6619, + "step": 9690 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.7113, + "step": 9700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7633333333333336e-05, + "loss": 1.7187, + "step": 9710 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6101, + "step": 9720 + }, + { + "epoch": 1.95, + "learning_rate": 1.756666666666667e-05, + "loss": 1.6951, + "step": 9730 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6463, + "step": 9740 + }, + { + "epoch": 1.95, + "learning_rate": 1.75e-05, + "loss": 1.6465, + "step": 9750 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6833, + "step": 9760 + }, + { + "epoch": 1.95, + "learning_rate": 1.7433333333333335e-05, + "loss": 1.6652, + "step": 9770 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6679, + "step": 9780 + }, + { + "epoch": 1.96, + "learning_rate": 1.7366666666666668e-05, + "loss": 1.6726, + "step": 9790 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.7165, + "step": 9800 + }, + { + "epoch": 1.96, + "learning_rate": 1.73e-05, + "loss": 1.695, + "step": 9810 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6749, + "step": 9820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7233333333333333e-05, + "loss": 1.643, + "step": 9830 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.7335, + "step": 9840 + }, + { + "epoch": 1.97, + "learning_rate": 1.7166666666666666e-05, + "loss": 1.6729, + "step": 9850 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6889, + "step": 9860 + }, + { + "epoch": 1.97, + "learning_rate": 1.7100000000000002e-05, + "loss": 1.6569, + "step": 9870 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6285, + "step": 9880 + }, + { + "epoch": 1.98, + "learning_rate": 1.7033333333333335e-05, + "loss": 1.6718, + "step": 9890 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6434, + "step": 9900 + }, + { + "epoch": 1.98, + "learning_rate": 1.6966666666666668e-05, + "loss": 1.5933, + "step": 9910 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.655, + "step": 9920 + }, + { + "epoch": 1.99, + "learning_rate": 1.69e-05, + "loss": 1.6516, + "step": 9930 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.6407, + "step": 9940 + }, + { + "epoch": 1.99, + "learning_rate": 1.6833333333333334e-05, + "loss": 1.6261, + "step": 9950 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6442, + "step": 9960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766666666666667e-05, + "loss": 1.6247, + "step": 9970 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6904, + "step": 9980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6700000000000003e-05, + "loss": 1.6515, + "step": 9990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6443, + "step": 10000 + }, + { + "epoch": 2.0, + "learning_rate": 1.6633333333333336e-05, + "loss": 1.6812, + "step": 10010 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7473, + "step": 10020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6566666666666665e-05, + "loss": 1.6979, + "step": 10030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.6367, + "step": 10040 + }, + { + "epoch": 2.01, + "learning_rate": 1.65e-05, + "loss": 1.6177, + "step": 10050 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6781, + "step": 10060 + }, + { + "epoch": 2.01, + "learning_rate": 1.6433333333333334e-05, + "loss": 1.6954, + "step": 10070 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.6773, + "step": 10080 + }, + { + "epoch": 2.02, + "learning_rate": 1.6366666666666667e-05, + "loss": 1.6181, + "step": 10090 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6823, + "step": 10100 + }, + { + "epoch": 2.02, + "learning_rate": 1.63e-05, + "loss": 1.6734, + "step": 10110 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6563, + "step": 10120 + }, + { + "epoch": 2.03, + "learning_rate": 1.6233333333333333e-05, + "loss": 1.6938, + "step": 10130 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6196, + "step": 10140 + }, + { + "epoch": 2.03, + "learning_rate": 1.6166666666666665e-05, + "loss": 1.6223, + "step": 10150 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.6291, + "step": 10160 + }, + { + "epoch": 2.03, + "learning_rate": 1.6100000000000002e-05, + "loss": 1.6648, + "step": 10170 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6996, + "step": 10180 + }, + { + "epoch": 2.04, + "learning_rate": 1.6033333333333335e-05, + "loss": 1.6279, + "step": 10190 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6983, + "step": 10200 + }, + { + "epoch": 2.04, + "learning_rate": 1.5966666666666667e-05, + "loss": 1.6783, + "step": 10210 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6582, + "step": 10220 + }, + { + "epoch": 2.05, + "learning_rate": 1.59e-05, + "loss": 1.6003, + "step": 10230 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.7029, + "step": 10240 + }, + { + "epoch": 2.05, + "learning_rate": 1.5833333333333333e-05, + "loss": 1.6351, + "step": 10250 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6926, + "step": 10260 + }, + { + "epoch": 2.05, + "learning_rate": 1.576666666666667e-05, + "loss": 1.649, + "step": 10270 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6152, + "step": 10280 + }, + { + "epoch": 2.06, + "learning_rate": 1.5700000000000002e-05, + "loss": 1.6463, + "step": 10290 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6938, + "step": 10300 + }, + { + "epoch": 2.06, + "learning_rate": 1.563333333333333e-05, + "loss": 1.6412, + "step": 10310 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6496, + "step": 10320 + }, + { + "epoch": 2.07, + "learning_rate": 1.5566666666666668e-05, + "loss": 1.6139, + "step": 10330 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.7257, + "step": 10340 + }, + { + "epoch": 2.07, + "learning_rate": 1.55e-05, + "loss": 1.6764, + "step": 10350 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6051, + "step": 10360 + }, + { + "epoch": 2.07, + "learning_rate": 1.5433333333333334e-05, + "loss": 1.6639, + "step": 10370 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6414, + "step": 10380 + }, + { + "epoch": 2.08, + "learning_rate": 1.536666666666667e-05, + "loss": 1.6115, + "step": 10390 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6317, + "step": 10400 + }, + { + "epoch": 2.08, + "learning_rate": 1.53e-05, + "loss": 1.7341, + "step": 10410 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.6767, + "step": 10420 + }, + { + "epoch": 2.09, + "learning_rate": 1.5233333333333332e-05, + "loss": 1.685, + "step": 10430 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.674, + "step": 10440 + }, + { + "epoch": 2.09, + "learning_rate": 1.5166666666666668e-05, + "loss": 1.6733, + "step": 10450 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6675, + "step": 10460 + }, + { + "epoch": 2.09, + "learning_rate": 1.51e-05, + "loss": 1.641, + "step": 10470 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6338, + "step": 10480 + }, + { + "epoch": 2.1, + "learning_rate": 1.5033333333333336e-05, + "loss": 1.6728, + "step": 10490 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.6914, + "step": 10500 + }, + { + "epoch": 2.1, + "learning_rate": 1.4966666666666668e-05, + "loss": 1.6705, + "step": 10510 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6526, + "step": 10520 + }, + { + "epoch": 2.11, + "learning_rate": 1.49e-05, + "loss": 1.6534, + "step": 10530 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.704, + "step": 10540 + }, + { + "epoch": 2.11, + "learning_rate": 1.4833333333333336e-05, + "loss": 1.659, + "step": 10550 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.6454, + "step": 10560 + }, + { + "epoch": 2.11, + "learning_rate": 1.4766666666666667e-05, + "loss": 1.6368, + "step": 10570 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6423, + "step": 10580 + }, + { + "epoch": 2.12, + "learning_rate": 1.47e-05, + "loss": 1.6409, + "step": 10590 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6292, + "step": 10600 + }, + { + "epoch": 2.12, + "learning_rate": 1.4633333333333334e-05, + "loss": 1.7047, + "step": 10610 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6658, + "step": 10620 + }, + { + "epoch": 2.13, + "learning_rate": 1.4566666666666667e-05, + "loss": 1.658, + "step": 10630 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6291, + "step": 10640 + }, + { + "epoch": 2.13, + "learning_rate": 1.45e-05, + "loss": 1.6272, + "step": 10650 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6636, + "step": 10660 + }, + { + "epoch": 2.13, + "learning_rate": 1.4433333333333335e-05, + "loss": 1.6843, + "step": 10670 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.5924, + "step": 10680 + }, + { + "epoch": 2.14, + "learning_rate": 1.4366666666666667e-05, + "loss": 1.6554, + "step": 10690 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6251, + "step": 10700 + }, + { + "epoch": 2.14, + "learning_rate": 1.43e-05, + "loss": 1.66, + "step": 10710 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.6717, + "step": 10720 + }, + { + "epoch": 2.15, + "learning_rate": 1.4233333333333335e-05, + "loss": 1.5865, + "step": 10730 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6282, + "step": 10740 + }, + { + "epoch": 2.15, + "learning_rate": 1.4166666666666668e-05, + "loss": 1.658, + "step": 10750 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6062, + "step": 10760 + }, + { + "epoch": 2.15, + "learning_rate": 1.4099999999999999e-05, + "loss": 1.626, + "step": 10770 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6951, + "step": 10780 + }, + { + "epoch": 2.16, + "learning_rate": 1.4033333333333335e-05, + "loss": 1.5774, + "step": 10790 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6245, + "step": 10800 + }, + { + "epoch": 2.16, + "learning_rate": 1.3966666666666666e-05, + "loss": 1.7059, + "step": 10810 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6337, + "step": 10820 + }, + { + "epoch": 2.17, + "learning_rate": 1.3900000000000002e-05, + "loss": 1.6741, + "step": 10830 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6868, + "step": 10840 + }, + { + "epoch": 2.17, + "learning_rate": 1.3833333333333334e-05, + "loss": 1.7018, + "step": 10850 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.6975, + "step": 10860 + }, + { + "epoch": 2.17, + "learning_rate": 1.3766666666666666e-05, + "loss": 1.6472, + "step": 10870 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.6414, + "step": 10880 + }, + { + "epoch": 2.18, + "learning_rate": 1.3700000000000001e-05, + "loss": 1.6953, + "step": 10890 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6748, + "step": 10900 + }, + { + "epoch": 2.18, + "learning_rate": 1.3633333333333334e-05, + "loss": 1.6797, + "step": 10910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.704, + "step": 10920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3566666666666667e-05, + "loss": 1.6582, + "step": 10930 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6722, + "step": 10940 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500000000000001e-05, + "loss": 1.6263, + "step": 10950 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6265, + "step": 10960 + }, + { + "epoch": 2.19, + "learning_rate": 1.3433333333333334e-05, + "loss": 1.6985, + "step": 10970 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6771, + "step": 10980 + }, + { + "epoch": 2.2, + "learning_rate": 1.3366666666666667e-05, + "loss": 1.6349, + "step": 10990 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6306, + "step": 11000 + }, + { + "epoch": 2.2, + "learning_rate": 1.3300000000000001e-05, + "loss": 1.6375, + "step": 11010 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6403, + "step": 11020 + }, + { + "epoch": 2.21, + "learning_rate": 1.3233333333333334e-05, + "loss": 1.6341, + "step": 11030 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.675, + "step": 11040 + }, + { + "epoch": 2.21, + "learning_rate": 1.3166666666666665e-05, + "loss": 1.5794, + "step": 11050 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.664, + "step": 11060 + }, + { + "epoch": 2.21, + "learning_rate": 1.3100000000000002e-05, + "loss": 1.636, + "step": 11070 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6564, + "step": 11080 + }, + { + "epoch": 2.22, + "learning_rate": 1.3033333333333333e-05, + "loss": 1.6156, + "step": 11090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6432, + "step": 11100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2966666666666669e-05, + "loss": 1.651, + "step": 11110 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6847, + "step": 11120 + }, + { + "epoch": 2.23, + "learning_rate": 1.29e-05, + "loss": 1.6911, + "step": 11130 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6496, + "step": 11140 + }, + { + "epoch": 2.23, + "learning_rate": 1.2833333333333333e-05, + "loss": 1.6799, + "step": 11150 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.7018, + "step": 11160 + }, + { + "epoch": 2.23, + "learning_rate": 1.276666666666667e-05, + "loss": 1.7067, + "step": 11170 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.648, + "step": 11180 + }, + { + "epoch": 2.24, + "learning_rate": 1.27e-05, + "loss": 1.6373, + "step": 11190 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6562, + "step": 11200 + }, + { + "epoch": 2.24, + "learning_rate": 1.2633333333333333e-05, + "loss": 1.6477, + "step": 11210 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.7298, + "step": 11220 + }, + { + "epoch": 2.25, + "learning_rate": 1.2566666666666668e-05, + "loss": 1.6015, + "step": 11230 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6189, + "step": 11240 + }, + { + "epoch": 2.25, + "learning_rate": 1.25e-05, + "loss": 1.6683, + "step": 11250 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7252, + "step": 11260 + }, + { + "epoch": 2.25, + "learning_rate": 1.2433333333333335e-05, + "loss": 1.6399, + "step": 11270 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6237, + "step": 11280 + }, + { + "epoch": 2.26, + "learning_rate": 1.2366666666666666e-05, + "loss": 1.5883, + "step": 11290 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6247, + "step": 11300 + }, + { + "epoch": 2.26, + "learning_rate": 1.23e-05, + "loss": 1.6853, + "step": 11310 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6974, + "step": 11320 + }, + { + "epoch": 2.27, + "learning_rate": 1.2233333333333334e-05, + "loss": 1.6745, + "step": 11330 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.6615, + "step": 11340 + }, + { + "epoch": 2.27, + "learning_rate": 1.2166666666666668e-05, + "loss": 1.6565, + "step": 11350 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6515, + "step": 11360 + }, + { + "epoch": 2.27, + "learning_rate": 1.2100000000000001e-05, + "loss": 1.6727, + "step": 11370 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.62, + "step": 11380 + }, + { + "epoch": 2.28, + "learning_rate": 1.2033333333333334e-05, + "loss": 1.6213, + "step": 11390 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6614, + "step": 11400 + }, + { + "epoch": 2.28, + "learning_rate": 1.1966666666666668e-05, + "loss": 1.6108, + "step": 11410 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6541, + "step": 11420 + }, + { + "epoch": 2.29, + "learning_rate": 1.19e-05, + "loss": 1.6537, + "step": 11430 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6908, + "step": 11440 + }, + { + "epoch": 2.29, + "learning_rate": 1.1833333333333334e-05, + "loss": 1.62, + "step": 11450 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6205, + "step": 11460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766666666666667e-05, + "loss": 1.6221, + "step": 11470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6231, + "step": 11480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1700000000000001e-05, + "loss": 1.6615, + "step": 11490 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6221, + "step": 11500 + }, + { + "epoch": 2.3, + "learning_rate": 1.1633333333333334e-05, + "loss": 1.6784, + "step": 11510 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6055, + "step": 11520 + }, + { + "epoch": 2.31, + "learning_rate": 1.1566666666666667e-05, + "loss": 1.6486, + "step": 11530 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6729, + "step": 11540 + }, + { + "epoch": 2.31, + "learning_rate": 1.1500000000000002e-05, + "loss": 1.6487, + "step": 11550 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6705, + "step": 11560 + }, + { + "epoch": 2.31, + "learning_rate": 1.1433333333333333e-05, + "loss": 1.6775, + "step": 11570 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.7056, + "step": 11580 + }, + { + "epoch": 2.32, + "learning_rate": 1.1366666666666667e-05, + "loss": 1.6703, + "step": 11590 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6648, + "step": 11600 + }, + { + "epoch": 2.32, + "learning_rate": 1.13e-05, + "loss": 1.6682, + "step": 11610 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6995, + "step": 11620 + }, + { + "epoch": 2.33, + "learning_rate": 1.1233333333333333e-05, + "loss": 1.7016, + "step": 11630 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7092, + "step": 11640 + }, + { + "epoch": 2.33, + "learning_rate": 1.1166666666666668e-05, + "loss": 1.6202, + "step": 11650 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6407, + "step": 11660 + }, + { + "epoch": 2.33, + "learning_rate": 1.11e-05, + "loss": 1.6373, + "step": 11670 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6819, + "step": 11680 + }, + { + "epoch": 2.34, + "learning_rate": 1.1033333333333335e-05, + "loss": 1.713, + "step": 11690 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6186, + "step": 11700 + }, + { + "epoch": 2.34, + "learning_rate": 1.0966666666666666e-05, + "loss": 1.6561, + "step": 11710 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.651, + "step": 11720 + }, + { + "epoch": 2.35, + "learning_rate": 1.09e-05, + "loss": 1.6667, + "step": 11730 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6913, + "step": 11740 + }, + { + "epoch": 2.35, + "learning_rate": 1.0833333333333334e-05, + "loss": 1.6275, + "step": 11750 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.7089, + "step": 11760 + }, + { + "epoch": 2.35, + "learning_rate": 1.0766666666666666e-05, + "loss": 1.6399, + "step": 11770 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.651, + "step": 11780 + }, + { + "epoch": 2.36, + "learning_rate": 1.0700000000000001e-05, + "loss": 1.6335, + "step": 11790 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.5925, + "step": 11800 + }, + { + "epoch": 2.36, + "learning_rate": 1.0633333333333334e-05, + "loss": 1.6329, + "step": 11810 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6685, + "step": 11820 + }, + { + "epoch": 2.37, + "learning_rate": 1.0566666666666668e-05, + "loss": 1.6914, + "step": 11830 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6404, + "step": 11840 + }, + { + "epoch": 2.37, + "learning_rate": 1.05e-05, + "loss": 1.7113, + "step": 11850 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6529, + "step": 11860 + }, + { + "epoch": 2.37, + "learning_rate": 1.0433333333333334e-05, + "loss": 1.597, + "step": 11870 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6569, + "step": 11880 + }, + { + "epoch": 2.38, + "learning_rate": 1.0366666666666667e-05, + "loss": 1.6534, + "step": 11890 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.6957, + "step": 11900 + }, + { + "epoch": 2.38, + "learning_rate": 1.03e-05, + "loss": 1.6335, + "step": 11910 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.5893, + "step": 11920 + }, + { + "epoch": 2.39, + "learning_rate": 1.0233333333333334e-05, + "loss": 1.5968, + "step": 11930 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6225, + "step": 11940 + }, + { + "epoch": 2.39, + "learning_rate": 1.0166666666666667e-05, + "loss": 1.6798, + "step": 11950 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6124, + "step": 11960 + }, + { + "epoch": 2.39, + "learning_rate": 1.0100000000000002e-05, + "loss": 1.6973, + "step": 11970 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6534, + "step": 11980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0033333333333333e-05, + "loss": 1.6617, + "step": 11990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6781, + "step": 12000 + }, + { + "epoch": 2.4, + "learning_rate": 9.966666666666667e-06, + "loss": 1.6311, + "step": 12010 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6505, + "step": 12020 + }, + { + "epoch": 2.41, + "learning_rate": 9.900000000000002e-06, + "loss": 1.7319, + "step": 12030 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6366, + "step": 12040 + }, + { + "epoch": 2.41, + "learning_rate": 9.833333333333333e-06, + "loss": 1.6465, + "step": 12050 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6948, + "step": 12060 + }, + { + "epoch": 2.41, + "learning_rate": 9.766666666666667e-06, + "loss": 1.643, + "step": 12070 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.728, + "step": 12080 + }, + { + "epoch": 2.42, + "learning_rate": 9.7e-06, + "loss": 1.6476, + "step": 12090 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.6008, + "step": 12100 + }, + { + "epoch": 2.42, + "learning_rate": 9.633333333333335e-06, + "loss": 1.6661, + "step": 12110 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6843, + "step": 12120 + }, + { + "epoch": 2.43, + "learning_rate": 9.566666666666666e-06, + "loss": 1.6794, + "step": 12130 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6598, + "step": 12140 + }, + { + "epoch": 2.43, + "learning_rate": 9.5e-06, + "loss": 1.6573, + "step": 12150 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.6099, + "step": 12160 + }, + { + "epoch": 2.43, + "learning_rate": 9.433333333333335e-06, + "loss": 1.6765, + "step": 12170 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6489, + "step": 12180 + }, + { + "epoch": 2.44, + "learning_rate": 9.366666666666666e-06, + "loss": 1.6329, + "step": 12190 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6798, + "step": 12200 + }, + { + "epoch": 2.44, + "learning_rate": 9.3e-06, + "loss": 1.6796, + "step": 12210 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.6513, + "step": 12220 + }, + { + "epoch": 2.45, + "learning_rate": 9.233333333333334e-06, + "loss": 1.6594, + "step": 12230 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6826, + "step": 12240 + }, + { + "epoch": 2.45, + "learning_rate": 9.166666666666666e-06, + "loss": 1.6398, + "step": 12250 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6575, + "step": 12260 + }, + { + "epoch": 2.45, + "learning_rate": 9.100000000000001e-06, + "loss": 1.6716, + "step": 12270 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.612, + "step": 12280 + }, + { + "epoch": 2.46, + "learning_rate": 9.033333333333334e-06, + "loss": 1.6574, + "step": 12290 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6503, + "step": 12300 + }, + { + "epoch": 2.46, + "learning_rate": 8.966666666666668e-06, + "loss": 1.6289, + "step": 12310 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6847, + "step": 12320 + }, + { + "epoch": 2.47, + "learning_rate": 8.9e-06, + "loss": 1.6783, + "step": 12330 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6807, + "step": 12340 + }, + { + "epoch": 2.47, + "learning_rate": 8.833333333333334e-06, + "loss": 1.7531, + "step": 12350 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.627, + "step": 12360 + }, + { + "epoch": 2.47, + "learning_rate": 8.766666666666667e-06, + "loss": 1.678, + "step": 12370 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6818, + "step": 12380 + }, + { + "epoch": 2.48, + "learning_rate": 8.7e-06, + "loss": 1.6756, + "step": 12390 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6946, + "step": 12400 + }, + { + "epoch": 2.48, + "learning_rate": 8.633333333333334e-06, + "loss": 1.6583, + "step": 12410 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6431, + "step": 12420 + }, + { + "epoch": 2.49, + "learning_rate": 8.566666666666667e-06, + "loss": 1.6742, + "step": 12430 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.667, + "step": 12440 + }, + { + "epoch": 2.49, + "learning_rate": 8.500000000000002e-06, + "loss": 1.6341, + "step": 12450 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.6447, + "step": 12460 + }, + { + "epoch": 2.49, + "learning_rate": 8.433333333333333e-06, + "loss": 1.657, + "step": 12470 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6588, + "step": 12480 + }, + { + "epoch": 2.5, + "learning_rate": 8.366666666666667e-06, + "loss": 1.7206, + "step": 12490 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.6563, + "step": 12500 + }, + { + "epoch": 2.5, + "learning_rate": 8.3e-06, + "loss": 1.6606, + "step": 12510 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6202, + "step": 12520 + }, + { + "epoch": 2.51, + "learning_rate": 8.233333333333333e-06, + "loss": 1.6618, + "step": 12530 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6064, + "step": 12540 + }, + { + "epoch": 2.51, + "learning_rate": 8.166666666666668e-06, + "loss": 1.6457, + "step": 12550 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.7248, + "step": 12560 + }, + { + "epoch": 2.51, + "learning_rate": 8.1e-06, + "loss": 1.6353, + "step": 12570 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6737, + "step": 12580 + }, + { + "epoch": 2.52, + "learning_rate": 8.033333333333335e-06, + "loss": 1.6187, + "step": 12590 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6625, + "step": 12600 + }, + { + "epoch": 2.52, + "learning_rate": 7.966666666666666e-06, + "loss": 1.6378, + "step": 12610 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6349, + "step": 12620 + }, + { + "epoch": 2.53, + "learning_rate": 7.9e-06, + "loss": 1.6313, + "step": 12630 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6878, + "step": 12640 + }, + { + "epoch": 2.53, + "learning_rate": 7.833333333333333e-06, + "loss": 1.5749, + "step": 12650 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6639, + "step": 12660 + }, + { + "epoch": 2.53, + "learning_rate": 7.766666666666666e-06, + "loss": 1.6342, + "step": 12670 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.6408, + "step": 12680 + }, + { + "epoch": 2.54, + "learning_rate": 7.7e-06, + "loss": 1.6573, + "step": 12690 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.6301, + "step": 12700 + }, + { + "epoch": 2.54, + "learning_rate": 7.633333333333334e-06, + "loss": 1.6518, + "step": 12710 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6242, + "step": 12720 + }, + { + "epoch": 2.55, + "learning_rate": 7.5666666666666665e-06, + "loss": 1.6283, + "step": 12730 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.6591, + "step": 12740 + }, + { + "epoch": 2.55, + "learning_rate": 7.5e-06, + "loss": 1.6686, + "step": 12750 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6132, + "step": 12760 + }, + { + "epoch": 2.55, + "learning_rate": 7.433333333333334e-06, + "loss": 1.7263, + "step": 12770 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6577, + "step": 12780 + }, + { + "epoch": 2.56, + "learning_rate": 7.3666666666666676e-06, + "loss": 1.6697, + "step": 12790 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.6549, + "step": 12800 + }, + { + "epoch": 2.56, + "learning_rate": 7.2999999999999996e-06, + "loss": 1.612, + "step": 12810 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.593, + "step": 12820 + }, + { + "epoch": 2.57, + "learning_rate": 7.233333333333333e-06, + "loss": 1.6458, + "step": 12830 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.631, + "step": 12840 + }, + { + "epoch": 2.57, + "learning_rate": 7.166666666666667e-06, + "loss": 1.6419, + "step": 12850 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.6692, + "step": 12860 + }, + { + "epoch": 2.57, + "learning_rate": 7.1e-06, + "loss": 1.6575, + "step": 12870 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6813, + "step": 12880 + }, + { + "epoch": 2.58, + "learning_rate": 7.0333333333333335e-06, + "loss": 1.6131, + "step": 12890 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6611, + "step": 12900 + }, + { + "epoch": 2.58, + "learning_rate": 6.966666666666667e-06, + "loss": 1.6142, + "step": 12910 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.7143, + "step": 12920 + }, + { + "epoch": 2.59, + "learning_rate": 6.900000000000001e-06, + "loss": 1.7419, + "step": 12930 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7313, + "step": 12940 + }, + { + "epoch": 2.59, + "learning_rate": 6.833333333333333e-06, + "loss": 1.6829, + "step": 12950 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6356, + "step": 12960 + }, + { + "epoch": 2.59, + "learning_rate": 6.766666666666667e-06, + "loss": 1.7266, + "step": 12970 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6507, + "step": 12980 + }, + { + "epoch": 2.6, + "learning_rate": 6.700000000000001e-06, + "loss": 1.6417, + "step": 12990 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.679, + "step": 13000 + }, + { + "epoch": 2.6, + "learning_rate": 6.633333333333333e-06, + "loss": 1.653, + "step": 13010 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6414, + "step": 13020 + }, + { + "epoch": 2.61, + "learning_rate": 6.566666666666667e-06, + "loss": 1.6423, + "step": 13030 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.595, + "step": 13040 + }, + { + "epoch": 2.61, + "learning_rate": 6.5000000000000004e-06, + "loss": 1.6626, + "step": 13050 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6493, + "step": 13060 + }, + { + "epoch": 2.61, + "learning_rate": 6.433333333333334e-06, + "loss": 1.6405, + "step": 13070 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.6528, + "step": 13080 + }, + { + "epoch": 2.62, + "learning_rate": 6.366666666666667e-06, + "loss": 1.694, + "step": 13090 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6308, + "step": 13100 + }, + { + "epoch": 2.62, + "learning_rate": 6.300000000000001e-06, + "loss": 1.5948, + "step": 13110 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.7028, + "step": 13120 + }, + { + "epoch": 2.63, + "learning_rate": 6.2333333333333335e-06, + "loss": 1.5831, + "step": 13130 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.644, + "step": 13140 + }, + { + "epoch": 2.63, + "learning_rate": 6.166666666666667e-06, + "loss": 1.6381, + "step": 13150 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6129, + "step": 13160 + }, + { + "epoch": 2.63, + "learning_rate": 6.1e-06, + "loss": 1.6646, + "step": 13170 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6436, + "step": 13180 + }, + { + "epoch": 2.64, + "learning_rate": 6.033333333333334e-06, + "loss": 1.6372, + "step": 13190 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6169, + "step": 13200 + }, + { + "epoch": 2.64, + "learning_rate": 5.9666666666666666e-06, + "loss": 1.6733, + "step": 13210 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.6281, + "step": 13220 + }, + { + "epoch": 2.65, + "learning_rate": 5.9e-06, + "loss": 1.7298, + "step": 13230 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.6169, + "step": 13240 + }, + { + "epoch": 2.65, + "learning_rate": 5.833333333333334e-06, + "loss": 1.7046, + "step": 13250 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.659, + "step": 13260 + }, + { + "epoch": 2.65, + "learning_rate": 5.766666666666667e-06, + "loss": 1.6476, + "step": 13270 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6166, + "step": 13280 + }, + { + "epoch": 2.66, + "learning_rate": 5.7000000000000005e-06, + "loss": 1.6202, + "step": 13290 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.6404, + "step": 13300 + }, + { + "epoch": 2.66, + "learning_rate": 5.633333333333333e-06, + "loss": 1.693, + "step": 13310 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6353, + "step": 13320 + }, + { + "epoch": 2.67, + "learning_rate": 5.566666666666667e-06, + "loss": 1.6068, + "step": 13330 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6278, + "step": 13340 + }, + { + "epoch": 2.67, + "learning_rate": 5.500000000000001e-06, + "loss": 1.6111, + "step": 13350 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6596, + "step": 13360 + }, + { + "epoch": 2.67, + "learning_rate": 5.4333333333333335e-06, + "loss": 1.6501, + "step": 13370 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.6608, + "step": 13380 + }, + { + "epoch": 2.68, + "learning_rate": 5.366666666666667e-06, + "loss": 1.6687, + "step": 13390 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.677, + "step": 13400 + }, + { + "epoch": 2.68, + "learning_rate": 5.3e-06, + "loss": 1.6609, + "step": 13410 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6546, + "step": 13420 + }, + { + "epoch": 2.69, + "learning_rate": 5.233333333333334e-06, + "loss": 1.6745, + "step": 13430 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6225, + "step": 13440 + }, + { + "epoch": 2.69, + "learning_rate": 5.166666666666667e-06, + "loss": 1.6781, + "step": 13450 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6955, + "step": 13460 + }, + { + "epoch": 2.69, + "learning_rate": 5.1e-06, + "loss": 1.6153, + "step": 13470 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6516, + "step": 13480 + }, + { + "epoch": 2.7, + "learning_rate": 5.033333333333334e-06, + "loss": 1.6256, + "step": 13490 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6931, + "step": 13500 + }, + { + "epoch": 2.7, + "learning_rate": 4.966666666666667e-06, + "loss": 1.7006, + "step": 13510 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6583, + "step": 13520 + }, + { + "epoch": 2.71, + "learning_rate": 4.9000000000000005e-06, + "loss": 1.6697, + "step": 13530 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.5971, + "step": 13540 + }, + { + "epoch": 2.71, + "learning_rate": 4.833333333333333e-06, + "loss": 1.6127, + "step": 13550 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6445, + "step": 13560 + }, + { + "epoch": 2.71, + "learning_rate": 4.766666666666667e-06, + "loss": 1.7014, + "step": 13570 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6582, + "step": 13580 + }, + { + "epoch": 2.72, + "learning_rate": 4.7e-06, + "loss": 1.6466, + "step": 13590 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.569, + "step": 13600 + }, + { + "epoch": 2.72, + "learning_rate": 4.633333333333334e-06, + "loss": 1.6427, + "step": 13610 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6626, + "step": 13620 + }, + { + "epoch": 2.73, + "learning_rate": 4.566666666666667e-06, + "loss": 1.624, + "step": 13630 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.6409, + "step": 13640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5e-06, + "loss": 1.6744, + "step": 13650 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7412, + "step": 13660 + }, + { + "epoch": 2.73, + "learning_rate": 4.433333333333334e-06, + "loss": 1.6609, + "step": 13670 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6269, + "step": 13680 + }, + { + "epoch": 2.74, + "learning_rate": 4.366666666666667e-06, + "loss": 1.6443, + "step": 13690 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6941, + "step": 13700 + }, + { + "epoch": 2.74, + "learning_rate": 4.2999999999999995e-06, + "loss": 1.6831, + "step": 13710 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.6581, + "step": 13720 + }, + { + "epoch": 2.75, + "learning_rate": 4.233333333333333e-06, + "loss": 1.7037, + "step": 13730 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6806, + "step": 13740 + }, + { + "epoch": 2.75, + "learning_rate": 4.166666666666667e-06, + "loss": 1.6561, + "step": 13750 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.6204, + "step": 13760 + }, + { + "epoch": 2.75, + "learning_rate": 4.1000000000000006e-06, + "loss": 1.6304, + "step": 13770 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.5886, + "step": 13780 + }, + { + "epoch": 2.76, + "learning_rate": 4.033333333333333e-06, + "loss": 1.6429, + "step": 13790 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6487, + "step": 13800 + }, + { + "epoch": 2.76, + "learning_rate": 3.966666666666667e-06, + "loss": 1.6131, + "step": 13810 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6139, + "step": 13820 + }, + { + "epoch": 2.77, + "learning_rate": 3.9e-06, + "loss": 1.6583, + "step": 13830 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6555, + "step": 13840 + }, + { + "epoch": 2.77, + "learning_rate": 3.833333333333334e-06, + "loss": 1.6135, + "step": 13850 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6786, + "step": 13860 + }, + { + "epoch": 2.77, + "learning_rate": 3.766666666666667e-06, + "loss": 1.6675, + "step": 13870 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6698, + "step": 13880 + }, + { + "epoch": 2.78, + "learning_rate": 3.7e-06, + "loss": 1.6447, + "step": 13890 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.6938, + "step": 13900 + }, + { + "epoch": 2.78, + "learning_rate": 3.633333333333334e-06, + "loss": 1.6412, + "step": 13910 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6509, + "step": 13920 + }, + { + "epoch": 2.79, + "learning_rate": 3.5666666666666667e-06, + "loss": 1.6798, + "step": 13930 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6221, + "step": 13940 + }, + { + "epoch": 2.79, + "learning_rate": 3.5000000000000004e-06, + "loss": 1.7011, + "step": 13950 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.6817, + "step": 13960 + }, + { + "epoch": 2.79, + "learning_rate": 3.4333333333333336e-06, + "loss": 1.657, + "step": 13970 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.5828, + "step": 13980 + }, + { + "epoch": 2.8, + "learning_rate": 3.3666666666666665e-06, + "loss": 1.6773, + "step": 13990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7153, + "step": 14000 + }, + { + "epoch": 2.8, + "learning_rate": 3.3e-06, + "loss": 1.6678, + "step": 14010 + }, + { + "epoch": 2.8, + "learning_rate": 3.2666666666666666e-06, + "loss": 1.6266, + "step": 14020 + }, + { + "epoch": 2.81, + "learning_rate": 3.2333333333333334e-06, + "loss": 1.6898, + "step": 14030 + }, + { + "epoch": 2.81, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.6751, + "step": 14040 + }, + { + "epoch": 2.81, + "learning_rate": 3.166666666666667e-06, + "loss": 1.7075, + "step": 14050 + }, + { + "epoch": 2.81, + "learning_rate": 3.133333333333333e-06, + "loss": 1.6603, + "step": 14060 + }, + { + "epoch": 2.81, + "learning_rate": 3.1e-06, + "loss": 1.6685, + "step": 14070 + }, + { + "epoch": 2.82, + "learning_rate": 3.066666666666667e-06, + "loss": 1.6191, + "step": 14080 + }, + { + "epoch": 2.82, + "learning_rate": 3.0333333333333337e-06, + "loss": 1.7053, + "step": 14090 + }, + { + "epoch": 2.82, + "learning_rate": 3e-06, + "loss": 1.645, + "step": 14100 + }, + { + "epoch": 2.82, + "learning_rate": 2.966666666666667e-06, + "loss": 1.6786, + "step": 14110 + }, + { + "epoch": 2.82, + "learning_rate": 2.9333333333333333e-06, + "loss": 1.6942, + "step": 14120 + }, + { + "epoch": 2.83, + "learning_rate": 2.9e-06, + "loss": 1.6579, + "step": 14130 + }, + { + "epoch": 2.83, + "learning_rate": 2.8666666666666666e-06, + "loss": 1.6561, + "step": 14140 + }, + { + "epoch": 2.83, + "learning_rate": 2.8333333333333335e-06, + "loss": 1.6143, + "step": 14150 + }, + { + "epoch": 2.83, + "learning_rate": 2.8000000000000003e-06, + "loss": 1.641, + "step": 14160 + }, + { + "epoch": 2.83, + "learning_rate": 2.7666666666666667e-06, + "loss": 1.6377, + "step": 14170 + }, + { + "epoch": 2.84, + "learning_rate": 2.7333333333333336e-06, + "loss": 1.6089, + "step": 14180 + }, + { + "epoch": 2.84, + "learning_rate": 2.7e-06, + "loss": 1.676, + "step": 14190 + }, + { + "epoch": 2.84, + "learning_rate": 2.666666666666667e-06, + "loss": 1.6862, + "step": 14200 + }, + { + "epoch": 2.84, + "learning_rate": 2.6333333333333337e-06, + "loss": 1.6811, + "step": 14210 + }, + { + "epoch": 2.84, + "learning_rate": 2.6e-06, + "loss": 1.6703, + "step": 14220 + }, + { + "epoch": 2.85, + "learning_rate": 2.566666666666667e-06, + "loss": 1.6924, + "step": 14230 + }, + { + "epoch": 2.85, + "learning_rate": 2.5333333333333334e-06, + "loss": 1.6118, + "step": 14240 + }, + { + "epoch": 2.85, + "learning_rate": 2.5e-06, + "loss": 1.6689, + "step": 14250 + }, + { + "epoch": 2.85, + "learning_rate": 2.4666666666666666e-06, + "loss": 1.696, + "step": 14260 + }, + { + "epoch": 2.85, + "learning_rate": 2.4333333333333335e-06, + "loss": 1.6797, + "step": 14270 + }, + { + "epoch": 2.86, + "learning_rate": 2.4000000000000003e-06, + "loss": 1.6071, + "step": 14280 + }, + { + "epoch": 2.86, + "learning_rate": 2.3666666666666667e-06, + "loss": 1.629, + "step": 14290 + }, + { + "epoch": 2.86, + "learning_rate": 2.3333333333333336e-06, + "loss": 1.7001, + "step": 14300 + }, + { + "epoch": 2.86, + "learning_rate": 2.3e-06, + "loss": 1.643, + "step": 14310 + }, + { + "epoch": 2.86, + "learning_rate": 2.266666666666667e-06, + "loss": 1.6759, + "step": 14320 + }, + { + "epoch": 2.87, + "learning_rate": 2.2333333333333333e-06, + "loss": 1.6143, + "step": 14330 + }, + { + "epoch": 2.87, + "learning_rate": 2.2e-06, + "loss": 1.6859, + "step": 14340 + }, + { + "epoch": 2.87, + "learning_rate": 2.166666666666667e-06, + "loss": 1.6475, + "step": 14350 + }, + { + "epoch": 2.87, + "learning_rate": 2.1333333333333334e-06, + "loss": 1.6784, + "step": 14360 + }, + { + "epoch": 2.87, + "learning_rate": 2.1000000000000002e-06, + "loss": 1.6414, + "step": 14370 + }, + { + "epoch": 2.88, + "learning_rate": 2.0666666666666666e-06, + "loss": 1.6246, + "step": 14380 + }, + { + "epoch": 2.88, + "learning_rate": 2.033333333333333e-06, + "loss": 1.6493, + "step": 14390 + }, + { + "epoch": 2.88, + "learning_rate": 2.0000000000000003e-06, + "loss": 1.6656, + "step": 14400 + }, + { + "epoch": 2.88, + "learning_rate": 1.9666666666666668e-06, + "loss": 1.6767, + "step": 14410 + }, + { + "epoch": 2.88, + "learning_rate": 1.9333333333333336e-06, + "loss": 1.6347, + "step": 14420 + }, + { + "epoch": 2.89, + "learning_rate": 1.9e-06, + "loss": 1.663, + "step": 14430 + }, + { + "epoch": 2.89, + "learning_rate": 1.8666666666666669e-06, + "loss": 1.6515, + "step": 14440 + }, + { + "epoch": 2.89, + "learning_rate": 1.8333333333333335e-06, + "loss": 1.6354, + "step": 14450 + }, + { + "epoch": 2.89, + "learning_rate": 1.8e-06, + "loss": 1.6361, + "step": 14460 + }, + { + "epoch": 2.89, + "learning_rate": 1.7666666666666668e-06, + "loss": 1.7082, + "step": 14470 + }, + { + "epoch": 2.9, + "learning_rate": 1.7333333333333334e-06, + "loss": 1.7461, + "step": 14480 + }, + { + "epoch": 2.9, + "learning_rate": 1.7000000000000002e-06, + "loss": 1.6353, + "step": 14490 + }, + { + "epoch": 2.9, + "learning_rate": 1.6666666666666667e-06, + "loss": 1.6053, + "step": 14500 + }, + { + "epoch": 2.9, + "learning_rate": 1.6333333333333333e-06, + "loss": 1.6274, + "step": 14510 + }, + { + "epoch": 2.9, + "learning_rate": 1.6000000000000001e-06, + "loss": 1.6597, + "step": 14520 + }, + { + "epoch": 2.91, + "learning_rate": 1.5666666666666666e-06, + "loss": 1.6536, + "step": 14530 + }, + { + "epoch": 2.91, + "learning_rate": 1.5333333333333334e-06, + "loss": 1.6618, + "step": 14540 + }, + { + "epoch": 2.91, + "learning_rate": 1.5e-06, + "loss": 1.6677, + "step": 14550 + }, + { + "epoch": 2.91, + "learning_rate": 1.4666666666666667e-06, + "loss": 1.6161, + "step": 14560 + }, + { + "epoch": 2.91, + "learning_rate": 1.4333333333333333e-06, + "loss": 1.7232, + "step": 14570 + }, + { + "epoch": 2.92, + "learning_rate": 1.4000000000000001e-06, + "loss": 1.6223, + "step": 14580 + }, + { + "epoch": 2.92, + "learning_rate": 1.3666666666666668e-06, + "loss": 1.5874, + "step": 14590 + }, + { + "epoch": 2.92, + "learning_rate": 1.3333333333333334e-06, + "loss": 1.6684, + "step": 14600 + }, + { + "epoch": 2.92, + "learning_rate": 1.3e-06, + "loss": 1.632, + "step": 14610 + }, + { + "epoch": 2.92, + "learning_rate": 1.2666666666666667e-06, + "loss": 1.599, + "step": 14620 + }, + { + "epoch": 2.93, + "learning_rate": 1.2333333333333333e-06, + "loss": 1.6964, + "step": 14630 + }, + { + "epoch": 2.93, + "learning_rate": 1.2000000000000002e-06, + "loss": 1.7011, + "step": 14640 + }, + { + "epoch": 2.93, + "learning_rate": 1.1666666666666668e-06, + "loss": 1.6708, + "step": 14650 + }, + { + "epoch": 2.93, + "learning_rate": 1.1333333333333334e-06, + "loss": 1.6051, + "step": 14660 + }, + { + "epoch": 2.93, + "learning_rate": 1.1e-06, + "loss": 1.6798, + "step": 14670 + }, + { + "epoch": 2.94, + "learning_rate": 1.0666666666666667e-06, + "loss": 1.6612, + "step": 14680 + }, + { + "epoch": 2.94, + "learning_rate": 1.0333333333333333e-06, + "loss": 1.6333, + "step": 14690 + }, + { + "epoch": 2.94, + "learning_rate": 1.0000000000000002e-06, + "loss": 1.7118, + "step": 14700 + }, + { + "epoch": 2.94, + "learning_rate": 9.666666666666668e-07, + "loss": 1.6407, + "step": 14710 + }, + { + "epoch": 2.94, + "learning_rate": 9.333333333333334e-07, + "loss": 1.58, + "step": 14720 + }, + { + "epoch": 2.95, + "learning_rate": 9e-07, + "loss": 1.6774, + "step": 14730 + }, + { + "epoch": 2.95, + "learning_rate": 8.666666666666667e-07, + "loss": 1.7006, + "step": 14740 + }, + { + "epoch": 2.95, + "learning_rate": 8.333333333333333e-07, + "loss": 1.6664, + "step": 14750 + }, + { + "epoch": 2.95, + "learning_rate": 8.000000000000001e-07, + "loss": 1.6039, + "step": 14760 + }, + { + "epoch": 2.95, + "learning_rate": 7.666666666666667e-07, + "loss": 1.6467, + "step": 14770 + }, + { + "epoch": 2.96, + "learning_rate": 7.333333333333333e-07, + "loss": 1.6526, + "step": 14780 + }, + { + "epoch": 2.96, + "learning_rate": 7.000000000000001e-07, + "loss": 1.6361, + "step": 14790 + }, + { + "epoch": 2.96, + "learning_rate": 6.666666666666667e-07, + "loss": 1.7758, + "step": 14800 + }, + { + "epoch": 2.96, + "learning_rate": 6.333333333333333e-07, + "loss": 1.6396, + "step": 14810 + }, + { + "epoch": 2.96, + "learning_rate": 6.000000000000001e-07, + "loss": 1.6728, + "step": 14820 + }, + { + "epoch": 2.97, + "learning_rate": 5.666666666666667e-07, + "loss": 1.6597, + "step": 14830 + }, + { + "epoch": 2.97, + "learning_rate": 5.333333333333333e-07, + "loss": 1.6755, + "step": 14840 + }, + { + "epoch": 2.97, + "learning_rate": 5.000000000000001e-07, + "loss": 1.6542, + "step": 14850 + }, + { + "epoch": 2.97, + "learning_rate": 4.666666666666667e-07, + "loss": 1.6432, + "step": 14860 + }, + { + "epoch": 2.97, + "learning_rate": 4.3333333333333335e-07, + "loss": 1.6417, + "step": 14870 + }, + { + "epoch": 2.98, + "learning_rate": 4.0000000000000003e-07, + "loss": 1.6958, + "step": 14880 + }, + { + "epoch": 2.98, + "learning_rate": 3.6666666666666667e-07, + "loss": 1.6799, + "step": 14890 + }, + { + "epoch": 2.98, + "learning_rate": 3.3333333333333335e-07, + "loss": 1.6286, + "step": 14900 + }, + { + "epoch": 2.98, + "learning_rate": 3.0000000000000004e-07, + "loss": 1.6439, + "step": 14910 + }, + { + "epoch": 2.98, + "learning_rate": 2.6666666666666667e-07, + "loss": 1.673, + "step": 14920 + }, + { + "epoch": 2.99, + "learning_rate": 2.3333333333333336e-07, + "loss": 1.671, + "step": 14930 + }, + { + "epoch": 2.99, + "learning_rate": 2.0000000000000002e-07, + "loss": 1.6734, + "step": 14940 + }, + { + "epoch": 2.99, + "learning_rate": 1.6666666666666668e-07, + "loss": 1.6523, + "step": 14950 + }, + { + "epoch": 2.99, + "learning_rate": 1.3333333333333334e-07, + "loss": 1.6107, + "step": 14960 + }, + { + "epoch": 2.99, + "learning_rate": 1.0000000000000001e-07, + "loss": 1.6387, + "step": 14970 + }, + { + "epoch": 3.0, + "learning_rate": 6.666666666666667e-08, + "loss": 1.6578, + "step": 14980 + }, + { + "epoch": 3.0, + "learning_rate": 3.3333333333333334e-08, + "loss": 1.6566, + "step": 14990 + }, + { + "epoch": 3.0, + "learning_rate": 0.0, + "loss": 1.6794, + "step": 15000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 4.7401861644288e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-15000/training_args.bin b/8081/checkpoint-15000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-15000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-2000/README.md b/8081/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-2000/adapter_config.json b/8081/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-2000/adapter_model.safetensors b/8081/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cb04811a041a8bb7497141230b3be9a4bc9f634 --- /dev/null +++ b/8081/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405a362f6ae607480a0d1b499c8be9edcd451289458154d37add7265262d6b66 +size 26235704 diff --git a/8081/checkpoint-2000/optimizer.pt b/8081/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d9416960c95fbe94eed3f293cff870a77158ede --- /dev/null +++ b/8081/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0971dd5bf4fde68f1241d85402cafcfb454a743daec9474a5d4cb415d3609ebf +size 52565434 diff --git a/8081/checkpoint-2000/rng_state.pth b/8081/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/8081/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/8081/checkpoint-2000/scheduler.pt b/8081/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1c485de26dc055e80e38b13f08d0889f2f6cea0 --- /dev/null +++ b/8081/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764d6af747d2bdf0682dcb93a32841aaf07e837f7654f653f4d948284aa06ec8 +size 1064 diff --git a/8081/checkpoint-2000/trainer_state.json b/8081/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..373a12c89318879e78f8a68cd582606f238004a5 --- /dev/null +++ b/8081/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-2000/training_args.bin b/8081/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-3000/README.md b/8081/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-3000/adapter_config.json b/8081/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-3000/adapter_model.safetensors b/8081/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..998526f5bdf3b152fef9b80e9a42d5917d16afd0 --- /dev/null +++ b/8081/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22363eacc4d286b60a5b06543ab6af9b4e8e08776c580174b89252a63f843d8 +size 26235704 diff --git a/8081/checkpoint-3000/optimizer.pt b/8081/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..62494f88d6f61826e6cff56f02cfef894c661946 --- /dev/null +++ b/8081/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f63d8600fef3d5c24713d43ef3660684202005050033ee8e5bea75309f1fd9b5 +size 52565434 diff --git a/8081/checkpoint-3000/rng_state.pth b/8081/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..011a03aa9f29672bbea7c9d0d1934c770a724398 --- /dev/null +++ b/8081/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92eb82a023f23b01ba12ac964c21ed408721810118065b47cd591285b3862deb +size 14244 diff --git a/8081/checkpoint-3000/scheduler.pt b/8081/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b3eb5293fcb77489c2d27164f88fdcb57049ef --- /dev/null +++ b/8081/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3dc2a06c32e5d9d02eecbd743e7fe63fcec96488c6872b8a966e9a4da24e9a +size 1064 diff --git a/8081/checkpoint-3000/trainer_state.json b/8081/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7fe5aafb0f9ac6d100fb49cf5d63c87af7bef781 --- /dev/null +++ b/8081/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-3000/training_args.bin b/8081/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-4000/README.md b/8081/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-4000/adapter_config.json b/8081/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-4000/adapter_model.safetensors b/8081/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5190a52e4877a65d83913a331435c350e48ffb2a --- /dev/null +++ b/8081/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b5bbc962bdf01a53b7cc9c4356523f00f537569300cd2c06b56bf5d3c328e3 +size 26235704 diff --git a/8081/checkpoint-4000/optimizer.pt b/8081/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad0b7f5dcfe1af04111a88bafd82706a073cb9f --- /dev/null +++ b/8081/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7198488eb251c52847ead9d24fabcc67813748bcb0418d2e6bf9532b62962762 +size 52565434 diff --git a/8081/checkpoint-4000/rng_state.pth b/8081/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6625cdaa3eb8a8774d97aa295fcfc6b2308c7ab --- /dev/null +++ b/8081/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08bd5882e2c938889da099d845d652b47a03ff34237e5194f5b8072fea7fbc7 +size 14244 diff --git a/8081/checkpoint-4000/scheduler.pt b/8081/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1f486bdf847b9917cf70783f3b6d673dd1830d --- /dev/null +++ b/8081/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c049c163e64e9dcd863652f2fb82fde42e320cc331c43b825a628fb77464a81 +size 1064 diff --git a/8081/checkpoint-4000/trainer_state.json b/8081/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6a72454501d58ae9e9f31a381c08bdf87c8424f1 --- /dev/null +++ b/8081/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-4000/training_args.bin b/8081/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-5000/README.md b/8081/checkpoint-5000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-5000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-5000/adapter_config.json b/8081/checkpoint-5000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-5000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-5000/adapter_model.safetensors b/8081/checkpoint-5000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe59141b7e09547fb7f0b3baed0507bb186a6a36 --- /dev/null +++ b/8081/checkpoint-5000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab2fab3b256e12ee7f0eea4c4bfe029fc160f339e4e59918446cfc56259d426f +size 26235704 diff --git a/8081/checkpoint-5000/optimizer.pt b/8081/checkpoint-5000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e079dcfc73f51091ccb1a2f12adfe452002a25 --- /dev/null +++ b/8081/checkpoint-5000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7344b32234e015f843e0f531f1893deb01b3deb2d55461b84463d10a3b6b82 +size 52565434 diff --git a/8081/checkpoint-5000/rng_state.pth b/8081/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b5acdd7f67bf67c483f684e0e47aa4cea593f012 --- /dev/null +++ b/8081/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4e91281d7d047513f3eaf23dc7e21ffc06c8b74b6c284704c59492e66a29f6 +size 14244 diff --git a/8081/checkpoint-5000/scheduler.pt b/8081/checkpoint-5000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ba3bbb8449c6e3b0ec3ae5a238bb8ca98bfde60 --- /dev/null +++ b/8081/checkpoint-5000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ecdbcabfdf546c53cec0e4d3e125e653c1c84a8d0da8fcce532cfd5ab52c3d2 +size 1064 diff --git a/8081/checkpoint-5000/trainer_state.json b/8081/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f97a9e11d430425cb282c7b33134fa34561a5161 --- /dev/null +++ b/8081/checkpoint-5000/trainer_state.json @@ -0,0 +1,3021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-5000/training_args.bin b/8081/checkpoint-5000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-6000/README.md b/8081/checkpoint-6000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-6000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-6000/adapter_config.json b/8081/checkpoint-6000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-6000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-6000/adapter_model.safetensors b/8081/checkpoint-6000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e83ebc866fcbe18384cad1b4c223263e559ed9cb --- /dev/null +++ b/8081/checkpoint-6000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0248033edd68d4c4c49e6c5d7594320364db366971277b789809e9d39f04ddd0 +size 26235704 diff --git a/8081/checkpoint-6000/optimizer.pt b/8081/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..863987c6d4af39c2d7669ddc5536debbd37375fa --- /dev/null +++ b/8081/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2da9105569726d3a008306a2d5445caedc256712d53e6368a007689068dce9 +size 52565434 diff --git a/8081/checkpoint-6000/rng_state.pth b/8081/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5514c2364480f5ba55bb1a8a7129edc43c8269c8 --- /dev/null +++ b/8081/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85027ccb3cbfd07885a93731d4088037863bdd3a9c4da70cb0ca80f8ab171bc +size 14244 diff --git a/8081/checkpoint-6000/scheduler.pt b/8081/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b36db87eb323cb3bd3e13d4430c094767006f4c0 --- /dev/null +++ b/8081/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8ce85872e797e4bdc165b275df9b69a2c324fd545ea3f403049fb87eb39eac +size 1064 diff --git a/8081/checkpoint-6000/trainer_state.json b/8081/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2183605c59c38ac95403296c91736f132e5d239c --- /dev/null +++ b/8081/checkpoint-6000/trainer_state.json @@ -0,0 +1,3621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.2, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-6000/training_args.bin b/8081/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-7000/README.md b/8081/checkpoint-7000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-7000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-7000/adapter_config.json b/8081/checkpoint-7000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-7000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-7000/adapter_model.safetensors b/8081/checkpoint-7000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c32edb57d184272d4b6df5a1201595deddf7519c --- /dev/null +++ b/8081/checkpoint-7000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e516590c186350dc542dedabb3ab2ea29689a98e891527c6521bc4cdacaee38e +size 26235704 diff --git a/8081/checkpoint-7000/optimizer.pt b/8081/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..67def1d27bd3cb6f2bcb7f13ee157d9154e04bd3 --- /dev/null +++ b/8081/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eee71540003fa777e30958ab9bae33625b6b2d9f4ae44ec974f7665821fb326 +size 52565434 diff --git a/8081/checkpoint-7000/rng_state.pth b/8081/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..46900bff49e326c776106f632f696a243b76101a --- /dev/null +++ b/8081/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d04bfb7aa3c282c988c95c52c118eeebdd77bc9f43dc2d03b8d6e17835e6fe +size 14244 diff --git a/8081/checkpoint-7000/scheduler.pt b/8081/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..804e59d7951d33b4301ea353e9216820ae3c149b --- /dev/null +++ b/8081/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca43026f8b27fc856029df63d7a2fb2702cfdc3e0c655dbdad3997ddb5d7c23 +size 1064 diff --git a/8081/checkpoint-7000/trainer_state.json b/8081/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5d30145cb5ee7073a258ba2814312b19e5cad15d --- /dev/null +++ b/8081/checkpoint-7000/trainer_state.json @@ -0,0 +1,4221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-7000/training_args.bin b/8081/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-8000/README.md b/8081/checkpoint-8000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-8000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-8000/adapter_config.json b/8081/checkpoint-8000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-8000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-8000/adapter_model.safetensors b/8081/checkpoint-8000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..928c001fdcef868f3e9e6b90e012e1acde6f342b --- /dev/null +++ b/8081/checkpoint-8000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4d51c2d559f3612666e28968ef6a68f8be4fd504b6513f31b6293d3e100985 +size 26235704 diff --git a/8081/checkpoint-8000/optimizer.pt b/8081/checkpoint-8000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcf4776b6e61af39fc706d5f31f3ef30de88815d --- /dev/null +++ b/8081/checkpoint-8000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c006350b46db7fc2db974c8f0b2c3bc6a83bb71e05aab5a79f9f1aed8420df21 +size 52565434 diff --git a/8081/checkpoint-8000/rng_state.pth b/8081/checkpoint-8000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4959337501c5a5461ed2bf9545574b3f40267c9 --- /dev/null +++ b/8081/checkpoint-8000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6754fab244ca44d88a841a60271b5dc8c5d8d98d90006bf01abc71d28f65b63d +size 14244 diff --git a/8081/checkpoint-8000/scheduler.pt b/8081/checkpoint-8000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..03b5bc76f6a0bbddfa4e55fce38df5a6f97fcbe7 --- /dev/null +++ b/8081/checkpoint-8000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204f41451d598e880171099d2849674f80b2f1e1df64d8a2b383f6bb60942b56 +size 1064 diff --git a/8081/checkpoint-8000/trainer_state.json b/8081/checkpoint-8000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3a4e2b72125d130c6fcdd9f924da938c505cc32d --- /dev/null +++ b/8081/checkpoint-8000/trainer_state.json @@ -0,0 +1,4821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6, + "eval_steps": 500, + "global_step": 8000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-8000/training_args.bin b/8081/checkpoint-8000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-8000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8081/checkpoint-9000/README.md b/8081/checkpoint-9000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8081/checkpoint-9000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8081/checkpoint-9000/adapter_config.json b/8081/checkpoint-9000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8081/checkpoint-9000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8081/checkpoint-9000/adapter_model.safetensors b/8081/checkpoint-9000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e98ff3dd88b8c7ebf572b0f580d215dc1739ce6b --- /dev/null +++ b/8081/checkpoint-9000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44aba7b7ffae0b73c76493e69d81523f9379889253b91f2cdcde29d170ee7bc0 +size 26235704 diff --git a/8081/checkpoint-9000/optimizer.pt b/8081/checkpoint-9000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8445a761b4444b855624c886c1782b5bd3b62f --- /dev/null +++ b/8081/checkpoint-9000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b860b7e254cc3b3b5a42d245eef64ffadae121dce2339fab37409059a4eafe +size 52565434 diff --git a/8081/checkpoint-9000/rng_state.pth b/8081/checkpoint-9000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..2d49dc905fd3ba752cf4350ee27843560cee6283 --- /dev/null +++ b/8081/checkpoint-9000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4124d070ec8196a69933f138ebafb9a0b28218e468840e307bfd5f61db0983d3 +size 14244 diff --git a/8081/checkpoint-9000/scheduler.pt b/8081/checkpoint-9000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d4ce9396262335a21c821e6fe4f26f9a9194e0 --- /dev/null +++ b/8081/checkpoint-9000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fedc2cc41f8b3f958c9252c19d5ba322915ec40ba3033c4132897389534a7145 +size 1064 diff --git a/8081/checkpoint-9000/trainer_state.json b/8081/checkpoint-9000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9311b69621daf211eb7fff91ae2912facc1fc5e3 --- /dev/null +++ b/8081/checkpoint-9000/trainer_state.json @@ -0,0 +1,5421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8, + "eval_steps": 500, + "global_step": 9000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.996666666666667e-05, + "loss": 1.7622, + "step": 10 + }, + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7761, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.99e-05, + "loss": 1.767, + "step": 30 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7484, + "step": 40 + }, + { + "epoch": 0.01, + "learning_rate": 4.9833333333333336e-05, + "loss": 1.6983, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.6906, + "step": 60 + }, + { + "epoch": 0.01, + "learning_rate": 4.9766666666666666e-05, + "loss": 1.7627, + "step": 70 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7324, + "step": 80 + }, + { + "epoch": 0.02, + "learning_rate": 4.97e-05, + "loss": 1.7253, + "step": 90 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.6942, + "step": 100 + }, + { + "epoch": 0.02, + "learning_rate": 4.963333333333334e-05, + "loss": 1.6963, + "step": 110 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.655, + "step": 120 + }, + { + "epoch": 0.03, + "learning_rate": 4.956666666666667e-05, + "loss": 1.7105, + "step": 130 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.733, + "step": 140 + }, + { + "epoch": 0.03, + "learning_rate": 4.9500000000000004e-05, + "loss": 1.7109, + "step": 150 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6556, + "step": 160 + }, + { + "epoch": 0.03, + "learning_rate": 4.943333333333334e-05, + "loss": 1.7149, + "step": 170 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.711, + "step": 180 + }, + { + "epoch": 0.04, + "learning_rate": 4.936666666666667e-05, + "loss": 1.7142, + "step": 190 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.625, + "step": 200 + }, + { + "epoch": 0.04, + "learning_rate": 4.93e-05, + "loss": 1.6815, + "step": 210 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7457, + "step": 220 + }, + { + "epoch": 0.05, + "learning_rate": 4.9233333333333335e-05, + "loss": 1.7082, + "step": 230 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7034, + "step": 240 + }, + { + "epoch": 0.05, + "learning_rate": 4.9166666666666665e-05, + "loss": 1.6559, + "step": 250 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6408, + "step": 260 + }, + { + "epoch": 0.05, + "learning_rate": 4.91e-05, + "loss": 1.6906, + "step": 270 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7166, + "step": 280 + }, + { + "epoch": 0.06, + "learning_rate": 4.903333333333334e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6981, + "step": 300 + }, + { + "epoch": 0.06, + "learning_rate": 4.8966666666666667e-05, + "loss": 1.6755, + "step": 310 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7214, + "step": 320 + }, + { + "epoch": 0.07, + "learning_rate": 4.89e-05, + "loss": 1.7457, + "step": 330 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.6994, + "step": 340 + }, + { + "epoch": 0.07, + "learning_rate": 4.883333333333334e-05, + "loss": 1.6869, + "step": 350 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6541, + "step": 360 + }, + { + "epoch": 0.07, + "learning_rate": 4.876666666666667e-05, + "loss": 1.6205, + "step": 370 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.6526, + "step": 380 + }, + { + "epoch": 0.08, + "learning_rate": 4.87e-05, + "loss": 1.7298, + "step": 390 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.6817, + "step": 400 + }, + { + "epoch": 0.08, + "learning_rate": 4.8633333333333334e-05, + "loss": 1.7517, + "step": 410 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.6726, + "step": 420 + }, + { + "epoch": 0.09, + "learning_rate": 4.856666666666667e-05, + "loss": 1.6675, + "step": 430 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.6741, + "step": 440 + }, + { + "epoch": 0.09, + "learning_rate": 4.85e-05, + "loss": 1.7043, + "step": 450 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.6619, + "step": 460 + }, + { + "epoch": 0.09, + "learning_rate": 4.8433333333333336e-05, + "loss": 1.6789, + "step": 470 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6375, + "step": 480 + }, + { + "epoch": 0.1, + "learning_rate": 4.836666666666667e-05, + "loss": 1.6749, + "step": 490 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7267, + "step": 500 + }, + { + "epoch": 0.1, + "learning_rate": 4.83e-05, + "loss": 1.592, + "step": 510 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6824, + "step": 520 + }, + { + "epoch": 0.11, + "learning_rate": 4.823333333333334e-05, + "loss": 1.7748, + "step": 530 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.6356, + "step": 540 + }, + { + "epoch": 0.11, + "learning_rate": 4.8166666666666674e-05, + "loss": 1.6666, + "step": 550 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6877, + "step": 560 + }, + { + "epoch": 0.11, + "learning_rate": 4.8100000000000004e-05, + "loss": 1.8112, + "step": 570 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.6688, + "step": 580 + }, + { + "epoch": 0.12, + "learning_rate": 4.803333333333333e-05, + "loss": 1.7973, + "step": 590 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7148, + "step": 600 + }, + { + "epoch": 0.12, + "learning_rate": 4.796666666666667e-05, + "loss": 1.6196, + "step": 610 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.7416, + "step": 620 + }, + { + "epoch": 0.13, + "learning_rate": 4.79e-05, + "loss": 1.6655, + "step": 630 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6869, + "step": 640 + }, + { + "epoch": 0.13, + "learning_rate": 4.7833333333333335e-05, + "loss": 1.6096, + "step": 650 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6847, + "step": 660 + }, + { + "epoch": 0.13, + "learning_rate": 4.776666666666667e-05, + "loss": 1.6809, + "step": 670 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6494, + "step": 680 + }, + { + "epoch": 0.14, + "learning_rate": 4.77e-05, + "loss": 1.6416, + "step": 690 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.662, + "step": 700 + }, + { + "epoch": 0.14, + "learning_rate": 4.763333333333334e-05, + "loss": 1.6885, + "step": 710 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6596, + "step": 720 + }, + { + "epoch": 0.15, + "learning_rate": 4.756666666666667e-05, + "loss": 1.6659, + "step": 730 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6859, + "step": 740 + }, + { + "epoch": 0.15, + "learning_rate": 4.75e-05, + "loss": 1.676, + "step": 750 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7329, + "step": 760 + }, + { + "epoch": 0.15, + "learning_rate": 4.743333333333333e-05, + "loss": 1.7014, + "step": 770 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6594, + "step": 780 + }, + { + "epoch": 0.16, + "learning_rate": 4.736666666666667e-05, + "loss": 1.7118, + "step": 790 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.6522, + "step": 800 + }, + { + "epoch": 0.16, + "learning_rate": 4.73e-05, + "loss": 1.6923, + "step": 810 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7294, + "step": 820 + }, + { + "epoch": 0.17, + "learning_rate": 4.7233333333333334e-05, + "loss": 1.7307, + "step": 830 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6558, + "step": 840 + }, + { + "epoch": 0.17, + "learning_rate": 4.716666666666667e-05, + "loss": 1.6956, + "step": 850 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6959, + "step": 860 + }, + { + "epoch": 0.17, + "learning_rate": 4.71e-05, + "loss": 1.6522, + "step": 870 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.7015, + "step": 880 + }, + { + "epoch": 0.18, + "learning_rate": 4.7033333333333336e-05, + "loss": 1.6867, + "step": 890 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6343, + "step": 900 + }, + { + "epoch": 0.18, + "learning_rate": 4.696666666666667e-05, + "loss": 1.678, + "step": 910 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6654, + "step": 920 + }, + { + "epoch": 0.19, + "learning_rate": 4.69e-05, + "loss": 1.6689, + "step": 930 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.6808, + "step": 940 + }, + { + "epoch": 0.19, + "learning_rate": 4.683333333333334e-05, + "loss": 1.7066, + "step": 950 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6763, + "step": 960 + }, + { + "epoch": 0.19, + "learning_rate": 4.676666666666667e-05, + "loss": 1.6747, + "step": 970 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.7068, + "step": 980 + }, + { + "epoch": 0.2, + "learning_rate": 4.6700000000000003e-05, + "loss": 1.6492, + "step": 990 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6933, + "step": 1000 + }, + { + "epoch": 0.2, + "learning_rate": 4.663333333333333e-05, + "loss": 1.6911, + "step": 1010 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6884, + "step": 1020 + }, + { + "epoch": 0.21, + "learning_rate": 4.656666666666667e-05, + "loss": 1.6504, + "step": 1030 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.7332, + "step": 1040 + }, + { + "epoch": 0.21, + "learning_rate": 4.6500000000000005e-05, + "loss": 1.7003, + "step": 1050 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7345, + "step": 1060 + }, + { + "epoch": 0.21, + "learning_rate": 4.6433333333333335e-05, + "loss": 1.6842, + "step": 1070 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6791, + "step": 1080 + }, + { + "epoch": 0.22, + "learning_rate": 4.636666666666667e-05, + "loss": 1.7405, + "step": 1090 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6324, + "step": 1100 + }, + { + "epoch": 0.22, + "learning_rate": 4.630000000000001e-05, + "loss": 1.6822, + "step": 1110 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6513, + "step": 1120 + }, + { + "epoch": 0.23, + "learning_rate": 4.623333333333334e-05, + "loss": 1.6703, + "step": 1130 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7407, + "step": 1140 + }, + { + "epoch": 0.23, + "learning_rate": 4.6166666666666666e-05, + "loss": 1.6726, + "step": 1150 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6877, + "step": 1160 + }, + { + "epoch": 0.23, + "learning_rate": 4.61e-05, + "loss": 1.667, + "step": 1170 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.7076, + "step": 1180 + }, + { + "epoch": 0.24, + "learning_rate": 4.603333333333333e-05, + "loss": 1.6816, + "step": 1190 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.697, + "step": 1200 + }, + { + "epoch": 0.24, + "learning_rate": 4.596666666666667e-05, + "loss": 1.6844, + "step": 1210 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6641, + "step": 1220 + }, + { + "epoch": 0.25, + "learning_rate": 4.5900000000000004e-05, + "loss": 1.695, + "step": 1230 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6352, + "step": 1240 + }, + { + "epoch": 0.25, + "learning_rate": 4.5833333333333334e-05, + "loss": 1.7052, + "step": 1250 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6652, + "step": 1260 + }, + { + "epoch": 0.25, + "learning_rate": 4.576666666666667e-05, + "loss": 1.6839, + "step": 1270 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6678, + "step": 1280 + }, + { + "epoch": 0.26, + "learning_rate": 4.5700000000000006e-05, + "loss": 1.7007, + "step": 1290 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6554, + "step": 1300 + }, + { + "epoch": 0.26, + "learning_rate": 4.5633333333333336e-05, + "loss": 1.6885, + "step": 1310 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.684, + "step": 1320 + }, + { + "epoch": 0.27, + "learning_rate": 4.556666666666667e-05, + "loss": 1.6626, + "step": 1330 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6561, + "step": 1340 + }, + { + "epoch": 0.27, + "learning_rate": 4.55e-05, + "loss": 1.686, + "step": 1350 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6238, + "step": 1360 + }, + { + "epoch": 0.27, + "learning_rate": 4.543333333333333e-05, + "loss": 1.7496, + "step": 1370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7023, + "step": 1380 + }, + { + "epoch": 0.28, + "learning_rate": 4.536666666666667e-05, + "loss": 1.6984, + "step": 1390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6621, + "step": 1400 + }, + { + "epoch": 0.28, + "learning_rate": 4.53e-05, + "loss": 1.6535, + "step": 1410 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6862, + "step": 1420 + }, + { + "epoch": 0.29, + "learning_rate": 4.523333333333333e-05, + "loss": 1.6938, + "step": 1430 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6629, + "step": 1440 + }, + { + "epoch": 0.29, + "learning_rate": 4.516666666666667e-05, + "loss": 1.6206, + "step": 1450 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6854, + "step": 1460 + }, + { + "epoch": 0.29, + "learning_rate": 4.5100000000000005e-05, + "loss": 1.6968, + "step": 1470 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7034, + "step": 1480 + }, + { + "epoch": 0.3, + "learning_rate": 4.5033333333333335e-05, + "loss": 1.6949, + "step": 1490 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6362, + "step": 1500 + }, + { + "epoch": 0.3, + "learning_rate": 4.496666666666667e-05, + "loss": 1.6875, + "step": 1510 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6448, + "step": 1520 + }, + { + "epoch": 0.31, + "learning_rate": 4.49e-05, + "loss": 1.6883, + "step": 1530 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6853, + "step": 1540 + }, + { + "epoch": 0.31, + "learning_rate": 4.483333333333333e-05, + "loss": 1.6629, + "step": 1550 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6494, + "step": 1560 + }, + { + "epoch": 0.31, + "learning_rate": 4.4766666666666666e-05, + "loss": 1.6247, + "step": 1570 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6783, + "step": 1580 + }, + { + "epoch": 0.32, + "learning_rate": 4.47e-05, + "loss": 1.6515, + "step": 1590 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.71, + "step": 1600 + }, + { + "epoch": 0.32, + "learning_rate": 4.463333333333334e-05, + "loss": 1.7137, + "step": 1610 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.656, + "step": 1620 + }, + { + "epoch": 0.33, + "learning_rate": 4.456666666666667e-05, + "loss": 1.6198, + "step": 1630 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.6707, + "step": 1640 + }, + { + "epoch": 0.33, + "learning_rate": 4.4500000000000004e-05, + "loss": 1.6839, + "step": 1650 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7142, + "step": 1660 + }, + { + "epoch": 0.33, + "learning_rate": 4.443333333333334e-05, + "loss": 1.6269, + "step": 1670 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6814, + "step": 1680 + }, + { + "epoch": 0.34, + "learning_rate": 4.436666666666667e-05, + "loss": 1.683, + "step": 1690 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6707, + "step": 1700 + }, + { + "epoch": 0.34, + "learning_rate": 4.43e-05, + "loss": 1.6977, + "step": 1710 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.6698, + "step": 1720 + }, + { + "epoch": 0.35, + "learning_rate": 4.4233333333333336e-05, + "loss": 1.6786, + "step": 1730 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.5942, + "step": 1740 + }, + { + "epoch": 0.35, + "learning_rate": 4.4166666666666665e-05, + "loss": 1.6685, + "step": 1750 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6907, + "step": 1760 + }, + { + "epoch": 0.35, + "learning_rate": 4.41e-05, + "loss": 1.6595, + "step": 1770 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6552, + "step": 1780 + }, + { + "epoch": 0.36, + "learning_rate": 4.403333333333334e-05, + "loss": 1.6608, + "step": 1790 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.7117, + "step": 1800 + }, + { + "epoch": 0.36, + "learning_rate": 4.396666666666667e-05, + "loss": 1.6789, + "step": 1810 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6961, + "step": 1820 + }, + { + "epoch": 0.37, + "learning_rate": 4.39e-05, + "loss": 1.6791, + "step": 1830 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6873, + "step": 1840 + }, + { + "epoch": 0.37, + "learning_rate": 4.383333333333334e-05, + "loss": 1.6786, + "step": 1850 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6349, + "step": 1860 + }, + { + "epoch": 0.37, + "learning_rate": 4.376666666666667e-05, + "loss": 1.689, + "step": 1870 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.7, + "step": 1880 + }, + { + "epoch": 0.38, + "learning_rate": 4.3700000000000005e-05, + "loss": 1.7192, + "step": 1890 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7132, + "step": 1900 + }, + { + "epoch": 0.38, + "learning_rate": 4.3633333333333335e-05, + "loss": 1.7106, + "step": 1910 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.612, + "step": 1920 + }, + { + "epoch": 0.39, + "learning_rate": 4.3566666666666664e-05, + "loss": 1.6679, + "step": 1930 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6816, + "step": 1940 + }, + { + "epoch": 0.39, + "learning_rate": 4.35e-05, + "loss": 1.62, + "step": 1950 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.7166, + "step": 1960 + }, + { + "epoch": 0.39, + "learning_rate": 4.3433333333333336e-05, + "loss": 1.6697, + "step": 1970 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.7088, + "step": 1980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3366666666666666e-05, + "loss": 1.7168, + "step": 1990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6163, + "step": 2000 + }, + { + "epoch": 0.4, + "learning_rate": 4.33e-05, + "loss": 1.6712, + "step": 2010 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.686, + "step": 2020 + }, + { + "epoch": 0.41, + "learning_rate": 4.323333333333334e-05, + "loss": 1.6488, + "step": 2030 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.7122, + "step": 2040 + }, + { + "epoch": 0.41, + "learning_rate": 4.316666666666667e-05, + "loss": 1.7229, + "step": 2050 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.6818, + "step": 2060 + }, + { + "epoch": 0.41, + "learning_rate": 4.3100000000000004e-05, + "loss": 1.6735, + "step": 2070 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6204, + "step": 2080 + }, + { + "epoch": 0.42, + "learning_rate": 4.3033333333333334e-05, + "loss": 1.6946, + "step": 2090 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6307, + "step": 2100 + }, + { + "epoch": 0.42, + "learning_rate": 4.296666666666666e-05, + "loss": 1.6193, + "step": 2110 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6722, + "step": 2120 + }, + { + "epoch": 0.43, + "learning_rate": 4.29e-05, + "loss": 1.7298, + "step": 2130 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.6722, + "step": 2140 + }, + { + "epoch": 0.43, + "learning_rate": 4.2833333333333335e-05, + "loss": 1.6502, + "step": 2150 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.7329, + "step": 2160 + }, + { + "epoch": 0.43, + "learning_rate": 4.2766666666666665e-05, + "loss": 1.6326, + "step": 2170 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.5727, + "step": 2180 + }, + { + "epoch": 0.44, + "learning_rate": 4.27e-05, + "loss": 1.6546, + "step": 2190 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6492, + "step": 2200 + }, + { + "epoch": 0.44, + "learning_rate": 4.263333333333334e-05, + "loss": 1.7274, + "step": 2210 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6669, + "step": 2220 + }, + { + "epoch": 0.45, + "learning_rate": 4.2566666666666674e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6582, + "step": 2240 + }, + { + "epoch": 0.45, + "learning_rate": 4.25e-05, + "loss": 1.6413, + "step": 2250 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6665, + "step": 2260 + }, + { + "epoch": 0.45, + "learning_rate": 4.243333333333334e-05, + "loss": 1.6588, + "step": 2270 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.7289, + "step": 2280 + }, + { + "epoch": 0.46, + "learning_rate": 4.236666666666667e-05, + "loss": 1.7174, + "step": 2290 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6575, + "step": 2300 + }, + { + "epoch": 0.46, + "learning_rate": 4.23e-05, + "loss": 1.6343, + "step": 2310 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6913, + "step": 2320 + }, + { + "epoch": 0.47, + "learning_rate": 4.2233333333333334e-05, + "loss": 1.675, + "step": 2330 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.722, + "step": 2340 + }, + { + "epoch": 0.47, + "learning_rate": 4.216666666666667e-05, + "loss": 1.6832, + "step": 2350 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6805, + "step": 2360 + }, + { + "epoch": 0.47, + "learning_rate": 4.21e-05, + "loss": 1.6532, + "step": 2370 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6769, + "step": 2380 + }, + { + "epoch": 0.48, + "learning_rate": 4.2033333333333336e-05, + "loss": 1.6841, + "step": 2390 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7699, + "step": 2400 + }, + { + "epoch": 0.48, + "learning_rate": 4.196666666666667e-05, + "loss": 1.6641, + "step": 2410 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.6328, + "step": 2420 + }, + { + "epoch": 0.49, + "learning_rate": 4.19e-05, + "loss": 1.6895, + "step": 2430 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.7062, + "step": 2440 + }, + { + "epoch": 0.49, + "learning_rate": 4.183333333333334e-05, + "loss": 1.6731, + "step": 2450 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6777, + "step": 2460 + }, + { + "epoch": 0.49, + "learning_rate": 4.176666666666667e-05, + "loss": 1.6585, + "step": 2470 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.7005, + "step": 2480 + }, + { + "epoch": 0.5, + "learning_rate": 4.17e-05, + "loss": 1.6314, + "step": 2490 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6758, + "step": 2500 + }, + { + "epoch": 0.5, + "learning_rate": 4.1633333333333333e-05, + "loss": 1.6584, + "step": 2510 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.6746, + "step": 2520 + }, + { + "epoch": 0.51, + "learning_rate": 4.156666666666667e-05, + "loss": 1.65, + "step": 2530 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6544, + "step": 2540 + }, + { + "epoch": 0.51, + "learning_rate": 4.15e-05, + "loss": 1.596, + "step": 2550 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6518, + "step": 2560 + }, + { + "epoch": 0.51, + "learning_rate": 4.1433333333333335e-05, + "loss": 1.7033, + "step": 2570 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.678, + "step": 2580 + }, + { + "epoch": 0.52, + "learning_rate": 4.136666666666667e-05, + "loss": 1.6537, + "step": 2590 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6944, + "step": 2600 + }, + { + "epoch": 0.52, + "learning_rate": 4.13e-05, + "loss": 1.718, + "step": 2610 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6622, + "step": 2620 + }, + { + "epoch": 0.53, + "learning_rate": 4.123333333333334e-05, + "loss": 1.7606, + "step": 2630 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6292, + "step": 2640 + }, + { + "epoch": 0.53, + "learning_rate": 4.116666666666667e-05, + "loss": 1.6452, + "step": 2650 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6504, + "step": 2660 + }, + { + "epoch": 0.53, + "learning_rate": 4.11e-05, + "loss": 1.6431, + "step": 2670 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6423, + "step": 2680 + }, + { + "epoch": 0.54, + "learning_rate": 4.103333333333333e-05, + "loss": 1.6584, + "step": 2690 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.7195, + "step": 2700 + }, + { + "epoch": 0.54, + "learning_rate": 4.096666666666667e-05, + "loss": 1.7062, + "step": 2710 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7673, + "step": 2720 + }, + { + "epoch": 0.55, + "learning_rate": 4.09e-05, + "loss": 1.6672, + "step": 2730 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.7247, + "step": 2740 + }, + { + "epoch": 0.55, + "learning_rate": 4.0833333333333334e-05, + "loss": 1.7306, + "step": 2750 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.629, + "step": 2760 + }, + { + "epoch": 0.55, + "learning_rate": 4.076666666666667e-05, + "loss": 1.6503, + "step": 2770 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.7018, + "step": 2780 + }, + { + "epoch": 0.56, + "learning_rate": 4.07e-05, + "loss": 1.7073, + "step": 2790 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6879, + "step": 2800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0633333333333336e-05, + "loss": 1.7262, + "step": 2810 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 2820 + }, + { + "epoch": 0.57, + "learning_rate": 4.056666666666667e-05, + "loss": 1.6529, + "step": 2830 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6322, + "step": 2840 + }, + { + "epoch": 0.57, + "learning_rate": 4.05e-05, + "loss": 1.6723, + "step": 2850 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.6698, + "step": 2860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043333333333333e-05, + "loss": 1.6559, + "step": 2870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.683, + "step": 2880 + }, + { + "epoch": 0.58, + "learning_rate": 4.036666666666667e-05, + "loss": 1.6463, + "step": 2890 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6761, + "step": 2900 + }, + { + "epoch": 0.58, + "learning_rate": 4.0300000000000004e-05, + "loss": 1.6378, + "step": 2910 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6961, + "step": 2920 + }, + { + "epoch": 0.59, + "learning_rate": 4.023333333333333e-05, + "loss": 1.6926, + "step": 2930 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6635, + "step": 2940 + }, + { + "epoch": 0.59, + "learning_rate": 4.016666666666667e-05, + "loss": 1.6714, + "step": 2950 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.7007, + "step": 2960 + }, + { + "epoch": 0.59, + "learning_rate": 4.0100000000000006e-05, + "loss": 1.6498, + "step": 2970 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6436, + "step": 2980 + }, + { + "epoch": 0.6, + "learning_rate": 4.0033333333333335e-05, + "loss": 1.6708, + "step": 2990 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7551, + "step": 3000 + }, + { + "epoch": 0.6, + "learning_rate": 3.996666666666667e-05, + "loss": 1.7389, + "step": 3010 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.76, + "step": 3020 + }, + { + "epoch": 0.61, + "learning_rate": 3.99e-05, + "loss": 1.7277, + "step": 3030 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7014, + "step": 3040 + }, + { + "epoch": 0.61, + "learning_rate": 3.983333333333333e-05, + "loss": 1.6653, + "step": 3050 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6696, + "step": 3060 + }, + { + "epoch": 0.61, + "learning_rate": 3.9766666666666667e-05, + "loss": 1.6908, + "step": 3070 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.6969, + "step": 3080 + }, + { + "epoch": 0.62, + "learning_rate": 3.97e-05, + "loss": 1.6795, + "step": 3090 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.6467, + "step": 3100 + }, + { + "epoch": 0.62, + "learning_rate": 3.963333333333333e-05, + "loss": 1.6617, + "step": 3110 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.676, + "step": 3120 + }, + { + "epoch": 0.63, + "learning_rate": 3.956666666666667e-05, + "loss": 1.6072, + "step": 3130 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.7566, + "step": 3140 + }, + { + "epoch": 0.63, + "learning_rate": 3.9500000000000005e-05, + "loss": 1.7283, + "step": 3150 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6639, + "step": 3160 + }, + { + "epoch": 0.63, + "learning_rate": 3.9433333333333334e-05, + "loss": 1.7081, + "step": 3170 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6737, + "step": 3180 + }, + { + "epoch": 0.64, + "learning_rate": 3.936666666666667e-05, + "loss": 1.688, + "step": 3190 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6547, + "step": 3200 + }, + { + "epoch": 0.64, + "learning_rate": 3.9300000000000007e-05, + "loss": 1.6694, + "step": 3210 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6182, + "step": 3220 + }, + { + "epoch": 0.65, + "learning_rate": 3.9233333333333336e-05, + "loss": 1.7198, + "step": 3230 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7182, + "step": 3240 + }, + { + "epoch": 0.65, + "learning_rate": 3.9166666666666665e-05, + "loss": 1.6816, + "step": 3250 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.7048, + "step": 3260 + }, + { + "epoch": 0.65, + "learning_rate": 3.91e-05, + "loss": 1.6473, + "step": 3270 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6309, + "step": 3280 + }, + { + "epoch": 0.66, + "learning_rate": 3.903333333333333e-05, + "loss": 1.683, + "step": 3290 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6957, + "step": 3300 + }, + { + "epoch": 0.66, + "learning_rate": 3.896666666666667e-05, + "loss": 1.6902, + "step": 3310 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6548, + "step": 3320 + }, + { + "epoch": 0.67, + "learning_rate": 3.8900000000000004e-05, + "loss": 1.6596, + "step": 3330 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6634, + "step": 3340 + }, + { + "epoch": 0.67, + "learning_rate": 3.883333333333333e-05, + "loss": 1.6314, + "step": 3350 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6498, + "step": 3360 + }, + { + "epoch": 0.67, + "learning_rate": 3.876666666666667e-05, + "loss": 1.709, + "step": 3370 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6641, + "step": 3380 + }, + { + "epoch": 0.68, + "learning_rate": 3.8700000000000006e-05, + "loss": 1.6933, + "step": 3390 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6738, + "step": 3400 + }, + { + "epoch": 0.68, + "learning_rate": 3.8633333333333335e-05, + "loss": 1.6707, + "step": 3410 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.6912, + "step": 3420 + }, + { + "epoch": 0.69, + "learning_rate": 3.8566666666666664e-05, + "loss": 1.6809, + "step": 3430 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6791, + "step": 3440 + }, + { + "epoch": 0.69, + "learning_rate": 3.85e-05, + "loss": 1.6597, + "step": 3450 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.7166, + "step": 3460 + }, + { + "epoch": 0.69, + "learning_rate": 3.843333333333334e-05, + "loss": 1.6301, + "step": 3470 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6303, + "step": 3480 + }, + { + "epoch": 0.7, + "learning_rate": 3.8366666666666666e-05, + "loss": 1.6886, + "step": 3490 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6665, + "step": 3500 + }, + { + "epoch": 0.7, + "learning_rate": 3.83e-05, + "loss": 1.6576, + "step": 3510 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.6165, + "step": 3520 + }, + { + "epoch": 0.71, + "learning_rate": 3.823333333333334e-05, + "loss": 1.6363, + "step": 3530 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6482, + "step": 3540 + }, + { + "epoch": 0.71, + "learning_rate": 3.816666666666667e-05, + "loss": 1.6286, + "step": 3550 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6462, + "step": 3560 + }, + { + "epoch": 0.71, + "learning_rate": 3.8100000000000005e-05, + "loss": 1.701, + "step": 3570 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6657, + "step": 3580 + }, + { + "epoch": 0.72, + "learning_rate": 3.803333333333334e-05, + "loss": 1.6776, + "step": 3590 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6422, + "step": 3600 + }, + { + "epoch": 0.72, + "learning_rate": 3.796666666666667e-05, + "loss": 1.6314, + "step": 3610 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6392, + "step": 3620 + }, + { + "epoch": 0.73, + "learning_rate": 3.79e-05, + "loss": 1.7569, + "step": 3630 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.6556, + "step": 3640 + }, + { + "epoch": 0.73, + "learning_rate": 3.7833333333333336e-05, + "loss": 1.66, + "step": 3650 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.6545, + "step": 3660 + }, + { + "epoch": 0.73, + "learning_rate": 3.7766666666666665e-05, + "loss": 1.7143, + "step": 3670 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6408, + "step": 3680 + }, + { + "epoch": 0.74, + "learning_rate": 3.77e-05, + "loss": 1.7203, + "step": 3690 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6726, + "step": 3700 + }, + { + "epoch": 0.74, + "learning_rate": 3.763333333333334e-05, + "loss": 1.673, + "step": 3710 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6788, + "step": 3720 + }, + { + "epoch": 0.75, + "learning_rate": 3.756666666666667e-05, + "loss": 1.7007, + "step": 3730 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.707, + "step": 3740 + }, + { + "epoch": 0.75, + "learning_rate": 3.7500000000000003e-05, + "loss": 1.6488, + "step": 3750 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.7055, + "step": 3760 + }, + { + "epoch": 0.75, + "learning_rate": 3.743333333333334e-05, + "loss": 1.6502, + "step": 3770 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.6884, + "step": 3780 + }, + { + "epoch": 0.76, + "learning_rate": 3.736666666666667e-05, + "loss": 1.6706, + "step": 3790 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6554, + "step": 3800 + }, + { + "epoch": 0.76, + "learning_rate": 3.73e-05, + "loss": 1.6835, + "step": 3810 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6994, + "step": 3820 + }, + { + "epoch": 0.77, + "learning_rate": 3.7233333333333335e-05, + "loss": 1.6637, + "step": 3830 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6693, + "step": 3840 + }, + { + "epoch": 0.77, + "learning_rate": 3.7166666666666664e-05, + "loss": 1.6849, + "step": 3850 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.7062, + "step": 3860 + }, + { + "epoch": 0.77, + "learning_rate": 3.71e-05, + "loss": 1.698, + "step": 3870 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6659, + "step": 3880 + }, + { + "epoch": 0.78, + "learning_rate": 3.703333333333334e-05, + "loss": 1.6329, + "step": 3890 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.691, + "step": 3900 + }, + { + "epoch": 0.78, + "learning_rate": 3.6966666666666666e-05, + "loss": 1.6783, + "step": 3910 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6767, + "step": 3920 + }, + { + "epoch": 0.79, + "learning_rate": 3.69e-05, + "loss": 1.6737, + "step": 3930 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6704, + "step": 3940 + }, + { + "epoch": 0.79, + "learning_rate": 3.683333333333334e-05, + "loss": 1.6707, + "step": 3950 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.7092, + "step": 3960 + }, + { + "epoch": 0.79, + "learning_rate": 3.676666666666667e-05, + "loss": 1.7268, + "step": 3970 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.6206, + "step": 3980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6700000000000004e-05, + "loss": 1.6381, + "step": 3990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.7305, + "step": 4000 + }, + { + "epoch": 0.8, + "learning_rate": 3.6633333333333334e-05, + "loss": 1.7178, + "step": 4010 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.6908, + "step": 4020 + }, + { + "epoch": 0.81, + "learning_rate": 3.656666666666666e-05, + "loss": 1.6871, + "step": 4030 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6636, + "step": 4040 + }, + { + "epoch": 0.81, + "learning_rate": 3.65e-05, + "loss": 1.7202, + "step": 4050 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6518, + "step": 4060 + }, + { + "epoch": 0.81, + "learning_rate": 3.6433333333333336e-05, + "loss": 1.7196, + "step": 4070 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.6817, + "step": 4080 + }, + { + "epoch": 0.82, + "learning_rate": 3.636666666666667e-05, + "loss": 1.6632, + "step": 4090 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6777, + "step": 4100 + }, + { + "epoch": 0.82, + "learning_rate": 3.63e-05, + "loss": 1.6698, + "step": 4110 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6483, + "step": 4120 + }, + { + "epoch": 0.83, + "learning_rate": 3.623333333333334e-05, + "loss": 1.6777, + "step": 4130 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6397, + "step": 4140 + }, + { + "epoch": 0.83, + "learning_rate": 3.6166666666666674e-05, + "loss": 1.6574, + "step": 4150 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6367, + "step": 4160 + }, + { + "epoch": 0.83, + "learning_rate": 3.61e-05, + "loss": 1.6841, + "step": 4170 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6694, + "step": 4180 + }, + { + "epoch": 0.84, + "learning_rate": 3.603333333333333e-05, + "loss": 1.6706, + "step": 4190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6176, + "step": 4200 + }, + { + "epoch": 0.84, + "learning_rate": 3.596666666666667e-05, + "loss": 1.707, + "step": 4210 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.673, + "step": 4220 + }, + { + "epoch": 0.85, + "learning_rate": 3.59e-05, + "loss": 1.6762, + "step": 4230 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6852, + "step": 4240 + }, + { + "epoch": 0.85, + "learning_rate": 3.5833333333333335e-05, + "loss": 1.6916, + "step": 4250 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6728, + "step": 4260 + }, + { + "epoch": 0.85, + "learning_rate": 3.576666666666667e-05, + "loss": 1.6861, + "step": 4270 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6461, + "step": 4280 + }, + { + "epoch": 0.86, + "learning_rate": 3.57e-05, + "loss": 1.6355, + "step": 4290 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.7118, + "step": 4300 + }, + { + "epoch": 0.86, + "learning_rate": 3.563333333333334e-05, + "loss": 1.655, + "step": 4310 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6974, + "step": 4320 + }, + { + "epoch": 0.87, + "learning_rate": 3.556666666666667e-05, + "loss": 1.6515, + "step": 4330 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6447, + "step": 4340 + }, + { + "epoch": 0.87, + "learning_rate": 3.55e-05, + "loss": 1.6854, + "step": 4350 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6551, + "step": 4360 + }, + { + "epoch": 0.87, + "learning_rate": 3.543333333333333e-05, + "loss": 1.7505, + "step": 4370 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7117, + "step": 4380 + }, + { + "epoch": 0.88, + "learning_rate": 3.536666666666667e-05, + "loss": 1.6975, + "step": 4390 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.644, + "step": 4400 + }, + { + "epoch": 0.88, + "learning_rate": 3.53e-05, + "loss": 1.6291, + "step": 4410 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6835, + "step": 4420 + }, + { + "epoch": 0.89, + "learning_rate": 3.5233333333333334e-05, + "loss": 1.6785, + "step": 4430 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6383, + "step": 4440 + }, + { + "epoch": 0.89, + "learning_rate": 3.516666666666667e-05, + "loss": 1.7083, + "step": 4450 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7422, + "step": 4460 + }, + { + "epoch": 0.89, + "learning_rate": 3.51e-05, + "loss": 1.6362, + "step": 4470 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6602, + "step": 4480 + }, + { + "epoch": 0.9, + "learning_rate": 3.5033333333333336e-05, + "loss": 1.6673, + "step": 4490 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6596, + "step": 4500 + }, + { + "epoch": 0.9, + "learning_rate": 3.496666666666667e-05, + "loss": 1.682, + "step": 4510 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6675, + "step": 4520 + }, + { + "epoch": 0.91, + "learning_rate": 3.49e-05, + "loss": 1.6745, + "step": 4530 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6567, + "step": 4540 + }, + { + "epoch": 0.91, + "learning_rate": 3.483333333333334e-05, + "loss": 1.6605, + "step": 4550 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.7022, + "step": 4560 + }, + { + "epoch": 0.91, + "learning_rate": 3.476666666666667e-05, + "loss": 1.6484, + "step": 4570 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.665, + "step": 4580 + }, + { + "epoch": 0.92, + "learning_rate": 3.4699999999999996e-05, + "loss": 1.674, + "step": 4590 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6318, + "step": 4600 + }, + { + "epoch": 0.92, + "learning_rate": 3.463333333333333e-05, + "loss": 1.6901, + "step": 4610 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6252, + "step": 4620 + }, + { + "epoch": 0.93, + "learning_rate": 3.456666666666667e-05, + "loss": 1.665, + "step": 4630 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6992, + "step": 4640 + }, + { + "epoch": 0.93, + "learning_rate": 3.45e-05, + "loss": 1.6849, + "step": 4650 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6763, + "step": 4660 + }, + { + "epoch": 0.93, + "learning_rate": 3.4433333333333335e-05, + "loss": 1.6865, + "step": 4670 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6761, + "step": 4680 + }, + { + "epoch": 0.94, + "learning_rate": 3.436666666666667e-05, + "loss": 1.7068, + "step": 4690 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6308, + "step": 4700 + }, + { + "epoch": 0.94, + "learning_rate": 3.430000000000001e-05, + "loss": 1.6557, + "step": 4710 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6965, + "step": 4720 + }, + { + "epoch": 0.95, + "learning_rate": 3.4233333333333336e-05, + "loss": 1.6962, + "step": 4730 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6505, + "step": 4740 + }, + { + "epoch": 0.95, + "learning_rate": 3.4166666666666666e-05, + "loss": 1.6843, + "step": 4750 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.708, + "step": 4760 + }, + { + "epoch": 0.95, + "learning_rate": 3.41e-05, + "loss": 1.6816, + "step": 4770 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6948, + "step": 4780 + }, + { + "epoch": 0.96, + "learning_rate": 3.403333333333333e-05, + "loss": 1.7531, + "step": 4790 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.717, + "step": 4800 + }, + { + "epoch": 0.96, + "learning_rate": 3.396666666666667e-05, + "loss": 1.6945, + "step": 4810 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6719, + "step": 4820 + }, + { + "epoch": 0.97, + "learning_rate": 3.3900000000000004e-05, + "loss": 1.6542, + "step": 4830 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6528, + "step": 4840 + }, + { + "epoch": 0.97, + "learning_rate": 3.3833333333333334e-05, + "loss": 1.6739, + "step": 4850 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6871, + "step": 4860 + }, + { + "epoch": 0.97, + "learning_rate": 3.376666666666667e-05, + "loss": 1.6272, + "step": 4870 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6504, + "step": 4880 + }, + { + "epoch": 0.98, + "learning_rate": 3.3700000000000006e-05, + "loss": 1.6562, + "step": 4890 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6683, + "step": 4900 + }, + { + "epoch": 0.98, + "learning_rate": 3.3633333333333335e-05, + "loss": 1.6303, + "step": 4910 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6585, + "step": 4920 + }, + { + "epoch": 0.99, + "learning_rate": 3.356666666666667e-05, + "loss": 1.6661, + "step": 4930 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6373, + "step": 4940 + }, + { + "epoch": 0.99, + "learning_rate": 3.35e-05, + "loss": 1.6645, + "step": 4950 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6604, + "step": 4960 + }, + { + "epoch": 0.99, + "learning_rate": 3.343333333333333e-05, + "loss": 1.6332, + "step": 4970 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6526, + "step": 4980 + }, + { + "epoch": 1.0, + "learning_rate": 3.336666666666667e-05, + "loss": 1.7021, + "step": 4990 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6668, + "step": 5000 + }, + { + "epoch": 1.0, + "learning_rate": 3.33e-05, + "loss": 1.6486, + "step": 5010 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6017, + "step": 5020 + }, + { + "epoch": 1.01, + "learning_rate": 3.323333333333333e-05, + "loss": 1.6317, + "step": 5030 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.7236, + "step": 5040 + }, + { + "epoch": 1.01, + "learning_rate": 3.316666666666667e-05, + "loss": 1.6889, + "step": 5050 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6446, + "step": 5060 + }, + { + "epoch": 1.01, + "learning_rate": 3.3100000000000005e-05, + "loss": 1.6761, + "step": 5070 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6841, + "step": 5080 + }, + { + "epoch": 1.02, + "learning_rate": 3.3033333333333334e-05, + "loss": 1.6734, + "step": 5090 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6144, + "step": 5100 + }, + { + "epoch": 1.02, + "learning_rate": 3.296666666666667e-05, + "loss": 1.6552, + "step": 5110 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.6726, + "step": 5120 + }, + { + "epoch": 1.03, + "learning_rate": 3.29e-05, + "loss": 1.6438, + "step": 5130 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6665, + "step": 5140 + }, + { + "epoch": 1.03, + "learning_rate": 3.283333333333333e-05, + "loss": 1.6613, + "step": 5150 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6024, + "step": 5160 + }, + { + "epoch": 1.03, + "learning_rate": 3.2766666666666666e-05, + "loss": 1.7194, + "step": 5170 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.6837, + "step": 5180 + }, + { + "epoch": 1.04, + "learning_rate": 3.27e-05, + "loss": 1.6648, + "step": 5190 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6122, + "step": 5200 + }, + { + "epoch": 1.04, + "learning_rate": 3.263333333333333e-05, + "loss": 1.6678, + "step": 5210 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6249, + "step": 5220 + }, + { + "epoch": 1.05, + "learning_rate": 3.256666666666667e-05, + "loss": 1.7066, + "step": 5230 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6529, + "step": 5240 + }, + { + "epoch": 1.05, + "learning_rate": 3.2500000000000004e-05, + "loss": 1.6343, + "step": 5250 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6793, + "step": 5260 + }, + { + "epoch": 1.05, + "learning_rate": 3.243333333333333e-05, + "loss": 1.6449, + "step": 5270 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6892, + "step": 5280 + }, + { + "epoch": 1.06, + "learning_rate": 3.236666666666667e-05, + "loss": 1.6895, + "step": 5290 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6941, + "step": 5300 + }, + { + "epoch": 1.06, + "learning_rate": 3.2300000000000006e-05, + "loss": 1.6419, + "step": 5310 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.649, + "step": 5320 + }, + { + "epoch": 1.07, + "learning_rate": 3.2233333333333335e-05, + "loss": 1.6275, + "step": 5330 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6644, + "step": 5340 + }, + { + "epoch": 1.07, + "learning_rate": 3.2166666666666665e-05, + "loss": 1.6252, + "step": 5350 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6919, + "step": 5360 + }, + { + "epoch": 1.07, + "learning_rate": 3.21e-05, + "loss": 1.6101, + "step": 5370 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6782, + "step": 5380 + }, + { + "epoch": 1.08, + "learning_rate": 3.203333333333334e-05, + "loss": 1.698, + "step": 5390 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7102, + "step": 5400 + }, + { + "epoch": 1.08, + "learning_rate": 3.196666666666667e-05, + "loss": 1.6631, + "step": 5410 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6166, + "step": 5420 + }, + { + "epoch": 1.09, + "learning_rate": 3.19e-05, + "loss": 1.6766, + "step": 5430 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6711, + "step": 5440 + }, + { + "epoch": 1.09, + "learning_rate": 3.183333333333334e-05, + "loss": 1.6667, + "step": 5450 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.7057, + "step": 5460 + }, + { + "epoch": 1.09, + "learning_rate": 3.176666666666667e-05, + "loss": 1.6379, + "step": 5470 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6718, + "step": 5480 + }, + { + "epoch": 1.1, + "learning_rate": 3.1700000000000005e-05, + "loss": 1.6842, + "step": 5490 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6304, + "step": 5500 + }, + { + "epoch": 1.1, + "learning_rate": 3.1633333333333334e-05, + "loss": 1.7034, + "step": 5510 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6433, + "step": 5520 + }, + { + "epoch": 1.11, + "learning_rate": 3.1566666666666664e-05, + "loss": 1.6514, + "step": 5530 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.607, + "step": 5540 + }, + { + "epoch": 1.11, + "learning_rate": 3.15e-05, + "loss": 1.6799, + "step": 5550 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.637, + "step": 5560 + }, + { + "epoch": 1.11, + "learning_rate": 3.1433333333333336e-05, + "loss": 1.7064, + "step": 5570 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7151, + "step": 5580 + }, + { + "epoch": 1.12, + "learning_rate": 3.1366666666666666e-05, + "loss": 1.6345, + "step": 5590 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6621, + "step": 5600 + }, + { + "epoch": 1.12, + "learning_rate": 3.13e-05, + "loss": 1.6957, + "step": 5610 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6428, + "step": 5620 + }, + { + "epoch": 1.13, + "learning_rate": 3.123333333333334e-05, + "loss": 1.6865, + "step": 5630 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.6292, + "step": 5640 + }, + { + "epoch": 1.13, + "learning_rate": 3.116666666666667e-05, + "loss": 1.5753, + "step": 5650 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6951, + "step": 5660 + }, + { + "epoch": 1.13, + "learning_rate": 3.1100000000000004e-05, + "loss": 1.6575, + "step": 5670 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6387, + "step": 5680 + }, + { + "epoch": 1.14, + "learning_rate": 3.103333333333333e-05, + "loss": 1.7249, + "step": 5690 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6246, + "step": 5700 + }, + { + "epoch": 1.14, + "learning_rate": 3.096666666666666e-05, + "loss": 1.6812, + "step": 5710 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.5851, + "step": 5720 + }, + { + "epoch": 1.15, + "learning_rate": 3.09e-05, + "loss": 1.6613, + "step": 5730 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 5740 + }, + { + "epoch": 1.15, + "learning_rate": 3.0833333333333335e-05, + "loss": 1.636, + "step": 5750 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6997, + "step": 5760 + }, + { + "epoch": 1.15, + "learning_rate": 3.0766666666666665e-05, + "loss": 1.6392, + "step": 5770 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.7517, + "step": 5780 + }, + { + "epoch": 1.16, + "learning_rate": 3.07e-05, + "loss": 1.7242, + "step": 5790 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6513, + "step": 5800 + }, + { + "epoch": 1.16, + "learning_rate": 3.063333333333334e-05, + "loss": 1.652, + "step": 5810 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6563, + "step": 5820 + }, + { + "epoch": 1.17, + "learning_rate": 3.0566666666666667e-05, + "loss": 1.703, + "step": 5830 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6668, + "step": 5840 + }, + { + "epoch": 1.17, + "learning_rate": 3.05e-05, + "loss": 1.6754, + "step": 5850 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6755, + "step": 5860 + }, + { + "epoch": 1.17, + "learning_rate": 3.0433333333333336e-05, + "loss": 1.6989, + "step": 5870 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6651, + "step": 5880 + }, + { + "epoch": 1.18, + "learning_rate": 3.0366666666666665e-05, + "loss": 1.6214, + "step": 5890 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6579, + "step": 5900 + }, + { + "epoch": 1.18, + "learning_rate": 3.03e-05, + "loss": 1.7069, + "step": 5910 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.6914, + "step": 5920 + }, + { + "epoch": 1.19, + "learning_rate": 3.0233333333333334e-05, + "loss": 1.6934, + "step": 5930 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6841, + "step": 5940 + }, + { + "epoch": 1.19, + "learning_rate": 3.016666666666667e-05, + "loss": 1.6449, + "step": 5950 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6543, + "step": 5960 + }, + { + "epoch": 1.19, + "learning_rate": 3.01e-05, + "loss": 1.6593, + "step": 5970 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6689, + "step": 5980 + }, + { + "epoch": 1.2, + "learning_rate": 3.0033333333333336e-05, + "loss": 1.6427, + "step": 5990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.722, + "step": 6000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9966666666666672e-05, + "loss": 1.6331, + "step": 6010 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6716, + "step": 6020 + }, + { + "epoch": 1.21, + "learning_rate": 2.9900000000000002e-05, + "loss": 1.6375, + "step": 6030 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6513, + "step": 6040 + }, + { + "epoch": 1.21, + "learning_rate": 2.9833333333333335e-05, + "loss": 1.6713, + "step": 6050 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6639, + "step": 6060 + }, + { + "epoch": 1.21, + "learning_rate": 2.976666666666667e-05, + "loss": 1.6186, + "step": 6070 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.663, + "step": 6080 + }, + { + "epoch": 1.22, + "learning_rate": 2.97e-05, + "loss": 1.6958, + "step": 6090 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6367, + "step": 6100 + }, + { + "epoch": 1.22, + "learning_rate": 2.9633333333333336e-05, + "loss": 1.7076, + "step": 6110 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6665, + "step": 6120 + }, + { + "epoch": 1.23, + "learning_rate": 2.956666666666667e-05, + "loss": 1.66, + "step": 6130 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6636, + "step": 6140 + }, + { + "epoch": 1.23, + "learning_rate": 2.95e-05, + "loss": 1.685, + "step": 6150 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6775, + "step": 6160 + }, + { + "epoch": 1.23, + "learning_rate": 2.9433333333333335e-05, + "loss": 1.6427, + "step": 6170 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6255, + "step": 6180 + }, + { + "epoch": 1.24, + "learning_rate": 2.936666666666667e-05, + "loss": 1.6533, + "step": 6190 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6746, + "step": 6200 + }, + { + "epoch": 1.24, + "learning_rate": 2.93e-05, + "loss": 1.6739, + "step": 6210 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6205, + "step": 6220 + }, + { + "epoch": 1.25, + "learning_rate": 2.9233333333333334e-05, + "loss": 1.6831, + "step": 6230 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6666, + "step": 6240 + }, + { + "epoch": 1.25, + "learning_rate": 2.916666666666667e-05, + "loss": 1.6132, + "step": 6250 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.67, + "step": 6260 + }, + { + "epoch": 1.25, + "learning_rate": 2.91e-05, + "loss": 1.6688, + "step": 6270 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.7116, + "step": 6280 + }, + { + "epoch": 1.26, + "learning_rate": 2.9033333333333335e-05, + "loss": 1.6833, + "step": 6290 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.6735, + "step": 6300 + }, + { + "epoch": 1.26, + "learning_rate": 2.8966666666666668e-05, + "loss": 1.6152, + "step": 6310 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.5975, + "step": 6320 + }, + { + "epoch": 1.27, + "learning_rate": 2.8899999999999998e-05, + "loss": 1.6048, + "step": 6330 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6518, + "step": 6340 + }, + { + "epoch": 1.27, + "learning_rate": 2.8833333333333334e-05, + "loss": 1.6907, + "step": 6350 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6729, + "step": 6360 + }, + { + "epoch": 1.27, + "learning_rate": 2.876666666666667e-05, + "loss": 1.6247, + "step": 6370 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6653, + "step": 6380 + }, + { + "epoch": 1.28, + "learning_rate": 2.87e-05, + "loss": 1.6984, + "step": 6390 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6633, + "step": 6400 + }, + { + "epoch": 1.28, + "learning_rate": 2.8633333333333336e-05, + "loss": 1.645, + "step": 6410 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6159, + "step": 6420 + }, + { + "epoch": 1.29, + "learning_rate": 2.856666666666667e-05, + "loss": 1.6803, + "step": 6430 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6593, + "step": 6440 + }, + { + "epoch": 1.29, + "learning_rate": 2.8499999999999998e-05, + "loss": 1.6758, + "step": 6450 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6762, + "step": 6460 + }, + { + "epoch": 1.29, + "learning_rate": 2.8433333333333334e-05, + "loss": 1.7101, + "step": 6470 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6764, + "step": 6480 + }, + { + "epoch": 1.3, + "learning_rate": 2.836666666666667e-05, + "loss": 1.6557, + "step": 6490 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.693, + "step": 6500 + }, + { + "epoch": 1.3, + "learning_rate": 2.83e-05, + "loss": 1.6228, + "step": 6510 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6528, + "step": 6520 + }, + { + "epoch": 1.31, + "learning_rate": 2.8233333333333333e-05, + "loss": 1.6306, + "step": 6530 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6772, + "step": 6540 + }, + { + "epoch": 1.31, + "learning_rate": 2.816666666666667e-05, + "loss": 1.6604, + "step": 6550 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.7077, + "step": 6560 + }, + { + "epoch": 1.31, + "learning_rate": 2.8100000000000005e-05, + "loss": 1.665, + "step": 6570 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6859, + "step": 6580 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033333333333335e-05, + "loss": 1.6066, + "step": 6590 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6744, + "step": 6600 + }, + { + "epoch": 1.32, + "learning_rate": 2.7966666666666668e-05, + "loss": 1.6072, + "step": 6610 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.7081, + "step": 6620 + }, + { + "epoch": 1.33, + "learning_rate": 2.7900000000000004e-05, + "loss": 1.6748, + "step": 6630 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6834, + "step": 6640 + }, + { + "epoch": 1.33, + "learning_rate": 2.7833333333333333e-05, + "loss": 1.6097, + "step": 6650 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6444, + "step": 6660 + }, + { + "epoch": 1.33, + "learning_rate": 2.776666666666667e-05, + "loss": 1.6671, + "step": 6670 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6447, + "step": 6680 + }, + { + "epoch": 1.34, + "learning_rate": 2.7700000000000002e-05, + "loss": 1.6524, + "step": 6690 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.71, + "step": 6700 + }, + { + "epoch": 1.34, + "learning_rate": 2.7633333333333332e-05, + "loss": 1.7066, + "step": 6710 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.639, + "step": 6720 + }, + { + "epoch": 1.35, + "learning_rate": 2.7566666666666668e-05, + "loss": 1.6387, + "step": 6730 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6695, + "step": 6740 + }, + { + "epoch": 1.35, + "learning_rate": 2.7500000000000004e-05, + "loss": 1.6798, + "step": 6750 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6744, + "step": 6760 + }, + { + "epoch": 1.35, + "learning_rate": 2.7433333333333334e-05, + "loss": 1.6677, + "step": 6770 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6476, + "step": 6780 + }, + { + "epoch": 1.36, + "learning_rate": 2.7366666666666667e-05, + "loss": 1.6805, + "step": 6790 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6275, + "step": 6800 + }, + { + "epoch": 1.36, + "learning_rate": 2.7300000000000003e-05, + "loss": 1.6553, + "step": 6810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.6455, + "step": 6820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7233333333333332e-05, + "loss": 1.7272, + "step": 6830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.6948, + "step": 6840 + }, + { + "epoch": 1.37, + "learning_rate": 2.716666666666667e-05, + "loss": 1.6643, + "step": 6850 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6953, + "step": 6860 + }, + { + "epoch": 1.37, + "learning_rate": 2.7100000000000005e-05, + "loss": 1.7007, + "step": 6870 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.618, + "step": 6880 + }, + { + "epoch": 1.38, + "learning_rate": 2.7033333333333334e-05, + "loss": 1.6588, + "step": 6890 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6827, + "step": 6900 + }, + { + "epoch": 1.38, + "learning_rate": 2.6966666666666667e-05, + "loss": 1.6817, + "step": 6910 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6462, + "step": 6920 + }, + { + "epoch": 1.39, + "learning_rate": 2.6900000000000003e-05, + "loss": 1.6648, + "step": 6930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6464, + "step": 6940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6833333333333333e-05, + "loss": 1.6474, + "step": 6950 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6426, + "step": 6960 + }, + { + "epoch": 1.39, + "learning_rate": 2.676666666666667e-05, + "loss": 1.6458, + "step": 6970 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.7096, + "step": 6980 + }, + { + "epoch": 1.4, + "learning_rate": 2.6700000000000002e-05, + "loss": 1.6622, + "step": 6990 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6154, + "step": 7000 + }, + { + "epoch": 1.4, + "learning_rate": 2.663333333333333e-05, + "loss": 1.6802, + "step": 7010 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.639, + "step": 7020 + }, + { + "epoch": 1.41, + "learning_rate": 2.6566666666666668e-05, + "loss": 1.6881, + "step": 7030 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6789, + "step": 7040 + }, + { + "epoch": 1.41, + "learning_rate": 2.6500000000000004e-05, + "loss": 1.6683, + "step": 7050 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6769, + "step": 7060 + }, + { + "epoch": 1.41, + "learning_rate": 2.6433333333333333e-05, + "loss": 1.6972, + "step": 7070 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7056, + "step": 7080 + }, + { + "epoch": 1.42, + "learning_rate": 2.6366666666666666e-05, + "loss": 1.6946, + "step": 7090 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7217, + "step": 7100 + }, + { + "epoch": 1.42, + "learning_rate": 2.6300000000000002e-05, + "loss": 1.7221, + "step": 7110 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6329, + "step": 7120 + }, + { + "epoch": 1.43, + "learning_rate": 2.6233333333333332e-05, + "loss": 1.6476, + "step": 7130 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 7140 + }, + { + "epoch": 1.43, + "learning_rate": 2.6166666666666668e-05, + "loss": 1.6766, + "step": 7150 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6341, + "step": 7160 + }, + { + "epoch": 1.43, + "learning_rate": 2.61e-05, + "loss": 1.634, + "step": 7170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.643, + "step": 7180 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033333333333337e-05, + "loss": 1.6763, + "step": 7190 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.69, + "step": 7200 + }, + { + "epoch": 1.44, + "learning_rate": 2.5966666666666667e-05, + "loss": 1.6292, + "step": 7210 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6394, + "step": 7220 + }, + { + "epoch": 1.45, + "learning_rate": 2.5900000000000003e-05, + "loss": 1.6449, + "step": 7230 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6728, + "step": 7240 + }, + { + "epoch": 1.45, + "learning_rate": 2.5833333333333336e-05, + "loss": 1.6716, + "step": 7250 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.5957, + "step": 7260 + }, + { + "epoch": 1.45, + "learning_rate": 2.5766666666666665e-05, + "loss": 1.6196, + "step": 7270 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.6413, + "step": 7280 + }, + { + "epoch": 1.46, + "learning_rate": 2.57e-05, + "loss": 1.6364, + "step": 7290 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.6043, + "step": 7300 + }, + { + "epoch": 1.46, + "learning_rate": 2.5633333333333338e-05, + "loss": 1.6467, + "step": 7310 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6464, + "step": 7320 + }, + { + "epoch": 1.47, + "learning_rate": 2.5566666666666667e-05, + "loss": 1.6434, + "step": 7330 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6744, + "step": 7340 + }, + { + "epoch": 1.47, + "learning_rate": 2.5500000000000003e-05, + "loss": 1.6999, + "step": 7350 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.628, + "step": 7360 + }, + { + "epoch": 1.47, + "learning_rate": 2.5433333333333336e-05, + "loss": 1.6782, + "step": 7370 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6546, + "step": 7380 + }, + { + "epoch": 1.48, + "learning_rate": 2.5366666666666665e-05, + "loss": 1.6581, + "step": 7390 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.635, + "step": 7400 + }, + { + "epoch": 1.48, + "learning_rate": 2.5300000000000002e-05, + "loss": 1.6466, + "step": 7410 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.632, + "step": 7420 + }, + { + "epoch": 1.49, + "learning_rate": 2.5233333333333338e-05, + "loss": 1.6607, + "step": 7430 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6428, + "step": 7440 + }, + { + "epoch": 1.49, + "learning_rate": 2.5166666666666667e-05, + "loss": 1.6905, + "step": 7450 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.7041, + "step": 7460 + }, + { + "epoch": 1.49, + "learning_rate": 2.51e-05, + "loss": 1.699, + "step": 7470 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6025, + "step": 7480 + }, + { + "epoch": 1.5, + "learning_rate": 2.5033333333333336e-05, + "loss": 1.6884, + "step": 7490 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6682, + "step": 7500 + }, + { + "epoch": 1.5, + "learning_rate": 2.496666666666667e-05, + "loss": 1.6293, + "step": 7510 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6223, + "step": 7520 + }, + { + "epoch": 1.51, + "learning_rate": 2.4900000000000002e-05, + "loss": 1.6598, + "step": 7530 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6705, + "step": 7540 + }, + { + "epoch": 1.51, + "learning_rate": 2.4833333333333335e-05, + "loss": 1.69, + "step": 7550 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.701, + "step": 7560 + }, + { + "epoch": 1.51, + "learning_rate": 2.4766666666666668e-05, + "loss": 1.6534, + "step": 7570 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.67, + "step": 7580 + }, + { + "epoch": 1.52, + "learning_rate": 2.47e-05, + "loss": 1.6966, + "step": 7590 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7048, + "step": 7600 + }, + { + "epoch": 1.52, + "learning_rate": 2.4633333333333334e-05, + "loss": 1.6718, + "step": 7610 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6623, + "step": 7620 + }, + { + "epoch": 1.53, + "learning_rate": 2.456666666666667e-05, + "loss": 1.7196, + "step": 7630 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.5982, + "step": 7640 + }, + { + "epoch": 1.53, + "learning_rate": 2.45e-05, + "loss": 1.6589, + "step": 7650 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6236, + "step": 7660 + }, + { + "epoch": 1.53, + "learning_rate": 2.4433333333333335e-05, + "loss": 1.617, + "step": 7670 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6526, + "step": 7680 + }, + { + "epoch": 1.54, + "learning_rate": 2.4366666666666668e-05, + "loss": 1.669, + "step": 7690 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6509, + "step": 7700 + }, + { + "epoch": 1.54, + "learning_rate": 2.43e-05, + "loss": 1.7024, + "step": 7710 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6809, + "step": 7720 + }, + { + "epoch": 1.55, + "learning_rate": 2.4233333333333337e-05, + "loss": 1.7386, + "step": 7730 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6091, + "step": 7740 + }, + { + "epoch": 1.55, + "learning_rate": 2.4166666666666667e-05, + "loss": 1.6585, + "step": 7750 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.6439, + "step": 7760 + }, + { + "epoch": 1.55, + "learning_rate": 2.41e-05, + "loss": 1.6268, + "step": 7770 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.7046, + "step": 7780 + }, + { + "epoch": 1.56, + "learning_rate": 2.4033333333333336e-05, + "loss": 1.6282, + "step": 7790 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6132, + "step": 7800 + }, + { + "epoch": 1.56, + "learning_rate": 2.396666666666667e-05, + "loss": 1.6599, + "step": 7810 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6459, + "step": 7820 + }, + { + "epoch": 1.57, + "learning_rate": 2.39e-05, + "loss": 1.6686, + "step": 7830 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.7139, + "step": 7840 + }, + { + "epoch": 1.57, + "learning_rate": 2.3833333333333334e-05, + "loss": 1.6834, + "step": 7850 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6849, + "step": 7860 + }, + { + "epoch": 1.57, + "learning_rate": 2.3766666666666667e-05, + "loss": 1.6299, + "step": 7870 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.684, + "step": 7880 + }, + { + "epoch": 1.58, + "learning_rate": 2.37e-05, + "loss": 1.6352, + "step": 7890 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6593, + "step": 7900 + }, + { + "epoch": 1.58, + "learning_rate": 2.3633333333333336e-05, + "loss": 1.6676, + "step": 7910 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6882, + "step": 7920 + }, + { + "epoch": 1.59, + "learning_rate": 2.3566666666666666e-05, + "loss": 1.6561, + "step": 7930 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.7159, + "step": 7940 + }, + { + "epoch": 1.59, + "learning_rate": 2.35e-05, + "loss": 1.7012, + "step": 7950 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6661, + "step": 7960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3433333333333335e-05, + "loss": 1.695, + "step": 7970 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6251, + "step": 7980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3366666666666668e-05, + "loss": 1.6994, + "step": 7990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.6568, + "step": 8000 + }, + { + "epoch": 1.6, + "learning_rate": 2.3300000000000004e-05, + "loss": 1.7272, + "step": 8010 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.6856, + "step": 8020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3233333333333333e-05, + "loss": 1.6694, + "step": 8030 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7271, + "step": 8040 + }, + { + "epoch": 1.61, + "learning_rate": 2.3166666666666666e-05, + "loss": 1.7166, + "step": 8050 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.617, + "step": 8060 + }, + { + "epoch": 1.61, + "learning_rate": 2.3100000000000002e-05, + "loss": 1.7081, + "step": 8070 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6774, + "step": 8080 + }, + { + "epoch": 1.62, + "learning_rate": 2.3033333333333335e-05, + "loss": 1.6544, + "step": 8090 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.7006, + "step": 8100 + }, + { + "epoch": 1.62, + "learning_rate": 2.2966666666666668e-05, + "loss": 1.6465, + "step": 8110 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6488, + "step": 8120 + }, + { + "epoch": 1.63, + "learning_rate": 2.29e-05, + "loss": 1.6038, + "step": 8130 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6518, + "step": 8140 + }, + { + "epoch": 1.63, + "learning_rate": 2.2833333333333334e-05, + "loss": 1.6352, + "step": 8150 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6624, + "step": 8160 + }, + { + "epoch": 1.63, + "learning_rate": 2.2766666666666667e-05, + "loss": 1.6872, + "step": 8170 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6911, + "step": 8180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2700000000000003e-05, + "loss": 1.6554, + "step": 8190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.5762, + "step": 8200 + }, + { + "epoch": 1.64, + "learning_rate": 2.2633333333333336e-05, + "loss": 1.6797, + "step": 8210 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6612, + "step": 8220 + }, + { + "epoch": 1.65, + "learning_rate": 2.2566666666666665e-05, + "loss": 1.6898, + "step": 8230 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6696, + "step": 8240 + }, + { + "epoch": 1.65, + "learning_rate": 2.25e-05, + "loss": 1.7241, + "step": 8250 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6595, + "step": 8260 + }, + { + "epoch": 1.65, + "learning_rate": 2.2433333333333334e-05, + "loss": 1.6269, + "step": 8270 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.7358, + "step": 8280 + }, + { + "epoch": 1.66, + "learning_rate": 2.236666666666667e-05, + "loss": 1.658, + "step": 8290 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6931, + "step": 8300 + }, + { + "epoch": 1.66, + "learning_rate": 2.23e-05, + "loss": 1.7174, + "step": 8310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.6986, + "step": 8320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2233333333333333e-05, + "loss": 1.6326, + "step": 8330 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.644, + "step": 8340 + }, + { + "epoch": 1.67, + "learning_rate": 2.216666666666667e-05, + "loss": 1.6881, + "step": 8350 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6545, + "step": 8360 + }, + { + "epoch": 1.67, + "learning_rate": 2.2100000000000002e-05, + "loss": 1.626, + "step": 8370 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.686, + "step": 8380 + }, + { + "epoch": 1.68, + "learning_rate": 2.2033333333333335e-05, + "loss": 1.6603, + "step": 8390 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6426, + "step": 8400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1966666666666668e-05, + "loss": 1.6076, + "step": 8410 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6631, + "step": 8420 + }, + { + "epoch": 1.69, + "learning_rate": 2.19e-05, + "loss": 1.6713, + "step": 8430 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.717, + "step": 8440 + }, + { + "epoch": 1.69, + "learning_rate": 2.1833333333333333e-05, + "loss": 1.6938, + "step": 8450 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.7051, + "step": 8460 + }, + { + "epoch": 1.69, + "learning_rate": 2.176666666666667e-05, + "loss": 1.6929, + "step": 8470 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6166, + "step": 8480 + }, + { + "epoch": 1.7, + "learning_rate": 2.1700000000000002e-05, + "loss": 1.6581, + "step": 8490 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6365, + "step": 8500 + }, + { + "epoch": 1.7, + "learning_rate": 2.1633333333333332e-05, + "loss": 1.6528, + "step": 8510 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6901, + "step": 8520 + }, + { + "epoch": 1.71, + "learning_rate": 2.1566666666666668e-05, + "loss": 1.6551, + "step": 8530 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.691, + "step": 8540 + }, + { + "epoch": 1.71, + "learning_rate": 2.15e-05, + "loss": 1.6342, + "step": 8550 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6498, + "step": 8560 + }, + { + "epoch": 1.71, + "learning_rate": 2.1433333333333334e-05, + "loss": 1.6715, + "step": 8570 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.6674, + "step": 8580 + }, + { + "epoch": 1.72, + "learning_rate": 2.1366666666666667e-05, + "loss": 1.7027, + "step": 8590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6746, + "step": 8600 + }, + { + "epoch": 1.72, + "learning_rate": 2.13e-05, + "loss": 1.6595, + "step": 8610 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6051, + "step": 8620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1233333333333336e-05, + "loss": 1.6705, + "step": 8630 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6397, + "step": 8640 + }, + { + "epoch": 1.73, + "learning_rate": 2.116666666666667e-05, + "loss": 1.6377, + "step": 8650 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6278, + "step": 8660 + }, + { + "epoch": 1.73, + "learning_rate": 2.11e-05, + "loss": 1.64, + "step": 8670 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.696, + "step": 8680 + }, + { + "epoch": 1.74, + "learning_rate": 2.1033333333333334e-05, + "loss": 1.6707, + "step": 8690 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.687, + "step": 8700 + }, + { + "epoch": 1.74, + "learning_rate": 2.0966666666666667e-05, + "loss": 1.6594, + "step": 8710 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.683, + "step": 8720 + }, + { + "epoch": 1.75, + "learning_rate": 2.09e-05, + "loss": 1.6767, + "step": 8730 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7184, + "step": 8740 + }, + { + "epoch": 1.75, + "learning_rate": 2.0833333333333336e-05, + "loss": 1.6334, + "step": 8750 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6413, + "step": 8760 + }, + { + "epoch": 1.75, + "learning_rate": 2.076666666666667e-05, + "loss": 1.6728, + "step": 8770 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.6413, + "step": 8780 + }, + { + "epoch": 1.76, + "learning_rate": 2.07e-05, + "loss": 1.6583, + "step": 8790 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6128, + "step": 8800 + }, + { + "epoch": 1.76, + "learning_rate": 2.0633333333333335e-05, + "loss": 1.6283, + "step": 8810 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.7232, + "step": 8820 + }, + { + "epoch": 1.77, + "learning_rate": 2.0566666666666667e-05, + "loss": 1.6151, + "step": 8830 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.6621, + "step": 8840 + }, + { + "epoch": 1.77, + "learning_rate": 2.05e-05, + "loss": 1.6738, + "step": 8850 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6394, + "step": 8860 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433333333333336e-05, + "loss": 1.6797, + "step": 8870 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.6909, + "step": 8880 + }, + { + "epoch": 1.78, + "learning_rate": 2.0366666666666666e-05, + "loss": 1.6027, + "step": 8890 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.582, + "step": 8900 + }, + { + "epoch": 1.78, + "learning_rate": 2.0300000000000002e-05, + "loss": 1.6702, + "step": 8910 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7282, + "step": 8920 + }, + { + "epoch": 1.79, + "learning_rate": 2.0233333333333335e-05, + "loss": 1.6568, + "step": 8930 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6217, + "step": 8940 + }, + { + "epoch": 1.79, + "learning_rate": 2.0166666666666668e-05, + "loss": 1.6606, + "step": 8950 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.7067, + "step": 8960 + }, + { + "epoch": 1.79, + "learning_rate": 2.01e-05, + "loss": 1.69, + "step": 8970 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6791, + "step": 8980 + }, + { + "epoch": 1.8, + "learning_rate": 2.0033333333333334e-05, + "loss": 1.6287, + "step": 8990 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6685, + "step": 9000 + } + ], + "logging_steps": 10, + "max_steps": 15000, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 2.84411169865728e+18, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +} diff --git a/8081/checkpoint-9000/training_args.bin b/8081/checkpoint-9000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd5f9235885e12ec4a7d10aaf1afe712c5506e7d --- /dev/null +++ b/8081/checkpoint-9000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ed07af6c16ceef5f329bbaa4b663af804553b5c511adb5b00934f034b3ead8 +size 4664 diff --git a/8128_Llama-2-13b-hf/README.md b/8128_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..b0e505f5c69b636e2d8662cdfd405dc81beedd90 --- /dev/null +++ b/8128_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 8128_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 8128_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/8128_Llama-2-13b-hf/adapter_config.json b/8128_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/adapter_model.safetensors b/8128_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe48f53b233a03c843fafb05c456c36c9051f5a4 --- /dev/null +++ b/8128_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b7c2feb9e918ac8e821a4e14d51a1dc22e17b46addf1a333cdd623205f4703 +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/README.md b/8128_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..64eacdea5b6efa604d0b37d93dc708b78d4b2951 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26c10010c614d08ff41eae8c0972b976893f6a3dbeb5d1dcc1411907128bb6c +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb9dad3ea4260fcb82b041a319e20616d9691d75 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9428505b4ba4a0621259658ab6b4d4e4b44ee4df0f3b9056e5d4268ec9c8a704 +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..357c50a1a4dbab7dadfbdcc7c83367f8eae092fd --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee595d0c6cbdb10cfbc003bcd6f4432e240167961571bbdf484e94495fed52fc +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3abd06ab30557e0942c23a2ef8708540ef3e087f --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6591957811470006, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/README.md b/8128_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0677d591fe49f1760e7567cefa1afdceec030df3 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d38d3b6f01f9d1e4aa9cf7937fa585470203a5249dec1a24d8c7d3e32a97a91 +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e609c71ccf19f7d0bf14ea1df91b48eefb39954 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486b8705304d7b18e43f5ad14d1f2e4794dfc704512877629b769ef6fa4b76b0 +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..011a03aa9f29672bbea7c9d0d1934c770a724398 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92eb82a023f23b01ba12ac964c21ed408721810118065b47cd591285b3862deb +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..acbc7aa7fad0e67b3266cd7e795f42cc7ede63ec --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0b19d2285c225e17a83ef70d8a917014b6c16143509d6312a6871ba4779f6e +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3a5a8dcef537ccc7cbf6415c67125a881037ec41 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.988793671720501, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/README.md b/8128_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4f80c13fd40cb6ffea912ba63537eac3626b4a9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd2527f941012d7cb7a0f3cccd67a6661de9f16ac9ce5286f349d37b66ee7ae +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..632feabbf7e342ab9859f1157edb6d4b0d7df8c3 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cccc871040a9e6290a2229b0c0f30e3430ecbacd706bbc44777f809cafa0258c +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..60546251f81164b230a76a331f6bb132ee39cf05 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b73c123121e09cf76ba9e7e90d4e87609bb5a817f055d2d1578e3ee89de201a +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..42e46dcfa369a32cde15fef548d6a11f0282ce3e --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3183915622940012, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.341023950780048e-05, + "loss": 1.512, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3300373544275986e-05, + "loss": 1.4642, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190507580751483e-05, + "loss": 1.4732, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.308064161722699e-05, + "loss": 1.5265, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.2970775653702486e-05, + "loss": 1.5021, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.2860909690177984e-05, + "loss": 1.467, + "step": 1560 + }, + { + "epoch": 1.03, + "learning_rate": 3.275104372665349e-05, + "loss": 1.5358, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.264117776312898e-05, + "loss": 1.5134, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2531311799604484e-05, + "loss": 1.5223, + "step": 1590 + }, + { + "epoch": 1.05, + "learning_rate": 3.242144583607998e-05, + "loss": 1.5, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2311579872555487e-05, + "loss": 1.5264, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.2201713909030984e-05, + "loss": 1.5443, + "step": 1620 + }, + { + "epoch": 1.07, + "learning_rate": 3.209184794550648e-05, + "loss": 1.505, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.198198198198199e-05, + "loss": 1.5006, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.1872116018457485e-05, + "loss": 1.4926, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.176225005493298e-05, + "loss": 1.4822, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.165238409140848e-05, + "loss": 1.4926, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1542518127883985e-05, + "loss": 1.518, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.143265216435948e-05, + "loss": 1.48, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.132278620083498e-05, + "loss": 1.4855, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.1212920237310485e-05, + "loss": 1.5082, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.110305427378598e-05, + "loss": 1.5386, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.099318831026148e-05, + "loss": 1.5127, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.088332234673698e-05, + "loss": 1.5055, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.077345638321248e-05, + "loss": 1.4899, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.066359041968798e-05, + "loss": 1.4672, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.055372445616348e-05, + "loss": 1.4608, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.0443858492638984e-05, + "loss": 1.5024, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.033399252911448e-05, + "loss": 1.5399, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.0224126565589983e-05, + "loss": 1.5202, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.011426060206548e-05, + "loss": 1.5153, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 3.0004394638540985e-05, + "loss": 1.49, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.989452867501648e-05, + "loss": 1.5247, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9784662711491977e-05, + "loss": 1.5244, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9674796747967482e-05, + "loss": 1.5037, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.956493078444298e-05, + "loss": 1.5281, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.945506482091848e-05, + "loss": 1.5172, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.934519885739398e-05, + "loss": 1.5056, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9235332893869484e-05, + "loss": 1.4896, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.912546693034498e-05, + "loss": 1.5634, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.9015600966820483e-05, + "loss": 1.5211, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.890573500329598e-05, + "loss": 1.5346, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.879586903977148e-05, + "loss": 1.5723, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.868600307624698e-05, + "loss": 1.4715, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8576137112722477e-05, + "loss": 1.5107, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8466271149197982e-05, + "loss": 1.5052, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.835640518567348e-05, + "loss": 1.5363, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.824653922214898e-05, + "loss": 1.4704, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.813667325862448e-05, + "loss": 1.5256, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.8026807295099977e-05, + "loss": 1.5022, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/README.md b/8128_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3d1074784757ce3c03c891da5a9a29e83b6ccc44 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a47bc929b9ea7304d43d25ce712e4b2464dc15e3f57f7e07c81355a8995fdd +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..be89490e345ec0528cce1029b835363732d2fbdc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79de8a6eb35316285880352023772c9f116f4bb398232879bd2bdf31b8676777 +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..3799a4499c136337bfb3eec648ec456bac48a9d4 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d95050b0c49c22426e71f35117ad6e5f499a98eced54baef386d51a6f6328a +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..852238866f860c69d5609f550b250ec6f517c9cb --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6479894528675016, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.341023950780048e-05, + "loss": 1.512, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3300373544275986e-05, + "loss": 1.4642, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190507580751483e-05, + "loss": 1.4732, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.308064161722699e-05, + "loss": 1.5265, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.2970775653702486e-05, + "loss": 1.5021, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.2860909690177984e-05, + "loss": 1.467, + "step": 1560 + }, + { + "epoch": 1.03, + "learning_rate": 3.275104372665349e-05, + "loss": 1.5358, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.264117776312898e-05, + "loss": 1.5134, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2531311799604484e-05, + "loss": 1.5223, + "step": 1590 + }, + { + "epoch": 1.05, + "learning_rate": 3.242144583607998e-05, + "loss": 1.5, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2311579872555487e-05, + "loss": 1.5264, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.2201713909030984e-05, + "loss": 1.5443, + "step": 1620 + }, + { + "epoch": 1.07, + "learning_rate": 3.209184794550648e-05, + "loss": 1.505, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.198198198198199e-05, + "loss": 1.5006, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.1872116018457485e-05, + "loss": 1.4926, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.176225005493298e-05, + "loss": 1.4822, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.165238409140848e-05, + "loss": 1.4926, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1542518127883985e-05, + "loss": 1.518, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.143265216435948e-05, + "loss": 1.48, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.132278620083498e-05, + "loss": 1.4855, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.1212920237310485e-05, + "loss": 1.5082, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.110305427378598e-05, + "loss": 1.5386, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.099318831026148e-05, + "loss": 1.5127, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.088332234673698e-05, + "loss": 1.5055, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.077345638321248e-05, + "loss": 1.4899, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.066359041968798e-05, + "loss": 1.4672, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.055372445616348e-05, + "loss": 1.4608, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.0443858492638984e-05, + "loss": 1.5024, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.033399252911448e-05, + "loss": 1.5399, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.0224126565589983e-05, + "loss": 1.5202, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.011426060206548e-05, + "loss": 1.5153, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 3.0004394638540985e-05, + "loss": 1.49, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.989452867501648e-05, + "loss": 1.5247, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9784662711491977e-05, + "loss": 1.5244, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9674796747967482e-05, + "loss": 1.5037, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.956493078444298e-05, + "loss": 1.5281, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.945506482091848e-05, + "loss": 1.5172, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.934519885739398e-05, + "loss": 1.5056, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9235332893869484e-05, + "loss": 1.4896, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.912546693034498e-05, + "loss": 1.5634, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.9015600966820483e-05, + "loss": 1.5211, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.890573500329598e-05, + "loss": 1.5346, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.879586903977148e-05, + "loss": 1.5723, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.868600307624698e-05, + "loss": 1.4715, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8576137112722477e-05, + "loss": 1.5107, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8466271149197982e-05, + "loss": 1.5052, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.835640518567348e-05, + "loss": 1.5363, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.824653922214898e-05, + "loss": 1.4704, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.813667325862448e-05, + "loss": 1.5256, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.8026807295099977e-05, + "loss": 1.5022, + "step": 2000 + }, + { + "epoch": 1.32, + "learning_rate": 2.791694133157548e-05, + "loss": 1.5098, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.780707536805098e-05, + "loss": 1.5184, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.769720940452648e-05, + "loss": 1.5153, + "step": 2030 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587343441001978e-05, + "loss": 1.4908, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7477477477477483e-05, + "loss": 1.5063, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7367611513952977e-05, + "loss": 1.5283, + "step": 2060 + }, + { + "epoch": 1.36, + "learning_rate": 2.7257745550428475e-05, + "loss": 1.5117, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.714787958690398e-05, + "loss": 1.5171, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7038013623379478e-05, + "loss": 1.5178, + "step": 2090 + }, + { + "epoch": 1.38, + "learning_rate": 2.692814765985498e-05, + "loss": 1.544, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6818281696330477e-05, + "loss": 1.554, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.670841573280598e-05, + "loss": 1.5475, + "step": 2120 + }, + { + "epoch": 1.4, + "learning_rate": 2.659854976928148e-05, + "loss": 1.5047, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.6488683805756974e-05, + "loss": 1.5467, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6378817842232478e-05, + "loss": 1.5198, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.6268951878707976e-05, + "loss": 1.5535, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6159085915183477e-05, + "loss": 1.4805, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6049219951658975e-05, + "loss": 1.5443, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.593935398813448e-05, + "loss": 1.5291, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5829488024609978e-05, + "loss": 1.4886, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5719622061085475e-05, + "loss": 1.5348, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5609756097560977e-05, + "loss": 1.5393, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5499890134036475e-05, + "loss": 1.5525, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.539002417051198e-05, + "loss": 1.5496, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5280158206987477e-05, + "loss": 1.4784, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5170292243462978e-05, + "loss": 1.4567, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.5060426279938476e-05, + "loss": 1.4958, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4950560316413977e-05, + "loss": 1.5037, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.4840694352889475e-05, + "loss": 1.5023, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.4730828389364976e-05, + "loss": 1.5096, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4620962425840478e-05, + "loss": 1.5476, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4511096462315975e-05, + "loss": 1.4844, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.4401230498791473e-05, + "loss": 1.4702, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4291364535266974e-05, + "loss": 1.5297, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4181498571742476e-05, + "loss": 1.4954, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.4071632608217977e-05, + "loss": 1.5016, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3961766644693475e-05, + "loss": 1.5038, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3851900681168976e-05, + "loss": 1.4758, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.3742034717644474e-05, + "loss": 1.4669, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.3632168754119975e-05, + "loss": 1.5204, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3522302790595473e-05, + "loss": 1.5103, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3412436827070974e-05, + "loss": 1.5083, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.3302570863546475e-05, + "loss": 1.5019, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3192704900021973e-05, + "loss": 1.4884, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3082838936497474e-05, + "loss": 1.457, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.2972972972972976e-05, + "loss": 1.5291, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.2863107009448473e-05, + "loss": 1.4711, + "step": 2470 + }, + { + "epoch": 1.63, + "learning_rate": 2.2753241045923975e-05, + "loss": 1.4642, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.2643375082399473e-05, + "loss": 1.5143, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533509118874974e-05, + "loss": 1.522, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/README.md b/8128_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6307de80aff640db1cc2cc975217dcd967a5bd4b --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2794bf7e1e761aa5463df9b6d87d704e77cf524f7f9cab59afa55bae8d6c88 +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1bdcf172150d41ae2eadb2571a39ff4900576a7 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d712fbeb9ca0dbe85348f0d7b330a9122b22feecfe8684593827c3ffd75da6 +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5514c2364480f5ba55bb1a8a7129edc43c8269c8 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85027ccb3cbfd07885a93731d4088037863bdd3a9c4da70cb0ca80f8ab171bc +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..3756a45a851f3887609b47336195faeaf638424e --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a14ea3ef3711d383f7c3b122033a02d1390e397ac71f04522e09ad28eef7f51 +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..81ef92d7491494dedbef986a3744d3ab13e2f77c --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.977587343441002, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.341023950780048e-05, + "loss": 1.512, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3300373544275986e-05, + "loss": 1.4642, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190507580751483e-05, + "loss": 1.4732, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.308064161722699e-05, + "loss": 1.5265, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.2970775653702486e-05, + "loss": 1.5021, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.2860909690177984e-05, + "loss": 1.467, + "step": 1560 + }, + { + "epoch": 1.03, + "learning_rate": 3.275104372665349e-05, + "loss": 1.5358, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.264117776312898e-05, + "loss": 1.5134, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2531311799604484e-05, + "loss": 1.5223, + "step": 1590 + }, + { + "epoch": 1.05, + "learning_rate": 3.242144583607998e-05, + "loss": 1.5, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2311579872555487e-05, + "loss": 1.5264, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.2201713909030984e-05, + "loss": 1.5443, + "step": 1620 + }, + { + "epoch": 1.07, + "learning_rate": 3.209184794550648e-05, + "loss": 1.505, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.198198198198199e-05, + "loss": 1.5006, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.1872116018457485e-05, + "loss": 1.4926, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.176225005493298e-05, + "loss": 1.4822, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.165238409140848e-05, + "loss": 1.4926, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1542518127883985e-05, + "loss": 1.518, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.143265216435948e-05, + "loss": 1.48, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.132278620083498e-05, + "loss": 1.4855, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.1212920237310485e-05, + "loss": 1.5082, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.110305427378598e-05, + "loss": 1.5386, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.099318831026148e-05, + "loss": 1.5127, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.088332234673698e-05, + "loss": 1.5055, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.077345638321248e-05, + "loss": 1.4899, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.066359041968798e-05, + "loss": 1.4672, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.055372445616348e-05, + "loss": 1.4608, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.0443858492638984e-05, + "loss": 1.5024, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.033399252911448e-05, + "loss": 1.5399, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.0224126565589983e-05, + "loss": 1.5202, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.011426060206548e-05, + "loss": 1.5153, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 3.0004394638540985e-05, + "loss": 1.49, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.989452867501648e-05, + "loss": 1.5247, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9784662711491977e-05, + "loss": 1.5244, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9674796747967482e-05, + "loss": 1.5037, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.956493078444298e-05, + "loss": 1.5281, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.945506482091848e-05, + "loss": 1.5172, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.934519885739398e-05, + "loss": 1.5056, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9235332893869484e-05, + "loss": 1.4896, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.912546693034498e-05, + "loss": 1.5634, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.9015600966820483e-05, + "loss": 1.5211, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.890573500329598e-05, + "loss": 1.5346, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.879586903977148e-05, + "loss": 1.5723, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.868600307624698e-05, + "loss": 1.4715, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8576137112722477e-05, + "loss": 1.5107, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8466271149197982e-05, + "loss": 1.5052, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.835640518567348e-05, + "loss": 1.5363, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.824653922214898e-05, + "loss": 1.4704, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.813667325862448e-05, + "loss": 1.5256, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.8026807295099977e-05, + "loss": 1.5022, + "step": 2000 + }, + { + "epoch": 1.32, + "learning_rate": 2.791694133157548e-05, + "loss": 1.5098, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.780707536805098e-05, + "loss": 1.5184, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.769720940452648e-05, + "loss": 1.5153, + "step": 2030 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587343441001978e-05, + "loss": 1.4908, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7477477477477483e-05, + "loss": 1.5063, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7367611513952977e-05, + "loss": 1.5283, + "step": 2060 + }, + { + "epoch": 1.36, + "learning_rate": 2.7257745550428475e-05, + "loss": 1.5117, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.714787958690398e-05, + "loss": 1.5171, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7038013623379478e-05, + "loss": 1.5178, + "step": 2090 + }, + { + "epoch": 1.38, + "learning_rate": 2.692814765985498e-05, + "loss": 1.544, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6818281696330477e-05, + "loss": 1.554, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.670841573280598e-05, + "loss": 1.5475, + "step": 2120 + }, + { + "epoch": 1.4, + "learning_rate": 2.659854976928148e-05, + "loss": 1.5047, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.6488683805756974e-05, + "loss": 1.5467, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6378817842232478e-05, + "loss": 1.5198, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.6268951878707976e-05, + "loss": 1.5535, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6159085915183477e-05, + "loss": 1.4805, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6049219951658975e-05, + "loss": 1.5443, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.593935398813448e-05, + "loss": 1.5291, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5829488024609978e-05, + "loss": 1.4886, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5719622061085475e-05, + "loss": 1.5348, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5609756097560977e-05, + "loss": 1.5393, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5499890134036475e-05, + "loss": 1.5525, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.539002417051198e-05, + "loss": 1.5496, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5280158206987477e-05, + "loss": 1.4784, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5170292243462978e-05, + "loss": 1.4567, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.5060426279938476e-05, + "loss": 1.4958, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4950560316413977e-05, + "loss": 1.5037, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.4840694352889475e-05, + "loss": 1.5023, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.4730828389364976e-05, + "loss": 1.5096, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4620962425840478e-05, + "loss": 1.5476, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4511096462315975e-05, + "loss": 1.4844, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.4401230498791473e-05, + "loss": 1.4702, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4291364535266974e-05, + "loss": 1.5297, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4181498571742476e-05, + "loss": 1.4954, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.4071632608217977e-05, + "loss": 1.5016, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3961766644693475e-05, + "loss": 1.5038, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3851900681168976e-05, + "loss": 1.4758, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.3742034717644474e-05, + "loss": 1.4669, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.3632168754119975e-05, + "loss": 1.5204, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3522302790595473e-05, + "loss": 1.5103, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3412436827070974e-05, + "loss": 1.5083, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.3302570863546475e-05, + "loss": 1.5019, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3192704900021973e-05, + "loss": 1.4884, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3082838936497474e-05, + "loss": 1.457, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.2972972972972976e-05, + "loss": 1.5291, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.2863107009448473e-05, + "loss": 1.4711, + "step": 2470 + }, + { + "epoch": 1.63, + "learning_rate": 2.2753241045923975e-05, + "loss": 1.4642, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.2643375082399473e-05, + "loss": 1.5143, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533509118874974e-05, + "loss": 1.522, + "step": 2500 + }, + { + "epoch": 1.65, + "learning_rate": 2.2423643155350475e-05, + "loss": 1.5441, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2313777191825973e-05, + "loss": 1.5014, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2203911228301474e-05, + "loss": 1.4878, + "step": 2530 + }, + { + "epoch": 1.67, + "learning_rate": 2.2094045264776972e-05, + "loss": 1.5278, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.1984179301252473e-05, + "loss": 1.4931, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.187431333772797e-05, + "loss": 1.5347, + "step": 2560 + }, + { + "epoch": 1.69, + "learning_rate": 2.1764447374203472e-05, + "loss": 1.5179, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1654581410678973e-05, + "loss": 1.4976, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1544715447154475e-05, + "loss": 1.4873, + "step": 2590 + }, + { + "epoch": 1.71, + "learning_rate": 2.1434849483629972e-05, + "loss": 1.5061, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324983520105474e-05, + "loss": 1.4761, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.121511755658097e-05, + "loss": 1.4965, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1105251593056473e-05, + "loss": 1.4988, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.099538562953197e-05, + "loss": 1.5104, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0885519666007472e-05, + "loss": 1.5326, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.0775653702482973e-05, + "loss": 1.5127, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.066578773895847e-05, + "loss": 1.5219, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0555921775433972e-05, + "loss": 1.5296, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.044605581190947e-05, + "loss": 1.5155, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.033618984838497e-05, + "loss": 1.5104, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0226323884860472e-05, + "loss": 1.5286, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.011645792133597e-05, + "loss": 1.488, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 2.000659195781147e-05, + "loss": 1.5372, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9896725994286973e-05, + "loss": 1.5224, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.978686003076247e-05, + "loss": 1.5292, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.967699406723797e-05, + "loss": 1.5251, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.956712810371347e-05, + "loss": 1.4906, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.945726214018897e-05, + "loss": 1.5173, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.934739617666447e-05, + "loss": 1.4758, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.923753021313997e-05, + "loss": 1.5156, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.912766424961547e-05, + "loss": 1.5072, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.9017798286090972e-05, + "loss": 1.4955, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.890793232256647e-05, + "loss": 1.5252, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8798066359041968e-05, + "loss": 1.4833, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.868820039551747e-05, + "loss": 1.5287, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.857833443199297e-05, + "loss": 1.4767, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.846846846846847e-05, + "loss": 1.4979, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.835860250494397e-05, + "loss": 1.5249, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.824873654141947e-05, + "loss": 1.5127, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.813887057789497e-05, + "loss": 1.5252, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8029004614370466e-05, + "loss": 1.499, + "step": 2910 + }, + { + "epoch": 1.92, + "learning_rate": 1.7919138650845968e-05, + "loss": 1.5672, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.780927268732147e-05, + "loss": 1.485, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.769940672379697e-05, + "loss": 1.5526, + "step": 2940 + }, + { + "epoch": 1.94, + "learning_rate": 1.7589540760272468e-05, + "loss": 1.551, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.747967479674797e-05, + "loss": 1.518, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.736980883322347e-05, + "loss": 1.5185, + "step": 2970 + }, + { + "epoch": 1.96, + "learning_rate": 1.7259942869698968e-05, + "loss": 1.4947, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.7150076906174466e-05, + "loss": 1.503, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7040210942649967e-05, + "loss": 1.4985, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/README.md b/8128_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..842c4e1b2ccf69ad290336239d3fc32ceaad8ed8 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0572143fa1919169458fac5eac4b7ad378a013c7964eeae6014383733231bd +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e195a2b38dc5a30446f8e765a168fbab446b698 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d579b4a6bb7f748bf3ee74ca1be93d0fb42ed3455288340c9235f14ce2c11922 +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..54cc181addd0fc0db11b22987d0b6fa5d1267f68 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f3bcbcca8715a3f6023b89961001ebe52b2d3ed23538876f7bc49c124d183e +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8f154a1158d8d0c7232d3cc638c6d6c645e0d482 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.3071852340145025, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.341023950780048e-05, + "loss": 1.512, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3300373544275986e-05, + "loss": 1.4642, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190507580751483e-05, + "loss": 1.4732, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.308064161722699e-05, + "loss": 1.5265, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.2970775653702486e-05, + "loss": 1.5021, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.2860909690177984e-05, + "loss": 1.467, + "step": 1560 + }, + { + "epoch": 1.03, + "learning_rate": 3.275104372665349e-05, + "loss": 1.5358, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.264117776312898e-05, + "loss": 1.5134, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2531311799604484e-05, + "loss": 1.5223, + "step": 1590 + }, + { + "epoch": 1.05, + "learning_rate": 3.242144583607998e-05, + "loss": 1.5, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2311579872555487e-05, + "loss": 1.5264, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.2201713909030984e-05, + "loss": 1.5443, + "step": 1620 + }, + { + "epoch": 1.07, + "learning_rate": 3.209184794550648e-05, + "loss": 1.505, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.198198198198199e-05, + "loss": 1.5006, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.1872116018457485e-05, + "loss": 1.4926, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.176225005493298e-05, + "loss": 1.4822, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.165238409140848e-05, + "loss": 1.4926, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1542518127883985e-05, + "loss": 1.518, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.143265216435948e-05, + "loss": 1.48, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.132278620083498e-05, + "loss": 1.4855, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.1212920237310485e-05, + "loss": 1.5082, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.110305427378598e-05, + "loss": 1.5386, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.099318831026148e-05, + "loss": 1.5127, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.088332234673698e-05, + "loss": 1.5055, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.077345638321248e-05, + "loss": 1.4899, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.066359041968798e-05, + "loss": 1.4672, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.055372445616348e-05, + "loss": 1.4608, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.0443858492638984e-05, + "loss": 1.5024, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.033399252911448e-05, + "loss": 1.5399, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.0224126565589983e-05, + "loss": 1.5202, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.011426060206548e-05, + "loss": 1.5153, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 3.0004394638540985e-05, + "loss": 1.49, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.989452867501648e-05, + "loss": 1.5247, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9784662711491977e-05, + "loss": 1.5244, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9674796747967482e-05, + "loss": 1.5037, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.956493078444298e-05, + "loss": 1.5281, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.945506482091848e-05, + "loss": 1.5172, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.934519885739398e-05, + "loss": 1.5056, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9235332893869484e-05, + "loss": 1.4896, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.912546693034498e-05, + "loss": 1.5634, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.9015600966820483e-05, + "loss": 1.5211, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.890573500329598e-05, + "loss": 1.5346, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.879586903977148e-05, + "loss": 1.5723, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.868600307624698e-05, + "loss": 1.4715, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8576137112722477e-05, + "loss": 1.5107, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8466271149197982e-05, + "loss": 1.5052, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.835640518567348e-05, + "loss": 1.5363, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.824653922214898e-05, + "loss": 1.4704, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.813667325862448e-05, + "loss": 1.5256, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.8026807295099977e-05, + "loss": 1.5022, + "step": 2000 + }, + { + "epoch": 1.32, + "learning_rate": 2.791694133157548e-05, + "loss": 1.5098, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.780707536805098e-05, + "loss": 1.5184, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.769720940452648e-05, + "loss": 1.5153, + "step": 2030 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587343441001978e-05, + "loss": 1.4908, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7477477477477483e-05, + "loss": 1.5063, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7367611513952977e-05, + "loss": 1.5283, + "step": 2060 + }, + { + "epoch": 1.36, + "learning_rate": 2.7257745550428475e-05, + "loss": 1.5117, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.714787958690398e-05, + "loss": 1.5171, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7038013623379478e-05, + "loss": 1.5178, + "step": 2090 + }, + { + "epoch": 1.38, + "learning_rate": 2.692814765985498e-05, + "loss": 1.544, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6818281696330477e-05, + "loss": 1.554, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.670841573280598e-05, + "loss": 1.5475, + "step": 2120 + }, + { + "epoch": 1.4, + "learning_rate": 2.659854976928148e-05, + "loss": 1.5047, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.6488683805756974e-05, + "loss": 1.5467, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6378817842232478e-05, + "loss": 1.5198, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.6268951878707976e-05, + "loss": 1.5535, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6159085915183477e-05, + "loss": 1.4805, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6049219951658975e-05, + "loss": 1.5443, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.593935398813448e-05, + "loss": 1.5291, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5829488024609978e-05, + "loss": 1.4886, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5719622061085475e-05, + "loss": 1.5348, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5609756097560977e-05, + "loss": 1.5393, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5499890134036475e-05, + "loss": 1.5525, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.539002417051198e-05, + "loss": 1.5496, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5280158206987477e-05, + "loss": 1.4784, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5170292243462978e-05, + "loss": 1.4567, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.5060426279938476e-05, + "loss": 1.4958, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4950560316413977e-05, + "loss": 1.5037, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.4840694352889475e-05, + "loss": 1.5023, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.4730828389364976e-05, + "loss": 1.5096, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4620962425840478e-05, + "loss": 1.5476, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4511096462315975e-05, + "loss": 1.4844, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.4401230498791473e-05, + "loss": 1.4702, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4291364535266974e-05, + "loss": 1.5297, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4181498571742476e-05, + "loss": 1.4954, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.4071632608217977e-05, + "loss": 1.5016, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3961766644693475e-05, + "loss": 1.5038, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3851900681168976e-05, + "loss": 1.4758, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.3742034717644474e-05, + "loss": 1.4669, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.3632168754119975e-05, + "loss": 1.5204, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3522302790595473e-05, + "loss": 1.5103, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3412436827070974e-05, + "loss": 1.5083, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.3302570863546475e-05, + "loss": 1.5019, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3192704900021973e-05, + "loss": 1.4884, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3082838936497474e-05, + "loss": 1.457, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.2972972972972976e-05, + "loss": 1.5291, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.2863107009448473e-05, + "loss": 1.4711, + "step": 2470 + }, + { + "epoch": 1.63, + "learning_rate": 2.2753241045923975e-05, + "loss": 1.4642, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.2643375082399473e-05, + "loss": 1.5143, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533509118874974e-05, + "loss": 1.522, + "step": 2500 + }, + { + "epoch": 1.65, + "learning_rate": 2.2423643155350475e-05, + "loss": 1.5441, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2313777191825973e-05, + "loss": 1.5014, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2203911228301474e-05, + "loss": 1.4878, + "step": 2530 + }, + { + "epoch": 1.67, + "learning_rate": 2.2094045264776972e-05, + "loss": 1.5278, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.1984179301252473e-05, + "loss": 1.4931, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.187431333772797e-05, + "loss": 1.5347, + "step": 2560 + }, + { + "epoch": 1.69, + "learning_rate": 2.1764447374203472e-05, + "loss": 1.5179, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1654581410678973e-05, + "loss": 1.4976, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1544715447154475e-05, + "loss": 1.4873, + "step": 2590 + }, + { + "epoch": 1.71, + "learning_rate": 2.1434849483629972e-05, + "loss": 1.5061, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324983520105474e-05, + "loss": 1.4761, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.121511755658097e-05, + "loss": 1.4965, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1105251593056473e-05, + "loss": 1.4988, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.099538562953197e-05, + "loss": 1.5104, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0885519666007472e-05, + "loss": 1.5326, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.0775653702482973e-05, + "loss": 1.5127, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.066578773895847e-05, + "loss": 1.5219, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0555921775433972e-05, + "loss": 1.5296, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.044605581190947e-05, + "loss": 1.5155, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.033618984838497e-05, + "loss": 1.5104, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0226323884860472e-05, + "loss": 1.5286, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.011645792133597e-05, + "loss": 1.488, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 2.000659195781147e-05, + "loss": 1.5372, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9896725994286973e-05, + "loss": 1.5224, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.978686003076247e-05, + "loss": 1.5292, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.967699406723797e-05, + "loss": 1.5251, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.956712810371347e-05, + "loss": 1.4906, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.945726214018897e-05, + "loss": 1.5173, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.934739617666447e-05, + "loss": 1.4758, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.923753021313997e-05, + "loss": 1.5156, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.912766424961547e-05, + "loss": 1.5072, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.9017798286090972e-05, + "loss": 1.4955, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.890793232256647e-05, + "loss": 1.5252, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8798066359041968e-05, + "loss": 1.4833, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.868820039551747e-05, + "loss": 1.5287, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.857833443199297e-05, + "loss": 1.4767, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.846846846846847e-05, + "loss": 1.4979, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.835860250494397e-05, + "loss": 1.5249, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.824873654141947e-05, + "loss": 1.5127, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.813887057789497e-05, + "loss": 1.5252, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8029004614370466e-05, + "loss": 1.499, + "step": 2910 + }, + { + "epoch": 1.92, + "learning_rate": 1.7919138650845968e-05, + "loss": 1.5672, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.780927268732147e-05, + "loss": 1.485, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.769940672379697e-05, + "loss": 1.5526, + "step": 2940 + }, + { + "epoch": 1.94, + "learning_rate": 1.7589540760272468e-05, + "loss": 1.551, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.747967479674797e-05, + "loss": 1.518, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.736980883322347e-05, + "loss": 1.5185, + "step": 2970 + }, + { + "epoch": 1.96, + "learning_rate": 1.7259942869698968e-05, + "loss": 1.4947, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.7150076906174466e-05, + "loss": 1.503, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7040210942649967e-05, + "loss": 1.4985, + "step": 3000 + }, + { + "epoch": 1.98, + "learning_rate": 1.693034497912547e-05, + "loss": 1.4725, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.6820479015600966e-05, + "loss": 1.4745, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6710613052076468e-05, + "loss": 1.4779, + "step": 3030 + }, + { + "epoch": 2.0, + "learning_rate": 1.660074708855197e-05, + "loss": 1.5517, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.649088112502747e-05, + "loss": 1.5301, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6381015161502965e-05, + "loss": 1.5098, + "step": 3060 + }, + { + "epoch": 2.02, + "learning_rate": 1.6271149197978466e-05, + "loss": 1.4951, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6161283234453967e-05, + "loss": 1.4804, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.6051417270929468e-05, + "loss": 1.5306, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5941551307404966e-05, + "loss": 1.5571, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5831685343880467e-05, + "loss": 1.4748, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.572181938035597e-05, + "loss": 1.4931, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5611953416831466e-05, + "loss": 1.5267, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.5502087453306964e-05, + "loss": 1.5164, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.5392221489782465e-05, + "loss": 1.5005, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5282355526257967e-05, + "loss": 1.5073, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5172489562733466e-05, + "loss": 1.4763, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5062623599208966e-05, + "loss": 1.4961, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4952757635684467e-05, + "loss": 1.5245, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4842891672159965e-05, + "loss": 1.4933, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733025708635464e-05, + "loss": 1.4748, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4623159745110966e-05, + "loss": 1.5094, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4513293781586465e-05, + "loss": 1.5215, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4403427818061965e-05, + "loss": 1.5204, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.4293561854537466e-05, + "loss": 1.5552, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4183695891012965e-05, + "loss": 1.4898, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4073829927488467e-05, + "loss": 1.5123, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3963963963963963e-05, + "loss": 1.5138, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3854098000439464e-05, + "loss": 1.4645, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3744232036914964e-05, + "loss": 1.489, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3634366073390465e-05, + "loss": 1.4744, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3524500109865964e-05, + "loss": 1.4811, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3414634146341466e-05, + "loss": 1.5304, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3304768182816965e-05, + "loss": 1.4715, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3194902219292463e-05, + "loss": 1.5209, + "step": 3350 + }, + { + "epoch": 2.21, + "learning_rate": 1.3085036255767962e-05, + "loss": 1.5066, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2975170292243464e-05, + "loss": 1.4903, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.2865304328718963e-05, + "loss": 1.452, + "step": 3380 + }, + { + "epoch": 2.23, + "learning_rate": 1.2755438365194464e-05, + "loss": 1.5154, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645572401669964e-05, + "loss": 1.4853, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2535706438145463e-05, + "loss": 1.5068, + "step": 3410 + }, + { + "epoch": 2.25, + "learning_rate": 1.2425840474620963e-05, + "loss": 1.4768, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2315974511096463e-05, + "loss": 1.5114, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2206108547571962e-05, + "loss": 1.5116, + "step": 3440 + }, + { + "epoch": 2.27, + "learning_rate": 1.2096242584047463e-05, + "loss": 1.5246, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1986376620522963e-05, + "loss": 1.5462, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1876510656998462e-05, + "loss": 1.4942, + "step": 3470 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766644693473962e-05, + "loss": 1.5491, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1656778729949461e-05, + "loss": 1.4863, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1546912766424963e-05, + "loss": 1.5335, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/README.md b/8128_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..62a13a83efb265a24d83d92af19e1ebb0fd0e7c0 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e68abe1d7cbd6e69501ab560b999ae4d36548465ae57f03e40764de23252c5 +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4312664ae575530df088c561313d40b963aa12c --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60dca91061a40f8a778cb513a780c8681b754ab796f5ee087150b87dba6980a9 +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..328f250477ec5fe26d2fa354b723949e3d353f69 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d828cf66e902870398013211ffc2fa08a0e8cd55553644e92b598b6aceb9938 +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8820aa62fe41057e70a88418935d75abaa0eb6d6 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6367831245880025, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.341023950780048e-05, + "loss": 1.512, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3300373544275986e-05, + "loss": 1.4642, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190507580751483e-05, + "loss": 1.4732, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.308064161722699e-05, + "loss": 1.5265, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.2970775653702486e-05, + "loss": 1.5021, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.2860909690177984e-05, + "loss": 1.467, + "step": 1560 + }, + { + "epoch": 1.03, + "learning_rate": 3.275104372665349e-05, + "loss": 1.5358, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.264117776312898e-05, + "loss": 1.5134, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2531311799604484e-05, + "loss": 1.5223, + "step": 1590 + }, + { + "epoch": 1.05, + "learning_rate": 3.242144583607998e-05, + "loss": 1.5, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2311579872555487e-05, + "loss": 1.5264, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.2201713909030984e-05, + "loss": 1.5443, + "step": 1620 + }, + { + "epoch": 1.07, + "learning_rate": 3.209184794550648e-05, + "loss": 1.505, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.198198198198199e-05, + "loss": 1.5006, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.1872116018457485e-05, + "loss": 1.4926, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.176225005493298e-05, + "loss": 1.4822, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.165238409140848e-05, + "loss": 1.4926, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1542518127883985e-05, + "loss": 1.518, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.143265216435948e-05, + "loss": 1.48, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.132278620083498e-05, + "loss": 1.4855, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.1212920237310485e-05, + "loss": 1.5082, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.110305427378598e-05, + "loss": 1.5386, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.099318831026148e-05, + "loss": 1.5127, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.088332234673698e-05, + "loss": 1.5055, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.077345638321248e-05, + "loss": 1.4899, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.066359041968798e-05, + "loss": 1.4672, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.055372445616348e-05, + "loss": 1.4608, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.0443858492638984e-05, + "loss": 1.5024, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.033399252911448e-05, + "loss": 1.5399, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.0224126565589983e-05, + "loss": 1.5202, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.011426060206548e-05, + "loss": 1.5153, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 3.0004394638540985e-05, + "loss": 1.49, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.989452867501648e-05, + "loss": 1.5247, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9784662711491977e-05, + "loss": 1.5244, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9674796747967482e-05, + "loss": 1.5037, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.956493078444298e-05, + "loss": 1.5281, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.945506482091848e-05, + "loss": 1.5172, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.934519885739398e-05, + "loss": 1.5056, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9235332893869484e-05, + "loss": 1.4896, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.912546693034498e-05, + "loss": 1.5634, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.9015600966820483e-05, + "loss": 1.5211, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.890573500329598e-05, + "loss": 1.5346, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.879586903977148e-05, + "loss": 1.5723, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.868600307624698e-05, + "loss": 1.4715, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8576137112722477e-05, + "loss": 1.5107, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8466271149197982e-05, + "loss": 1.5052, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.835640518567348e-05, + "loss": 1.5363, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.824653922214898e-05, + "loss": 1.4704, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.813667325862448e-05, + "loss": 1.5256, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.8026807295099977e-05, + "loss": 1.5022, + "step": 2000 + }, + { + "epoch": 1.32, + "learning_rate": 2.791694133157548e-05, + "loss": 1.5098, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.780707536805098e-05, + "loss": 1.5184, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.769720940452648e-05, + "loss": 1.5153, + "step": 2030 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587343441001978e-05, + "loss": 1.4908, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7477477477477483e-05, + "loss": 1.5063, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7367611513952977e-05, + "loss": 1.5283, + "step": 2060 + }, + { + "epoch": 1.36, + "learning_rate": 2.7257745550428475e-05, + "loss": 1.5117, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.714787958690398e-05, + "loss": 1.5171, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7038013623379478e-05, + "loss": 1.5178, + "step": 2090 + }, + { + "epoch": 1.38, + "learning_rate": 2.692814765985498e-05, + "loss": 1.544, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6818281696330477e-05, + "loss": 1.554, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.670841573280598e-05, + "loss": 1.5475, + "step": 2120 + }, + { + "epoch": 1.4, + "learning_rate": 2.659854976928148e-05, + "loss": 1.5047, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.6488683805756974e-05, + "loss": 1.5467, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6378817842232478e-05, + "loss": 1.5198, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.6268951878707976e-05, + "loss": 1.5535, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6159085915183477e-05, + "loss": 1.4805, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6049219951658975e-05, + "loss": 1.5443, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.593935398813448e-05, + "loss": 1.5291, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5829488024609978e-05, + "loss": 1.4886, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5719622061085475e-05, + "loss": 1.5348, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5609756097560977e-05, + "loss": 1.5393, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5499890134036475e-05, + "loss": 1.5525, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.539002417051198e-05, + "loss": 1.5496, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5280158206987477e-05, + "loss": 1.4784, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5170292243462978e-05, + "loss": 1.4567, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.5060426279938476e-05, + "loss": 1.4958, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4950560316413977e-05, + "loss": 1.5037, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.4840694352889475e-05, + "loss": 1.5023, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.4730828389364976e-05, + "loss": 1.5096, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4620962425840478e-05, + "loss": 1.5476, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4511096462315975e-05, + "loss": 1.4844, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.4401230498791473e-05, + "loss": 1.4702, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4291364535266974e-05, + "loss": 1.5297, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4181498571742476e-05, + "loss": 1.4954, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.4071632608217977e-05, + "loss": 1.5016, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3961766644693475e-05, + "loss": 1.5038, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3851900681168976e-05, + "loss": 1.4758, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.3742034717644474e-05, + "loss": 1.4669, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.3632168754119975e-05, + "loss": 1.5204, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3522302790595473e-05, + "loss": 1.5103, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3412436827070974e-05, + "loss": 1.5083, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.3302570863546475e-05, + "loss": 1.5019, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3192704900021973e-05, + "loss": 1.4884, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3082838936497474e-05, + "loss": 1.457, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.2972972972972976e-05, + "loss": 1.5291, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.2863107009448473e-05, + "loss": 1.4711, + "step": 2470 + }, + { + "epoch": 1.63, + "learning_rate": 2.2753241045923975e-05, + "loss": 1.4642, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.2643375082399473e-05, + "loss": 1.5143, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533509118874974e-05, + "loss": 1.522, + "step": 2500 + }, + { + "epoch": 1.65, + "learning_rate": 2.2423643155350475e-05, + "loss": 1.5441, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2313777191825973e-05, + "loss": 1.5014, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2203911228301474e-05, + "loss": 1.4878, + "step": 2530 + }, + { + "epoch": 1.67, + "learning_rate": 2.2094045264776972e-05, + "loss": 1.5278, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.1984179301252473e-05, + "loss": 1.4931, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.187431333772797e-05, + "loss": 1.5347, + "step": 2560 + }, + { + "epoch": 1.69, + "learning_rate": 2.1764447374203472e-05, + "loss": 1.5179, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1654581410678973e-05, + "loss": 1.4976, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1544715447154475e-05, + "loss": 1.4873, + "step": 2590 + }, + { + "epoch": 1.71, + "learning_rate": 2.1434849483629972e-05, + "loss": 1.5061, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324983520105474e-05, + "loss": 1.4761, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.121511755658097e-05, + "loss": 1.4965, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1105251593056473e-05, + "loss": 1.4988, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.099538562953197e-05, + "loss": 1.5104, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0885519666007472e-05, + "loss": 1.5326, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.0775653702482973e-05, + "loss": 1.5127, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.066578773895847e-05, + "loss": 1.5219, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0555921775433972e-05, + "loss": 1.5296, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.044605581190947e-05, + "loss": 1.5155, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.033618984838497e-05, + "loss": 1.5104, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0226323884860472e-05, + "loss": 1.5286, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.011645792133597e-05, + "loss": 1.488, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 2.000659195781147e-05, + "loss": 1.5372, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9896725994286973e-05, + "loss": 1.5224, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.978686003076247e-05, + "loss": 1.5292, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.967699406723797e-05, + "loss": 1.5251, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.956712810371347e-05, + "loss": 1.4906, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.945726214018897e-05, + "loss": 1.5173, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.934739617666447e-05, + "loss": 1.4758, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.923753021313997e-05, + "loss": 1.5156, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.912766424961547e-05, + "loss": 1.5072, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.9017798286090972e-05, + "loss": 1.4955, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.890793232256647e-05, + "loss": 1.5252, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8798066359041968e-05, + "loss": 1.4833, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.868820039551747e-05, + "loss": 1.5287, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.857833443199297e-05, + "loss": 1.4767, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.846846846846847e-05, + "loss": 1.4979, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.835860250494397e-05, + "loss": 1.5249, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.824873654141947e-05, + "loss": 1.5127, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.813887057789497e-05, + "loss": 1.5252, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8029004614370466e-05, + "loss": 1.499, + "step": 2910 + }, + { + "epoch": 1.92, + "learning_rate": 1.7919138650845968e-05, + "loss": 1.5672, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.780927268732147e-05, + "loss": 1.485, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.769940672379697e-05, + "loss": 1.5526, + "step": 2940 + }, + { + "epoch": 1.94, + "learning_rate": 1.7589540760272468e-05, + "loss": 1.551, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.747967479674797e-05, + "loss": 1.518, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.736980883322347e-05, + "loss": 1.5185, + "step": 2970 + }, + { + "epoch": 1.96, + "learning_rate": 1.7259942869698968e-05, + "loss": 1.4947, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.7150076906174466e-05, + "loss": 1.503, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7040210942649967e-05, + "loss": 1.4985, + "step": 3000 + }, + { + "epoch": 1.98, + "learning_rate": 1.693034497912547e-05, + "loss": 1.4725, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.6820479015600966e-05, + "loss": 1.4745, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6710613052076468e-05, + "loss": 1.4779, + "step": 3030 + }, + { + "epoch": 2.0, + "learning_rate": 1.660074708855197e-05, + "loss": 1.5517, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.649088112502747e-05, + "loss": 1.5301, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6381015161502965e-05, + "loss": 1.5098, + "step": 3060 + }, + { + "epoch": 2.02, + "learning_rate": 1.6271149197978466e-05, + "loss": 1.4951, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6161283234453967e-05, + "loss": 1.4804, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.6051417270929468e-05, + "loss": 1.5306, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5941551307404966e-05, + "loss": 1.5571, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5831685343880467e-05, + "loss": 1.4748, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.572181938035597e-05, + "loss": 1.4931, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5611953416831466e-05, + "loss": 1.5267, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.5502087453306964e-05, + "loss": 1.5164, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.5392221489782465e-05, + "loss": 1.5005, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5282355526257967e-05, + "loss": 1.5073, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5172489562733466e-05, + "loss": 1.4763, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5062623599208966e-05, + "loss": 1.4961, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4952757635684467e-05, + "loss": 1.5245, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4842891672159965e-05, + "loss": 1.4933, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733025708635464e-05, + "loss": 1.4748, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4623159745110966e-05, + "loss": 1.5094, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4513293781586465e-05, + "loss": 1.5215, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4403427818061965e-05, + "loss": 1.5204, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.4293561854537466e-05, + "loss": 1.5552, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4183695891012965e-05, + "loss": 1.4898, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4073829927488467e-05, + "loss": 1.5123, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3963963963963963e-05, + "loss": 1.5138, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3854098000439464e-05, + "loss": 1.4645, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3744232036914964e-05, + "loss": 1.489, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3634366073390465e-05, + "loss": 1.4744, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3524500109865964e-05, + "loss": 1.4811, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3414634146341466e-05, + "loss": 1.5304, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3304768182816965e-05, + "loss": 1.4715, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3194902219292463e-05, + "loss": 1.5209, + "step": 3350 + }, + { + "epoch": 2.21, + "learning_rate": 1.3085036255767962e-05, + "loss": 1.5066, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2975170292243464e-05, + "loss": 1.4903, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.2865304328718963e-05, + "loss": 1.452, + "step": 3380 + }, + { + "epoch": 2.23, + "learning_rate": 1.2755438365194464e-05, + "loss": 1.5154, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645572401669964e-05, + "loss": 1.4853, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2535706438145463e-05, + "loss": 1.5068, + "step": 3410 + }, + { + "epoch": 2.25, + "learning_rate": 1.2425840474620963e-05, + "loss": 1.4768, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2315974511096463e-05, + "loss": 1.5114, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2206108547571962e-05, + "loss": 1.5116, + "step": 3440 + }, + { + "epoch": 2.27, + "learning_rate": 1.2096242584047463e-05, + "loss": 1.5246, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1986376620522963e-05, + "loss": 1.5462, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1876510656998462e-05, + "loss": 1.4942, + "step": 3470 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766644693473962e-05, + "loss": 1.5491, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1656778729949461e-05, + "loss": 1.4863, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1546912766424963e-05, + "loss": 1.5335, + "step": 3500 + }, + { + "epoch": 2.31, + "learning_rate": 1.1437046802900462e-05, + "loss": 1.5103, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1327180839375962e-05, + "loss": 1.5268, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1217314875851461e-05, + "loss": 1.4887, + "step": 3530 + }, + { + "epoch": 2.33, + "learning_rate": 1.1107448912326962e-05, + "loss": 1.4727, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.099758294880246e-05, + "loss": 1.5185, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0887716985277962e-05, + "loss": 1.5057, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0777851021753461e-05, + "loss": 1.5218, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667985058228962e-05, + "loss": 1.4735, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.055811909470446e-05, + "loss": 1.5448, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0448253131179961e-05, + "loss": 1.5036, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0338387167655461e-05, + "loss": 1.489, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0228521204130962e-05, + "loss": 1.497, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.011865524060646e-05, + "loss": 1.4852, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 1.0008789277081961e-05, + "loss": 1.4818, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.89892331355746e-06, + "loss": 1.4726, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.78905735003296e-06, + "loss": 1.4943, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.67919138650846e-06, + "loss": 1.5149, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.569325422983961e-06, + "loss": 1.5146, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.45945945945946e-06, + "loss": 1.5189, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.34959349593496e-06, + "loss": 1.5118, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.23972753241046e-06, + "loss": 1.4913, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.12986156888596e-06, + "loss": 1.4867, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 9.01999560536146e-06, + "loss": 1.4959, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.910129641836958e-06, + "loss": 1.5488, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.80026367831246e-06, + "loss": 1.5132, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.690397714787959e-06, + "loss": 1.4649, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.580531751263459e-06, + "loss": 1.4666, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.470665787738958e-06, + "loss": 1.4923, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.36079982421446e-06, + "loss": 1.4924, + "step": 3790 + }, + { + "epoch": 2.5, + "learning_rate": 8.250933860689959e-06, + "loss": 1.4992, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.141067897165458e-06, + "loss": 1.4451, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.031201933640958e-06, + "loss": 1.5411, + "step": 3820 + }, + { + "epoch": 2.52, + "learning_rate": 7.921335970116459e-06, + "loss": 1.4811, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.811470006591959e-06, + "loss": 1.543, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.701604043067458e-06, + "loss": 1.5106, + "step": 3850 + }, + { + "epoch": 2.54, + "learning_rate": 7.591738079542958e-06, + "loss": 1.5076, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.481872116018458e-06, + "loss": 1.5234, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.372006152493957e-06, + "loss": 1.5393, + "step": 3880 + }, + { + "epoch": 2.56, + "learning_rate": 7.262140188969457e-06, + "loss": 1.5381, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.1522742254449575e-06, + "loss": 1.4538, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.042408261920458e-06, + "loss": 1.4686, + "step": 3910 + }, + { + "epoch": 2.58, + "learning_rate": 6.932542298395957e-06, + "loss": 1.5079, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.822676334871457e-06, + "loss": 1.5141, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.712810371346957e-06, + "loss": 1.5024, + "step": 3940 + }, + { + "epoch": 2.6, + "learning_rate": 6.602944407822458e-06, + "loss": 1.5116, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.493078444297956e-06, + "loss": 1.4881, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.383212480773457e-06, + "loss": 1.5665, + "step": 3970 + }, + { + "epoch": 2.62, + "learning_rate": 6.273346517248957e-06, + "loss": 1.4683, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.163480553724457e-06, + "loss": 1.5066, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.053614590199956e-06, + "loss": 1.5149, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/README.md b/8128_Llama-2-13b-hf/checkpoint-4500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-4500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e86a70fcdb03c7a20a36f828c408fbe923938f5 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babf3696d4b578aae9f60de9ff2049d4a0e4129e2cc2444491ed2eda83d8f7ce +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-4500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..de7dc9343da1a93a011b3bd2dd5cf6d5dce9f76e --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24da7f3d36052848525e8281dbbddfac9fda79b2dec108a1f12b37af187ea9c +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..569ef4ff71385654181bd115bb5c8d29fa3651f0 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6660cd75a8531a83c1c375f18c4f31d56435a64b38e6d5983204dcf8061ed0 +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-4500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e1949ab55c094714c0e994f1487f07091dd9b96 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d319303f0736ae6ffaa35101b79703c4c060dc11f9deb9a10e69a384da418eb0 +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e735f7468fd450503cd1c97a6115d841d5b8d7cf --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/trainer_state.json @@ -0,0 +1,2721 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.966381015161503, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396835860250494e-05, + "loss": 1.523, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428696989672599e-05, + "loss": 1.5369, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.4177103933201496e-05, + "loss": 1.5606, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.4067237969676994e-05, + "loss": 1.5142, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.39573720061525e-05, + "loss": 1.4941, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.3847506042627997e-05, + "loss": 1.5467, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.37376400791035e-05, + "loss": 1.5277, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.362777411557899e-05, + "loss": 1.5358, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351790815205449e-05, + "loss": 1.5611, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.3408042188529995e-05, + "loss": 1.4959, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329817622500549e-05, + "loss": 1.5214, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.3188310261481e-05, + "loss": 1.4937, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.3078444297956495e-05, + "loss": 1.5066, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2968578334432e-05, + "loss": 1.5101, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.28587123709075e-05, + "loss": 1.5346, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2748846407382995e-05, + "loss": 1.5236, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263898044385849e-05, + "loss": 1.5401, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.252911448033399e-05, + "loss": 1.5027, + "step": 680 + }, + { + "epoch": 0.45, + "learning_rate": 4.2419248516809496e-05, + "loss": 1.5197, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.2309382553284993e-05, + "loss": 1.5357, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.21995165897605e-05, + "loss": 1.5042, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.2089650626235996e-05, + "loss": 1.534, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1979784662711494e-05, + "loss": 1.4954, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186991869918699e-05, + "loss": 1.5142, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.176005273566249e-05, + "loss": 1.4959, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.1650186772137994e-05, + "loss": 1.529, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.154032080861349e-05, + "loss": 1.5751, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1430454845088996e-05, + "loss": 1.4828, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.1320588881564494e-05, + "loss": 1.5057, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.121072291804e-05, + "loss": 1.5223, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.110085695451549e-05, + "loss": 1.526, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.099099099099099e-05, + "loss": 1.5107, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.088112502746649e-05, + "loss": 1.5018, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.077125906394199e-05, + "loss": 1.51, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.0661393100417495e-05, + "loss": 1.5105, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.055152713689299e-05, + "loss": 1.5267, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.04416611733685e-05, + "loss": 1.5797, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.0331795209843995e-05, + "loss": 1.476, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.022192924631949e-05, + "loss": 1.5339, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.011206328279499e-05, + "loss": 1.527, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 4.000219731927049e-05, + "loss": 1.5095, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.989233135574599e-05, + "loss": 1.5169, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.978246539222149e-05, + "loss": 1.4762, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.9672599428696996e-05, + "loss": 1.5396, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.9562733465172494e-05, + "loss": 1.5001, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.945286750164799e-05, + "loss": 1.491, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.934300153812349e-05, + "loss": 1.5115, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.923313557459899e-05, + "loss": 1.5134, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.912326961107449e-05, + "loss": 1.5099, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.901340364754999e-05, + "loss": 1.4916, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.8903537684025494e-05, + "loss": 1.5408, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.879367172050099e-05, + "loss": 1.5136, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.868380575697649e-05, + "loss": 1.4436, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.857393979345199e-05, + "loss": 1.5159, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8464073829927486e-05, + "loss": 1.5099, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.835420786640299e-05, + "loss": 1.4799, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.824434190287849e-05, + "loss": 1.5627, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.813447593935399e-05, + "loss": 1.5385, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.802460997582949e-05, + "loss": 1.5316, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.7914744012304995e-05, + "loss": 1.5288, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.780487804878049e-05, + "loss": 1.5161, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.769501208525599e-05, + "loss": 1.5441, + "step": 1120 + }, + { + "epoch": 0.74, + "learning_rate": 3.758514612173149e-05, + "loss": 1.5228, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7475280158206986e-05, + "loss": 1.5138, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.736541419468249e-05, + "loss": 1.5264, + "step": 1150 + }, + { + "epoch": 0.76, + "learning_rate": 3.725554823115799e-05, + "loss": 1.5054, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.7145682267633494e-05, + "loss": 1.5449, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.703581630410899e-05, + "loss": 1.5117, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.692595034058449e-05, + "loss": 1.5085, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.681608437705999e-05, + "loss": 1.555, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.6706218413535485e-05, + "loss": 1.5582, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.659635245001099e-05, + "loss": 1.5092, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.648648648648649e-05, + "loss": 1.4987, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.637662052296199e-05, + "loss": 1.5117, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.626675455943749e-05, + "loss": 1.528, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.615688859591299e-05, + "loss": 1.4907, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6047022632388485e-05, + "loss": 1.4761, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.593715666886398e-05, + "loss": 1.5295, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.582729070533949e-05, + "loss": 1.5091, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5717424741814986e-05, + "loss": 1.5224, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.560755877829049e-05, + "loss": 1.5155, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.549769281476599e-05, + "loss": 1.5345, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.5387826851241486e-05, + "loss": 1.5193, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.527796088771699e-05, + "loss": 1.5366, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.516809492419248e-05, + "loss": 1.4594, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5058228960667986e-05, + "loss": 1.518, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.4948362997143484e-05, + "loss": 1.5273, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.483849703361899e-05, + "loss": 1.5005, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.472863107009449e-05, + "loss": 1.4857, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.4618765106569984e-05, + "loss": 1.519, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.450889914304549e-05, + "loss": 1.5566, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.439903317952099e-05, + "loss": 1.543, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4289167215996485e-05, + "loss": 1.5184, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.417930125247198e-05, + "loss": 1.5114, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.406943528894749e-05, + "loss": 1.5024, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.3959569325422985e-05, + "loss": 1.518, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.384970336189849e-05, + "loss": 1.5261, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.373983739837399e-05, + "loss": 1.5171, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.3629971434849485e-05, + "loss": 1.5435, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.352010547132498e-05, + "loss": 1.5156, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.341023950780048e-05, + "loss": 1.512, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3300373544275986e-05, + "loss": 1.4642, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190507580751483e-05, + "loss": 1.4732, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.308064161722699e-05, + "loss": 1.5265, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.2970775653702486e-05, + "loss": 1.5021, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.2860909690177984e-05, + "loss": 1.467, + "step": 1560 + }, + { + "epoch": 1.03, + "learning_rate": 3.275104372665349e-05, + "loss": 1.5358, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.264117776312898e-05, + "loss": 1.5134, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2531311799604484e-05, + "loss": 1.5223, + "step": 1590 + }, + { + "epoch": 1.05, + "learning_rate": 3.242144583607998e-05, + "loss": 1.5, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2311579872555487e-05, + "loss": 1.5264, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.2201713909030984e-05, + "loss": 1.5443, + "step": 1620 + }, + { + "epoch": 1.07, + "learning_rate": 3.209184794550648e-05, + "loss": 1.505, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.198198198198199e-05, + "loss": 1.5006, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.1872116018457485e-05, + "loss": 1.4926, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.176225005493298e-05, + "loss": 1.4822, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.165238409140848e-05, + "loss": 1.4926, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1542518127883985e-05, + "loss": 1.518, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.143265216435948e-05, + "loss": 1.48, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.132278620083498e-05, + "loss": 1.4855, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.1212920237310485e-05, + "loss": 1.5082, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.110305427378598e-05, + "loss": 1.5386, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.099318831026148e-05, + "loss": 1.5127, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.088332234673698e-05, + "loss": 1.5055, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.077345638321248e-05, + "loss": 1.4899, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.066359041968798e-05, + "loss": 1.4672, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.055372445616348e-05, + "loss": 1.4608, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.0443858492638984e-05, + "loss": 1.5024, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.033399252911448e-05, + "loss": 1.5399, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.0224126565589983e-05, + "loss": 1.5202, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.011426060206548e-05, + "loss": 1.5153, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 3.0004394638540985e-05, + "loss": 1.49, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.989452867501648e-05, + "loss": 1.5247, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9784662711491977e-05, + "loss": 1.5244, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9674796747967482e-05, + "loss": 1.5037, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.956493078444298e-05, + "loss": 1.5281, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.945506482091848e-05, + "loss": 1.5172, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.934519885739398e-05, + "loss": 1.5056, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9235332893869484e-05, + "loss": 1.4896, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.912546693034498e-05, + "loss": 1.5634, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.9015600966820483e-05, + "loss": 1.5211, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.890573500329598e-05, + "loss": 1.5346, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.879586903977148e-05, + "loss": 1.5723, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.868600307624698e-05, + "loss": 1.4715, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8576137112722477e-05, + "loss": 1.5107, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8466271149197982e-05, + "loss": 1.5052, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.835640518567348e-05, + "loss": 1.5363, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.824653922214898e-05, + "loss": 1.4704, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.813667325862448e-05, + "loss": 1.5256, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.8026807295099977e-05, + "loss": 1.5022, + "step": 2000 + }, + { + "epoch": 1.32, + "learning_rate": 2.791694133157548e-05, + "loss": 1.5098, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.780707536805098e-05, + "loss": 1.5184, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.769720940452648e-05, + "loss": 1.5153, + "step": 2030 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587343441001978e-05, + "loss": 1.4908, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7477477477477483e-05, + "loss": 1.5063, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7367611513952977e-05, + "loss": 1.5283, + "step": 2060 + }, + { + "epoch": 1.36, + "learning_rate": 2.7257745550428475e-05, + "loss": 1.5117, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.714787958690398e-05, + "loss": 1.5171, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7038013623379478e-05, + "loss": 1.5178, + "step": 2090 + }, + { + "epoch": 1.38, + "learning_rate": 2.692814765985498e-05, + "loss": 1.544, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6818281696330477e-05, + "loss": 1.554, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.670841573280598e-05, + "loss": 1.5475, + "step": 2120 + }, + { + "epoch": 1.4, + "learning_rate": 2.659854976928148e-05, + "loss": 1.5047, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.6488683805756974e-05, + "loss": 1.5467, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6378817842232478e-05, + "loss": 1.5198, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.6268951878707976e-05, + "loss": 1.5535, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6159085915183477e-05, + "loss": 1.4805, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6049219951658975e-05, + "loss": 1.5443, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.593935398813448e-05, + "loss": 1.5291, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5829488024609978e-05, + "loss": 1.4886, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5719622061085475e-05, + "loss": 1.5348, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5609756097560977e-05, + "loss": 1.5393, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5499890134036475e-05, + "loss": 1.5525, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.539002417051198e-05, + "loss": 1.5496, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5280158206987477e-05, + "loss": 1.4784, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5170292243462978e-05, + "loss": 1.4567, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.5060426279938476e-05, + "loss": 1.4958, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4950560316413977e-05, + "loss": 1.5037, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.4840694352889475e-05, + "loss": 1.5023, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.4730828389364976e-05, + "loss": 1.5096, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4620962425840478e-05, + "loss": 1.5476, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4511096462315975e-05, + "loss": 1.4844, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.4401230498791473e-05, + "loss": 1.4702, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4291364535266974e-05, + "loss": 1.5297, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4181498571742476e-05, + "loss": 1.4954, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.4071632608217977e-05, + "loss": 1.5016, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3961766644693475e-05, + "loss": 1.5038, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3851900681168976e-05, + "loss": 1.4758, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.3742034717644474e-05, + "loss": 1.4669, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.3632168754119975e-05, + "loss": 1.5204, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3522302790595473e-05, + "loss": 1.5103, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3412436827070974e-05, + "loss": 1.5083, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.3302570863546475e-05, + "loss": 1.5019, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3192704900021973e-05, + "loss": 1.4884, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3082838936497474e-05, + "loss": 1.457, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.2972972972972976e-05, + "loss": 1.5291, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.2863107009448473e-05, + "loss": 1.4711, + "step": 2470 + }, + { + "epoch": 1.63, + "learning_rate": 2.2753241045923975e-05, + "loss": 1.4642, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.2643375082399473e-05, + "loss": 1.5143, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533509118874974e-05, + "loss": 1.522, + "step": 2500 + }, + { + "epoch": 1.65, + "learning_rate": 2.2423643155350475e-05, + "loss": 1.5441, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2313777191825973e-05, + "loss": 1.5014, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2203911228301474e-05, + "loss": 1.4878, + "step": 2530 + }, + { + "epoch": 1.67, + "learning_rate": 2.2094045264776972e-05, + "loss": 1.5278, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.1984179301252473e-05, + "loss": 1.4931, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.187431333772797e-05, + "loss": 1.5347, + "step": 2560 + }, + { + "epoch": 1.69, + "learning_rate": 2.1764447374203472e-05, + "loss": 1.5179, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1654581410678973e-05, + "loss": 1.4976, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1544715447154475e-05, + "loss": 1.4873, + "step": 2590 + }, + { + "epoch": 1.71, + "learning_rate": 2.1434849483629972e-05, + "loss": 1.5061, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1324983520105474e-05, + "loss": 1.4761, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.121511755658097e-05, + "loss": 1.4965, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.1105251593056473e-05, + "loss": 1.4988, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.099538562953197e-05, + "loss": 1.5104, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0885519666007472e-05, + "loss": 1.5326, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.0775653702482973e-05, + "loss": 1.5127, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.066578773895847e-05, + "loss": 1.5219, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0555921775433972e-05, + "loss": 1.5296, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.044605581190947e-05, + "loss": 1.5155, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.033618984838497e-05, + "loss": 1.5104, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0226323884860472e-05, + "loss": 1.5286, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.011645792133597e-05, + "loss": 1.488, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 2.000659195781147e-05, + "loss": 1.5372, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9896725994286973e-05, + "loss": 1.5224, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.978686003076247e-05, + "loss": 1.5292, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.967699406723797e-05, + "loss": 1.5251, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.956712810371347e-05, + "loss": 1.4906, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.945726214018897e-05, + "loss": 1.5173, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.934739617666447e-05, + "loss": 1.4758, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.923753021313997e-05, + "loss": 1.5156, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.912766424961547e-05, + "loss": 1.5072, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.9017798286090972e-05, + "loss": 1.4955, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.890793232256647e-05, + "loss": 1.5252, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8798066359041968e-05, + "loss": 1.4833, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.868820039551747e-05, + "loss": 1.5287, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.857833443199297e-05, + "loss": 1.4767, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.846846846846847e-05, + "loss": 1.4979, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.835860250494397e-05, + "loss": 1.5249, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.824873654141947e-05, + "loss": 1.5127, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.813887057789497e-05, + "loss": 1.5252, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8029004614370466e-05, + "loss": 1.499, + "step": 2910 + }, + { + "epoch": 1.92, + "learning_rate": 1.7919138650845968e-05, + "loss": 1.5672, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.780927268732147e-05, + "loss": 1.485, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.769940672379697e-05, + "loss": 1.5526, + "step": 2940 + }, + { + "epoch": 1.94, + "learning_rate": 1.7589540760272468e-05, + "loss": 1.551, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.747967479674797e-05, + "loss": 1.518, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.736980883322347e-05, + "loss": 1.5185, + "step": 2970 + }, + { + "epoch": 1.96, + "learning_rate": 1.7259942869698968e-05, + "loss": 1.4947, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.7150076906174466e-05, + "loss": 1.503, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7040210942649967e-05, + "loss": 1.4985, + "step": 3000 + }, + { + "epoch": 1.98, + "learning_rate": 1.693034497912547e-05, + "loss": 1.4725, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.6820479015600966e-05, + "loss": 1.4745, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6710613052076468e-05, + "loss": 1.4779, + "step": 3030 + }, + { + "epoch": 2.0, + "learning_rate": 1.660074708855197e-05, + "loss": 1.5517, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.649088112502747e-05, + "loss": 1.5301, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6381015161502965e-05, + "loss": 1.5098, + "step": 3060 + }, + { + "epoch": 2.02, + "learning_rate": 1.6271149197978466e-05, + "loss": 1.4951, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6161283234453967e-05, + "loss": 1.4804, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.6051417270929468e-05, + "loss": 1.5306, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5941551307404966e-05, + "loss": 1.5571, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5831685343880467e-05, + "loss": 1.4748, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.572181938035597e-05, + "loss": 1.4931, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5611953416831466e-05, + "loss": 1.5267, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.5502087453306964e-05, + "loss": 1.5164, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.5392221489782465e-05, + "loss": 1.5005, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5282355526257967e-05, + "loss": 1.5073, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5172489562733466e-05, + "loss": 1.4763, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5062623599208966e-05, + "loss": 1.4961, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4952757635684467e-05, + "loss": 1.5245, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4842891672159965e-05, + "loss": 1.4933, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733025708635464e-05, + "loss": 1.4748, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4623159745110966e-05, + "loss": 1.5094, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4513293781586465e-05, + "loss": 1.5215, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4403427818061965e-05, + "loss": 1.5204, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.4293561854537466e-05, + "loss": 1.5552, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4183695891012965e-05, + "loss": 1.4898, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4073829927488467e-05, + "loss": 1.5123, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3963963963963963e-05, + "loss": 1.5138, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3854098000439464e-05, + "loss": 1.4645, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3744232036914964e-05, + "loss": 1.489, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3634366073390465e-05, + "loss": 1.4744, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3524500109865964e-05, + "loss": 1.4811, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3414634146341466e-05, + "loss": 1.5304, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3304768182816965e-05, + "loss": 1.4715, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3194902219292463e-05, + "loss": 1.5209, + "step": 3350 + }, + { + "epoch": 2.21, + "learning_rate": 1.3085036255767962e-05, + "loss": 1.5066, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2975170292243464e-05, + "loss": 1.4903, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.2865304328718963e-05, + "loss": 1.452, + "step": 3380 + }, + { + "epoch": 2.23, + "learning_rate": 1.2755438365194464e-05, + "loss": 1.5154, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2645572401669964e-05, + "loss": 1.4853, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2535706438145463e-05, + "loss": 1.5068, + "step": 3410 + }, + { + "epoch": 2.25, + "learning_rate": 1.2425840474620963e-05, + "loss": 1.4768, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2315974511096463e-05, + "loss": 1.5114, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2206108547571962e-05, + "loss": 1.5116, + "step": 3440 + }, + { + "epoch": 2.27, + "learning_rate": 1.2096242584047463e-05, + "loss": 1.5246, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1986376620522963e-05, + "loss": 1.5462, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1876510656998462e-05, + "loss": 1.4942, + "step": 3470 + }, + { + "epoch": 2.29, + "learning_rate": 1.1766644693473962e-05, + "loss": 1.5491, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1656778729949461e-05, + "loss": 1.4863, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1546912766424963e-05, + "loss": 1.5335, + "step": 3500 + }, + { + "epoch": 2.31, + "learning_rate": 1.1437046802900462e-05, + "loss": 1.5103, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1327180839375962e-05, + "loss": 1.5268, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1217314875851461e-05, + "loss": 1.4887, + "step": 3530 + }, + { + "epoch": 2.33, + "learning_rate": 1.1107448912326962e-05, + "loss": 1.4727, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.099758294880246e-05, + "loss": 1.5185, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0887716985277962e-05, + "loss": 1.5057, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0777851021753461e-05, + "loss": 1.5218, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667985058228962e-05, + "loss": 1.4735, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.055811909470446e-05, + "loss": 1.5448, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0448253131179961e-05, + "loss": 1.5036, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0338387167655461e-05, + "loss": 1.489, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0228521204130962e-05, + "loss": 1.497, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.011865524060646e-05, + "loss": 1.4852, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 1.0008789277081961e-05, + "loss": 1.4818, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.89892331355746e-06, + "loss": 1.4726, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.78905735003296e-06, + "loss": 1.4943, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.67919138650846e-06, + "loss": 1.5149, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.569325422983961e-06, + "loss": 1.5146, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.45945945945946e-06, + "loss": 1.5189, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.34959349593496e-06, + "loss": 1.5118, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.23972753241046e-06, + "loss": 1.4913, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.12986156888596e-06, + "loss": 1.4867, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 9.01999560536146e-06, + "loss": 1.4959, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.910129641836958e-06, + "loss": 1.5488, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.80026367831246e-06, + "loss": 1.5132, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.690397714787959e-06, + "loss": 1.4649, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.580531751263459e-06, + "loss": 1.4666, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.470665787738958e-06, + "loss": 1.4923, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.36079982421446e-06, + "loss": 1.4924, + "step": 3790 + }, + { + "epoch": 2.5, + "learning_rate": 8.250933860689959e-06, + "loss": 1.4992, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.141067897165458e-06, + "loss": 1.4451, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.031201933640958e-06, + "loss": 1.5411, + "step": 3820 + }, + { + "epoch": 2.52, + "learning_rate": 7.921335970116459e-06, + "loss": 1.4811, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.811470006591959e-06, + "loss": 1.543, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.701604043067458e-06, + "loss": 1.5106, + "step": 3850 + }, + { + "epoch": 2.54, + "learning_rate": 7.591738079542958e-06, + "loss": 1.5076, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.481872116018458e-06, + "loss": 1.5234, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.372006152493957e-06, + "loss": 1.5393, + "step": 3880 + }, + { + "epoch": 2.56, + "learning_rate": 7.262140188969457e-06, + "loss": 1.5381, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.1522742254449575e-06, + "loss": 1.4538, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.042408261920458e-06, + "loss": 1.4686, + "step": 3910 + }, + { + "epoch": 2.58, + "learning_rate": 6.932542298395957e-06, + "loss": 1.5079, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.822676334871457e-06, + "loss": 1.5141, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.712810371346957e-06, + "loss": 1.5024, + "step": 3940 + }, + { + "epoch": 2.6, + "learning_rate": 6.602944407822458e-06, + "loss": 1.5116, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.493078444297956e-06, + "loss": 1.4881, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.383212480773457e-06, + "loss": 1.5665, + "step": 3970 + }, + { + "epoch": 2.62, + "learning_rate": 6.273346517248957e-06, + "loss": 1.4683, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.163480553724457e-06, + "loss": 1.5066, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.053614590199956e-06, + "loss": 1.5149, + "step": 4000 + }, + { + "epoch": 2.64, + "learning_rate": 5.943748626675457e-06, + "loss": 1.4724, + "step": 4010 + }, + { + "epoch": 2.65, + "learning_rate": 5.833882663150956e-06, + "loss": 1.4671, + "step": 4020 + }, + { + "epoch": 2.66, + "learning_rate": 5.7240166996264565e-06, + "loss": 1.5294, + "step": 4030 + }, + { + "epoch": 2.66, + "learning_rate": 5.614150736101956e-06, + "loss": 1.4966, + "step": 4040 + }, + { + "epoch": 2.67, + "learning_rate": 5.504284772577456e-06, + "loss": 1.5463, + "step": 4050 + }, + { + "epoch": 2.68, + "learning_rate": 5.394418809052956e-06, + "loss": 1.468, + "step": 4060 + }, + { + "epoch": 2.68, + "learning_rate": 5.2845528455284555e-06, + "loss": 1.4644, + "step": 4070 + }, + { + "epoch": 2.69, + "learning_rate": 5.174686882003955e-06, + "loss": 1.5124, + "step": 4080 + }, + { + "epoch": 2.7, + "learning_rate": 5.064820918479455e-06, + "loss": 1.5021, + "step": 4090 + }, + { + "epoch": 2.7, + "learning_rate": 4.954954954954955e-06, + "loss": 1.4431, + "step": 4100 + }, + { + "epoch": 2.71, + "learning_rate": 4.8450889914304545e-06, + "loss": 1.5306, + "step": 4110 + }, + { + "epoch": 2.72, + "learning_rate": 4.735223027905955e-06, + "loss": 1.475, + "step": 4120 + }, + { + "epoch": 2.72, + "learning_rate": 4.625357064381454e-06, + "loss": 1.4836, + "step": 4130 + }, + { + "epoch": 2.73, + "learning_rate": 4.515491100856955e-06, + "loss": 1.4829, + "step": 4140 + }, + { + "epoch": 2.74, + "learning_rate": 4.405625137332454e-06, + "loss": 1.5122, + "step": 4150 + }, + { + "epoch": 2.74, + "learning_rate": 4.295759173807955e-06, + "loss": 1.5109, + "step": 4160 + }, + { + "epoch": 2.75, + "learning_rate": 4.185893210283454e-06, + "loss": 1.5543, + "step": 4170 + }, + { + "epoch": 2.76, + "learning_rate": 4.076027246758955e-06, + "loss": 1.4513, + "step": 4180 + }, + { + "epoch": 2.76, + "learning_rate": 3.966161283234454e-06, + "loss": 1.5496, + "step": 4190 + }, + { + "epoch": 2.77, + "learning_rate": 3.856295319709954e-06, + "loss": 1.4881, + "step": 4200 + }, + { + "epoch": 2.78, + "learning_rate": 3.746429356185454e-06, + "loss": 1.4698, + "step": 4210 + }, + { + "epoch": 2.78, + "learning_rate": 3.6365633926609536e-06, + "loss": 1.528, + "step": 4220 + }, + { + "epoch": 2.79, + "learning_rate": 3.526697429136454e-06, + "loss": 1.4888, + "step": 4230 + }, + { + "epoch": 2.79, + "learning_rate": 3.4168314656119535e-06, + "loss": 1.4999, + "step": 4240 + }, + { + "epoch": 2.8, + "learning_rate": 3.3069655020874535e-06, + "loss": 1.5188, + "step": 4250 + }, + { + "epoch": 2.81, + "learning_rate": 3.197099538562953e-06, + "loss": 1.4678, + "step": 4260 + }, + { + "epoch": 2.81, + "learning_rate": 3.087233575038453e-06, + "loss": 1.5506, + "step": 4270 + }, + { + "epoch": 2.82, + "learning_rate": 2.977367611513953e-06, + "loss": 1.5203, + "step": 4280 + }, + { + "epoch": 2.83, + "learning_rate": 2.867501647989453e-06, + "loss": 1.5408, + "step": 4290 + }, + { + "epoch": 2.83, + "learning_rate": 2.757635684464953e-06, + "loss": 1.4744, + "step": 4300 + }, + { + "epoch": 2.84, + "learning_rate": 2.6477697209404528e-06, + "loss": 1.5223, + "step": 4310 + }, + { + "epoch": 2.85, + "learning_rate": 2.5379037574159527e-06, + "loss": 1.5527, + "step": 4320 + }, + { + "epoch": 2.85, + "learning_rate": 2.4280377938914527e-06, + "loss": 1.5897, + "step": 4330 + }, + { + "epoch": 2.86, + "learning_rate": 2.3181718303669527e-06, + "loss": 1.4514, + "step": 4340 + }, + { + "epoch": 2.87, + "learning_rate": 2.2083058668424526e-06, + "loss": 1.4935, + "step": 4350 + }, + { + "epoch": 2.87, + "learning_rate": 2.098439903317952e-06, + "loss": 1.5264, + "step": 4360 + }, + { + "epoch": 2.88, + "learning_rate": 1.988573939793452e-06, + "loss": 1.5217, + "step": 4370 + }, + { + "epoch": 2.89, + "learning_rate": 1.8787079762689518e-06, + "loss": 1.4927, + "step": 4380 + }, + { + "epoch": 2.89, + "learning_rate": 1.7688420127444518e-06, + "loss": 1.5235, + "step": 4390 + }, + { + "epoch": 2.9, + "learning_rate": 1.6589760492199518e-06, + "loss": 1.5328, + "step": 4400 + }, + { + "epoch": 2.91, + "learning_rate": 1.5491100856954515e-06, + "loss": 1.4711, + "step": 4410 + }, + { + "epoch": 2.91, + "learning_rate": 1.4392441221709515e-06, + "loss": 1.4886, + "step": 4420 + }, + { + "epoch": 2.92, + "learning_rate": 1.3293781586464514e-06, + "loss": 1.5394, + "step": 4430 + }, + { + "epoch": 2.93, + "learning_rate": 1.2195121951219514e-06, + "loss": 1.4616, + "step": 4440 + }, + { + "epoch": 2.93, + "learning_rate": 1.1096462315974513e-06, + "loss": 1.4592, + "step": 4450 + }, + { + "epoch": 2.94, + "learning_rate": 9.99780268072951e-07, + "loss": 1.5265, + "step": 4460 + }, + { + "epoch": 2.95, + "learning_rate": 8.899143045484509e-07, + "loss": 1.5203, + "step": 4470 + }, + { + "epoch": 2.95, + "learning_rate": 7.800483410239508e-07, + "loss": 1.4688, + "step": 4480 + }, + { + "epoch": 2.96, + "learning_rate": 6.701823774994507e-07, + "loss": 1.4883, + "step": 4490 + }, + { + "epoch": 2.97, + "learning_rate": 5.603164139749506e-07, + "loss": 1.473, + "step": 4500 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.84411169865728e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-4500/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-4500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/checkpoint-500/README.md b/8128_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8128_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/8128_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8128_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/8128_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8748819545e0e5a3c1b825c4e5705c552d7b92fe --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d039c2b7d58668174fe334147ba0c60949619c4c560950c71dc6234dcaff458 +size 26235704 diff --git a/8128_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/8128_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..12728b34ef9f94af64031bb67d5ee45f48ec8ae1 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dedf5d8d7393207421e8269e2e0a96f44f876972e3ccb7d624d1a7e84556e2fa +size 52565434 diff --git a/8128_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/8128_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/8128_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/8128_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..94b2ff1a1ed2b2483ae434106e105096b1d755b8 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979d3f2065b219cba7087c50d465f7a9b2a2d803370c3f7209bfe67d7a6d3150 +size 1064 diff --git a/8128_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/8128_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..05f5fcc015a0b9d0fa2c098e900491f978ffe723 --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3295978905735003, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98901340364755e-05, + "loss": 1.7796, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9780268072951005e-05, + "loss": 1.7713, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.96704021094265e-05, + "loss": 1.7176, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9560536145902e-05, + "loss": 1.6604, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.94506701823775e-05, + "loss": 1.6656, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9340804218853e-05, + "loss": 1.6062, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.92309382553285e-05, + "loss": 1.5675, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.9121072291804e-05, + "loss": 1.5991, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.90112063282795e-05, + "loss": 1.5755, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8901340364755e-05, + "loss": 1.5343, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.8791474401230506e-05, + "loss": 1.5777, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8681608437706e-05, + "loss": 1.5148, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.85717424741815e-05, + "loss": 1.514, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.8461876510657e-05, + "loss": 1.5594, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.83520105471325e-05, + "loss": 1.5238, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8242144583608e-05, + "loss": 1.5445, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.81322786200835e-05, + "loss": 1.4958, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.8022412656559004e-05, + "loss": 1.531, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.79125466930345e-05, + "loss": 1.4877, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780268072951e-05, + "loss": 1.5099, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.76928147659855e-05, + "loss": 1.5628, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.7582948802461e-05, + "loss": 1.5843, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.74730828389365e-05, + "loss": 1.4917, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.7363216875412e-05, + "loss": 1.5552, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.72533509118875e-05, + "loss": 1.5284, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.7143484948363e-05, + "loss": 1.5283, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.70336189848385e-05, + "loss": 1.5425, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6923753021313996e-05, + "loss": 1.5408, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.68138870577895e-05, + "loss": 1.5508, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.6704021094265e-05, + "loss": 1.5359, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.6594155130740496e-05, + "loss": 1.5042, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6484289167216e-05, + "loss": 1.5511, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.63744232036915e-05, + "loss": 1.5468, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6264557240167003e-05, + "loss": 1.4891, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.6154691276642495e-05, + "loss": 1.5386, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.6044825313118e-05, + "loss": 1.525, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.59349593495935e-05, + "loss": 1.5367, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.5825093386068995e-05, + "loss": 1.5011, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.57152274225445e-05, + "loss": 1.5259, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560536145902e-05, + "loss": 1.4764, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.54954954954955e-05, + "loss": 1.5166, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.5385629531971e-05, + "loss": 1.5049, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52757635684465e-05, + "loss": 1.5383, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.5165897604921995e-05, + "loss": 1.5166, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505603164139749e-05, + "loss": 1.5898, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4946165677873e-05, + "loss": 1.5512, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.4836299714348496e-05, + "loss": 1.5215, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4726433750824e-05, + "loss": 1.5372, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.46165677872995e-05, + "loss": 1.4994, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.4506701823774996e-05, + "loss": 1.5261, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4551, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8128_Llama-2-13b-hf/checkpoint-500/training_args.bin b/8128_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8128_Llama-2-13b-hf/training_args.bin b/8128_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bb9fbd7d2c11ecba8fcb3af0cf03a24886089bc --- /dev/null +++ b/8128_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445c0a896f00700672bd278efa0b99d39ff9cf884301eaf2f336d43a4077206b +size 4728 diff --git a/8346_Llama-2-13b-hf/README.md b/8346_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6716bc5e711dcc243f6c94392b7b849ab6a9db4a --- /dev/null +++ b/8346_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 8346_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 8346_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/8346_Llama-2-13b-hf/adapter_config.json b/8346_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/adapter_model.safetensors b/8346_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff57b9bd9ac5b0ad998316b01d5d177d0a4ca1b3 --- /dev/null +++ b/8346_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ba6f3aa13d80e198de7643a36d8287ba90cb9c15bb3ea9826694f490c16b30 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/README.md b/8346_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4b13b9bfd3ad99155a4847e96e5580822687053c --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef809adfcdb50f86ded2b1075f98a8586272afc66f7454cd57e257eed4d0be0a +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1726a360cc6372d32d3676db7e7a8ff68883bb4f --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddcaf9466fb689c0ca1a6e7e43cb8d837b8517747e52eaef5386cb29dfa5f061 +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db38b553e604e96055e3d8a0a78a494b2aad488 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d2effc4743689ddd12152cceca88840a43e1a01934997d1b1aed41dc4947f +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dfdb2241fd3ebd7d4c69f075c3c171eea5d57412 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/README.md b/8346_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2468d14be0bbfe61cc08bed52c226ff522ea17e6 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec45eb41ed394cab3463a68a6daf7cdd1164e45bc28fcbc24b6c71ec7b6b441 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..334fb27902d5ddfe3fb167c9641a4d2048326f7f --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec29cce072f85e8b770b7f63e08fa4572e45eb71c25667cb0c3d7661f44171ab +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..74418322fa63b1bc167cfdd103e6b88fec1a8eb0 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb06b506041b2c90376ad3433697a3921e44487b7cac38419e5228de632b004c +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..789255916f752df027731a5c7371868c83876e1d --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35979f852f962794802ddc49d895f96b0f52016f88a157dc9f5185d94d443530 +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d19101985cd9608fbba310fe53ad5fd949293cc4 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6838, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6797, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.704, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6561, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6555, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6481, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6889, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7338, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6494, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6499, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.705, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6679, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6713, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.66, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6618, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6662, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6808, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6629, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6941, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6928, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6707, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7053, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7013, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/README.md b/8346_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75340cd8d5f2509e86e53ca0516f5c3d0c0675b8 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1c3615ca099366e2aa46c36f4309e56a40e311d99d56f3ed8e8f860ba3a9b32 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..722e0b070de0cfe7e65329a17157dd3ecbd84b7f --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82426f8c76a26eab7fafa5b6bfe43317fa5a474267db200a85eac1953cfbe53 +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca880715cfced5f846c23da8f182ed1a657495e9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfc796a88e2bbfadb159f15a12743dc91b7c58bf7af272944fce39eb1cc41ba +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..72f4fa63ce83f4715b18d5499627d520c1a9dd80 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6838, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6797, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.704, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6561, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6555, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6481, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6889, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7338, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6494, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6499, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.705, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6679, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6713, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.66, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6618, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6662, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6808, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6629, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6941, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6928, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6707, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7053, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7013, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7024, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6826, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7053, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6798, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6284, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7091, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6294, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6879, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6492, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6487, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6651, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6406, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6911, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6341, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.69, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6814, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.676, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7061, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6627, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/README.md b/8346_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..810cbef83b56275149da8c59ebbb1ef9d5a426eb --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c2120285f46181d78af3225b0f0f92629fe99c38b766ce805975e33e74c8695 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..594ee618362a1961b2c8dfd60a9f7b136dd6d562 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7870cf9223600f8f9ebf68ce64b4382888a3910ebfc2eeb0a5f8203be28afd +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..969180947ef2af15b71a94552978dfbc2814a1e4 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715e96809af583e018e8152d1f327b85f9b4402a467194c51bfa80de4a4f18f +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..43df8864edbe100a652002f71f314d16203a2b68 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6838, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6797, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.704, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6561, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6555, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6481, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6889, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7338, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6494, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6499, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.705, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6679, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6713, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.66, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6618, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6662, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6808, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6629, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6941, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6928, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6707, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7053, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7013, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7024, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6826, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7053, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6798, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6284, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7091, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6294, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6879, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6492, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6487, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6651, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6406, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6911, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6341, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.69, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6814, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.676, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7061, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6627, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6796, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6804, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6359, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6545, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6897, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6628, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6764, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6424, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6615, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6607, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6625, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.653, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6694, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6961, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.681, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.672, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6957, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6576, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.647, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6516, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.658, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/README.md b/8346_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87159278f8f5ea8024955a3ff82a88c8a97ffda0 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38b791d1a6fc747b6fec1c34a0e8671dde08ac8cc6a0c50decfc6ce7bd99365 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec49933a58598c332c5542a109f35834195f80d6 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17f4e7d8bd7194f61984134befd070506357844d565ee72b145932544c1f441 +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e4b883be24e318b431d8733becffa5c776ce5d1 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b4a96e248999144f28739a3a5c244db3f2ca59f8c60d8a5ffce3e57c61347 +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13fb0a7a4981315606e3fb5ee33e52c932d63e7 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1587ccc83c549a0b14a9e9e6743d75a19582b182033993210822089b8a9535b5 +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..930d740c9a1f14a6e75b448aeb1acadc31d9e239 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6838, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6797, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.704, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6561, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6555, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6481, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6889, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7338, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6494, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6499, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.705, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6679, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6713, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.66, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6618, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6662, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6808, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6629, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6941, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6928, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6707, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7053, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7013, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7024, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6826, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7053, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6798, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6284, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7091, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6294, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6879, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6492, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6487, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6651, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6406, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6911, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6341, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.69, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6814, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.676, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7061, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6627, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6796, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6804, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6359, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6545, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6897, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6628, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6764, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6424, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6615, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6607, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6625, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.653, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6694, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6961, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.681, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.672, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6957, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6576, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.647, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6516, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.658, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6153, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7088, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6797, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7006, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.693, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.6999, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6847, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6383, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6835, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6852, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6876, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6733, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6535, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6702, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6824, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.707, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6582, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6637, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6612, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6685, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6581, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6788, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6398, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6595, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6824, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6467, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6556, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6616, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6262, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6794, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6493, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6394, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6668, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6862, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.677, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/README.md b/8346_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcb96959a2860187046b934adb16155468e8da6c --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31869ebb4f4b4a838baf4334e545e0644aa25bec81a123f3ab3f12b12314f1f +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e1792618c436b33b0e980e3957a9905a48316b9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be554b82eb394f787ee05b3253f1e6fb36a83aa26524afe8030867bf8f7f0657 +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d7a0dd568057f1c13b0d90265a3b3da05c1d75 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8807c7d90e56ddda38ccf5adf0f7546f8be38fd0cbbc8989736db7fff642ad +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ca6cb2031a976e83e7b97196d82696e9d3909d07 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6838, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6797, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.704, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6561, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6555, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6481, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6889, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7338, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6494, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6499, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.705, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6679, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6713, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.66, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6618, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6662, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6808, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6629, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6941, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6928, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6707, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7053, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7013, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7024, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6826, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7053, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6798, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6284, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7091, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6294, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6879, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6492, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6487, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6651, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6406, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6911, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6341, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.69, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6814, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.676, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7061, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6627, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6796, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6804, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6359, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6545, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6897, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6628, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6764, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6424, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6615, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6607, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6625, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.653, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6694, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6961, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.681, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.672, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6957, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6576, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.647, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6516, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.658, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6153, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7088, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6797, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7006, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.693, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.6999, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6847, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6383, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6835, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6852, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6876, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6733, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6535, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6702, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6824, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.707, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6582, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6637, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6612, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6685, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6581, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6788, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6398, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6595, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6824, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6467, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6556, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6616, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6262, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6794, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6493, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6394, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6668, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6862, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.677, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6776, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6593, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.69, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6407, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6351, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6672, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6614, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7067, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6707, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6684, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6835, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6634, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6492, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6566, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.698, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6569, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6904, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6761, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6492, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6782, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6543, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6941, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.67, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6441, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6744, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.668, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6914, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7074, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6717, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6283, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6317, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6699, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6118, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6725, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6662, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6519, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6719, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6353, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6884, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6956, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6453, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6395, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6364, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6479, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6329, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6691, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6749, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/README.md b/8346_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b3e77dc0dc9881cf4d08c6edf280d69a0524c9e5 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e23570e361096aad40cfcb4a20f18dd06d36360545b177b7b87e46751a81417 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..96286870b47824b95bb7bda0f950f508136ad527 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd50a0d5a428c6b54c835d9cb438ffd48116557cb978b18fd1755112aa05425 +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1288bafe9d1c5b806645eed8998c5c263a14bf --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5b13ea5a0fbc128db00433bc7c83b57e1fd4de3169c15d774e359dfc3ff356 +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..99680ff18cf9ba31552bb7c7f1c41e8f8196b6de --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6892, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6729, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6966, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6569, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6772, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.71, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6943, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6924, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6624, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7119, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6774, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6426, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6472, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.682, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6818, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7011, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.655, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6714, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6412, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7089, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7243, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6708, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.664, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6805, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6866, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6941, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6803, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6641, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6821, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6679, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6842, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.6082, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6627, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6617, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.7301, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6908, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7047, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.6659, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.707, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6485, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6838, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6359, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6797, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6365, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.704, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6561, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6907, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6743, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6555, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6481, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6889, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7159, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.7053, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6833, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7338, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6494, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6499, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6617, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.6601, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.705, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6679, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6713, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.66, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6521, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6618, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6652, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6662, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6808, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6629, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6941, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6928, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6707, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6671, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7053, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7013, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6856, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6423, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6974, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6975, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7024, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6648, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7033, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.634, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6589, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6243, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6826, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7053, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6517, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6798, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6284, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6601, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.69, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6547, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7091, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6294, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6879, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6492, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6487, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.668, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6987, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6476, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6651, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6705, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.6648, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6406, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.6911, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6341, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.69, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6814, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.6721, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6734, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.676, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6834, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7061, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7036, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.6561, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6797, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6466, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6677, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6627, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6796, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6804, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6359, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6865, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6545, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6819, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6609, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6662, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6897, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6474, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6628, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6274, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6796, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.6413, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.679, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6764, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6424, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.6615, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6498, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6849, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6806, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6607, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6625, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.667, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.653, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.722, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6694, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6961, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6924, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6452, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6365, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.681, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.672, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6716, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6957, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6721, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.6551, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6763, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.6576, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6197, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6644, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6558, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.639, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.647, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6516, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6795, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.658, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.6729, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6153, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.7088, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6797, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7006, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.693, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.6999, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6847, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6527, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6383, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6835, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6852, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6876, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7066, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6733, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6535, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6808, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6702, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6824, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.707, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6582, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6637, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6612, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6685, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6581, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6788, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6398, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6571, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6595, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6824, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6467, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6395, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6556, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6616, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6887, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6262, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6794, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6547, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6493, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6394, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6788, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6668, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6862, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.677, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.6776, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6593, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.69, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.6407, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6351, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6672, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6614, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7067, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6707, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6684, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6835, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6634, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6492, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6566, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.698, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6569, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6904, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6761, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.6492, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.6782, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6543, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6941, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.67, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6441, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6744, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.668, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6914, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7074, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6717, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6283, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6317, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6699, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6118, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6725, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6662, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6519, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6719, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6353, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6884, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6956, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6453, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6395, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6364, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6479, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6329, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6792, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6691, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6749, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6522, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6628, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.657, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.663, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6576, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6382, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.6278, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.6827, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6924, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6483, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.6458, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.6796, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6637, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6218, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.6488, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.6443, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5837, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6766, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.646, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.6764, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.6301, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.6638, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.6748, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6392, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6746, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6584, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.6617, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.7045, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.6596, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.6294, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.6867, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6318, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.6652, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6686, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.6643, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.643, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.668, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.6765, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.6806, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.6576, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.681, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6622, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.6431, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6745, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6734, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.6511, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6381, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6495, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.6556, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6592, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/checkpoint-500/README.md b/8346_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8346_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/8346_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8346_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/8346_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..326216e814f2397460553efade534f9d9c44121c --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c06d68cacc7fddb5eda4206c0efaa5fcc4da3559b764709abe28b46c909997c9 +size 26235704 diff --git a/8346_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/8346_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc09f67a12a0e03166c5c30d07a9ab3017708b16 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c6f06be745ac42ad98e15032b7d3f64799a986bdb5137cb27283ad1efadc58 +size 52565434 diff --git a/8346_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/8346_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/8346_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/8346_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ce34c67dce140537356cbd6f40324333cfca75 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38c514f58d545b7dabac969dd1c7e7898b5eb1b617f400d116301650c2ee82 +size 1064 diff --git a/8346_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/8346_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..42402ca3ac0a82937baed9f7ee813091cb427298 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.7894, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7876, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7883, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7558, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6777, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7082, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6947, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7132, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7245, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7206, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7352, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7019, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6659, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6848, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6744, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7134, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.7098, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6822, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7251, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6765, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6797, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.73, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.7466, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6342, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6758, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.66, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6951, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.6829, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.6572, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6854, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6935, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6713, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6679, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.6595, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6843, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6754, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6749, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.679, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6954, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8346_Llama-2-13b-hf/checkpoint-500/training_args.bin b/8346_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8346_Llama-2-13b-hf/training_args.bin b/8346_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..bf99ceb83e0863081c12ca6135a56bfbb2b5cd47 --- /dev/null +++ b/8346_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1317b275c36eea4e9b85336f8307677cd4520164187dd8ed3fff368bd88361 +size 4728 diff --git a/8648_Llama-2-13b-hf/README.md b/8648_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..92bf644c4edd509a6a3215aba25bd2f60704359b --- /dev/null +++ b/8648_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 8648_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 8648_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/8648_Llama-2-13b-hf/adapter_config.json b/8648_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/adapter_model.safetensors b/8648_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1fff41e34dda7f8da7bcfbc7b12b33a1c97499cd --- /dev/null +++ b/8648_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1625efeedeb004702e61d00852d691bbedf56b43a93824e7507c231cf9f4b826 +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/README.md b/8648_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a079747f213f965441f9967c5c7ca9d0e189802 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ba4d4b759776a7bc78b7b5f796b4cb6d3d36da3f178a0405a6359f9dc79da9 +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c21c7534c5611a47304df62e667f57372dae837 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93751feee2751aa41cd6b6ef2fe98f70515ae34f26e47be939e73dc33ac852eb +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b27f47b36b6b6659bd2c6f52a3c6e02db2feef --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be76582224c12dc1e5fc912171d895a2bfcae593b708174a0f90611568be52a +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..371c3bfe6d5f2a6fdce280263d4c7b47f6a27c34 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6596306068601583, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/README.md b/8648_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1cb7d9427de542e689bd53d628d10f83926ee42e --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315cf71b3986c935432a854936e0457681ab1681866e9fbb8fff5aece5c630c9 +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2d065ee2845a66ab3a35c4a81e85732fd4651da --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd23131c7623147f6d2273a60f6c2f17ff4e1f20f09a4ac86be73c56fe89afa2 +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..011a03aa9f29672bbea7c9d0d1934c770a724398 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92eb82a023f23b01ba12ac964c21ed408721810118065b47cd591285b3862deb +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bea73ea1afe8615544c4bf0977f9bf5b30ebde6 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20398e2f1657723ff8df442cf5e21e8b6a7df65b634e005017cce4bca9279d27 +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..445d6c39a8695c65111e0a8b1a59804edd50bcef --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9894459102902374, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/README.md b/8648_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f81148f6db71f999ed9b9fdfa96df1cf0369a1a0 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bcc110f60f7108b67db1e0bd947c15af4ffbbdf7b859531f90d5150ffc169cf +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd5f334620fc12bd4e45cc55474e9143ca628107 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c80ae719994b96730370b5cbfa54c7f102283947ecaf09abb459badca23e908 +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..12d6080238153172a0c858238f3870a8265ec14b --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ca0edf87c192fd972997dbde738c2ca83be45b03169aefd1b64bf56f790e23 +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cabe136037925fa459a78c90889c74874f41dfc --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef51078cffb592a4a357c492e132d6a4ba200513530bbce360885221079fc44e +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..28b418b683e77dd4a9e6b3ac7e3f4470a07f7c67 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3192612137203166, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4753, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5232, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5165, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5105, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5186, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4784, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.512, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.5284, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5094, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4921, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5114, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5809, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4825, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4992, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4447, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5173, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4919, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5449, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4875, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5139, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.467, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5189, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4828, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.518, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.551, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5069, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5115, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5231, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4934, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4952, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5421, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5471, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5157, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5083, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5565, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.4641, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5343, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263891637642199e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/README.md b/8648_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1f130bf0d511e2ebe9045998f89737addca5799b --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ff1c5337f3819f77f6203cd719a67bd6719be50db46c499ee4c464d8643fee +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..7779880b598ca2d61fb7ce1b4809a8a58e14c564 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23dd2ab1c2e8081df56ad1e3916f9ffcdb3d9d80dd8eacdba7732f215cc02d1a +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6e8cb091a2b4712ede04cb858c7ff654566a73ba --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f290f36daf33c1c8e6a7cd361ce26a3094811cad08edb4d0c0e8a80c6271852e +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d3729f2ce32ed3c527ffe6997f00d9494d657c --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553fb8b9817d551bba72e11ea6f7e29152f91b955665de5119ab92accb2eb867 +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..846744702591a7310f154d9f9e9e589c666e1095 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6490765171503958, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4753, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5232, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5165, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5105, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5186, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4784, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.512, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.5284, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5094, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4921, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5114, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5809, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4825, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4992, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4447, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5173, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4919, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5449, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4875, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5139, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.467, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5189, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4828, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.518, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.551, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5069, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5115, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5231, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4934, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4952, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5421, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5471, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5157, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5083, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5565, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.4641, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5343, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5388, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5013, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4416, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5483, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4673, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5029, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.5318, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4824, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4975, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5267, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.547, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5146, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4759, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5238, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5093, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.525, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5486, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.524, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.498, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.49, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5495, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5003, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5029, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5112, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5135, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5207, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5428, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5296, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4643, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4865, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4848, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4939, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5309, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579904048604119e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/README.md b/8648_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4f20a47304c492bef80753a02f6300aa6659a257 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835f5f2ce579a6de3266d213c66d29fce987c057e0257cc74d9650f4183ccd68 +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdf910f602e04a8ab5e446d20e3127f34852a8a8 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512c38a69d4ef6755399b829ac6c58bd129f00cdc72d250eb8e80e465d37518d +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dba86fdc9490cd9d5336a09c2b76c2f8a22c7eaf --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eaec023e17d103bc9b405e280a18570a008490ec20ddd4fde2976b67a68310 +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c79320813842812110e636e8d4e0e3700000038 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ed085ceeef9ae4f26433ec08dd5bc95b6f57edd1cc221d75b52b774ead4c85 +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a9b2c74179102f667573eedb55c177d888b7d91b --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.978891820580475, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4753, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5232, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5165, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5105, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5186, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4784, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.512, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.5284, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5094, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4921, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5114, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5809, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4825, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4992, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4447, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5173, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4919, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5449, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4875, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5139, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.467, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5189, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4828, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.518, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.551, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5069, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5115, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5231, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4934, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4952, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5421, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5471, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5157, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5083, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5565, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.4641, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5343, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5388, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5013, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4416, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5483, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4673, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5029, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.5318, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4824, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4975, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5267, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.547, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5146, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4759, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5238, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5093, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.525, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5486, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.524, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.498, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.49, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5495, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5003, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5029, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5112, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5135, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5207, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5428, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5296, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4643, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4865, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4848, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4939, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5309, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.472, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5437, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5434, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5045, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4929, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4988, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5163, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5205, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5016, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4975, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5329, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5091, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.514, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5416, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4978, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5035, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4764, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5121, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4929, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5278, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.479, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5416, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5267, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.524, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5185, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5328, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5377, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5324, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4898, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5307, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4911, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.895916459566039e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/README.md b/8648_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6966492bce6fc7856ce31a7d5a71f43193640341 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538fdda12408b7eee4120a5069f3fd497dfef9b69bf49abaae149d9f944de359 +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..416a403387d683430f8151d1ec14c86587ef9f72 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d696672e0b845c3d112dbc7f357f36e9e3348404ce42cfc3de6e64b1a570ee0f +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e3025d92ec18d83646ecad14b7e9d89ab89f4cf --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714f112a70b0953e326dd353e60a84dea48549f9910cc5166f96b9428ff5a28f +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1223b647c624166df6e64f9538a03d20496533d7 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761ea832830a07d2d4e83eaf41d5367c33013e39575233704f7394239dce6cb4 +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8532717f78a8ab9ec7d77acdd8b44feb7e7a8205 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.308707124010554, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4753, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5232, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5165, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5105, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5186, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4784, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.512, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.5284, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5094, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4921, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5114, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5809, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4825, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4992, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4447, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5173, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4919, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5449, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4875, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5139, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.467, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5189, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4828, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.518, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.551, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5069, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5115, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5231, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4934, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4952, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5421, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5471, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5157, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5083, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5565, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.4641, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5343, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5388, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5013, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4416, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5483, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4673, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5029, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.5318, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4824, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4975, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5267, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.547, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5146, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4759, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5238, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5093, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.525, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5486, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.524, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.498, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.49, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5495, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5003, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5029, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5112, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5135, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5207, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5428, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5296, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4643, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4865, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4848, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4939, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5309, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.472, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5437, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5434, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5045, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4929, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4988, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5163, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5205, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5016, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4975, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5329, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5091, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.514, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5416, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4978, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5035, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4764, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5121, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4929, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5278, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.479, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5416, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5267, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.524, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5185, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5328, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5377, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5324, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4898, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5307, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4911, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5382, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5032, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5203, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4722, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4721, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5188, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.508, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.4769, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4774, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4946, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5315, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4928, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.482, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.5219, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.4949, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4938, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.5457, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4995, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4837, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.4998, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4879, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5257, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4357, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.465, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.5328, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5291, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4926, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.478, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4616, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.492, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4683, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4613, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.4997, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5047, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5555, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4749, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5346, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5051, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5073, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.5188, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5183, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5066, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.5002, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5667, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.4693, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4964, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.5052, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.211770864322478e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/README.md b/8648_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ff86f5ddbf0e51e6717bcaa71f01becf158beefa --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2611e39a2b5a7f237db059897be68e7bb19b43dc7f3509741f4cd543f150ce +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ead47b878d2092b239ef8c09c6e35fc34ce282f --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6881bbf914a6a100c4937eb5e6a662bd9fee67d5d7f2c9e78ea3a84a0776e68e +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7644832c4add80f3fd04791d6ccdb656deb065ea --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcc537641d75577465e674eb7f0fd611755d2c7e8dc0c29d89f3ff711674f05 +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9b82f3021734dcaa8f8e47251bcd5055e9ce47 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f392bc8fc34b599c4401b338e113dc800c4cfe4716c0c0237770fb7aeeb2af4 +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4e048fd2304062dc8038cb4df8a311c129504874 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.638522427440633, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4753, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5232, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5165, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5105, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5186, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4784, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.512, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.5284, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5094, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4921, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5114, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5809, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4825, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4992, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4447, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5173, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4919, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5449, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4875, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5139, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.467, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5189, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4828, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.518, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.551, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5069, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5115, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5231, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4934, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4952, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5421, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5471, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5157, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5083, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5565, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.4641, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5343, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5388, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5013, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4416, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5483, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4673, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5029, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.5318, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4824, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4975, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5267, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.547, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5146, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4759, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5238, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5093, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.525, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5486, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.524, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.498, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.49, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5495, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5003, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5029, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5112, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5135, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5207, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5428, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5296, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4643, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4865, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4848, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4939, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5309, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.472, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5437, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5434, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5045, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4929, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4988, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5163, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5205, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5016, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4975, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5329, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5091, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.514, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5416, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4978, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5035, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4764, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5121, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4929, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5278, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.479, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5416, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5267, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.524, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5185, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5328, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5377, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5324, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4898, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5307, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4911, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5382, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5032, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5203, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4722, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4721, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5188, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.508, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.4769, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4774, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4946, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5315, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4928, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.482, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.5219, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.4949, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4938, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.5457, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4995, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4837, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.4998, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4879, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5257, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4357, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.465, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.5328, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5291, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4926, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.478, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4616, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.492, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4683, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4613, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.4997, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5047, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5555, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4749, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5346, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5051, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5073, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.5188, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5183, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5066, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.5002, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5667, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.4693, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4964, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.5052, + "step": 3500 + }, + { + "epoch": 2.32, + "learning_rate": 1.141160949868074e-05, + "loss": 1.4819, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1301671064204047e-05, + "loss": 1.5242, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1191732629727354e-05, + "loss": 1.5445, + "step": 3530 + }, + { + "epoch": 2.34, + "learning_rate": 1.1081794195250659e-05, + "loss": 1.5092, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.0971855760773967e-05, + "loss": 1.5014, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0861917326297274e-05, + "loss": 1.4703, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0751978891820581e-05, + "loss": 1.515, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0642040457343888e-05, + "loss": 1.5401, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.0532102022867195e-05, + "loss": 1.5283, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0422163588390502e-05, + "loss": 1.5354, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0312225153913809e-05, + "loss": 1.548, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0202286719437116e-05, + "loss": 1.5292, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.0092348284960421e-05, + "loss": 1.4989, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 9.98240985048373e-06, + "loss": 1.5146, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.872471416007037e-06, + "loss": 1.4735, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.762532981530344e-06, + "loss": 1.528, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.65259454705365e-06, + "loss": 1.4745, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.542656112576958e-06, + "loss": 1.5067, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.432717678100264e-06, + "loss": 1.4954, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.322779243623571e-06, + "loss": 1.525, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.212840809146878e-06, + "loss": 1.4878, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.102902374670185e-06, + "loss": 1.5441, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 8.992963940193492e-06, + "loss": 1.5154, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.883025505716799e-06, + "loss": 1.5659, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.773087071240106e-06, + "loss": 1.5442, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.663148636763413e-06, + "loss": 1.5151, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.55321020228672e-06, + "loss": 1.4827, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.443271767810027e-06, + "loss": 1.5081, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.4809, + "step": 3790 + }, + { + "epoch": 2.51, + "learning_rate": 8.22339489885664e-06, + "loss": 1.4986, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.113456464379948e-06, + "loss": 1.5167, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.003518029903255e-06, + "loss": 1.4996, + "step": 3820 + }, + { + "epoch": 2.53, + "learning_rate": 7.893579595426561e-06, + "loss": 1.4814, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.783641160949868e-06, + "loss": 1.5502, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.673702726473175e-06, + "loss": 1.4663, + "step": 3850 + }, + { + "epoch": 2.55, + "learning_rate": 7.563764291996482e-06, + "loss": 1.4907, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.453825857519789e-06, + "loss": 1.4637, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.343887423043096e-06, + "loss": 1.459, + "step": 3880 + }, + { + "epoch": 2.57, + "learning_rate": 7.233948988566404e-06, + "loss": 1.5319, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.124010554089711e-06, + "loss": 1.5524, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.014072119613018e-06, + "loss": 1.5012, + "step": 3910 + }, + { + "epoch": 2.59, + "learning_rate": 6.904133685136324e-06, + "loss": 1.4645, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.794195250659631e-06, + "loss": 1.4878, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.684256816182938e-06, + "loss": 1.4689, + "step": 3940 + }, + { + "epoch": 2.61, + "learning_rate": 6.574318381706245e-06, + "loss": 1.5238, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.4643799472295515e-06, + "loss": 1.4882, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.3544415127528585e-06, + "loss": 1.5058, + "step": 3970 + }, + { + "epoch": 2.63, + "learning_rate": 6.244503078276165e-06, + "loss": 1.4914, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.134564643799472e-06, + "loss": 1.5035, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.02462620932278e-06, + "loss": 1.4657, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527783275284398e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/README.md b/8648_Llama-2-13b-hf/checkpoint-4500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-4500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0fda9afb0ee156b34aef799e22b0c76d477f02f2 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee8e18633fb90bd5ff57af9b506114f04ab669bf8ccdb2767d2e59a32078cc3 +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-4500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c46db92040713ba0e479c9feecd347c931a7de61 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c363e43f9c84688128d77e70feaa2762f3a94aed0a09b0efe64fe96a2e0dd37a +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..addcebf36af01dcade9e7db930d109f5cdf97eee --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc3ffe189258ecb37c86ee57a56a8b02bf6dc3db4be33da81fe7f8fef925c57 +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-4500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8051dbe78b99362079c1b9421ffac762c4162ab --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b60e5be52a4121d1745a6c96a49ccd69de43106a6c986a879b8d62288392ef +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ead74a40e8f002ef68d62ff0a791953e2616f336 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/trainer_state.json @@ -0,0 +1,2721 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9683377308707124, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4971, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4865, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5169, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5243, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5308, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5089, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5039, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4936, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4898, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5017, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5017, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.5269, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5299, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5005, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5133, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5079, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5001, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5151, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.544, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5614, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5536, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5204, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4918, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5353, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5162, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5408, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5148, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5481, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4869, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.556, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5087, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5089, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4822, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4931, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5033, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.545, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.4808, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5541, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.502, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5537, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4988, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5139, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5128, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5127, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5146, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5222, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5553, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5197, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5245, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5379, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5566, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5149, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.5378, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.476, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4655, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5385, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5339, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5322, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5059, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5242, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.513, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5219, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5234, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4968, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5396, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5557, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4818, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4661, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5072, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5356, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4753, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5232, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5165, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5105, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5186, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4784, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.512, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.5284, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5094, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4921, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5114, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5809, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4825, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4992, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4447, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5173, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4919, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5449, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4875, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5139, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.467, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5189, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4828, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.518, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.551, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5069, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5115, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5231, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4934, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4952, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5421, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5471, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5157, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5083, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5565, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.4641, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5343, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5388, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5013, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4416, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5483, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4673, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5029, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.5318, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4824, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4975, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5267, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.547, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5146, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4759, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5238, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5093, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.525, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5486, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.524, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.498, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.49, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5495, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5003, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5029, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5112, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5135, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5207, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5428, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5296, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4643, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4865, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4848, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4939, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5309, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.472, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5437, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5434, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5045, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4929, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4988, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5163, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5205, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5016, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4975, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5329, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5091, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.514, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5416, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4978, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5035, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4764, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5121, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4929, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5278, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.479, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5416, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5267, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.524, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5185, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5328, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5377, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5324, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4898, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5307, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4911, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5382, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5032, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5203, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4722, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4721, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5188, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.508, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.4769, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4774, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4946, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5315, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4928, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.482, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.5219, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.4949, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4938, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.5457, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4995, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4837, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.4998, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4879, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5257, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4357, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.465, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.5328, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5291, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4926, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.478, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4616, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.492, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4683, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4613, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.4997, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5047, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5555, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4749, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5346, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5051, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5073, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.5188, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5183, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5066, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.5002, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5667, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.4693, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4964, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.5052, + "step": 3500 + }, + { + "epoch": 2.32, + "learning_rate": 1.141160949868074e-05, + "loss": 1.4819, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1301671064204047e-05, + "loss": 1.5242, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1191732629727354e-05, + "loss": 1.5445, + "step": 3530 + }, + { + "epoch": 2.34, + "learning_rate": 1.1081794195250659e-05, + "loss": 1.5092, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.0971855760773967e-05, + "loss": 1.5014, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0861917326297274e-05, + "loss": 1.4703, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0751978891820581e-05, + "loss": 1.515, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0642040457343888e-05, + "loss": 1.5401, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.0532102022867195e-05, + "loss": 1.5283, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0422163588390502e-05, + "loss": 1.5354, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0312225153913809e-05, + "loss": 1.548, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0202286719437116e-05, + "loss": 1.5292, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.0092348284960421e-05, + "loss": 1.4989, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 9.98240985048373e-06, + "loss": 1.5146, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.872471416007037e-06, + "loss": 1.4735, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.762532981530344e-06, + "loss": 1.528, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.65259454705365e-06, + "loss": 1.4745, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.542656112576958e-06, + "loss": 1.5067, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.432717678100264e-06, + "loss": 1.4954, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.322779243623571e-06, + "loss": 1.525, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.212840809146878e-06, + "loss": 1.4878, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.102902374670185e-06, + "loss": 1.5441, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 8.992963940193492e-06, + "loss": 1.5154, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.883025505716799e-06, + "loss": 1.5659, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.773087071240106e-06, + "loss": 1.5442, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.663148636763413e-06, + "loss": 1.5151, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.55321020228672e-06, + "loss": 1.4827, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.443271767810027e-06, + "loss": 1.5081, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.4809, + "step": 3790 + }, + { + "epoch": 2.51, + "learning_rate": 8.22339489885664e-06, + "loss": 1.4986, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.113456464379948e-06, + "loss": 1.5167, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.003518029903255e-06, + "loss": 1.4996, + "step": 3820 + }, + { + "epoch": 2.53, + "learning_rate": 7.893579595426561e-06, + "loss": 1.4814, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.783641160949868e-06, + "loss": 1.5502, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.673702726473175e-06, + "loss": 1.4663, + "step": 3850 + }, + { + "epoch": 2.55, + "learning_rate": 7.563764291996482e-06, + "loss": 1.4907, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.453825857519789e-06, + "loss": 1.4637, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.343887423043096e-06, + "loss": 1.459, + "step": 3880 + }, + { + "epoch": 2.57, + "learning_rate": 7.233948988566404e-06, + "loss": 1.5319, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.124010554089711e-06, + "loss": 1.5524, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.014072119613018e-06, + "loss": 1.5012, + "step": 3910 + }, + { + "epoch": 2.59, + "learning_rate": 6.904133685136324e-06, + "loss": 1.4645, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.794195250659631e-06, + "loss": 1.4878, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.684256816182938e-06, + "loss": 1.4689, + "step": 3940 + }, + { + "epoch": 2.61, + "learning_rate": 6.574318381706245e-06, + "loss": 1.5238, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.4643799472295515e-06, + "loss": 1.4882, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.3544415127528585e-06, + "loss": 1.5058, + "step": 3970 + }, + { + "epoch": 2.63, + "learning_rate": 6.244503078276165e-06, + "loss": 1.4914, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.134564643799472e-06, + "loss": 1.5035, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.02462620932278e-06, + "loss": 1.4657, + "step": 4000 + }, + { + "epoch": 2.65, + "learning_rate": 5.914687774846087e-06, + "loss": 1.5162, + "step": 4010 + }, + { + "epoch": 2.65, + "learning_rate": 5.804749340369393e-06, + "loss": 1.5244, + "step": 4020 + }, + { + "epoch": 2.66, + "learning_rate": 5.6948109058927e-06, + "loss": 1.5043, + "step": 4030 + }, + { + "epoch": 2.66, + "learning_rate": 5.584872471416008e-06, + "loss": 1.463, + "step": 4040 + }, + { + "epoch": 2.67, + "learning_rate": 5.474934036939315e-06, + "loss": 1.5317, + "step": 4050 + }, + { + "epoch": 2.68, + "learning_rate": 5.364995602462621e-06, + "loss": 1.5036, + "step": 4060 + }, + { + "epoch": 2.68, + "learning_rate": 5.255057167985928e-06, + "loss": 1.4865, + "step": 4070 + }, + { + "epoch": 2.69, + "learning_rate": 5.145118733509235e-06, + "loss": 1.5004, + "step": 4080 + }, + { + "epoch": 2.7, + "learning_rate": 5.0351802990325425e-06, + "loss": 1.5304, + "step": 4090 + }, + { + "epoch": 2.7, + "learning_rate": 4.925241864555849e-06, + "loss": 1.4816, + "step": 4100 + }, + { + "epoch": 2.71, + "learning_rate": 4.8153034300791555e-06, + "loss": 1.539, + "step": 4110 + }, + { + "epoch": 2.72, + "learning_rate": 4.705364995602462e-06, + "loss": 1.5052, + "step": 4120 + }, + { + "epoch": 2.72, + "learning_rate": 4.59542656112577e-06, + "loss": 1.511, + "step": 4130 + }, + { + "epoch": 2.73, + "learning_rate": 4.485488126649077e-06, + "loss": 1.4882, + "step": 4140 + }, + { + "epoch": 2.74, + "learning_rate": 4.375549692172383e-06, + "loss": 1.5084, + "step": 4150 + }, + { + "epoch": 2.74, + "learning_rate": 4.26561125769569e-06, + "loss": 1.5269, + "step": 4160 + }, + { + "epoch": 2.75, + "learning_rate": 4.155672823218998e-06, + "loss": 1.4686, + "step": 4170 + }, + { + "epoch": 2.76, + "learning_rate": 4.045734388742305e-06, + "loss": 1.5309, + "step": 4180 + }, + { + "epoch": 2.76, + "learning_rate": 3.935795954265612e-06, + "loss": 1.5619, + "step": 4190 + }, + { + "epoch": 2.77, + "learning_rate": 3.825857519788918e-06, + "loss": 1.4905, + "step": 4200 + }, + { + "epoch": 2.78, + "learning_rate": 3.715919085312225e-06, + "loss": 1.5283, + "step": 4210 + }, + { + "epoch": 2.78, + "learning_rate": 3.6059806508355325e-06, + "loss": 1.4957, + "step": 4220 + }, + { + "epoch": 2.79, + "learning_rate": 3.496042216358839e-06, + "loss": 1.4825, + "step": 4230 + }, + { + "epoch": 2.8, + "learning_rate": 3.386103781882146e-06, + "loss": 1.4667, + "step": 4240 + }, + { + "epoch": 2.8, + "learning_rate": 3.276165347405453e-06, + "loss": 1.471, + "step": 4250 + }, + { + "epoch": 2.81, + "learning_rate": 3.1662269129287603e-06, + "loss": 1.454, + "step": 4260 + }, + { + "epoch": 2.82, + "learning_rate": 3.056288478452067e-06, + "loss": 1.5425, + "step": 4270 + }, + { + "epoch": 2.82, + "learning_rate": 2.9463500439753737e-06, + "loss": 1.4875, + "step": 4280 + }, + { + "epoch": 2.83, + "learning_rate": 2.836411609498681e-06, + "loss": 1.4726, + "step": 4290 + }, + { + "epoch": 2.84, + "learning_rate": 2.7264731750219876e-06, + "loss": 1.5051, + "step": 4300 + }, + { + "epoch": 2.84, + "learning_rate": 2.616534740545295e-06, + "loss": 1.5216, + "step": 4310 + }, + { + "epoch": 2.85, + "learning_rate": 2.506596306068602e-06, + "loss": 1.5015, + "step": 4320 + }, + { + "epoch": 2.86, + "learning_rate": 2.3966578715919088e-06, + "loss": 1.4872, + "step": 4330 + }, + { + "epoch": 2.86, + "learning_rate": 2.2867194371152157e-06, + "loss": 1.5276, + "step": 4340 + }, + { + "epoch": 2.87, + "learning_rate": 2.1767810026385226e-06, + "loss": 1.5059, + "step": 4350 + }, + { + "epoch": 2.88, + "learning_rate": 2.0668425681618296e-06, + "loss": 1.5361, + "step": 4360 + }, + { + "epoch": 2.88, + "learning_rate": 1.956904133685136e-06, + "loss": 1.5651, + "step": 4370 + }, + { + "epoch": 2.89, + "learning_rate": 1.8469656992084434e-06, + "loss": 1.5354, + "step": 4380 + }, + { + "epoch": 2.9, + "learning_rate": 1.7370272647317501e-06, + "loss": 1.5221, + "step": 4390 + }, + { + "epoch": 2.9, + "learning_rate": 1.6270888302550573e-06, + "loss": 1.537, + "step": 4400 + }, + { + "epoch": 2.91, + "learning_rate": 1.5171503957783642e-06, + "loss": 1.5111, + "step": 4410 + }, + { + "epoch": 2.92, + "learning_rate": 1.4072119613016711e-06, + "loss": 1.5508, + "step": 4420 + }, + { + "epoch": 2.92, + "learning_rate": 1.297273526824978e-06, + "loss": 1.4999, + "step": 4430 + }, + { + "epoch": 2.93, + "learning_rate": 1.187335092348285e-06, + "loss": 1.485, + "step": 4440 + }, + { + "epoch": 2.94, + "learning_rate": 1.077396657871592e-06, + "loss": 1.5352, + "step": 4450 + }, + { + "epoch": 2.94, + "learning_rate": 9.674582233948989e-07, + "loss": 1.4531, + "step": 4460 + }, + { + "epoch": 2.95, + "learning_rate": 8.575197889182058e-07, + "loss": 1.5101, + "step": 4470 + }, + { + "epoch": 2.96, + "learning_rate": 7.475813544415127e-07, + "loss": 1.5271, + "step": 4480 + }, + { + "epoch": 2.96, + "learning_rate": 6.376429199648197e-07, + "loss": 1.5002, + "step": 4490 + }, + { + "epoch": 2.97, + "learning_rate": 5.277044854881267e-07, + "loss": 1.5362, + "step": 4500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.843795686246318e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-4500/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-4500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/checkpoint-500/README.md b/8648_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8648_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/8648_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8648_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/8648_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f264d702e0194972a59b0d637f5e3fa38afea910 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef0d8c7926fbf65d3a4ecc1a100a18f8e417d7707633a427b3e975fc501548a +size 26235704 diff --git a/8648_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/8648_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d012d056957bad7b4264cbeaefeb352e8ac139aa --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16be01423e61fb1f75be7e546a50409ead761ca8d2b0d2e38394c49e51fd973e +size 52565434 diff --git a/8648_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/8648_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/8648_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/8648_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9978b6b3680bf60ba990dd4fec5af13cded753b2 --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9519d284c523110a5f174c1d31170305f52cc2bd85c6c24e2afac5a3c4f02d +size 1064 diff --git a/8648_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/8648_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1125112ec5aff8057029585c512c8b5ec58fd09b --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.32981530343007914, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8206, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7673, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6743, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5758, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5376, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6185, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5484, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.572, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5206, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5172, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.526, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5833, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5402, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5685, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5386, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5592, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5198, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6008, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5608, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5535, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5633, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5407, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5332, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5681, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5634, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5432, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5003, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5412, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5273, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5083, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5037, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5093, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5609, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5398, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4759, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.534, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.507, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.491, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4894, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8648_Llama-2-13b-hf/checkpoint-500/training_args.bin b/8648_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8648_Llama-2-13b-hf/training_args.bin b/8648_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8a470e412e1a738502e136bfae5cc9512f3ed50d --- /dev/null +++ b/8648_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b987b88e0b107015ed9efcdb465e8169565de6339fe96a038789bc877461a5 +size 4728 diff --git a/8750_Llama-2-13b-hf/README.md b/8750_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..c88c2e7b84de4186e148cd56392fa7aef3259773 --- /dev/null +++ b/8750_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 8750_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 8750_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/8750_Llama-2-13b-hf/adapter_config.json b/8750_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/adapter_model.safetensors b/8750_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06e9b46af23427d3f9fcf984766e02256e15516b --- /dev/null +++ b/8750_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dda23d237b1607c2a93473d47797cfac7d9824e2d3cec2b1d4eb7721b6f3609 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/README.md b/8750_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bf28d7d8706e708add4183afbfe5b6ac65279c2a --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c2980c4c3c461ce217d2b5af96a0dd30f51d85d5171dc62027accf0d6ff3195 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef2933409e209ce015f7403dff53d8f1c1d9f298 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee209494cd56a138dfaf54240c00bf5b5a1d7d2438a9ad4db56e22ebee2332b +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9baa12c12f6b527109f9f2f4c8e8bf9e9a2e5705 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841ec676a5a7d5fa9d792b81475c0cacac6169c241c5e49601f182bcf443b31c +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2813366705aa705d30d1ee171038009ee0d6d453 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde66882aa5227561aaa65ffc3538e3126fdc1b922328fdb371167e9e386a04c +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..70cf691b040fc9366b6ad8b04151cf64f300d524 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7153075822603719, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/README.md b/8750_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7d9951897e63e6cf031296f09779f1967654c528 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e91b280d52adf31396f0020943ed7df19aedd38da6f49519b503c7d1fbc8e89 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4b05acdc9d086360c86514c0f556ed5c62ec66 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6176a3f1f5e4cc71e8da988a257224d12ca2b08e812ca84252441b1c5f104b8e +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..bf886460845fecd47cfbbbc51d7076593e53cd2b --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d06fef71d54476aedb63e02e519cbbe25d3ea3ac00f97e4f06028d1fbc77ea +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8aa148cfe69263fcd63e1a6e2c4eaef6de8299 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22af30d11984b53dbb939ee2583704cfb6fdee5ca5d8cff33b2331b47b64dbb +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f8b736b075ab184d571808a41d8cfabd072e9179 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0729613733905579, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.643, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6384, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6193, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5834, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6524, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6312, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6468, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6162, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6342, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6279, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6184, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6186, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6145, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6153, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6411, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6248, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6298, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6054, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6315, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6579, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6055, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.669, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6137, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6185, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.644, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6261, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6202, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6083, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6344, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5612, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6015, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6277, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.47879226680279e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/README.md b/8750_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b6620fd274fd0a88f7420af45e09c3711dd6d1c --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa278bcac7f71bd8039e47d59a96873133514db3ed38b427dfd8a104bebcea3 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4725f821cae1adfc1d7fe2063c7f15b2d6ccabfc --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5707624983c6ba0a9d968d81c642cb7d6a45cb9f423452e1c9ec407c866ec7dc +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3695fcec2c81b37e453694ca67fcf351f76517c2 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d09d2104f45762a398b46e7fb080592b9c93be148d01c517b2e37f68c3bfb5c +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f194879469a93aa3e0c74b1271633c42c8917a --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe2c4cc8d77cc4bdaa8c64ea64138711ab0a41408c54bc216f561c3feb4673a +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9cb973e5ca9a72f2cd1aafd567051ba7558fc1fa --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4306151645207439, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.643, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6384, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6193, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5834, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6524, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6312, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6468, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6162, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6342, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6279, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6184, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6186, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6145, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6153, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6411, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6248, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6298, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6054, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6315, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6579, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6055, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.669, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6137, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6185, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.644, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6261, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6202, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6083, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6344, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5612, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6015, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6277, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6256, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5966, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6091, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.6, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5827, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6267, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6232, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6042, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6272, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5962, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6082, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.635, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6109, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6131, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6101, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6222, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6306, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6239, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6662, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5954, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6162, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6392, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6093, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6115, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6599, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6294, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5933, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5787, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6136, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5836, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6532, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6263, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5703, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263891637642199e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/README.md b/8750_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..295d15ac3cd810de04aace5651f0f26ff2c6682c --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf95c7eaccc7082790f84a2e02b5a3e43a398794a78a4ad51c3c57e5edfe30d3 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d6ebec1c1c37fa16d2e42887b3b61f0042cb0d --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130ebff286926449ee7ceedf76713eba545f0134690cca8fdcc3b98dc98fd65d +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b50b184e6c47192751b4cd19176e5b1f049d1e5d --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547e500fd2562d0182279c14e87a37433221ea184a3cb707116e35b684fa4fd1 +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd16a094cd2962cd8c28cfa535835898ece4ba9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe372240414af514b45adb5c9f691dca3b4e0b01d36ecc9cea543ceffb67018 +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0aaee47d7fa4bacf8dd8c294f451bbf13ed04953 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.78826895565093, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.643, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6384, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6193, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5834, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6524, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6312, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6468, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6162, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6342, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6279, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6184, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6186, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6145, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6153, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6411, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6248, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6298, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6054, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6315, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6579, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6055, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.669, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6137, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6185, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.644, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6261, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6202, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6083, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6344, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5612, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6015, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6277, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6256, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5966, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6091, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.6, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5827, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6267, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6232, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6042, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6272, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5962, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6082, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.635, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6109, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6131, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6101, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6222, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6306, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6239, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6662, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5954, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6162, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6392, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6093, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6115, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6599, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6294, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5933, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5787, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6136, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5836, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6532, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6263, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5703, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6016, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6305, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6152, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6268, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5941, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5952, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5663, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6235, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.648, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6217, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6476, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6202, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6038, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5808, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5915, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6305, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6121, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6539, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6035, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6209, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6449, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6389, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6414, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5901, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6464, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6014, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.611, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6256, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6341, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6195, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.63, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6151, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6279, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6005, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6192, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6034, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5989, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6299, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.5793, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579904048604119e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/README.md b/8750_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bb7fd2d00f8867c6d21027107c9d1a74bac61672 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a40a0a9992f5c51701d3162b356d4e5d703a5c6a8ea593aa31212b4b3b04208c +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0810d4d830e7f55d7c7847864fc61a6a43fef196 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e8e302fc2a44937ef330cc7979cb82f56cae038cf04e9f07b34a7fd9a925de9 +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4b94d0a091e3a83a6a5a56b7e1df8096e9eecab6 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b1490221725426df0a55f124c252830c4dc5c043986d1961cdbeea00d98857 +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bcf01a5ae1a75397d5cbc023cdab940a8ad548d --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00dc5081ccaf4edeef13be47d8166333ae15a8e207224e03cf95c897c37bd6c +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..82077240b197168a719f9946d23703962a47f109 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.1459227467811157, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.643, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6384, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6193, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5834, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6524, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6312, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6468, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6162, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6342, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6279, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6184, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6186, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6145, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6153, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6411, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6248, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6298, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6054, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6315, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6579, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6055, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.669, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6137, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6185, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.644, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6261, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6202, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6083, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6344, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5612, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6015, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6277, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6256, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5966, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6091, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.6, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5827, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6267, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6232, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6042, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6272, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5962, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6082, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.635, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6109, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6131, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6101, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6222, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6306, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6239, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6662, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5954, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6162, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6392, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6093, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6115, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6599, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6294, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5933, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5787, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6136, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5836, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6532, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6263, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5703, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6016, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6305, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6152, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6268, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5941, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5952, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5663, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6235, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.648, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6217, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6476, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6202, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6038, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5808, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5915, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6305, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6121, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6539, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6035, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6209, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6449, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6389, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6414, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5901, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6464, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6014, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.611, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6256, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6341, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6195, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.63, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6151, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6279, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6005, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6192, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6034, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5989, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6299, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.5793, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5988, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6183, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.6151, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6206, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5981, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6269, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6321, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6094, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6576, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6178, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.5908, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6156, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.6218, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.6309, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6382, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.5685, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6139, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6174, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6433, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6356, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.6277, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.621, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6146, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.61, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6081, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6355, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6074, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6287, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6176, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6046, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.5707, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5756, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.6575, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6337, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5799, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.597, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.601, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6362, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6311, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6315, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6036, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6067, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6093, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5882, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6175, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6685, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6059, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6274, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5816, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.61, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.895758453360558e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/README.md b/8750_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08dd80fd8c231408563488b16ee14c330b843e0a --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed591530d6417cc459dc52418490faf576c5b95629ffd451837835eee292581 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..04eb22956d7060eb1a1cf520dc637111019b658f --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d87c9f84188dcbd7bceb5da01c1b53a704de82e58107572302d85c1616e9ef +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e721393b47f2f88adc109f5f49049884ab145088 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20eb7f16e35fcfd4472a8dcac5e89892d401437f9359aff370e637b8e218fef +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..705142b4c88bfce2a459c7cd6a50a90c33894d1d --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce3769224a3077644f5be41f515012111e51ff483885290592501ce5ce25a19 +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b3fb5c9ca3c108063a54a34a2aea4bd1431f6e00 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.503576537911302, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.643, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6384, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6193, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5834, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6524, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6312, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6468, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6162, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6342, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6279, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6184, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6186, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6145, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6153, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6411, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6248, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6298, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6054, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6315, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6579, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6055, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.669, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6137, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6185, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.644, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6261, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6202, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6083, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6344, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5612, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6015, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6277, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6256, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5966, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6091, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.6, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5827, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6267, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6232, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6042, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6272, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5962, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6082, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.635, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6109, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6131, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6101, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6222, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6306, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6239, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6662, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5954, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6162, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6392, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6093, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6115, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6599, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6294, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5933, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5787, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6136, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5836, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6532, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6263, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5703, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6016, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6305, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6152, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6268, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5941, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5952, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5663, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6235, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.648, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6217, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6476, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6202, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6038, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5808, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5915, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6305, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6121, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6539, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6035, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6209, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6449, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6389, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6414, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5901, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6464, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6014, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.611, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6256, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6341, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6195, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.63, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6151, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6279, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6005, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6192, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6034, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5989, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6299, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.5793, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5988, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6183, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.6151, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6206, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5981, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6269, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6321, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6094, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6576, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6178, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.5908, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6156, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.6218, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.6309, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6382, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.5685, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6139, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6174, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6433, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6356, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.6277, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.621, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6146, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.61, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6081, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6355, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6074, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6287, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6176, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6046, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.5707, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5756, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.6575, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6337, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5799, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.597, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.601, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6362, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6311, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6315, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6036, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6067, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6093, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5882, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6175, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6685, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6059, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6274, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5816, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.61, + "step": 3000 + }, + { + "epoch": 2.15, + "learning_rate": 1.4115402956604673e-05, + "loss": 1.6236, + "step": 3010 + }, + { + "epoch": 2.16, + "learning_rate": 1.3996185026227945e-05, + "loss": 1.5497, + "step": 3020 + }, + { + "epoch": 2.17, + "learning_rate": 1.3876967095851218e-05, + "loss": 1.672, + "step": 3030 + }, + { + "epoch": 2.17, + "learning_rate": 1.3757749165474487e-05, + "loss": 1.6228, + "step": 3040 + }, + { + "epoch": 2.18, + "learning_rate": 1.363853123509776e-05, + "loss": 1.597, + "step": 3050 + }, + { + "epoch": 2.19, + "learning_rate": 1.3519313304721031e-05, + "loss": 1.6403, + "step": 3060 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400095374344302e-05, + "loss": 1.6139, + "step": 3070 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280877443967573e-05, + "loss": 1.6012, + "step": 3080 + }, + { + "epoch": 2.21, + "learning_rate": 1.3161659513590846e-05, + "loss": 1.6226, + "step": 3090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3042441583214115e-05, + "loss": 1.5783, + "step": 3100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2923223652837388e-05, + "loss": 1.6102, + "step": 3110 + }, + { + "epoch": 2.23, + "learning_rate": 1.2804005722460657e-05, + "loss": 1.5804, + "step": 3120 + }, + { + "epoch": 2.24, + "learning_rate": 1.268478779208393e-05, + "loss": 1.5914, + "step": 3130 + }, + { + "epoch": 2.25, + "learning_rate": 1.2565569861707202e-05, + "loss": 1.6024, + "step": 3140 + }, + { + "epoch": 2.25, + "learning_rate": 1.2446351931330473e-05, + "loss": 1.6067, + "step": 3150 + }, + { + "epoch": 2.26, + "learning_rate": 1.2327134000953744e-05, + "loss": 1.5699, + "step": 3160 + }, + { + "epoch": 2.27, + "learning_rate": 1.2207916070577015e-05, + "loss": 1.6144, + "step": 3170 + }, + { + "epoch": 2.27, + "learning_rate": 1.2088698140200286e-05, + "loss": 1.5885, + "step": 3180 + }, + { + "epoch": 2.28, + "learning_rate": 1.1969480209823557e-05, + "loss": 1.6316, + "step": 3190 + }, + { + "epoch": 2.29, + "learning_rate": 1.1850262279446828e-05, + "loss": 1.6166, + "step": 3200 + }, + { + "epoch": 2.3, + "learning_rate": 1.1731044349070101e-05, + "loss": 1.6275, + "step": 3210 + }, + { + "epoch": 2.3, + "learning_rate": 1.1611826418693372e-05, + "loss": 1.6502, + "step": 3220 + }, + { + "epoch": 2.31, + "learning_rate": 1.1492608488316643e-05, + "loss": 1.5856, + "step": 3230 + }, + { + "epoch": 2.32, + "learning_rate": 1.1373390557939914e-05, + "loss": 1.6386, + "step": 3240 + }, + { + "epoch": 2.32, + "learning_rate": 1.1254172627563187e-05, + "loss": 1.5871, + "step": 3250 + }, + { + "epoch": 2.33, + "learning_rate": 1.1134954697186458e-05, + "loss": 1.604, + "step": 3260 + }, + { + "epoch": 2.34, + "learning_rate": 1.1015736766809729e-05, + "loss": 1.6092, + "step": 3270 + }, + { + "epoch": 2.35, + "learning_rate": 1.0896518836433001e-05, + "loss": 1.5899, + "step": 3280 + }, + { + "epoch": 2.35, + "learning_rate": 1.077730090605627e-05, + "loss": 1.5938, + "step": 3290 + }, + { + "epoch": 2.36, + "learning_rate": 1.0658082975679542e-05, + "loss": 1.6361, + "step": 3300 + }, + { + "epoch": 2.37, + "learning_rate": 1.0538865045302813e-05, + "loss": 1.575, + "step": 3310 + }, + { + "epoch": 2.37, + "learning_rate": 1.0419647114926085e-05, + "loss": 1.6119, + "step": 3320 + }, + { + "epoch": 2.38, + "learning_rate": 1.0300429184549356e-05, + "loss": 1.6057, + "step": 3330 + }, + { + "epoch": 2.39, + "learning_rate": 1.0181211254172627e-05, + "loss": 1.6396, + "step": 3340 + }, + { + "epoch": 2.4, + "learning_rate": 1.00619933237959e-05, + "loss": 1.5937, + "step": 3350 + }, + { + "epoch": 2.4, + "learning_rate": 9.942775393419171e-06, + "loss": 1.645, + "step": 3360 + }, + { + "epoch": 2.41, + "learning_rate": 9.823557463042442e-06, + "loss": 1.6124, + "step": 3370 + }, + { + "epoch": 2.42, + "learning_rate": 9.704339532665713e-06, + "loss": 1.5902, + "step": 3380 + }, + { + "epoch": 2.42, + "learning_rate": 9.585121602288986e-06, + "loss": 1.6414, + "step": 3390 + }, + { + "epoch": 2.43, + "learning_rate": 9.465903671912257e-06, + "loss": 1.6385, + "step": 3400 + }, + { + "epoch": 2.44, + "learning_rate": 9.346685741535526e-06, + "loss": 1.5788, + "step": 3410 + }, + { + "epoch": 2.45, + "learning_rate": 9.227467811158799e-06, + "loss": 1.6273, + "step": 3420 + }, + { + "epoch": 2.45, + "learning_rate": 9.10824988078207e-06, + "loss": 1.5927, + "step": 3430 + }, + { + "epoch": 2.46, + "learning_rate": 8.98903195040534e-06, + "loss": 1.595, + "step": 3440 + }, + { + "epoch": 2.47, + "learning_rate": 8.869814020028613e-06, + "loss": 1.6533, + "step": 3450 + }, + { + "epoch": 2.47, + "learning_rate": 8.750596089651884e-06, + "loss": 1.6238, + "step": 3460 + }, + { + "epoch": 2.48, + "learning_rate": 8.631378159275155e-06, + "loss": 1.6202, + "step": 3470 + }, + { + "epoch": 2.49, + "learning_rate": 8.512160228898426e-06, + "loss": 1.5734, + "step": 3480 + }, + { + "epoch": 2.5, + "learning_rate": 8.392942298521699e-06, + "loss": 1.6395, + "step": 3490 + }, + { + "epoch": 2.5, + "learning_rate": 8.27372436814497e-06, + "loss": 1.6079, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.211770864322478e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/README.md b/8750_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5f9be70c395828f10e6965821540f69d4bf74574 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8941ddde88d4d655c4498c3c524ffa5d52eeb632a53818532cbfbe4313f00a20 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd80d5c80e72a4481c68de2fe99fba1a6ac6e10 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a91b9057c037bbc1b6e4bf656aa924eb8f0cee24d7618ca88e331712c218a50 +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ca32c27dae079b0c4ff56017353d97929685459e --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375a392c95fcfea21b4f5fb0af434a654d12900cafab484870e017d3d3b37bff +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5774c60c34df4f9f49d44aaceaeb4d9a3bef1385 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef3d592cfe6810dedbcafac5c1d8cd2a619c64a423875265cdd53828c55e69 +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b8367221ea4645fba999c8ce63a82d04547b239a --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8612303290414878, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6333, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6259, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6325, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6382, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6114, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5911, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.629, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6122, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6497, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6098, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6341, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6244, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6425, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6436, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6273, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6348, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6447, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.603, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6257, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6277, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6331, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6434, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6513, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6015, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.6598, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6007, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.5911, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.637, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6409, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.641, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.6375, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.6491, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6263, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.5962, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6026, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6275, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6154, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6122, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6158, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5995, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.643, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6384, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6193, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5834, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6524, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6312, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6468, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6162, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6427, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6342, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6279, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6184, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6186, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6145, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6153, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6411, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6127, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6248, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6298, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6054, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6315, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6579, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6055, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.669, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5906, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6137, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6185, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6337, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.644, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6261, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5996, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6202, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.6083, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6344, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5612, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.661, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6015, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6506, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6277, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6266, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6256, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5966, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6091, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.6, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5827, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6267, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6232, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6042, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6362, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6272, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6036, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5962, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6082, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.635, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.6109, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6131, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6101, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6222, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6328, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6306, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6306, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6239, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6662, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5954, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6162, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6392, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6093, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6115, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6599, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6294, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5933, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5787, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6136, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5836, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6532, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6263, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5703, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6016, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6305, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6152, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6268, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5941, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5952, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5663, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6235, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.648, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6217, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6476, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.6202, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6038, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5808, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5915, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6305, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6106, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6121, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.6539, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6035, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.6209, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.6449, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6389, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.6414, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5901, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6464, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6014, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.6188, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.611, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5914, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6256, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6341, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6195, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.63, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6151, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6279, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6005, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6192, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6034, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5989, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6299, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.5793, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5988, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6183, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.6151, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6206, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5981, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6269, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6321, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6094, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6576, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6178, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.5908, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6156, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.6218, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.6309, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6382, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.5685, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6139, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6174, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6433, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6356, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.6277, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.621, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6146, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.61, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6081, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6355, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6074, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6287, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6176, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6046, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.5707, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5756, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.6575, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6337, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5799, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.597, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.601, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6362, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6311, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6315, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6036, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6067, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6093, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5882, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6175, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6685, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6059, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6274, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5816, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.61, + "step": 3000 + }, + { + "epoch": 2.15, + "learning_rate": 1.4115402956604673e-05, + "loss": 1.6236, + "step": 3010 + }, + { + "epoch": 2.16, + "learning_rate": 1.3996185026227945e-05, + "loss": 1.5497, + "step": 3020 + }, + { + "epoch": 2.17, + "learning_rate": 1.3876967095851218e-05, + "loss": 1.672, + "step": 3030 + }, + { + "epoch": 2.17, + "learning_rate": 1.3757749165474487e-05, + "loss": 1.6228, + "step": 3040 + }, + { + "epoch": 2.18, + "learning_rate": 1.363853123509776e-05, + "loss": 1.597, + "step": 3050 + }, + { + "epoch": 2.19, + "learning_rate": 1.3519313304721031e-05, + "loss": 1.6403, + "step": 3060 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400095374344302e-05, + "loss": 1.6139, + "step": 3070 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280877443967573e-05, + "loss": 1.6012, + "step": 3080 + }, + { + "epoch": 2.21, + "learning_rate": 1.3161659513590846e-05, + "loss": 1.6226, + "step": 3090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3042441583214115e-05, + "loss": 1.5783, + "step": 3100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2923223652837388e-05, + "loss": 1.6102, + "step": 3110 + }, + { + "epoch": 2.23, + "learning_rate": 1.2804005722460657e-05, + "loss": 1.5804, + "step": 3120 + }, + { + "epoch": 2.24, + "learning_rate": 1.268478779208393e-05, + "loss": 1.5914, + "step": 3130 + }, + { + "epoch": 2.25, + "learning_rate": 1.2565569861707202e-05, + "loss": 1.6024, + "step": 3140 + }, + { + "epoch": 2.25, + "learning_rate": 1.2446351931330473e-05, + "loss": 1.6067, + "step": 3150 + }, + { + "epoch": 2.26, + "learning_rate": 1.2327134000953744e-05, + "loss": 1.5699, + "step": 3160 + }, + { + "epoch": 2.27, + "learning_rate": 1.2207916070577015e-05, + "loss": 1.6144, + "step": 3170 + }, + { + "epoch": 2.27, + "learning_rate": 1.2088698140200286e-05, + "loss": 1.5885, + "step": 3180 + }, + { + "epoch": 2.28, + "learning_rate": 1.1969480209823557e-05, + "loss": 1.6316, + "step": 3190 + }, + { + "epoch": 2.29, + "learning_rate": 1.1850262279446828e-05, + "loss": 1.6166, + "step": 3200 + }, + { + "epoch": 2.3, + "learning_rate": 1.1731044349070101e-05, + "loss": 1.6275, + "step": 3210 + }, + { + "epoch": 2.3, + "learning_rate": 1.1611826418693372e-05, + "loss": 1.6502, + "step": 3220 + }, + { + "epoch": 2.31, + "learning_rate": 1.1492608488316643e-05, + "loss": 1.5856, + "step": 3230 + }, + { + "epoch": 2.32, + "learning_rate": 1.1373390557939914e-05, + "loss": 1.6386, + "step": 3240 + }, + { + "epoch": 2.32, + "learning_rate": 1.1254172627563187e-05, + "loss": 1.5871, + "step": 3250 + }, + { + "epoch": 2.33, + "learning_rate": 1.1134954697186458e-05, + "loss": 1.604, + "step": 3260 + }, + { + "epoch": 2.34, + "learning_rate": 1.1015736766809729e-05, + "loss": 1.6092, + "step": 3270 + }, + { + "epoch": 2.35, + "learning_rate": 1.0896518836433001e-05, + "loss": 1.5899, + "step": 3280 + }, + { + "epoch": 2.35, + "learning_rate": 1.077730090605627e-05, + "loss": 1.5938, + "step": 3290 + }, + { + "epoch": 2.36, + "learning_rate": 1.0658082975679542e-05, + "loss": 1.6361, + "step": 3300 + }, + { + "epoch": 2.37, + "learning_rate": 1.0538865045302813e-05, + "loss": 1.575, + "step": 3310 + }, + { + "epoch": 2.37, + "learning_rate": 1.0419647114926085e-05, + "loss": 1.6119, + "step": 3320 + }, + { + "epoch": 2.38, + "learning_rate": 1.0300429184549356e-05, + "loss": 1.6057, + "step": 3330 + }, + { + "epoch": 2.39, + "learning_rate": 1.0181211254172627e-05, + "loss": 1.6396, + "step": 3340 + }, + { + "epoch": 2.4, + "learning_rate": 1.00619933237959e-05, + "loss": 1.5937, + "step": 3350 + }, + { + "epoch": 2.4, + "learning_rate": 9.942775393419171e-06, + "loss": 1.645, + "step": 3360 + }, + { + "epoch": 2.41, + "learning_rate": 9.823557463042442e-06, + "loss": 1.6124, + "step": 3370 + }, + { + "epoch": 2.42, + "learning_rate": 9.704339532665713e-06, + "loss": 1.5902, + "step": 3380 + }, + { + "epoch": 2.42, + "learning_rate": 9.585121602288986e-06, + "loss": 1.6414, + "step": 3390 + }, + { + "epoch": 2.43, + "learning_rate": 9.465903671912257e-06, + "loss": 1.6385, + "step": 3400 + }, + { + "epoch": 2.44, + "learning_rate": 9.346685741535526e-06, + "loss": 1.5788, + "step": 3410 + }, + { + "epoch": 2.45, + "learning_rate": 9.227467811158799e-06, + "loss": 1.6273, + "step": 3420 + }, + { + "epoch": 2.45, + "learning_rate": 9.10824988078207e-06, + "loss": 1.5927, + "step": 3430 + }, + { + "epoch": 2.46, + "learning_rate": 8.98903195040534e-06, + "loss": 1.595, + "step": 3440 + }, + { + "epoch": 2.47, + "learning_rate": 8.869814020028613e-06, + "loss": 1.6533, + "step": 3450 + }, + { + "epoch": 2.47, + "learning_rate": 8.750596089651884e-06, + "loss": 1.6238, + "step": 3460 + }, + { + "epoch": 2.48, + "learning_rate": 8.631378159275155e-06, + "loss": 1.6202, + "step": 3470 + }, + { + "epoch": 2.49, + "learning_rate": 8.512160228898426e-06, + "loss": 1.5734, + "step": 3480 + }, + { + "epoch": 2.5, + "learning_rate": 8.392942298521699e-06, + "loss": 1.6395, + "step": 3490 + }, + { + "epoch": 2.5, + "learning_rate": 8.27372436814497e-06, + "loss": 1.6079, + "step": 3500 + }, + { + "epoch": 2.51, + "learning_rate": 8.154506437768241e-06, + "loss": 1.5643, + "step": 3510 + }, + { + "epoch": 2.52, + "learning_rate": 8.035288507391512e-06, + "loss": 1.6115, + "step": 3520 + }, + { + "epoch": 2.53, + "learning_rate": 7.916070577014783e-06, + "loss": 1.5857, + "step": 3530 + }, + { + "epoch": 2.53, + "learning_rate": 7.796852646638054e-06, + "loss": 1.6416, + "step": 3540 + }, + { + "epoch": 2.54, + "learning_rate": 7.677634716261325e-06, + "loss": 1.5686, + "step": 3550 + }, + { + "epoch": 2.55, + "learning_rate": 7.558416785884598e-06, + "loss": 1.5817, + "step": 3560 + }, + { + "epoch": 2.55, + "learning_rate": 7.439198855507869e-06, + "loss": 1.6246, + "step": 3570 + }, + { + "epoch": 2.56, + "learning_rate": 7.31998092513114e-06, + "loss": 1.6224, + "step": 3580 + }, + { + "epoch": 2.57, + "learning_rate": 7.2007629947544116e-06, + "loss": 1.6275, + "step": 3590 + }, + { + "epoch": 2.58, + "learning_rate": 7.0815450643776825e-06, + "loss": 1.6099, + "step": 3600 + }, + { + "epoch": 2.58, + "learning_rate": 6.9623271340009535e-06, + "loss": 1.5909, + "step": 3610 + }, + { + "epoch": 2.59, + "learning_rate": 6.8431092036242245e-06, + "loss": 1.6144, + "step": 3620 + }, + { + "epoch": 2.6, + "learning_rate": 6.723891273247497e-06, + "loss": 1.6144, + "step": 3630 + }, + { + "epoch": 2.6, + "learning_rate": 6.604673342870768e-06, + "loss": 1.5957, + "step": 3640 + }, + { + "epoch": 2.61, + "learning_rate": 6.485455412494039e-06, + "loss": 1.6161, + "step": 3650 + }, + { + "epoch": 2.62, + "learning_rate": 6.366237482117311e-06, + "loss": 1.658, + "step": 3660 + }, + { + "epoch": 2.63, + "learning_rate": 6.247019551740582e-06, + "loss": 1.6356, + "step": 3670 + }, + { + "epoch": 2.63, + "learning_rate": 6.127801621363853e-06, + "loss": 1.6253, + "step": 3680 + }, + { + "epoch": 2.64, + "learning_rate": 6.008583690987125e-06, + "loss": 1.5904, + "step": 3690 + }, + { + "epoch": 2.65, + "learning_rate": 5.889365760610397e-06, + "loss": 1.628, + "step": 3700 + }, + { + "epoch": 2.65, + "learning_rate": 5.770147830233668e-06, + "loss": 1.6204, + "step": 3710 + }, + { + "epoch": 2.66, + "learning_rate": 5.650929899856939e-06, + "loss": 1.5816, + "step": 3720 + }, + { + "epoch": 2.67, + "learning_rate": 5.53171196948021e-06, + "loss": 1.6178, + "step": 3730 + }, + { + "epoch": 2.68, + "learning_rate": 5.4124940391034815e-06, + "loss": 1.6105, + "step": 3740 + }, + { + "epoch": 2.68, + "learning_rate": 5.293276108726753e-06, + "loss": 1.6179, + "step": 3750 + }, + { + "epoch": 2.69, + "learning_rate": 5.174058178350024e-06, + "loss": 1.5802, + "step": 3760 + }, + { + "epoch": 2.7, + "learning_rate": 5.054840247973295e-06, + "loss": 1.6731, + "step": 3770 + }, + { + "epoch": 2.7, + "learning_rate": 4.935622317596566e-06, + "loss": 1.6021, + "step": 3780 + }, + { + "epoch": 2.71, + "learning_rate": 4.816404387219838e-06, + "loss": 1.599, + "step": 3790 + }, + { + "epoch": 2.72, + "learning_rate": 4.697186456843109e-06, + "loss": 1.6066, + "step": 3800 + }, + { + "epoch": 2.73, + "learning_rate": 4.577968526466381e-06, + "loss": 1.6071, + "step": 3810 + }, + { + "epoch": 2.73, + "learning_rate": 4.458750596089652e-06, + "loss": 1.5927, + "step": 3820 + }, + { + "epoch": 2.74, + "learning_rate": 4.339532665712923e-06, + "loss": 1.5765, + "step": 3830 + }, + { + "epoch": 2.75, + "learning_rate": 4.220314735336195e-06, + "loss": 1.6004, + "step": 3840 + }, + { + "epoch": 2.75, + "learning_rate": 4.101096804959466e-06, + "loss": 1.6267, + "step": 3850 + }, + { + "epoch": 2.76, + "learning_rate": 3.981878874582738e-06, + "loss": 1.5983, + "step": 3860 + }, + { + "epoch": 2.77, + "learning_rate": 3.8626609442060095e-06, + "loss": 1.6246, + "step": 3870 + }, + { + "epoch": 2.78, + "learning_rate": 3.74344301382928e-06, + "loss": 1.5923, + "step": 3880 + }, + { + "epoch": 2.78, + "learning_rate": 3.6242250834525515e-06, + "loss": 1.6262, + "step": 3890 + }, + { + "epoch": 2.79, + "learning_rate": 3.5050071530758225e-06, + "loss": 1.5887, + "step": 3900 + }, + { + "epoch": 2.8, + "learning_rate": 3.3857892226990943e-06, + "loss": 1.637, + "step": 3910 + }, + { + "epoch": 2.8, + "learning_rate": 3.2665712923223653e-06, + "loss": 1.6374, + "step": 3920 + }, + { + "epoch": 2.81, + "learning_rate": 3.1473533619456367e-06, + "loss": 1.6502, + "step": 3930 + }, + { + "epoch": 2.82, + "learning_rate": 3.028135431568908e-06, + "loss": 1.5977, + "step": 3940 + }, + { + "epoch": 2.83, + "learning_rate": 2.908917501192179e-06, + "loss": 1.6352, + "step": 3950 + }, + { + "epoch": 2.83, + "learning_rate": 2.789699570815451e-06, + "loss": 1.6112, + "step": 3960 + }, + { + "epoch": 2.84, + "learning_rate": 2.6704816404387224e-06, + "loss": 1.6442, + "step": 3970 + }, + { + "epoch": 2.85, + "learning_rate": 2.5512637100619934e-06, + "loss": 1.6148, + "step": 3980 + }, + { + "epoch": 2.85, + "learning_rate": 2.432045779685265e-06, + "loss": 1.6348, + "step": 3990 + }, + { + "epoch": 2.86, + "learning_rate": 2.3128278493085362e-06, + "loss": 1.5957, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527783275284398e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/checkpoint-500/README.md b/8750_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/8750_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/8750_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/8750_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/8750_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3a7f334855219bb3d68e1f2d487d303748b1f81 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f8704fee322c13b0814e175bfb1f754d842e0d38450005da454f5a61b6c018 +size 26235704 diff --git a/8750_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/8750_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..93e05d11b22d57a4dadf2c6090b49c5f010df22a --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89365f7dfcc08eee7e1a7cde06fe5348376e4f283722d95904471b32e4a819e4 +size 52567237 diff --git a/8750_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/8750_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b5314b3499c258be9b3dc6e988bc1996521fd142 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472abccaebf9d80973786ad283c6340a63a198265c71ad96f9c8c01b62110f23 +size 14575 diff --git a/8750_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/8750_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ea3141bb093cae94f45c3b2bc9d861ee93dee1 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3e2e3705f69b811e57ade50d2df1bfa97cace24ec5ff452c41ba435cd67e52 +size 627 diff --git a/8750_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/8750_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f7efac4d8667c85a42a91e970aa916bf0ce893e0 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.35765379113018597, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7518, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7804, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.727, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6974, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6927, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6302, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6878, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6706, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6709, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6876, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6377, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6348, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6682, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.663, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6638, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5964, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6738, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6489, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6609, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6356, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6409, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6418, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6824, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6345, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6219, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6633, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6067, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.653, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6492, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6222, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6677, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.595, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6309, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.6098, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6175, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6127, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6326, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5784, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6449, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.619, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.636, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6003, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.623, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.656, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6107, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6136, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/8750_Llama-2-13b-hf/checkpoint-500/training_args.bin b/8750_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/8750_Llama-2-13b-hf/training_args.bin b/8750_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaec4654ce66c92dc869c905bc82a947291c8bb3 --- /dev/null +++ b/8750_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59090bf89a96d9337ad47b8f14a624c4e039779ebf620e5c0003a89a53d4966a +size 4283 diff --git a/893_Llama-2-13b-hf/README.md b/893_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..86f63926a5a87cba1c1fb6e8a5df7458b9c7cf7e --- /dev/null +++ b/893_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 893_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 893_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/893_Llama-2-13b-hf/adapter_config.json b/893_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/adapter_model.safetensors b/893_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c5743a2d034550127217894e8ba928776bf9351f --- /dev/null +++ b/893_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:137d54996ab3c0d675d045bdb92d5dd313651efd86879791e3759bf5e09b9693 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-1000/README.md b/893_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0e5d060c7b28e2c859d297b8c19cbf3ea99eaae6 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1c2e0845d23dde3a94b66ba9561f7c74357dd57aaaeaafa4a787019d6e33f9 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..4223ab86c3b5ed47d2d13423209f8ca8514a6575 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d9da62e19a4bce4861b4e993d0c0d1ed062a2fe97ee882ebe3ce3d7fe16730b +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b27f47b36b6b6659bd2c6f52a3c6e02db2feef --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be76582224c12dc1e5fc912171d895a2bfcae593b708174a0f90611568be52a +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..78f4046d98a5cb516660090426cb2679b312e06d --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6596306068601583, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/893_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-1500/README.md b/893_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8101026c6b335a66344c434e4b9c2bc11aecf20 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3100cf97aded8c38c6f16c913b628090b83544f9eab3c5f46f0a29fc962e221b +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfcec8ecd29fb747105600393041876014ba5c11 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f2e780df664669cf8f7010ecbb4b655f9e61ecc033173d30143d6a1a5e17a8 +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..011a03aa9f29672bbea7c9d0d1934c770a724398 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92eb82a023f23b01ba12ac964c21ed408721810118065b47cd591285b3862deb +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bea73ea1afe8615544c4bf0977f9bf5b30ebde6 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20398e2f1657723ff8df442cf5e21e8b6a7df65b634e005017cce4bca9279d27 +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eb60e4339fb874fa935781d1d427d6ea796df2c3 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9894459102902374, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/893_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-2000/README.md b/893_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3263c7938b3fe8245b98ce6cf0d0ff40397bfb77 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae7480fbcdbcdbdb6d72fa1035f425f268dc7435f1f4951492e8d5edccb5ac9 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f34af684ed76b6e0e4141122fe7cd83865bb8d09 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09acd7919c440ae5b3890128f99fe58e22c959f5ee40c7f82b30a49642a9b76 +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..12d6080238153172a0c858238f3870a8265ec14b --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ca0edf87c192fd972997dbde738c2ca83be45b03169aefd1b64bf56f790e23 +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cabe136037925fa459a78c90889c74874f41dfc --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef51078cffb592a4a357c492e132d6a4ba200513530bbce360885221079fc44e +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cb9231e5154e4881f082f06429d016763bf1b74a --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3192612137203166, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4749, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5225, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5231, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5163, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.511, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5182, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5121, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5127, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.515, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5095, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4925, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5112, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5813, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4828, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4995, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4446, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5179, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.492, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5034, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.545, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.488, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5143, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4847, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.519, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4834, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5087, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5511, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5117, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5237, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5472, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4831, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5156, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4705, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5085, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5012, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5566, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5347, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263891637642199e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/893_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-2500/README.md b/893_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c71f717b4b59a54d2afdf6faab1459b2ee4d1c57 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4cefb4ffe70c53aeb3e3cbe963d0ec84c981d3a7a1cb673a839c303dd4dfe26 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ee50748ec905fbf1ef48aae537b0c05a8ff1e4 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d47dcd10dbe7b8398ed4c7b04f58af863404c2f7c60a710eec46394a8fc14ded +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6e8cb091a2b4712ede04cb858c7ff654566a73ba --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f290f36daf33c1c8e6a7cd361ce26a3094811cad08edb4d0c0e8a80c6271852e +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d3729f2ce32ed3c527ffe6997f00d9494d657c --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553fb8b9817d551bba72e11ea6f7e29152f91b955665de5119ab92accb2eb867 +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..aee1d40ef9345895d3cc60ebb539aac31114c3a3 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6490765171503958, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4749, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5225, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5231, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5163, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.511, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5182, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5121, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5127, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.515, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5095, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4925, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5112, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5813, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4828, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4995, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4446, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5179, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.492, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5034, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.545, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.488, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5143, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4847, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.519, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4834, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5087, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5511, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5117, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5237, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5472, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4831, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5156, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4705, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5085, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5012, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5566, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5347, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5288, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5391, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5014, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4414, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.548, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5047, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5444, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4671, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5203, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5027, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4825, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4972, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5471, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5148, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.476, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5239, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5092, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5253, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.5331, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5488, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5243, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4977, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4903, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5155, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5496, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5006, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5028, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5113, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5134, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5204, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5241, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5429, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5294, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4895, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4866, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4937, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5397, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579904048604119e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/893_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-3000/README.md b/893_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9d1cf19ce3c4fa9f95f4645f8309f6c9af7e494 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78724da17d6cc19b0eb99b4690f0f7be7eed03240e77e73c6948281ab3c539c +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..71af9a18d95435566c2f7349ce66ec7431ac7741 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7fa76e4c694ebd72eb7f0b0ddf3112ab2089ac751342a0699f2b48cba4b117 +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dba86fdc9490cd9d5336a09c2b76c2f8a22c7eaf --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eaec023e17d103bc9b405e280a18570a008490ec20ddd4fde2976b67a68310 +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c79320813842812110e636e8d4e0e3700000038 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ed085ceeef9ae4f26433ec08dd5bc95b6f57edd1cc221d75b52b774ead4c85 +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..41dd3ca8a00b5b2472f4792f7eaefefc55572b7a --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.978891820580475, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4749, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5225, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5231, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5163, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.511, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5182, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5121, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5127, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.515, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5095, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4925, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5112, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5813, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4828, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4995, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4446, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5179, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.492, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5034, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.545, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.488, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5143, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4847, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.519, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4834, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5087, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5511, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5117, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5237, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5472, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4831, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5156, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4705, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5085, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5012, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5566, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5347, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5288, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5391, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5014, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4414, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.548, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5047, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5444, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4671, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5203, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5027, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4825, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4972, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5471, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5148, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.476, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5239, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5092, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5253, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.5331, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5488, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5243, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4977, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4903, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5155, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5496, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5006, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5028, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5113, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5134, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5204, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5241, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5429, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5294, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4895, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4866, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4937, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5397, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5214, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4721, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5434, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5435, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.4782, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5048, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.493, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.499, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.516, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5204, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5017, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4976, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5322, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5083, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5414, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4979, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4678, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5413, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5032, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5097, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4762, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5123, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4754, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5413, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5237, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.538, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5327, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5112, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4899, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5306, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4908, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4992, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.895916459566039e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/893_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-3500/README.md b/893_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acb659a82e9093b08d8929d7fd4f61bdea1358ef --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea93933f976e69843b968dc7789b284052c512b8682bed147883eb655a8dfb8 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c380af6a4aaca6ba15965165baad0f7c04612ee --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40461f11f3874c80e3919454667d75a188bb8891207be46e6b6eec1932ea449e +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e3025d92ec18d83646ecad14b7e9d89ab89f4cf --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714f112a70b0953e326dd353e60a84dea48549f9910cc5166f96b9428ff5a28f +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1223b647c624166df6e64f9538a03d20496533d7 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761ea832830a07d2d4e83eaf41d5367c33013e39575233704f7394239dce6cb4 +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..56b0ad5bd72d226767797233519df07b4e35dfb4 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.308707124010554, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4749, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5225, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5231, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5163, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.511, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5182, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5121, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5127, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.515, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5095, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4925, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5112, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5813, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4828, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4995, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4446, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5179, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.492, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5034, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.545, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.488, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5143, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4847, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.519, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4834, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5087, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5511, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5117, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5237, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5472, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4831, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5156, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4705, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5085, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5012, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5566, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5347, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5288, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5391, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5014, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4414, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.548, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5047, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5444, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4671, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5203, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5027, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4825, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4972, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5471, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5148, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.476, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5239, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5092, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5253, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.5331, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5488, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5243, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4977, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4903, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5155, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5496, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5006, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5028, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5113, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5134, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5204, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5241, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5429, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5294, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4895, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4866, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4937, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5397, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5214, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4721, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5434, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5435, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.4782, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5048, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.493, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.499, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.516, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5204, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5017, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4976, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5322, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5083, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5414, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4979, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4678, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5413, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5032, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5097, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4762, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5123, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4754, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5413, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5237, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.538, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5327, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5112, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4899, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5306, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4908, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4992, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5382, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5033, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5204, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4727, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4722, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5185, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.5082, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.4765, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4771, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4948, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5318, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4926, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.4821, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.522, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.495, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4935, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.546, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4994, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4838, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.5, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4879, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5259, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4358, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.4648, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.5326, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5289, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4928, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.478, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4618, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.492, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4682, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4612, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.5, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5045, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5552, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4744, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5347, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5048, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5075, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.5188, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5184, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5067, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.5001, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5666, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.469, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4966, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.505, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.211770864322478e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/893_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-4000/README.md b/893_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3bfb159042439bd1798ac84599a93c300e13f8d7 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c3a8aee2c3d97faa1e3d3c5255eb336fd34a6c9994a46aa34ae2410fa24ba2 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1a1c3499ecb064b972612b5f8434acd8f9714c --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4110a8626a0c292505c597524fa35c063210d3356f0e06393c99a2629e6268f +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7644832c4add80f3fd04791d6ccdb656deb065ea --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcc537641d75577465e674eb7f0fd611755d2c7e8dc0c29d89f3ff711674f05 +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9b82f3021734dcaa8f8e47251bcd5055e9ce47 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f392bc8fc34b599c4401b338e113dc800c4cfe4716c0c0237770fb7aeeb2af4 +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cb16c14d38761943168b85adb14571c72580502e --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.638522427440633, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4749, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5225, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5231, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5163, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.511, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5182, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5121, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5127, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.515, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5095, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4925, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5112, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5813, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4828, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4995, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4446, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5179, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.492, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5034, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.545, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.488, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5143, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4847, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.519, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4834, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5087, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5511, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5117, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5237, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5472, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4831, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5156, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4705, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5085, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5012, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5566, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5347, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5288, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5391, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5014, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4414, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.548, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5047, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5444, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4671, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5203, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5027, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4825, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4972, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5471, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5148, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.476, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5239, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5092, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5253, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.5331, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5488, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5243, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4977, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4903, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5155, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5496, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5006, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5028, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5113, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5134, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5204, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5241, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5429, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5294, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4895, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4866, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4937, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5397, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5214, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4721, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5434, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5435, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.4782, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5048, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.493, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.499, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.516, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5204, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5017, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4976, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5322, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5083, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5414, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4979, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4678, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5413, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5032, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5097, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4762, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5123, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4754, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5413, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5237, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.538, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5327, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5112, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4899, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5306, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4908, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4992, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5382, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5033, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5204, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4727, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4722, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5185, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.5082, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.4765, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4771, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4948, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5318, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4926, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.4821, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.522, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.495, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4935, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.546, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4994, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4838, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.5, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4879, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5259, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4358, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.4648, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.5326, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5289, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4928, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.478, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4618, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.492, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4682, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4612, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.5, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5045, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5552, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4744, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5347, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5048, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5075, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.5188, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5184, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5067, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.5001, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5666, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.469, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4966, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.505, + "step": 3500 + }, + { + "epoch": 2.32, + "learning_rate": 1.141160949868074e-05, + "loss": 1.4819, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1301671064204047e-05, + "loss": 1.524, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1191732629727354e-05, + "loss": 1.5444, + "step": 3530 + }, + { + "epoch": 2.34, + "learning_rate": 1.1081794195250659e-05, + "loss": 1.5093, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.0971855760773967e-05, + "loss": 1.5013, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0861917326297274e-05, + "loss": 1.4705, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0751978891820581e-05, + "loss": 1.515, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0642040457343888e-05, + "loss": 1.54, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.0532102022867195e-05, + "loss": 1.5283, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0422163588390502e-05, + "loss": 1.5355, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0312225153913809e-05, + "loss": 1.5481, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0202286719437116e-05, + "loss": 1.5295, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.0092348284960421e-05, + "loss": 1.4988, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 9.98240985048373e-06, + "loss": 1.5149, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.872471416007037e-06, + "loss": 1.4738, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.762532981530344e-06, + "loss": 1.5281, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.65259454705365e-06, + "loss": 1.4745, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.542656112576958e-06, + "loss": 1.5071, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.432717678100264e-06, + "loss": 1.4954, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.322779243623571e-06, + "loss": 1.525, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.212840809146878e-06, + "loss": 1.4882, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.102902374670185e-06, + "loss": 1.5443, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 8.992963940193492e-06, + "loss": 1.5156, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.883025505716799e-06, + "loss": 1.5661, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.773087071240106e-06, + "loss": 1.5439, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.663148636763413e-06, + "loss": 1.5152, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.55321020228672e-06, + "loss": 1.483, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.443271767810027e-06, + "loss": 1.5079, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.481, + "step": 3790 + }, + { + "epoch": 2.51, + "learning_rate": 8.22339489885664e-06, + "loss": 1.4984, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.113456464379948e-06, + "loss": 1.517, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.003518029903255e-06, + "loss": 1.4994, + "step": 3820 + }, + { + "epoch": 2.53, + "learning_rate": 7.893579595426561e-06, + "loss": 1.4816, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.783641160949868e-06, + "loss": 1.5505, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.673702726473175e-06, + "loss": 1.4661, + "step": 3850 + }, + { + "epoch": 2.55, + "learning_rate": 7.563764291996482e-06, + "loss": 1.4911, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.453825857519789e-06, + "loss": 1.4636, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.343887423043096e-06, + "loss": 1.4589, + "step": 3880 + }, + { + "epoch": 2.57, + "learning_rate": 7.233948988566404e-06, + "loss": 1.5319, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.124010554089711e-06, + "loss": 1.5521, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.014072119613018e-06, + "loss": 1.5013, + "step": 3910 + }, + { + "epoch": 2.59, + "learning_rate": 6.904133685136324e-06, + "loss": 1.4647, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.794195250659631e-06, + "loss": 1.4877, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.684256816182938e-06, + "loss": 1.4691, + "step": 3940 + }, + { + "epoch": 2.61, + "learning_rate": 6.574318381706245e-06, + "loss": 1.5237, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.4643799472295515e-06, + "loss": 1.4882, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.3544415127528585e-06, + "loss": 1.5054, + "step": 3970 + }, + { + "epoch": 2.63, + "learning_rate": 6.244503078276165e-06, + "loss": 1.4916, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.134564643799472e-06, + "loss": 1.5036, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.02462620932278e-06, + "loss": 1.4661, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527783275284398e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/893_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-4500/README.md b/893_Llama-2-13b-hf/checkpoint-4500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-4500/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-4500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..47a9cbafcb3e0532763a9d58693716ea74275a4e --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52864011708871b74dc78b39114e1106d8ae0b2cc8631bbf79673f11d656bfec +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-4500/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-4500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb0436fb8404ba83436583a054aae9853fde376f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab35ad14b78e7c0cc9f82534451a0f6f83fc6a9c2ae76c46adf90e867bc4c03e +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-4500/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..addcebf36af01dcade9e7db930d109f5cdf97eee --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc3ffe189258ecb37c86ee57a56a8b02bf6dc3db4be33da81fe7f8fef925c57 +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-4500/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-4500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8051dbe78b99362079c1b9421ffac762c4162ab --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b60e5be52a4121d1745a6c96a49ccd69de43106a6c986a879b8d62288392ef +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-4500/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f902760d7f50b385555d58207c789b545267f07 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/trainer_state.json @@ -0,0 +1,2721 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9683377308707124, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.537, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4969, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4863, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5168, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5307, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5087, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5043, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4933, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5111, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4897, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.502, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5016, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5328, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5442, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5327, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5571, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.5297, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4894, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5008, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5135, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5003, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.5154, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4863, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5193, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4906, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5434, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5458, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5612, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.492, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5354, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5165, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5407, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5483, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.4871, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5558, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5084, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.509, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.5116, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.482, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5448, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.5543, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5157, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5021, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.531, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.5539, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5171, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.4989, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.5138, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5117, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5541, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5125, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5128, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5147, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5225, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4698, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.555, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5199, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5247, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.538, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.556, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5147, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5624, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5602, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4757, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4651, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5383, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4823, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5179, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5145, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5376, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5336, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.5321, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5058, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5246, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5131, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5222, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5237, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4969, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5556, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4663, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.507, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.535, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4749, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5225, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5231, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5163, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.511, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5182, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5121, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5127, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.515, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5095, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4925, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5112, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5813, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4828, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4995, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4446, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5179, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.492, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5156, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5034, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.545, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.488, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.5143, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4847, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.519, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4834, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5087, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5511, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.5117, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.5237, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5472, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4831, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5156, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4705, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5085, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5012, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5566, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5347, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5288, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5391, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5014, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4414, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.548, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5047, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5444, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4671, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4547, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5203, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5027, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4929, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4825, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4972, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5471, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5148, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.476, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5239, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5092, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.5069, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5253, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5163, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.5331, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5488, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5243, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4977, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4903, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5155, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5496, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5006, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5028, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5113, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5134, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5285, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5204, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5241, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5429, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.5294, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4897, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5092, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4895, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4866, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4937, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5397, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5214, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4721, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5434, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5435, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.4782, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5048, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5362, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.493, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.499, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.516, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5204, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5017, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5261, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4976, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5322, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4931, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5391, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5083, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5414, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.4979, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4678, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5413, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5032, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5097, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5324, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4762, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5123, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4754, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5413, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.5501, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5043, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4825, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5153, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5237, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.538, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5327, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5112, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4899, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5306, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4908, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4992, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5382, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5033, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5204, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4727, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4722, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5185, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.5082, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.4765, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4771, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4948, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5318, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.509, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4926, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.4821, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.522, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.495, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4935, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.546, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4994, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4838, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.5, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4879, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5259, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4358, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.4648, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.5326, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5289, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4928, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.478, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4618, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.492, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4682, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4612, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.5, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5045, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5552, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4744, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5347, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5048, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5075, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.5188, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5184, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5067, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.5001, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5666, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.469, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4966, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.505, + "step": 3500 + }, + { + "epoch": 2.32, + "learning_rate": 1.141160949868074e-05, + "loss": 1.4819, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1301671064204047e-05, + "loss": 1.524, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1191732629727354e-05, + "loss": 1.5444, + "step": 3530 + }, + { + "epoch": 2.34, + "learning_rate": 1.1081794195250659e-05, + "loss": 1.5093, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.0971855760773967e-05, + "loss": 1.5013, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0861917326297274e-05, + "loss": 1.4705, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0751978891820581e-05, + "loss": 1.515, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0642040457343888e-05, + "loss": 1.54, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.0532102022867195e-05, + "loss": 1.5283, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0422163588390502e-05, + "loss": 1.5355, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0312225153913809e-05, + "loss": 1.5481, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0202286719437116e-05, + "loss": 1.5295, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.0092348284960421e-05, + "loss": 1.4988, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 9.98240985048373e-06, + "loss": 1.5149, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.872471416007037e-06, + "loss": 1.4738, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.762532981530344e-06, + "loss": 1.5281, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.65259454705365e-06, + "loss": 1.4745, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.542656112576958e-06, + "loss": 1.5071, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.432717678100264e-06, + "loss": 1.4954, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.322779243623571e-06, + "loss": 1.525, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.212840809146878e-06, + "loss": 1.4882, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.102902374670185e-06, + "loss": 1.5443, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 8.992963940193492e-06, + "loss": 1.5156, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.883025505716799e-06, + "loss": 1.5661, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.773087071240106e-06, + "loss": 1.5439, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.663148636763413e-06, + "loss": 1.5152, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.55321020228672e-06, + "loss": 1.483, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.443271767810027e-06, + "loss": 1.5079, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.481, + "step": 3790 + }, + { + "epoch": 2.51, + "learning_rate": 8.22339489885664e-06, + "loss": 1.4984, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.113456464379948e-06, + "loss": 1.517, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.003518029903255e-06, + "loss": 1.4994, + "step": 3820 + }, + { + "epoch": 2.53, + "learning_rate": 7.893579595426561e-06, + "loss": 1.4816, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.783641160949868e-06, + "loss": 1.5505, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.673702726473175e-06, + "loss": 1.4661, + "step": 3850 + }, + { + "epoch": 2.55, + "learning_rate": 7.563764291996482e-06, + "loss": 1.4911, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.453825857519789e-06, + "loss": 1.4636, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.343887423043096e-06, + "loss": 1.4589, + "step": 3880 + }, + { + "epoch": 2.57, + "learning_rate": 7.233948988566404e-06, + "loss": 1.5319, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.124010554089711e-06, + "loss": 1.5521, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.014072119613018e-06, + "loss": 1.5013, + "step": 3910 + }, + { + "epoch": 2.59, + "learning_rate": 6.904133685136324e-06, + "loss": 1.4647, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.794195250659631e-06, + "loss": 1.4877, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.684256816182938e-06, + "loss": 1.4691, + "step": 3940 + }, + { + "epoch": 2.61, + "learning_rate": 6.574318381706245e-06, + "loss": 1.5237, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.4643799472295515e-06, + "loss": 1.4882, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.3544415127528585e-06, + "loss": 1.5054, + "step": 3970 + }, + { + "epoch": 2.63, + "learning_rate": 6.244503078276165e-06, + "loss": 1.4916, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.134564643799472e-06, + "loss": 1.5036, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.02462620932278e-06, + "loss": 1.4661, + "step": 4000 + }, + { + "epoch": 2.65, + "learning_rate": 5.914687774846087e-06, + "loss": 1.5163, + "step": 4010 + }, + { + "epoch": 2.65, + "learning_rate": 5.804749340369393e-06, + "loss": 1.5244, + "step": 4020 + }, + { + "epoch": 2.66, + "learning_rate": 5.6948109058927e-06, + "loss": 1.5047, + "step": 4030 + }, + { + "epoch": 2.66, + "learning_rate": 5.584872471416008e-06, + "loss": 1.4633, + "step": 4040 + }, + { + "epoch": 2.67, + "learning_rate": 5.474934036939315e-06, + "loss": 1.5318, + "step": 4050 + }, + { + "epoch": 2.68, + "learning_rate": 5.364995602462621e-06, + "loss": 1.5038, + "step": 4060 + }, + { + "epoch": 2.68, + "learning_rate": 5.255057167985928e-06, + "loss": 1.4865, + "step": 4070 + }, + { + "epoch": 2.69, + "learning_rate": 5.145118733509235e-06, + "loss": 1.5001, + "step": 4080 + }, + { + "epoch": 2.7, + "learning_rate": 5.0351802990325425e-06, + "loss": 1.5303, + "step": 4090 + }, + { + "epoch": 2.7, + "learning_rate": 4.925241864555849e-06, + "loss": 1.4814, + "step": 4100 + }, + { + "epoch": 2.71, + "learning_rate": 4.8153034300791555e-06, + "loss": 1.539, + "step": 4110 + }, + { + "epoch": 2.72, + "learning_rate": 4.705364995602462e-06, + "loss": 1.5055, + "step": 4120 + }, + { + "epoch": 2.72, + "learning_rate": 4.59542656112577e-06, + "loss": 1.5115, + "step": 4130 + }, + { + "epoch": 2.73, + "learning_rate": 4.485488126649077e-06, + "loss": 1.4882, + "step": 4140 + }, + { + "epoch": 2.74, + "learning_rate": 4.375549692172383e-06, + "loss": 1.508, + "step": 4150 + }, + { + "epoch": 2.74, + "learning_rate": 4.26561125769569e-06, + "loss": 1.5273, + "step": 4160 + }, + { + "epoch": 2.75, + "learning_rate": 4.155672823218998e-06, + "loss": 1.4688, + "step": 4170 + }, + { + "epoch": 2.76, + "learning_rate": 4.045734388742305e-06, + "loss": 1.5311, + "step": 4180 + }, + { + "epoch": 2.76, + "learning_rate": 3.935795954265612e-06, + "loss": 1.562, + "step": 4190 + }, + { + "epoch": 2.77, + "learning_rate": 3.825857519788918e-06, + "loss": 1.4904, + "step": 4200 + }, + { + "epoch": 2.78, + "learning_rate": 3.715919085312225e-06, + "loss": 1.5284, + "step": 4210 + }, + { + "epoch": 2.78, + "learning_rate": 3.6059806508355325e-06, + "loss": 1.4958, + "step": 4220 + }, + { + "epoch": 2.79, + "learning_rate": 3.496042216358839e-06, + "loss": 1.4824, + "step": 4230 + }, + { + "epoch": 2.8, + "learning_rate": 3.386103781882146e-06, + "loss": 1.4667, + "step": 4240 + }, + { + "epoch": 2.8, + "learning_rate": 3.276165347405453e-06, + "loss": 1.4708, + "step": 4250 + }, + { + "epoch": 2.81, + "learning_rate": 3.1662269129287603e-06, + "loss": 1.4538, + "step": 4260 + }, + { + "epoch": 2.82, + "learning_rate": 3.056288478452067e-06, + "loss": 1.5425, + "step": 4270 + }, + { + "epoch": 2.82, + "learning_rate": 2.9463500439753737e-06, + "loss": 1.488, + "step": 4280 + }, + { + "epoch": 2.83, + "learning_rate": 2.836411609498681e-06, + "loss": 1.4725, + "step": 4290 + }, + { + "epoch": 2.84, + "learning_rate": 2.7264731750219876e-06, + "loss": 1.5048, + "step": 4300 + }, + { + "epoch": 2.84, + "learning_rate": 2.616534740545295e-06, + "loss": 1.5212, + "step": 4310 + }, + { + "epoch": 2.85, + "learning_rate": 2.506596306068602e-06, + "loss": 1.5018, + "step": 4320 + }, + { + "epoch": 2.86, + "learning_rate": 2.3966578715919088e-06, + "loss": 1.487, + "step": 4330 + }, + { + "epoch": 2.86, + "learning_rate": 2.2867194371152157e-06, + "loss": 1.5276, + "step": 4340 + }, + { + "epoch": 2.87, + "learning_rate": 2.1767810026385226e-06, + "loss": 1.5059, + "step": 4350 + }, + { + "epoch": 2.88, + "learning_rate": 2.0668425681618296e-06, + "loss": 1.5361, + "step": 4360 + }, + { + "epoch": 2.88, + "learning_rate": 1.956904133685136e-06, + "loss": 1.5653, + "step": 4370 + }, + { + "epoch": 2.89, + "learning_rate": 1.8469656992084434e-06, + "loss": 1.5355, + "step": 4380 + }, + { + "epoch": 2.9, + "learning_rate": 1.7370272647317501e-06, + "loss": 1.5224, + "step": 4390 + }, + { + "epoch": 2.9, + "learning_rate": 1.6270888302550573e-06, + "loss": 1.5371, + "step": 4400 + }, + { + "epoch": 2.91, + "learning_rate": 1.5171503957783642e-06, + "loss": 1.5114, + "step": 4410 + }, + { + "epoch": 2.92, + "learning_rate": 1.4072119613016711e-06, + "loss": 1.5506, + "step": 4420 + }, + { + "epoch": 2.92, + "learning_rate": 1.297273526824978e-06, + "loss": 1.4998, + "step": 4430 + }, + { + "epoch": 2.93, + "learning_rate": 1.187335092348285e-06, + "loss": 1.4849, + "step": 4440 + }, + { + "epoch": 2.94, + "learning_rate": 1.077396657871592e-06, + "loss": 1.535, + "step": 4450 + }, + { + "epoch": 2.94, + "learning_rate": 9.674582233948989e-07, + "loss": 1.453, + "step": 4460 + }, + { + "epoch": 2.95, + "learning_rate": 8.575197889182058e-07, + "loss": 1.5102, + "step": 4470 + }, + { + "epoch": 2.96, + "learning_rate": 7.475813544415127e-07, + "loss": 1.5272, + "step": 4480 + }, + { + "epoch": 2.96, + "learning_rate": 6.376429199648197e-07, + "loss": 1.5004, + "step": 4490 + }, + { + "epoch": 2.97, + "learning_rate": 5.277044854881267e-07, + "loss": 1.5361, + "step": 4500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.843795686246318e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-4500/training_args.bin b/893_Llama-2-13b-hf/checkpoint-4500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/checkpoint-500/README.md b/893_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/893_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/893_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/893_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/893_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..102cd77a8fa711839096a2afbe0fae190e520520 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d96bc06dd5f20b07ae6ed57116ea0df65d3ae512e44abd656d874a8c82bf6ae0 +size 26235704 diff --git a/893_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/893_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..08da036dc505219a06370294437e62bd54852e75 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bd66d79facf726dedc2a13ffa2266e126ca0abc8468dbdd134f6b67167749c2 +size 52565434 diff --git a/893_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/893_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/893_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/893_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9978b6b3680bf60ba990dd4fec5af13cded753b2 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9519d284c523110a5f174c1d31170305f52cc2bd85c6c24e2afac5a3c4f02d +size 1064 diff --git a/893_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/893_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4bd9360149d44e39e71cf3d7118a8d6455d737f7 --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.32981530343007914, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8212, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7676, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7575, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6747, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5765, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.6145, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6184, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5486, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5721, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5253, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.521, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5171, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5259, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5831, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5398, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5684, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5382, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5588, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.5192, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6004, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5603, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5632, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.5598, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.54, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4843, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5328, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5677, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5629, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5426, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.4997, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5409, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5269, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.5079, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5031, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5412, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5096, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5628, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5396, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.4757, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5366, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5037, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5336, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5067, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4911, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4891, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5337, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5254, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/893_Llama-2-13b-hf/checkpoint-500/training_args.bin b/893_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/893_Llama-2-13b-hf/training_args.bin b/893_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..9805957204938ea2e586b88ef51d06602f38f87f --- /dev/null +++ b/893_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b41125a7b19e08ee3f0853da7f951c2b3778386ec997b82e842fede0760a7d +size 4728 diff --git a/9331_Llama-2-13b-hf/README.md b/9331_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..51ef307953a7147c770aab6cc2e09a4f2d0ab2e8 --- /dev/null +++ b/9331_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 9331_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 9331_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/9331_Llama-2-13b-hf/adapter_config.json b/9331_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/adapter_model.safetensors b/9331_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0223452d1a6026319df2b93a08006faee12908a2 --- /dev/null +++ b/9331_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c1f0dfca6d3fec6e960fbea8fee7aeb633be46d0d2def3bcba4c0bdada92a9 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/README.md b/9331_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e6509c0d9b498964123b8f5c803c0d2d5b83987e --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd15efcfaac6f17bbf2bf3e97a67acfaa18ef8cb276961cd7c0f184322fce0f8 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d3782a653779c0bfa2d48b347cb5463f57952db --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4320561ff9aff5c643f0dfa42d7f34ee53b4e4ca5be084ff8b5bd871dd0473a1 +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..9baa12c12f6b527109f9f2f4c8e8bf9e9a2e5705 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841ec676a5a7d5fa9d792b81475c0cacac6169c241c5e49601f182bcf443b31c +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..2813366705aa705d30d1ee171038009ee0d6d453 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde66882aa5227561aaa65ffc3538e3126fdc1b922328fdb371167e9e386a04c +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c020accd83c90f592437258c0b4fcfe789a2e239 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7153075822603719, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/README.md b/9331_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7a4afc12c813587c474a2edf45e1d8f902a7017e --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbfe015900a1d38d3a2c13b4d395e766187df4e94322a9abda4c361d856e357 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c253335c23fe05adce3dbfbca23214bad50a519 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3ac9601ec29e9f69429c921a9837f0e32348fc561c672a2e3682bbb77ee19a +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..bf886460845fecd47cfbbbc51d7076593e53cd2b --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d06fef71d54476aedb63e02e519cbbe25d3ea3ac00f97e4f06028d1fbc77ea +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8aa148cfe69263fcd63e1a6e2c4eaef6de8299 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22af30d11984b53dbb939ee2583704cfb6fdee5ca5d8cff33b2331b47b64dbb +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..fab0eabe5f7327a5d8b66f211d3333d7f3d8b4e9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0729613733905579, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6432, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6195, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5837, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6522, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6309, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6465, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6165, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6425, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6277, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6149, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6413, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6124, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6246, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6301, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6053, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6313, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6578, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6687, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5909, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6133, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6187, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6338, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6437, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6262, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5997, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.608, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6347, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.6609, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6014, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6507, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6274, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.47879226680279e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/README.md b/9331_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..41faddc927f770592919b054ccaa61cdcded46dc --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e226a47cdc17c598c0854208f2954f08c54aaf3e67ea02ee9a25307ae7a8c632 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c7e16d3788c3712584c17f0226ef3920a744e06 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6eb50f65f67b8eefe727ab585ea149173565c886da23872f63d18ae77f5167 +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3695fcec2c81b37e453694ca67fcf351f76517c2 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d09d2104f45762a398b46e7fb080592b9c93be148d01c517b2e37f68c3bfb5c +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f194879469a93aa3e0c74b1271633c42c8917a --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe2c4cc8d77cc4bdaa8c64ea64138711ab0a41408c54bc216f561c3feb4673a +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0a2e012211b0b2a1f71e2d987bd0b698add50232 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4306151645207439, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6432, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6195, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5837, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6522, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6309, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6465, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6165, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6425, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6277, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6149, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6413, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6124, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6246, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6301, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6053, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6313, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6578, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6687, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5909, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6133, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6187, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6338, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6437, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6262, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5997, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.608, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6347, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.6609, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6014, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6507, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6274, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6265, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6255, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5965, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6093, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5831, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6262, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6039, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6363, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6269, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6041, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5967, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6084, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6355, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.611, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6134, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6104, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6331, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6304, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6305, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6238, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6668, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6167, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6395, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6098, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6112, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6602, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6295, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5929, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5782, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6137, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5839, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6535, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6264, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263891637642199e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/README.md b/9331_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d00ce82bcb0dea8092907622969f6fdad0fdc69c --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed4616c80256b4d226f1bcf049d358a22562b11f75d3be2b15ad619f74b27e7 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e348c27eec2767d1405a7f7d54c44bfef05978e --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89600644455630dba4ea6f71cd6e0c4c46efbd7f80e5f0d1724bb19a4001d591 +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b50b184e6c47192751b4cd19176e5b1f049d1e5d --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547e500fd2562d0182279c14e87a37433221ea184a3cb707116e35b684fa4fd1 +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd16a094cd2962cd8c28cfa535835898ece4ba9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe372240414af514b45adb5c9f691dca3b4e0b01d36ecc9cea543ceffb67018 +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ff3c88d29674cacfad1e3132b8c5488bc3eada0b --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.78826895565093, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6432, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6195, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5837, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6522, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6309, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6465, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6165, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6425, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6277, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6149, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6413, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6124, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6246, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6301, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6053, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6313, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6578, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6687, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5909, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6133, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6187, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6338, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6437, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6262, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5997, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.608, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6347, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.6609, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6014, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6507, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6274, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6265, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6255, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5965, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6093, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5831, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6262, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6039, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6363, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6269, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6041, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5967, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6084, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6355, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.611, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6134, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6104, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6331, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6304, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6305, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6238, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6668, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6167, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6395, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6098, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6112, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6602, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6295, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5929, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5782, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6137, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5839, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6535, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6264, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6013, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6302, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6267, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5942, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5949, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5662, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6239, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6484, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6222, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6474, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.62, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6043, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5812, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6307, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6107, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6119, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.654, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6039, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.621, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.645, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6382, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.641, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5904, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6015, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.619, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6111, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5913, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6258, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6339, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6198, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6299, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6148, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6278, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6006, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6191, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6035, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5992, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6302, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579904048604119e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/README.md b/9331_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d5adf3502cac830db9acc93f04ca4cc8722421a6 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f006fe5fcf94c097e680cfd9d8d4f6d3a5370368e5e0b2066e682f7c433d3b0f +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78ad9810bf3221e21ddf051f7f74c247b7a0b06 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35b5afe2c0092860fe9cb55b2fac9b4769695bb67e818cd7b4f152b4289f01b6 +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4b94d0a091e3a83a6a5a56b7e1df8096e9eecab6 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b1490221725426df0a55f124c252830c4dc5c043986d1961cdbeea00d98857 +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bcf01a5ae1a75397d5cbc023cdab940a8ad548d --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00dc5081ccaf4edeef13be47d8166333ae15a8e207224e03cf95c897c37bd6c +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..188a4172cd1e261736a3f9479613611f100abcdf --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.1459227467811157, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6432, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6195, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5837, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6522, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6309, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6465, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6165, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6425, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6277, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6149, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6413, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6124, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6246, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6301, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6053, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6313, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6578, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6687, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5909, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6133, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6187, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6338, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6437, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6262, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5997, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.608, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6347, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.6609, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6014, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6507, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6274, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6265, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6255, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5965, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6093, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5831, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6262, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6039, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6363, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6269, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6041, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5967, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6084, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6355, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.611, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6134, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6104, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6331, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6304, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6305, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6238, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6668, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6167, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6395, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6098, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6112, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6602, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6295, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5929, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5782, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6137, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5839, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6535, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6264, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6013, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6302, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6267, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5942, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5949, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5662, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6239, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6484, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6222, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6474, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.62, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6043, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5812, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6307, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6107, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6119, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.654, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6039, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.621, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.645, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6382, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.641, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5904, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6015, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.619, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6111, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5913, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6258, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6339, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6198, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6299, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6148, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6278, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6006, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6191, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6035, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5992, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6302, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5984, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6183, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.615, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6209, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5986, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6271, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6319, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6097, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6579, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6174, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.591, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6154, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.622, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.631, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6385, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.5682, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6138, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6172, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6435, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6356, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.6277, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.6213, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6143, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.6101, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6085, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6354, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6077, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6286, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6179, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6049, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.5708, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5754, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.657, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6336, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5803, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.5968, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.6011, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6365, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6311, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6315, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6044, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6067, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6094, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5881, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6178, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6685, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6063, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6275, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5818, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.61, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.895758453360558e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/README.md b/9331_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..465aa4979d9704382b27c16e0e317e030aba76e5 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e239e6d56ce364b3c2e2d2b8e09f9c2c9c560217712682e56996fe0367894705 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..51feb0b600a8bcfe67fa23e4ac148aefee81f4cf --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6db1f3fd397f4eb8c14c7680077409b255d5f151b222d05791741f1a26cce91 +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e721393b47f2f88adc109f5f49049884ab145088 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20eb7f16e35fcfd4472a8dcac5e89892d401437f9359aff370e637b8e218fef +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..705142b4c88bfce2a459c7cd6a50a90c33894d1d --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce3769224a3077644f5be41f515012111e51ff483885290592501ce5ce25a19 +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7a1b963f6d8ae747f3d69cf8b5b4bbe60adf5fb1 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.503576537911302, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6432, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6195, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5837, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6522, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6309, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6465, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6165, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6425, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6277, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6149, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6413, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6124, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6246, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6301, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6053, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6313, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6578, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6687, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5909, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6133, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6187, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6338, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6437, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6262, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5997, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.608, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6347, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.6609, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6014, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6507, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6274, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6265, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6255, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5965, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6093, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5831, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6262, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6039, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6363, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6269, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6041, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5967, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6084, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6355, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.611, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6134, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6104, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6331, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6304, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6305, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6238, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6668, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6167, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6395, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6098, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6112, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6602, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6295, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5929, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5782, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6137, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5839, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6535, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6264, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6013, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6302, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6267, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5942, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5949, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5662, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6239, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6484, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6222, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6474, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.62, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6043, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5812, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6307, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6107, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6119, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.654, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6039, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.621, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.645, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6382, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.641, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5904, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6015, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.619, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6111, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5913, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6258, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6339, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6198, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6299, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6148, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6278, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6006, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6191, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6035, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5992, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6302, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5984, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6183, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.615, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6209, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5986, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6271, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6319, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6097, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6579, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6174, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.591, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6154, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.622, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.631, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6385, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.5682, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6138, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6172, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6435, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6356, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.6277, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.6213, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6143, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.6101, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6085, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6354, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6077, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6286, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6179, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6049, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.5708, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5754, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.657, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6336, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5803, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.5968, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.6011, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6365, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6311, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6315, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6044, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6067, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6094, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5881, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6178, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6685, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6063, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6275, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5818, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.61, + "step": 3000 + }, + { + "epoch": 2.15, + "learning_rate": 1.4115402956604673e-05, + "loss": 1.624, + "step": 3010 + }, + { + "epoch": 2.16, + "learning_rate": 1.3996185026227945e-05, + "loss": 1.55, + "step": 3020 + }, + { + "epoch": 2.17, + "learning_rate": 1.3876967095851218e-05, + "loss": 1.6724, + "step": 3030 + }, + { + "epoch": 2.17, + "learning_rate": 1.3757749165474487e-05, + "loss": 1.6226, + "step": 3040 + }, + { + "epoch": 2.18, + "learning_rate": 1.363853123509776e-05, + "loss": 1.5972, + "step": 3050 + }, + { + "epoch": 2.19, + "learning_rate": 1.3519313304721031e-05, + "loss": 1.6403, + "step": 3060 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400095374344302e-05, + "loss": 1.6143, + "step": 3070 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280877443967573e-05, + "loss": 1.6017, + "step": 3080 + }, + { + "epoch": 2.21, + "learning_rate": 1.3161659513590846e-05, + "loss": 1.6228, + "step": 3090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3042441583214115e-05, + "loss": 1.5781, + "step": 3100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2923223652837388e-05, + "loss": 1.6102, + "step": 3110 + }, + { + "epoch": 2.23, + "learning_rate": 1.2804005722460657e-05, + "loss": 1.5806, + "step": 3120 + }, + { + "epoch": 2.24, + "learning_rate": 1.268478779208393e-05, + "loss": 1.592, + "step": 3130 + }, + { + "epoch": 2.25, + "learning_rate": 1.2565569861707202e-05, + "loss": 1.6024, + "step": 3140 + }, + { + "epoch": 2.25, + "learning_rate": 1.2446351931330473e-05, + "loss": 1.6074, + "step": 3150 + }, + { + "epoch": 2.26, + "learning_rate": 1.2327134000953744e-05, + "loss": 1.5699, + "step": 3160 + }, + { + "epoch": 2.27, + "learning_rate": 1.2207916070577015e-05, + "loss": 1.6146, + "step": 3170 + }, + { + "epoch": 2.27, + "learning_rate": 1.2088698140200286e-05, + "loss": 1.5884, + "step": 3180 + }, + { + "epoch": 2.28, + "learning_rate": 1.1969480209823557e-05, + "loss": 1.6318, + "step": 3190 + }, + { + "epoch": 2.29, + "learning_rate": 1.1850262279446828e-05, + "loss": 1.6165, + "step": 3200 + }, + { + "epoch": 2.3, + "learning_rate": 1.1731044349070101e-05, + "loss": 1.6275, + "step": 3210 + }, + { + "epoch": 2.3, + "learning_rate": 1.1611826418693372e-05, + "loss": 1.6507, + "step": 3220 + }, + { + "epoch": 2.31, + "learning_rate": 1.1492608488316643e-05, + "loss": 1.5857, + "step": 3230 + }, + { + "epoch": 2.32, + "learning_rate": 1.1373390557939914e-05, + "loss": 1.6387, + "step": 3240 + }, + { + "epoch": 2.32, + "learning_rate": 1.1254172627563187e-05, + "loss": 1.5872, + "step": 3250 + }, + { + "epoch": 2.33, + "learning_rate": 1.1134954697186458e-05, + "loss": 1.604, + "step": 3260 + }, + { + "epoch": 2.34, + "learning_rate": 1.1015736766809729e-05, + "loss": 1.609, + "step": 3270 + }, + { + "epoch": 2.35, + "learning_rate": 1.0896518836433001e-05, + "loss": 1.5898, + "step": 3280 + }, + { + "epoch": 2.35, + "learning_rate": 1.077730090605627e-05, + "loss": 1.5935, + "step": 3290 + }, + { + "epoch": 2.36, + "learning_rate": 1.0658082975679542e-05, + "loss": 1.6362, + "step": 3300 + }, + { + "epoch": 2.37, + "learning_rate": 1.0538865045302813e-05, + "loss": 1.5748, + "step": 3310 + }, + { + "epoch": 2.37, + "learning_rate": 1.0419647114926085e-05, + "loss": 1.6115, + "step": 3320 + }, + { + "epoch": 2.38, + "learning_rate": 1.0300429184549356e-05, + "loss": 1.6052, + "step": 3330 + }, + { + "epoch": 2.39, + "learning_rate": 1.0181211254172627e-05, + "loss": 1.6393, + "step": 3340 + }, + { + "epoch": 2.4, + "learning_rate": 1.00619933237959e-05, + "loss": 1.5937, + "step": 3350 + }, + { + "epoch": 2.4, + "learning_rate": 9.942775393419171e-06, + "loss": 1.6457, + "step": 3360 + }, + { + "epoch": 2.41, + "learning_rate": 9.823557463042442e-06, + "loss": 1.6127, + "step": 3370 + }, + { + "epoch": 2.42, + "learning_rate": 9.704339532665713e-06, + "loss": 1.5905, + "step": 3380 + }, + { + "epoch": 2.42, + "learning_rate": 9.585121602288986e-06, + "loss": 1.6413, + "step": 3390 + }, + { + "epoch": 2.43, + "learning_rate": 9.465903671912257e-06, + "loss": 1.6387, + "step": 3400 + }, + { + "epoch": 2.44, + "learning_rate": 9.346685741535526e-06, + "loss": 1.5787, + "step": 3410 + }, + { + "epoch": 2.45, + "learning_rate": 9.227467811158799e-06, + "loss": 1.6276, + "step": 3420 + }, + { + "epoch": 2.45, + "learning_rate": 9.10824988078207e-06, + "loss": 1.593, + "step": 3430 + }, + { + "epoch": 2.46, + "learning_rate": 8.98903195040534e-06, + "loss": 1.5949, + "step": 3440 + }, + { + "epoch": 2.47, + "learning_rate": 8.869814020028613e-06, + "loss": 1.6538, + "step": 3450 + }, + { + "epoch": 2.47, + "learning_rate": 8.750596089651884e-06, + "loss": 1.6235, + "step": 3460 + }, + { + "epoch": 2.48, + "learning_rate": 8.631378159275155e-06, + "loss": 1.6201, + "step": 3470 + }, + { + "epoch": 2.49, + "learning_rate": 8.512160228898426e-06, + "loss": 1.5735, + "step": 3480 + }, + { + "epoch": 2.5, + "learning_rate": 8.392942298521699e-06, + "loss": 1.6398, + "step": 3490 + }, + { + "epoch": 2.5, + "learning_rate": 8.27372436814497e-06, + "loss": 1.608, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.211770864322478e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/README.md b/9331_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06ae9ead3120ed61e9b9ad7550f3ee5b53721c08 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3fd4bdc1a83f60165f5efe65ab3a4bd92c37ff88ef91626f3c47a26216be7d1 +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3883b11bd155be679acc20cf8807236c92c4276 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96868886104d75399733f041a3e5a1faad6291e47d4b5e1f1256cba292bf974f +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ca32c27dae079b0c4ff56017353d97929685459e --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375a392c95fcfea21b4f5fb0af434a654d12900cafab484870e017d3d3b37bff +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5774c60c34df4f9f49d44aaceaeb4d9a3bef1385 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbef3d592cfe6810dedbcafac5c1d8cd2a619c64a423875265cdd53828c55e69 +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..59888182ca9127934fd131cb46a90abdaefff7b4 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8612303290414878, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.391988555078684e-05, + "loss": 1.6332, + "step": 510 + }, + { + "epoch": 0.37, + "learning_rate": 4.3800667620410114e-05, + "loss": 1.6256, + "step": 520 + }, + { + "epoch": 0.38, + "learning_rate": 4.3681449690033384e-05, + "loss": 1.6519, + "step": 530 + }, + { + "epoch": 0.39, + "learning_rate": 4.356223175965665e-05, + "loss": 1.6324, + "step": 540 + }, + { + "epoch": 0.39, + "learning_rate": 4.344301382927993e-05, + "loss": 1.632, + "step": 550 + }, + { + "epoch": 0.4, + "learning_rate": 4.33237958989032e-05, + "loss": 1.6378, + "step": 560 + }, + { + "epoch": 0.41, + "learning_rate": 4.320457796852647e-05, + "loss": 1.6116, + "step": 570 + }, + { + "epoch": 0.41, + "learning_rate": 4.3085360038149744e-05, + "loss": 1.5908, + "step": 580 + }, + { + "epoch": 0.42, + "learning_rate": 4.296614210777301e-05, + "loss": 1.6291, + "step": 590 + }, + { + "epoch": 0.43, + "learning_rate": 4.284692417739628e-05, + "loss": 1.6607, + "step": 600 + }, + { + "epoch": 0.44, + "learning_rate": 4.272770624701956e-05, + "loss": 1.6123, + "step": 610 + }, + { + "epoch": 0.44, + "learning_rate": 4.260848831664283e-05, + "loss": 1.5969, + "step": 620 + }, + { + "epoch": 0.45, + "learning_rate": 4.24892703862661e-05, + "loss": 1.6499, + "step": 630 + }, + { + "epoch": 0.46, + "learning_rate": 4.237005245588937e-05, + "loss": 1.6096, + "step": 640 + }, + { + "epoch": 0.46, + "learning_rate": 4.225083452551264e-05, + "loss": 1.6342, + "step": 650 + }, + { + "epoch": 0.47, + "learning_rate": 4.213161659513591e-05, + "loss": 1.6238, + "step": 660 + }, + { + "epoch": 0.48, + "learning_rate": 4.201239866475918e-05, + "loss": 1.6423, + "step": 670 + }, + { + "epoch": 0.49, + "learning_rate": 4.189318073438245e-05, + "loss": 1.6435, + "step": 680 + }, + { + "epoch": 0.49, + "learning_rate": 4.1773962804005726e-05, + "loss": 1.6319, + "step": 690 + }, + { + "epoch": 0.5, + "learning_rate": 4.1654744873628996e-05, + "loss": 1.6271, + "step": 700 + }, + { + "epoch": 0.51, + "learning_rate": 4.1535526943252265e-05, + "loss": 1.6346, + "step": 710 + }, + { + "epoch": 0.52, + "learning_rate": 4.1416309012875534e-05, + "loss": 1.6444, + "step": 720 + }, + { + "epoch": 0.52, + "learning_rate": 4.129709108249881e-05, + "loss": 1.637, + "step": 730 + }, + { + "epoch": 0.53, + "learning_rate": 4.117787315212208e-05, + "loss": 1.6025, + "step": 740 + }, + { + "epoch": 0.54, + "learning_rate": 4.105865522174535e-05, + "loss": 1.6256, + "step": 750 + }, + { + "epoch": 0.54, + "learning_rate": 4.0939437291368625e-05, + "loss": 1.6271, + "step": 760 + }, + { + "epoch": 0.55, + "learning_rate": 4.0820219360991894e-05, + "loss": 1.6333, + "step": 770 + }, + { + "epoch": 0.56, + "learning_rate": 4.0701001430615164e-05, + "loss": 1.6436, + "step": 780 + }, + { + "epoch": 0.57, + "learning_rate": 4.058178350023844e-05, + "loss": 1.6509, + "step": 790 + }, + { + "epoch": 0.57, + "learning_rate": 4.046256556986171e-05, + "loss": 1.6012, + "step": 800 + }, + { + "epoch": 0.58, + "learning_rate": 4.034334763948498e-05, + "loss": 1.66, + "step": 810 + }, + { + "epoch": 0.59, + "learning_rate": 4.022412970910825e-05, + "loss": 1.6011, + "step": 820 + }, + { + "epoch": 0.59, + "learning_rate": 4.0104911778731524e-05, + "loss": 1.591, + "step": 830 + }, + { + "epoch": 0.6, + "learning_rate": 3.998569384835479e-05, + "loss": 1.6367, + "step": 840 + }, + { + "epoch": 0.61, + "learning_rate": 3.986647591797806e-05, + "loss": 1.572, + "step": 850 + }, + { + "epoch": 0.62, + "learning_rate": 3.974725798760134e-05, + "loss": 1.6407, + "step": 860 + }, + { + "epoch": 0.62, + "learning_rate": 3.962804005722461e-05, + "loss": 1.6409, + "step": 870 + }, + { + "epoch": 0.63, + "learning_rate": 3.950882212684788e-05, + "loss": 1.637, + "step": 880 + }, + { + "epoch": 0.64, + "learning_rate": 3.938960419647115e-05, + "loss": 1.649, + "step": 890 + }, + { + "epoch": 0.64, + "learning_rate": 3.927038626609442e-05, + "loss": 1.6672, + "step": 900 + }, + { + "epoch": 0.65, + "learning_rate": 3.915116833571769e-05, + "loss": 1.6262, + "step": 910 + }, + { + "epoch": 0.66, + "learning_rate": 3.903195040534097e-05, + "loss": 1.596, + "step": 920 + }, + { + "epoch": 0.67, + "learning_rate": 3.891273247496424e-05, + "loss": 1.6023, + "step": 930 + }, + { + "epoch": 0.67, + "learning_rate": 3.8793514544587506e-05, + "loss": 1.645, + "step": 940 + }, + { + "epoch": 0.68, + "learning_rate": 3.867429661421078e-05, + "loss": 1.6276, + "step": 950 + }, + { + "epoch": 0.69, + "learning_rate": 3.855507868383405e-05, + "loss": 1.6153, + "step": 960 + }, + { + "epoch": 0.69, + "learning_rate": 3.843586075345732e-05, + "loss": 1.6322, + "step": 970 + }, + { + "epoch": 0.7, + "learning_rate": 3.83166428230806e-05, + "loss": 1.6123, + "step": 980 + }, + { + "epoch": 0.71, + "learning_rate": 3.8197424892703866e-05, + "loss": 1.6155, + "step": 990 + }, + { + "epoch": 0.72, + "learning_rate": 3.8078206962327136e-05, + "loss": 1.5998, + "step": 1000 + }, + { + "epoch": 0.72, + "learning_rate": 3.795898903195041e-05, + "loss": 1.6432, + "step": 1010 + }, + { + "epoch": 0.73, + "learning_rate": 3.783977110157368e-05, + "loss": 1.6383, + "step": 1020 + }, + { + "epoch": 0.74, + "learning_rate": 3.772055317119695e-05, + "loss": 1.6195, + "step": 1030 + }, + { + "epoch": 0.74, + "learning_rate": 3.7601335240820226e-05, + "loss": 1.5837, + "step": 1040 + }, + { + "epoch": 0.75, + "learning_rate": 3.7482117310443496e-05, + "loss": 1.5957, + "step": 1050 + }, + { + "epoch": 0.76, + "learning_rate": 3.7362899380066765e-05, + "loss": 1.6522, + "step": 1060 + }, + { + "epoch": 0.77, + "learning_rate": 3.724368144969004e-05, + "loss": 1.6309, + "step": 1070 + }, + { + "epoch": 0.77, + "learning_rate": 3.712446351931331e-05, + "loss": 1.6618, + "step": 1080 + }, + { + "epoch": 0.78, + "learning_rate": 3.700524558893658e-05, + "loss": 1.6465, + "step": 1090 + }, + { + "epoch": 0.79, + "learning_rate": 3.688602765855985e-05, + "loss": 1.6165, + "step": 1100 + }, + { + "epoch": 0.79, + "learning_rate": 3.676680972818312e-05, + "loss": 1.6425, + "step": 1110 + }, + { + "epoch": 0.8, + "learning_rate": 3.6647591797806394e-05, + "loss": 1.6341, + "step": 1120 + }, + { + "epoch": 0.81, + "learning_rate": 3.6528373867429664e-05, + "loss": 1.6277, + "step": 1130 + }, + { + "epoch": 0.82, + "learning_rate": 3.640915593705293e-05, + "loss": 1.6182, + "step": 1140 + }, + { + "epoch": 0.82, + "learning_rate": 3.62899380066762e-05, + "loss": 1.639, + "step": 1150 + }, + { + "epoch": 0.83, + "learning_rate": 3.617072007629947e-05, + "loss": 1.6185, + "step": 1160 + }, + { + "epoch": 0.84, + "learning_rate": 3.605150214592275e-05, + "loss": 1.6146, + "step": 1170 + }, + { + "epoch": 0.84, + "learning_rate": 3.593228421554602e-05, + "loss": 1.6149, + "step": 1180 + }, + { + "epoch": 0.85, + "learning_rate": 3.5813066285169286e-05, + "loss": 1.6699, + "step": 1190 + }, + { + "epoch": 0.86, + "learning_rate": 3.569384835479256e-05, + "loss": 1.6413, + "step": 1200 + }, + { + "epoch": 0.87, + "learning_rate": 3.557463042441583e-05, + "loss": 1.6124, + "step": 1210 + }, + { + "epoch": 0.87, + "learning_rate": 3.54554124940391e-05, + "loss": 1.6246, + "step": 1220 + }, + { + "epoch": 0.88, + "learning_rate": 3.533619456366238e-05, + "loss": 1.6301, + "step": 1230 + }, + { + "epoch": 0.89, + "learning_rate": 3.5216976633285646e-05, + "loss": 1.6356, + "step": 1240 + }, + { + "epoch": 0.89, + "learning_rate": 3.5097758702908915e-05, + "loss": 1.6053, + "step": 1250 + }, + { + "epoch": 0.9, + "learning_rate": 3.497854077253219e-05, + "loss": 1.6313, + "step": 1260 + }, + { + "epoch": 0.91, + "learning_rate": 3.485932284215546e-05, + "loss": 1.6578, + "step": 1270 + }, + { + "epoch": 0.92, + "learning_rate": 3.474010491177873e-05, + "loss": 1.6059, + "step": 1280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4620886981402006e-05, + "loss": 1.6687, + "step": 1290 + }, + { + "epoch": 0.93, + "learning_rate": 3.4501669051025275e-05, + "loss": 1.6502, + "step": 1300 + }, + { + "epoch": 0.94, + "learning_rate": 3.4382451120648545e-05, + "loss": 1.5909, + "step": 1310 + }, + { + "epoch": 0.94, + "learning_rate": 3.426323319027182e-05, + "loss": 1.6133, + "step": 1320 + }, + { + "epoch": 0.95, + "learning_rate": 3.414401525989509e-05, + "loss": 1.6187, + "step": 1330 + }, + { + "epoch": 0.96, + "learning_rate": 3.402479732951836e-05, + "loss": 1.6338, + "step": 1340 + }, + { + "epoch": 0.97, + "learning_rate": 3.3905579399141636e-05, + "loss": 1.6437, + "step": 1350 + }, + { + "epoch": 0.97, + "learning_rate": 3.3786361468764905e-05, + "loss": 1.6663, + "step": 1360 + }, + { + "epoch": 0.98, + "learning_rate": 3.3667143538388174e-05, + "loss": 1.6262, + "step": 1370 + }, + { + "epoch": 0.99, + "learning_rate": 3.354792560801145e-05, + "loss": 1.5997, + "step": 1380 + }, + { + "epoch": 0.99, + "learning_rate": 3.342870767763472e-05, + "loss": 1.6521, + "step": 1390 + }, + { + "epoch": 1.0, + "learning_rate": 3.330948974725799e-05, + "loss": 1.6198, + "step": 1400 + }, + { + "epoch": 1.01, + "learning_rate": 3.3190271816881265e-05, + "loss": 1.608, + "step": 1410 + }, + { + "epoch": 1.02, + "learning_rate": 3.3071053886504534e-05, + "loss": 1.6347, + "step": 1420 + }, + { + "epoch": 1.02, + "learning_rate": 3.2951835956127803e-05, + "loss": 1.5617, + "step": 1430 + }, + { + "epoch": 1.03, + "learning_rate": 3.283261802575107e-05, + "loss": 1.6609, + "step": 1440 + }, + { + "epoch": 1.04, + "learning_rate": 3.271340009537435e-05, + "loss": 1.6014, + "step": 1450 + }, + { + "epoch": 1.04, + "learning_rate": 3.259418216499762e-05, + "loss": 1.6069, + "step": 1460 + }, + { + "epoch": 1.05, + "learning_rate": 3.247496423462089e-05, + "loss": 1.6421, + "step": 1470 + }, + { + "epoch": 1.06, + "learning_rate": 3.2355746304244164e-05, + "loss": 1.6507, + "step": 1480 + }, + { + "epoch": 1.07, + "learning_rate": 3.223652837386743e-05, + "loss": 1.6048, + "step": 1490 + }, + { + "epoch": 1.07, + "learning_rate": 3.21173104434907e-05, + "loss": 1.6274, + "step": 1500 + }, + { + "epoch": 1.08, + "learning_rate": 3.199809251311398e-05, + "loss": 1.6265, + "step": 1510 + }, + { + "epoch": 1.09, + "learning_rate": 3.187887458273725e-05, + "loss": 1.6134, + "step": 1520 + }, + { + "epoch": 1.09, + "learning_rate": 3.175965665236052e-05, + "loss": 1.6255, + "step": 1530 + }, + { + "epoch": 1.1, + "learning_rate": 3.1640438721983786e-05, + "loss": 1.5965, + "step": 1540 + }, + { + "epoch": 1.11, + "learning_rate": 3.152122079160706e-05, + "loss": 1.6093, + "step": 1550 + }, + { + "epoch": 1.12, + "learning_rate": 3.140200286123033e-05, + "loss": 1.5999, + "step": 1560 + }, + { + "epoch": 1.12, + "learning_rate": 3.12827849308536e-05, + "loss": 1.5905, + "step": 1570 + }, + { + "epoch": 1.13, + "learning_rate": 3.116356700047687e-05, + "loss": 1.5831, + "step": 1580 + }, + { + "epoch": 1.14, + "learning_rate": 3.104434907010014e-05, + "loss": 1.6262, + "step": 1590 + }, + { + "epoch": 1.14, + "learning_rate": 3.0925131139723415e-05, + "loss": 1.5794, + "step": 1600 + }, + { + "epoch": 1.15, + "learning_rate": 3.0805913209346685e-05, + "loss": 1.6229, + "step": 1610 + }, + { + "epoch": 1.16, + "learning_rate": 3.0686695278969954e-05, + "loss": 1.6039, + "step": 1620 + }, + { + "epoch": 1.17, + "learning_rate": 3.056747734859323e-05, + "loss": 1.6363, + "step": 1630 + }, + { + "epoch": 1.17, + "learning_rate": 3.0448259418216503e-05, + "loss": 1.6269, + "step": 1640 + }, + { + "epoch": 1.18, + "learning_rate": 3.0329041487839772e-05, + "loss": 1.6534, + "step": 1650 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209823557463045e-05, + "loss": 1.6041, + "step": 1660 + }, + { + "epoch": 1.19, + "learning_rate": 3.0090605627086314e-05, + "loss": 1.5967, + "step": 1670 + }, + { + "epoch": 1.2, + "learning_rate": 2.9971387696709587e-05, + "loss": 1.6084, + "step": 1680 + }, + { + "epoch": 1.21, + "learning_rate": 2.985216976633286e-05, + "loss": 1.6355, + "step": 1690 + }, + { + "epoch": 1.22, + "learning_rate": 2.973295183595613e-05, + "loss": 1.611, + "step": 1700 + }, + { + "epoch": 1.22, + "learning_rate": 2.9613733905579398e-05, + "loss": 1.6134, + "step": 1710 + }, + { + "epoch": 1.23, + "learning_rate": 2.9494515975202674e-05, + "loss": 1.6104, + "step": 1720 + }, + { + "epoch": 1.24, + "learning_rate": 2.9375298044825943e-05, + "loss": 1.6223, + "step": 1730 + }, + { + "epoch": 1.24, + "learning_rate": 2.9256080114449213e-05, + "loss": 1.6028, + "step": 1740 + }, + { + "epoch": 1.25, + "learning_rate": 2.9136862184072482e-05, + "loss": 1.6352, + "step": 1750 + }, + { + "epoch": 1.26, + "learning_rate": 2.9017644253695758e-05, + "loss": 1.6593, + "step": 1760 + }, + { + "epoch": 1.27, + "learning_rate": 2.8898426323319027e-05, + "loss": 1.6331, + "step": 1770 + }, + { + "epoch": 1.27, + "learning_rate": 2.8779208392942297e-05, + "loss": 1.6304, + "step": 1780 + }, + { + "epoch": 1.28, + "learning_rate": 2.8659990462565573e-05, + "loss": 1.6305, + "step": 1790 + }, + { + "epoch": 1.29, + "learning_rate": 2.8540772532188842e-05, + "loss": 1.6451, + "step": 1800 + }, + { + "epoch": 1.29, + "learning_rate": 2.842155460181211e-05, + "loss": 1.6238, + "step": 1810 + }, + { + "epoch": 1.3, + "learning_rate": 2.8302336671435387e-05, + "loss": 1.6668, + "step": 1820 + }, + { + "epoch": 1.31, + "learning_rate": 2.8183118741058657e-05, + "loss": 1.5955, + "step": 1830 + }, + { + "epoch": 1.32, + "learning_rate": 2.8063900810681926e-05, + "loss": 1.6209, + "step": 1840 + }, + { + "epoch": 1.32, + "learning_rate": 2.7944682880305202e-05, + "loss": 1.6099, + "step": 1850 + }, + { + "epoch": 1.33, + "learning_rate": 2.782546494992847e-05, + "loss": 1.6167, + "step": 1860 + }, + { + "epoch": 1.34, + "learning_rate": 2.770624701955174e-05, + "loss": 1.6024, + "step": 1870 + }, + { + "epoch": 1.34, + "learning_rate": 2.7587029089175013e-05, + "loss": 1.6022, + "step": 1880 + }, + { + "epoch": 1.35, + "learning_rate": 2.7467811158798286e-05, + "loss": 1.6395, + "step": 1890 + }, + { + "epoch": 1.36, + "learning_rate": 2.7348593228421555e-05, + "loss": 1.6098, + "step": 1900 + }, + { + "epoch": 1.37, + "learning_rate": 2.7229375298044828e-05, + "loss": 1.6112, + "step": 1910 + }, + { + "epoch": 1.37, + "learning_rate": 2.7110157367668097e-05, + "loss": 1.6602, + "step": 1920 + }, + { + "epoch": 1.38, + "learning_rate": 2.6990939437291367e-05, + "loss": 1.6295, + "step": 1930 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871721506914643e-05, + "loss": 1.5929, + "step": 1940 + }, + { + "epoch": 1.39, + "learning_rate": 2.6752503576537912e-05, + "loss": 1.5782, + "step": 1950 + }, + { + "epoch": 1.4, + "learning_rate": 2.663328564616118e-05, + "loss": 1.6137, + "step": 1960 + }, + { + "epoch": 1.41, + "learning_rate": 2.6514067715784457e-05, + "loss": 1.5839, + "step": 1970 + }, + { + "epoch": 1.42, + "learning_rate": 2.6394849785407727e-05, + "loss": 1.6535, + "step": 1980 + }, + { + "epoch": 1.42, + "learning_rate": 2.6275631855030996e-05, + "loss": 1.6264, + "step": 1990 + }, + { + "epoch": 1.43, + "learning_rate": 2.6156413924654272e-05, + "loss": 1.5702, + "step": 2000 + }, + { + "epoch": 1.44, + "learning_rate": 2.603719599427754e-05, + "loss": 1.6013, + "step": 2010 + }, + { + "epoch": 1.44, + "learning_rate": 2.591797806390081e-05, + "loss": 1.6302, + "step": 2020 + }, + { + "epoch": 1.45, + "learning_rate": 2.5798760133524087e-05, + "loss": 1.5717, + "step": 2030 + }, + { + "epoch": 1.46, + "learning_rate": 2.5679542203147356e-05, + "loss": 1.6155, + "step": 2040 + }, + { + "epoch": 1.47, + "learning_rate": 2.5560324272770625e-05, + "loss": 1.6267, + "step": 2050 + }, + { + "epoch": 1.47, + "learning_rate": 2.54411063423939e-05, + "loss": 1.5942, + "step": 2060 + }, + { + "epoch": 1.48, + "learning_rate": 2.532188841201717e-05, + "loss": 1.5949, + "step": 2070 + }, + { + "epoch": 1.49, + "learning_rate": 2.520267048164044e-05, + "loss": 1.6374, + "step": 2080 + }, + { + "epoch": 1.49, + "learning_rate": 2.508345255126371e-05, + "loss": 1.5662, + "step": 2090 + }, + { + "epoch": 1.5, + "learning_rate": 2.4964234620886985e-05, + "loss": 1.6751, + "step": 2100 + }, + { + "epoch": 1.51, + "learning_rate": 2.4845016690510255e-05, + "loss": 1.6239, + "step": 2110 + }, + { + "epoch": 1.52, + "learning_rate": 2.4725798760133524e-05, + "loss": 1.6484, + "step": 2120 + }, + { + "epoch": 1.52, + "learning_rate": 2.4606580829756797e-05, + "loss": 1.6222, + "step": 2130 + }, + { + "epoch": 1.53, + "learning_rate": 2.4487362899380066e-05, + "loss": 1.6474, + "step": 2140 + }, + { + "epoch": 1.54, + "learning_rate": 2.436814496900334e-05, + "loss": 1.62, + "step": 2150 + }, + { + "epoch": 1.55, + "learning_rate": 2.4248927038626608e-05, + "loss": 1.6043, + "step": 2160 + }, + { + "epoch": 1.55, + "learning_rate": 2.412970910824988e-05, + "loss": 1.5812, + "step": 2170 + }, + { + "epoch": 1.56, + "learning_rate": 2.4010491177873153e-05, + "loss": 1.6445, + "step": 2180 + }, + { + "epoch": 1.57, + "learning_rate": 2.3891273247496423e-05, + "loss": 1.628, + "step": 2190 + }, + { + "epoch": 1.57, + "learning_rate": 2.3772055317119695e-05, + "loss": 1.5914, + "step": 2200 + }, + { + "epoch": 1.58, + "learning_rate": 2.3652837386742968e-05, + "loss": 1.6307, + "step": 2210 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533619456366237e-05, + "loss": 1.6429, + "step": 2220 + }, + { + "epoch": 1.6, + "learning_rate": 2.341440152598951e-05, + "loss": 1.6508, + "step": 2230 + }, + { + "epoch": 1.6, + "learning_rate": 2.3295183595612783e-05, + "loss": 1.6107, + "step": 2240 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175965665236052e-05, + "loss": 1.6119, + "step": 2250 + }, + { + "epoch": 1.62, + "learning_rate": 2.3056747734859325e-05, + "loss": 1.654, + "step": 2260 + }, + { + "epoch": 1.62, + "learning_rate": 2.2937529804482597e-05, + "loss": 1.6039, + "step": 2270 + }, + { + "epoch": 1.63, + "learning_rate": 2.2818311874105867e-05, + "loss": 1.621, + "step": 2280 + }, + { + "epoch": 1.64, + "learning_rate": 2.269909394372914e-05, + "loss": 1.645, + "step": 2290 + }, + { + "epoch": 1.65, + "learning_rate": 2.2579876013352412e-05, + "loss": 1.6382, + "step": 2300 + }, + { + "epoch": 1.65, + "learning_rate": 2.246065808297568e-05, + "loss": 1.641, + "step": 2310 + }, + { + "epoch": 1.66, + "learning_rate": 2.2341440152598954e-05, + "loss": 1.5904, + "step": 2320 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.6466, + "step": 2330 + }, + { + "epoch": 1.67, + "learning_rate": 2.2103004291845496e-05, + "loss": 1.6015, + "step": 2340 + }, + { + "epoch": 1.68, + "learning_rate": 2.1983786361468765e-05, + "loss": 1.619, + "step": 2350 + }, + { + "epoch": 1.69, + "learning_rate": 2.1864568431092035e-05, + "loss": 1.6111, + "step": 2360 + }, + { + "epoch": 1.7, + "learning_rate": 2.1745350500715307e-05, + "loss": 1.5913, + "step": 2370 + }, + { + "epoch": 1.7, + "learning_rate": 2.162613257033858e-05, + "loss": 1.6258, + "step": 2380 + }, + { + "epoch": 1.71, + "learning_rate": 2.150691463996185e-05, + "loss": 1.6339, + "step": 2390 + }, + { + "epoch": 1.72, + "learning_rate": 2.1387696709585122e-05, + "loss": 1.6198, + "step": 2400 + }, + { + "epoch": 1.72, + "learning_rate": 2.1268478779208395e-05, + "loss": 1.6299, + "step": 2410 + }, + { + "epoch": 1.73, + "learning_rate": 2.1149260848831664e-05, + "loss": 1.6148, + "step": 2420 + }, + { + "epoch": 1.74, + "learning_rate": 2.1030042918454937e-05, + "loss": 1.6278, + "step": 2430 + }, + { + "epoch": 1.75, + "learning_rate": 2.091082498807821e-05, + "loss": 1.6006, + "step": 2440 + }, + { + "epoch": 1.75, + "learning_rate": 2.079160705770148e-05, + "loss": 1.6191, + "step": 2450 + }, + { + "epoch": 1.76, + "learning_rate": 2.067238912732475e-05, + "loss": 1.6035, + "step": 2460 + }, + { + "epoch": 1.77, + "learning_rate": 2.055317119694802e-05, + "loss": 1.6484, + "step": 2470 + }, + { + "epoch": 1.77, + "learning_rate": 2.0433953266571293e-05, + "loss": 1.5992, + "step": 2480 + }, + { + "epoch": 1.78, + "learning_rate": 2.0314735336194566e-05, + "loss": 1.6302, + "step": 2490 + }, + { + "epoch": 1.79, + "learning_rate": 2.0195517405817835e-05, + "loss": 1.579, + "step": 2500 + }, + { + "epoch": 1.8, + "learning_rate": 2.0076299475441108e-05, + "loss": 1.5984, + "step": 2510 + }, + { + "epoch": 1.8, + "learning_rate": 1.995708154506438e-05, + "loss": 1.6183, + "step": 2520 + }, + { + "epoch": 1.81, + "learning_rate": 1.983786361468765e-05, + "loss": 1.615, + "step": 2530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9718645684310923e-05, + "loss": 1.6209, + "step": 2540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9599427753934195e-05, + "loss": 1.5986, + "step": 2550 + }, + { + "epoch": 1.83, + "learning_rate": 1.9480209823557465e-05, + "loss": 1.6271, + "step": 2560 + }, + { + "epoch": 1.84, + "learning_rate": 1.9360991893180734e-05, + "loss": 1.6319, + "step": 2570 + }, + { + "epoch": 1.85, + "learning_rate": 1.9241773962804007e-05, + "loss": 1.6097, + "step": 2580 + }, + { + "epoch": 1.85, + "learning_rate": 1.9122556032427276e-05, + "loss": 1.6579, + "step": 2590 + }, + { + "epoch": 1.86, + "learning_rate": 1.900333810205055e-05, + "loss": 1.6174, + "step": 2600 + }, + { + "epoch": 1.87, + "learning_rate": 1.888412017167382e-05, + "loss": 1.591, + "step": 2610 + }, + { + "epoch": 1.87, + "learning_rate": 1.876490224129709e-05, + "loss": 1.6154, + "step": 2620 + }, + { + "epoch": 1.88, + "learning_rate": 1.8645684310920363e-05, + "loss": 1.622, + "step": 2630 + }, + { + "epoch": 1.89, + "learning_rate": 1.8526466380543633e-05, + "loss": 1.631, + "step": 2640 + }, + { + "epoch": 1.9, + "learning_rate": 1.8407248450166905e-05, + "loss": 1.6385, + "step": 2650 + }, + { + "epoch": 1.9, + "learning_rate": 1.8288030519790178e-05, + "loss": 1.5682, + "step": 2660 + }, + { + "epoch": 1.91, + "learning_rate": 1.8168812589413447e-05, + "loss": 1.6138, + "step": 2670 + }, + { + "epoch": 1.92, + "learning_rate": 1.804959465903672e-05, + "loss": 1.6172, + "step": 2680 + }, + { + "epoch": 1.92, + "learning_rate": 1.7930376728659993e-05, + "loss": 1.6435, + "step": 2690 + }, + { + "epoch": 1.93, + "learning_rate": 1.7811158798283262e-05, + "loss": 1.6356, + "step": 2700 + }, + { + "epoch": 1.94, + "learning_rate": 1.7691940867906535e-05, + "loss": 1.6277, + "step": 2710 + }, + { + "epoch": 1.95, + "learning_rate": 1.7572722937529807e-05, + "loss": 1.6213, + "step": 2720 + }, + { + "epoch": 1.95, + "learning_rate": 1.7453505007153077e-05, + "loss": 1.6143, + "step": 2730 + }, + { + "epoch": 1.96, + "learning_rate": 1.733428707677635e-05, + "loss": 1.6101, + "step": 2740 + }, + { + "epoch": 1.97, + "learning_rate": 1.7215069146399622e-05, + "loss": 1.6085, + "step": 2750 + }, + { + "epoch": 1.97, + "learning_rate": 1.709585121602289e-05, + "loss": 1.6354, + "step": 2760 + }, + { + "epoch": 1.98, + "learning_rate": 1.6976633285646164e-05, + "loss": 1.6077, + "step": 2770 + }, + { + "epoch": 1.99, + "learning_rate": 1.6857415355269433e-05, + "loss": 1.6286, + "step": 2780 + }, + { + "epoch": 2.0, + "learning_rate": 1.6738197424892706e-05, + "loss": 1.6179, + "step": 2790 + }, + { + "epoch": 2.0, + "learning_rate": 1.6618979494515975e-05, + "loss": 1.6049, + "step": 2800 + }, + { + "epoch": 2.01, + "learning_rate": 1.6499761564139244e-05, + "loss": 1.5708, + "step": 2810 + }, + { + "epoch": 2.02, + "learning_rate": 1.6380543633762517e-05, + "loss": 1.5754, + "step": 2820 + }, + { + "epoch": 2.02, + "learning_rate": 1.626132570338579e-05, + "loss": 1.657, + "step": 2830 + }, + { + "epoch": 2.03, + "learning_rate": 1.614210777300906e-05, + "loss": 1.6336, + "step": 2840 + }, + { + "epoch": 2.04, + "learning_rate": 1.6022889842632332e-05, + "loss": 1.5803, + "step": 2850 + }, + { + "epoch": 2.05, + "learning_rate": 1.5903671912255605e-05, + "loss": 1.5968, + "step": 2860 + }, + { + "epoch": 2.05, + "learning_rate": 1.5784453981878874e-05, + "loss": 1.6011, + "step": 2870 + }, + { + "epoch": 2.06, + "learning_rate": 1.5665236051502147e-05, + "loss": 1.6365, + "step": 2880 + }, + { + "epoch": 2.07, + "learning_rate": 1.554601812112542e-05, + "loss": 1.6311, + "step": 2890 + }, + { + "epoch": 2.07, + "learning_rate": 1.542680019074869e-05, + "loss": 1.6315, + "step": 2900 + }, + { + "epoch": 2.08, + "learning_rate": 1.530758226037196e-05, + "loss": 1.6044, + "step": 2910 + }, + { + "epoch": 2.09, + "learning_rate": 1.5188364329995234e-05, + "loss": 1.6067, + "step": 2920 + }, + { + "epoch": 2.1, + "learning_rate": 1.5069146399618503e-05, + "loss": 1.6094, + "step": 2930 + }, + { + "epoch": 2.1, + "learning_rate": 1.4949928469241776e-05, + "loss": 1.5881, + "step": 2940 + }, + { + "epoch": 2.11, + "learning_rate": 1.4830710538865045e-05, + "loss": 1.6178, + "step": 2950 + }, + { + "epoch": 2.12, + "learning_rate": 1.4711492608488318e-05, + "loss": 1.6685, + "step": 2960 + }, + { + "epoch": 2.12, + "learning_rate": 1.4592274678111589e-05, + "loss": 1.6063, + "step": 2970 + }, + { + "epoch": 2.13, + "learning_rate": 1.4473056747734858e-05, + "loss": 1.6275, + "step": 2980 + }, + { + "epoch": 2.14, + "learning_rate": 1.435383881735813e-05, + "loss": 1.5818, + "step": 2990 + }, + { + "epoch": 2.15, + "learning_rate": 1.4234620886981404e-05, + "loss": 1.61, + "step": 3000 + }, + { + "epoch": 2.15, + "learning_rate": 1.4115402956604673e-05, + "loss": 1.624, + "step": 3010 + }, + { + "epoch": 2.16, + "learning_rate": 1.3996185026227945e-05, + "loss": 1.55, + "step": 3020 + }, + { + "epoch": 2.17, + "learning_rate": 1.3876967095851218e-05, + "loss": 1.6724, + "step": 3030 + }, + { + "epoch": 2.17, + "learning_rate": 1.3757749165474487e-05, + "loss": 1.6226, + "step": 3040 + }, + { + "epoch": 2.18, + "learning_rate": 1.363853123509776e-05, + "loss": 1.5972, + "step": 3050 + }, + { + "epoch": 2.19, + "learning_rate": 1.3519313304721031e-05, + "loss": 1.6403, + "step": 3060 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400095374344302e-05, + "loss": 1.6143, + "step": 3070 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280877443967573e-05, + "loss": 1.6017, + "step": 3080 + }, + { + "epoch": 2.21, + "learning_rate": 1.3161659513590846e-05, + "loss": 1.6228, + "step": 3090 + }, + { + "epoch": 2.22, + "learning_rate": 1.3042441583214115e-05, + "loss": 1.5781, + "step": 3100 + }, + { + "epoch": 2.22, + "learning_rate": 1.2923223652837388e-05, + "loss": 1.6102, + "step": 3110 + }, + { + "epoch": 2.23, + "learning_rate": 1.2804005722460657e-05, + "loss": 1.5806, + "step": 3120 + }, + { + "epoch": 2.24, + "learning_rate": 1.268478779208393e-05, + "loss": 1.592, + "step": 3130 + }, + { + "epoch": 2.25, + "learning_rate": 1.2565569861707202e-05, + "loss": 1.6024, + "step": 3140 + }, + { + "epoch": 2.25, + "learning_rate": 1.2446351931330473e-05, + "loss": 1.6074, + "step": 3150 + }, + { + "epoch": 2.26, + "learning_rate": 1.2327134000953744e-05, + "loss": 1.5699, + "step": 3160 + }, + { + "epoch": 2.27, + "learning_rate": 1.2207916070577015e-05, + "loss": 1.6146, + "step": 3170 + }, + { + "epoch": 2.27, + "learning_rate": 1.2088698140200286e-05, + "loss": 1.5884, + "step": 3180 + }, + { + "epoch": 2.28, + "learning_rate": 1.1969480209823557e-05, + "loss": 1.6318, + "step": 3190 + }, + { + "epoch": 2.29, + "learning_rate": 1.1850262279446828e-05, + "loss": 1.6165, + "step": 3200 + }, + { + "epoch": 2.3, + "learning_rate": 1.1731044349070101e-05, + "loss": 1.6275, + "step": 3210 + }, + { + "epoch": 2.3, + "learning_rate": 1.1611826418693372e-05, + "loss": 1.6507, + "step": 3220 + }, + { + "epoch": 2.31, + "learning_rate": 1.1492608488316643e-05, + "loss": 1.5857, + "step": 3230 + }, + { + "epoch": 2.32, + "learning_rate": 1.1373390557939914e-05, + "loss": 1.6387, + "step": 3240 + }, + { + "epoch": 2.32, + "learning_rate": 1.1254172627563187e-05, + "loss": 1.5872, + "step": 3250 + }, + { + "epoch": 2.33, + "learning_rate": 1.1134954697186458e-05, + "loss": 1.604, + "step": 3260 + }, + { + "epoch": 2.34, + "learning_rate": 1.1015736766809729e-05, + "loss": 1.609, + "step": 3270 + }, + { + "epoch": 2.35, + "learning_rate": 1.0896518836433001e-05, + "loss": 1.5898, + "step": 3280 + }, + { + "epoch": 2.35, + "learning_rate": 1.077730090605627e-05, + "loss": 1.5935, + "step": 3290 + }, + { + "epoch": 2.36, + "learning_rate": 1.0658082975679542e-05, + "loss": 1.6362, + "step": 3300 + }, + { + "epoch": 2.37, + "learning_rate": 1.0538865045302813e-05, + "loss": 1.5748, + "step": 3310 + }, + { + "epoch": 2.37, + "learning_rate": 1.0419647114926085e-05, + "loss": 1.6115, + "step": 3320 + }, + { + "epoch": 2.38, + "learning_rate": 1.0300429184549356e-05, + "loss": 1.6052, + "step": 3330 + }, + { + "epoch": 2.39, + "learning_rate": 1.0181211254172627e-05, + "loss": 1.6393, + "step": 3340 + }, + { + "epoch": 2.4, + "learning_rate": 1.00619933237959e-05, + "loss": 1.5937, + "step": 3350 + }, + { + "epoch": 2.4, + "learning_rate": 9.942775393419171e-06, + "loss": 1.6457, + "step": 3360 + }, + { + "epoch": 2.41, + "learning_rate": 9.823557463042442e-06, + "loss": 1.6127, + "step": 3370 + }, + { + "epoch": 2.42, + "learning_rate": 9.704339532665713e-06, + "loss": 1.5905, + "step": 3380 + }, + { + "epoch": 2.42, + "learning_rate": 9.585121602288986e-06, + "loss": 1.6413, + "step": 3390 + }, + { + "epoch": 2.43, + "learning_rate": 9.465903671912257e-06, + "loss": 1.6387, + "step": 3400 + }, + { + "epoch": 2.44, + "learning_rate": 9.346685741535526e-06, + "loss": 1.5787, + "step": 3410 + }, + { + "epoch": 2.45, + "learning_rate": 9.227467811158799e-06, + "loss": 1.6276, + "step": 3420 + }, + { + "epoch": 2.45, + "learning_rate": 9.10824988078207e-06, + "loss": 1.593, + "step": 3430 + }, + { + "epoch": 2.46, + "learning_rate": 8.98903195040534e-06, + "loss": 1.5949, + "step": 3440 + }, + { + "epoch": 2.47, + "learning_rate": 8.869814020028613e-06, + "loss": 1.6538, + "step": 3450 + }, + { + "epoch": 2.47, + "learning_rate": 8.750596089651884e-06, + "loss": 1.6235, + "step": 3460 + }, + { + "epoch": 2.48, + "learning_rate": 8.631378159275155e-06, + "loss": 1.6201, + "step": 3470 + }, + { + "epoch": 2.49, + "learning_rate": 8.512160228898426e-06, + "loss": 1.5735, + "step": 3480 + }, + { + "epoch": 2.5, + "learning_rate": 8.392942298521699e-06, + "loss": 1.6398, + "step": 3490 + }, + { + "epoch": 2.5, + "learning_rate": 8.27372436814497e-06, + "loss": 1.608, + "step": 3500 + }, + { + "epoch": 2.51, + "learning_rate": 8.154506437768241e-06, + "loss": 1.5645, + "step": 3510 + }, + { + "epoch": 2.52, + "learning_rate": 8.035288507391512e-06, + "loss": 1.6118, + "step": 3520 + }, + { + "epoch": 2.53, + "learning_rate": 7.916070577014783e-06, + "loss": 1.5856, + "step": 3530 + }, + { + "epoch": 2.53, + "learning_rate": 7.796852646638054e-06, + "loss": 1.6416, + "step": 3540 + }, + { + "epoch": 2.54, + "learning_rate": 7.677634716261325e-06, + "loss": 1.5687, + "step": 3550 + }, + { + "epoch": 2.55, + "learning_rate": 7.558416785884598e-06, + "loss": 1.5815, + "step": 3560 + }, + { + "epoch": 2.55, + "learning_rate": 7.439198855507869e-06, + "loss": 1.6248, + "step": 3570 + }, + { + "epoch": 2.56, + "learning_rate": 7.31998092513114e-06, + "loss": 1.6226, + "step": 3580 + }, + { + "epoch": 2.57, + "learning_rate": 7.2007629947544116e-06, + "loss": 1.6281, + "step": 3590 + }, + { + "epoch": 2.58, + "learning_rate": 7.0815450643776825e-06, + "loss": 1.61, + "step": 3600 + }, + { + "epoch": 2.58, + "learning_rate": 6.9623271340009535e-06, + "loss": 1.591, + "step": 3610 + }, + { + "epoch": 2.59, + "learning_rate": 6.8431092036242245e-06, + "loss": 1.6143, + "step": 3620 + }, + { + "epoch": 2.6, + "learning_rate": 6.723891273247497e-06, + "loss": 1.6145, + "step": 3630 + }, + { + "epoch": 2.6, + "learning_rate": 6.604673342870768e-06, + "loss": 1.5958, + "step": 3640 + }, + { + "epoch": 2.61, + "learning_rate": 6.485455412494039e-06, + "loss": 1.6166, + "step": 3650 + }, + { + "epoch": 2.62, + "learning_rate": 6.366237482117311e-06, + "loss": 1.6582, + "step": 3660 + }, + { + "epoch": 2.63, + "learning_rate": 6.247019551740582e-06, + "loss": 1.6358, + "step": 3670 + }, + { + "epoch": 2.63, + "learning_rate": 6.127801621363853e-06, + "loss": 1.6255, + "step": 3680 + }, + { + "epoch": 2.64, + "learning_rate": 6.008583690987125e-06, + "loss": 1.5902, + "step": 3690 + }, + { + "epoch": 2.65, + "learning_rate": 5.889365760610397e-06, + "loss": 1.6283, + "step": 3700 + }, + { + "epoch": 2.65, + "learning_rate": 5.770147830233668e-06, + "loss": 1.6203, + "step": 3710 + }, + { + "epoch": 2.66, + "learning_rate": 5.650929899856939e-06, + "loss": 1.582, + "step": 3720 + }, + { + "epoch": 2.67, + "learning_rate": 5.53171196948021e-06, + "loss": 1.618, + "step": 3730 + }, + { + "epoch": 2.68, + "learning_rate": 5.4124940391034815e-06, + "loss": 1.6103, + "step": 3740 + }, + { + "epoch": 2.68, + "learning_rate": 5.293276108726753e-06, + "loss": 1.6178, + "step": 3750 + }, + { + "epoch": 2.69, + "learning_rate": 5.174058178350024e-06, + "loss": 1.5804, + "step": 3760 + }, + { + "epoch": 2.7, + "learning_rate": 5.054840247973295e-06, + "loss": 1.6734, + "step": 3770 + }, + { + "epoch": 2.7, + "learning_rate": 4.935622317596566e-06, + "loss": 1.6019, + "step": 3780 + }, + { + "epoch": 2.71, + "learning_rate": 4.816404387219838e-06, + "loss": 1.5986, + "step": 3790 + }, + { + "epoch": 2.72, + "learning_rate": 4.697186456843109e-06, + "loss": 1.6069, + "step": 3800 + }, + { + "epoch": 2.73, + "learning_rate": 4.577968526466381e-06, + "loss": 1.607, + "step": 3810 + }, + { + "epoch": 2.73, + "learning_rate": 4.458750596089652e-06, + "loss": 1.5929, + "step": 3820 + }, + { + "epoch": 2.74, + "learning_rate": 4.339532665712923e-06, + "loss": 1.5768, + "step": 3830 + }, + { + "epoch": 2.75, + "learning_rate": 4.220314735336195e-06, + "loss": 1.6007, + "step": 3840 + }, + { + "epoch": 2.75, + "learning_rate": 4.101096804959466e-06, + "loss": 1.6265, + "step": 3850 + }, + { + "epoch": 2.76, + "learning_rate": 3.981878874582738e-06, + "loss": 1.5985, + "step": 3860 + }, + { + "epoch": 2.77, + "learning_rate": 3.8626609442060095e-06, + "loss": 1.6246, + "step": 3870 + }, + { + "epoch": 2.78, + "learning_rate": 3.74344301382928e-06, + "loss": 1.5925, + "step": 3880 + }, + { + "epoch": 2.78, + "learning_rate": 3.6242250834525515e-06, + "loss": 1.6263, + "step": 3890 + }, + { + "epoch": 2.79, + "learning_rate": 3.5050071530758225e-06, + "loss": 1.5885, + "step": 3900 + }, + { + "epoch": 2.8, + "learning_rate": 3.3857892226990943e-06, + "loss": 1.6371, + "step": 3910 + }, + { + "epoch": 2.8, + "learning_rate": 3.2665712923223653e-06, + "loss": 1.6373, + "step": 3920 + }, + { + "epoch": 2.81, + "learning_rate": 3.1473533619456367e-06, + "loss": 1.6506, + "step": 3930 + }, + { + "epoch": 2.82, + "learning_rate": 3.028135431568908e-06, + "loss": 1.5974, + "step": 3940 + }, + { + "epoch": 2.83, + "learning_rate": 2.908917501192179e-06, + "loss": 1.6353, + "step": 3950 + }, + { + "epoch": 2.83, + "learning_rate": 2.789699570815451e-06, + "loss": 1.6115, + "step": 3960 + }, + { + "epoch": 2.84, + "learning_rate": 2.6704816404387224e-06, + "loss": 1.6445, + "step": 3970 + }, + { + "epoch": 2.85, + "learning_rate": 2.5512637100619934e-06, + "loss": 1.6148, + "step": 3980 + }, + { + "epoch": 2.85, + "learning_rate": 2.432045779685265e-06, + "loss": 1.6346, + "step": 3990 + }, + { + "epoch": 2.86, + "learning_rate": 2.3128278493085362e-06, + "loss": 1.5959, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527783275284398e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/checkpoint-500/README.md b/9331_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9331_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/9331_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9331_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/9331_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65484992b8ffea1124adbb6b2337bc2decb9b7ce --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be1500f74c9a8b0e5a98037db3c6d94d8877092f65fff900ef983e0f785a9ca +size 26235704 diff --git a/9331_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/9331_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf81fb4030e6e1f851d5579d30c2ab8eba5b6526 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b6dfb8f02432c8783fa68f14e35f2e31bc2706b0527cbe14d99e21bd05d5d8c +size 52567237 diff --git a/9331_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/9331_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b5314b3499c258be9b3dc6e988bc1996521fd142 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:472abccaebf9d80973786ad283c6340a63a198265c71ad96f9c8c01b62110f23 +size 14575 diff --git a/9331_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/9331_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ea3141bb093cae94f45c3b2bc9d861ee93dee1 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3e2e3705f69b811e57ade50d2df1bfa97cace24ec5ff452c41ba435cd67e52 +size 627 diff --git a/9331_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/9331_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5b7f608ad6b164257c944119c6c04064a0940a18 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.35765379113018597, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.988078206962327e-05, + "loss": 1.7516, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.976156413924655e-05, + "loss": 1.7798, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.964234620886982e-05, + "loss": 1.7269, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9523128278493086e-05, + "loss": 1.6977, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.940391034811636e-05, + "loss": 1.6931, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.928469241773963e-05, + "loss": 1.6307, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.91654744873629e-05, + "loss": 1.6882, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.904625655698618e-05, + "loss": 1.6711, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.8927038626609446e-05, + "loss": 1.6717, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8807820696232716e-05, + "loss": 1.6882, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.868860276585599e-05, + "loss": 1.6379, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.856938483547926e-05, + "loss": 1.6351, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.845016690510253e-05, + "loss": 1.6685, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.8330948974725806e-05, + "loss": 1.632, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.8211731044349076e-05, + "loss": 1.6629, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8092513113972345e-05, + "loss": 1.6639, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.7973295183595614e-05, + "loss": 1.5963, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.785407725321889e-05, + "loss": 1.6739, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.773485932284216e-05, + "loss": 1.6487, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.761564139246543e-05, + "loss": 1.6607, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.74964234620887e-05, + "loss": 1.6357, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.7377205531711974e-05, + "loss": 1.6406, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.7257987601335244e-05, + "loss": 1.6421, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.713876967095851e-05, + "loss": 1.6822, + "step": 240 + }, + { + "epoch": 0.18, + "learning_rate": 4.701955174058178e-05, + "loss": 1.6343, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.690033381020505e-05, + "loss": 1.6222, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.678111587982833e-05, + "loss": 1.6628, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.66618979494516e-05, + "loss": 1.6068, + "step": 280 + }, + { + "epoch": 0.21, + "learning_rate": 4.6542680019074866e-05, + "loss": 1.6533, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.642346208869814e-05, + "loss": 1.6371, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.630424415832141e-05, + "loss": 1.6491, + "step": 310 + }, + { + "epoch": 0.23, + "learning_rate": 4.618502622794468e-05, + "loss": 1.6218, + "step": 320 + }, + { + "epoch": 0.24, + "learning_rate": 4.606580829756796e-05, + "loss": 1.6676, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.5946590367191226e-05, + "loss": 1.5947, + "step": 340 + }, + { + "epoch": 0.25, + "learning_rate": 4.5827372436814496e-05, + "loss": 1.6307, + "step": 350 + }, + { + "epoch": 0.26, + "learning_rate": 4.570815450643777e-05, + "loss": 1.609, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.558893657606104e-05, + "loss": 1.6171, + "step": 370 + }, + { + "epoch": 0.27, + "learning_rate": 4.546971864568431e-05, + "loss": 1.6125, + "step": 380 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350500715307586e-05, + "loss": 1.6325, + "step": 390 + }, + { + "epoch": 0.29, + "learning_rate": 4.5231282784930856e-05, + "loss": 1.626, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.5112064854554125e-05, + "loss": 1.5777, + "step": 410 + }, + { + "epoch": 0.3, + "learning_rate": 4.49928469241774e-05, + "loss": 1.6446, + "step": 420 + }, + { + "epoch": 0.31, + "learning_rate": 4.487362899380067e-05, + "loss": 1.6189, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.475441106342394e-05, + "loss": 1.6356, + "step": 440 + }, + { + "epoch": 0.32, + "learning_rate": 4.4635193133047216e-05, + "loss": 1.6001, + "step": 450 + }, + { + "epoch": 0.33, + "learning_rate": 4.4515975202670485e-05, + "loss": 1.6226, + "step": 460 + }, + { + "epoch": 0.34, + "learning_rate": 4.4396757272293754e-05, + "loss": 1.6109, + "step": 470 + }, + { + "epoch": 0.34, + "learning_rate": 4.4277539341917024e-05, + "loss": 1.6559, + "step": 480 + }, + { + "epoch": 0.35, + "learning_rate": 4.41583214115403e-05, + "loss": 1.6108, + "step": 490 + }, + { + "epoch": 0.36, + "learning_rate": 4.403910348116357e-05, + "loss": 1.6137, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4194, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9331_Llama-2-13b-hf/checkpoint-500/training_args.bin b/9331_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9331_Llama-2-13b-hf/training_args.bin b/9331_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7a96f16f570c7e5aec772f7279d37188d914619 --- /dev/null +++ b/9331_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a4cf267dc146972d8fe926acc4f9d3c6222da1cc671b2a0b7b72654b6e9e0b +size 4283 diff --git a/9453/README.md b/9453/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/adapter_config.json b/9453/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/adapter_model.safetensors b/9453/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6dedada429fe2674955bfa19c011ff425d1b5bd8 --- /dev/null +++ b/9453/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87abaef0e6a2f750b1bc4c5107e412b3cff6f76b5f96b39fdeaacac7c2a6353c +size 26235704 diff --git a/9453/checkpoint-1000/README.md b/9453/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-1000/adapter_config.json b/9453/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-1000/adapter_model.safetensors b/9453/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44e64aaee164592054ad82a296115f99007ef9e5 --- /dev/null +++ b/9453/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca27421ce81f40b030c58b71d6189563e63a9a36b27ff167a060ee1540362c1d +size 26235704 diff --git a/9453/checkpoint-1000/optimizer.pt b/9453/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d996eb7275a3ed5918012f016b8da88d95aa82 --- /dev/null +++ b/9453/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc23c55ffc2cdec1ac7a161be47b906a8a3f66ab415a7d0df992b87b0559925 +size 52565434 diff --git a/9453/checkpoint-1000/rng_state.pth b/9453/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/9453/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/9453/checkpoint-1000/scheduler.pt b/9453/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac95f1e95c75c5fca50c58a4c578025f0c5e2c4 --- /dev/null +++ b/9453/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dcb7f64cd30a16488682e18d2abe37301e0122dd42b1c2ff35d43ffeb6946f +size 1064 diff --git a/9453/checkpoint-1000/trainer_state.json b/9453/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..57c68951e0642d026bd2b5674ac6d37d8c879aa3 --- /dev/null +++ b/9453/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.4, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-1000/training_args.bin b/9453/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/checkpoint-2000/README.md b/9453/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-2000/adapter_config.json b/9453/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-2000/adapter_model.safetensors b/9453/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..33237468808c10a2c24a1e99ebcacc0aebc910f3 --- /dev/null +++ b/9453/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:515469906aa59764ef6a773adcf86b295bc57da163c16f8fb00325e79204ab3a +size 26235704 diff --git a/9453/checkpoint-2000/optimizer.pt b/9453/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..157b092ca4e1f054361b18f5b250206f18610e29 --- /dev/null +++ b/9453/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e951adbf1b29fe7f874aa0bc7211c3bd82be0b8ae9d4277463f39ae237a6fa24 +size 52565434 diff --git a/9453/checkpoint-2000/rng_state.pth b/9453/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6625cdaa3eb8a8774d97aa295fcfc6b2308c7ab --- /dev/null +++ b/9453/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e08bd5882e2c938889da099d845d652b47a03ff34237e5194f5b8072fea7fbc7 +size 14244 diff --git a/9453/checkpoint-2000/scheduler.pt b/9453/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf2eac2582ee5bbdac2ab1a0a2a4aebd49d8898 --- /dev/null +++ b/9453/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705d171df5422a0b3ed1380888de2e09e1decddcc73e5027e1dbff1872b3ca14 +size 1064 diff --git a/9453/checkpoint-2000/trainer_state.json b/9453/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..68bbb65df150152f56914c2fda7d5c6332d7b014 --- /dev/null +++ b/9453/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.8, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6797, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6825, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6485, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6636, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6042, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6957, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6885, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6638, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6996, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6828, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6663, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7278, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.65, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6768, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6809, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6549, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.668, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6918, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6749, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6915, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6492, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6444, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6903, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7379, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6778, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6991, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.673, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6872, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6474, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7134, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7505, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7155, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6679, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.695, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.664, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6702, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6836, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6977, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6921, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6451, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7197, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6942, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6902, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6731, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6622, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6419, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6875, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6843, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.682, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6315, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6786, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.639, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6386, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6372, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7076, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6788, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7045, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.67, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6641, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6634, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6738, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.677, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.686, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-2000/training_args.bin b/9453/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/checkpoint-3000/README.md b/9453/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-3000/adapter_config.json b/9453/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-3000/adapter_model.safetensors b/9453/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e82a6217222488a331f0159643d492ed5a49848a --- /dev/null +++ b/9453/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6a2e9b303e0bd188a539ad8ebfcd402d137373c2330b0313e86a68998aaf42 +size 26235704 diff --git a/9453/checkpoint-3000/optimizer.pt b/9453/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..89428ec3aab9bd12f05db8afafd7c2f89c538697 --- /dev/null +++ b/9453/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01903ff8bb5bb0591b34d234c3e8dde7a81dfe19a4a7bbce4572543367d1be5 +size 52565434 diff --git a/9453/checkpoint-3000/rng_state.pth b/9453/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..5514c2364480f5ba55bb1a8a7129edc43c8269c8 --- /dev/null +++ b/9453/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c85027ccb3cbfd07885a93731d4088037863bdd3a9c4da70cb0ca80f8ab171bc +size 14244 diff --git a/9453/checkpoint-3000/scheduler.pt b/9453/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee6a9edf85d28ae2315f70d507226c676971757 --- /dev/null +++ b/9453/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c302b0d881462133bca389e07017e47d5c18fb380629b254036e6bc6d19df88 +size 1064 diff --git a/9453/checkpoint-3000/trainer_state.json b/9453/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d970ed52f80ab10777a02aa5745834c9d20e58 --- /dev/null +++ b/9453/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.2, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6797, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6825, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6485, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6636, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6042, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6957, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6885, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6638, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6996, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6828, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6663, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7278, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.65, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6768, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6809, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6549, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.668, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6918, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6749, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6915, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6492, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6444, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6903, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7379, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6778, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6991, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.673, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6872, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6474, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7134, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7505, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7155, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6679, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.695, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.664, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6702, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6836, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6977, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6921, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6451, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7197, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6942, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6902, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6731, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6622, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6419, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6875, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6843, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.682, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6315, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6786, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.639, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6386, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6372, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7076, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6788, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7045, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.67, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6641, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6634, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6738, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.677, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.686, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7059, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6768, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7019, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6721, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6822, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6486, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6718, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7322, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6709, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6592, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7263, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6503, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6646, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6665, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6577, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6585, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6824, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6972, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6893, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7368, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6398, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6457, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6528, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6639, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6856, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6827, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6465, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6341, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6488, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6827, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6695, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6943, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6485, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6626, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6424, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6768, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6887, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6761, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6321, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6612, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6513, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6722, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6508, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6705, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6907, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6885, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6794, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6843, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6442, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7017, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6915, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6523, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6664, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6854, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-3000/training_args.bin b/9453/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/checkpoint-4000/README.md b/9453/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-4000/adapter_config.json b/9453/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-4000/adapter_model.safetensors b/9453/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7f5aba038c47b5fcaecec728e05dd674e65ff352 --- /dev/null +++ b/9453/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f0126f435ffad92721cc156ee3e9a98a91c137fac1d1bf31687ae534c9cb43 +size 26235704 diff --git a/9453/checkpoint-4000/optimizer.pt b/9453/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..54dc96af7bbb774cebcb509a876ad73bdcc96c60 --- /dev/null +++ b/9453/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2601b729181900380d4c667607ba6fe428c1897f40674ad4bdf88fb1ce1f402d +size 52565434 diff --git a/9453/checkpoint-4000/rng_state.pth b/9453/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4959337501c5a5461ed2bf9545574b3f40267c9 --- /dev/null +++ b/9453/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6754fab244ca44d88a841a60271b5dc8c5d8d98d90006bf01abc71d28f65b63d +size 14244 diff --git a/9453/checkpoint-4000/scheduler.pt b/9453/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..558103fa4d342b9939fbf53fd860c7ad3addf3a4 --- /dev/null +++ b/9453/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866c82d93f04fc5c297af159755dd3026eeb30d5ec10f317cbf4d5658c60366b +size 1064 diff --git a/9453/checkpoint-4000/trainer_state.json b/9453/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e5b164cd22a0c086e1171480c183d289e3fc8cdb --- /dev/null +++ b/9453/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6797, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6825, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6485, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6636, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6042, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6957, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6885, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6638, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6996, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6828, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6663, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7278, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.65, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6768, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6809, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6549, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.668, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6918, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6749, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6915, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6492, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6444, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6903, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7379, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6778, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6991, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.673, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6872, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6474, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7134, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7505, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7155, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6679, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.695, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.664, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6702, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6836, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6977, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6921, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6451, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7197, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6942, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6902, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6731, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6622, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6419, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6875, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6843, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.682, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6315, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6786, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.639, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6386, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6372, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7076, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6788, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7045, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.67, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6641, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6634, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6738, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.677, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.686, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7059, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6768, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7019, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6721, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6822, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6486, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6718, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7322, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6709, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6592, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7263, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6503, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6646, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6665, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6577, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6585, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6824, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6972, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6893, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7368, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6398, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6457, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6528, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6639, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6856, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6827, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6465, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6341, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6488, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6827, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6695, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6943, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6485, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6626, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6424, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6768, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6887, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6761, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6321, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6612, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6513, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6722, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6508, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6705, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6907, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6885, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6794, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6843, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6442, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7017, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6915, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6523, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6664, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6854, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6702, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6894, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6646, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6502, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6777, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6466, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6091, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6853, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6835, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6335, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6963, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6569, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6865, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6783, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6427, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6616, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6823, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6298, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6825, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6606, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.653, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7136, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6622, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6735, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6664, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6581, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6624, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6866, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7037, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7107, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6803, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6586, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6413, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6376, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6616, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6373, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6515, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6619, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6697, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6497, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6547, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6998, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6556, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6809, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6287, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6688, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6645, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7037, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6697, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6633, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6945, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6767, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6687, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6235, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6561, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6943, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6873, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6652, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.681, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-4000/training_args.bin b/9453/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/checkpoint-5000/README.md b/9453/checkpoint-5000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-5000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-5000/adapter_config.json b/9453/checkpoint-5000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-5000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-5000/adapter_model.safetensors b/9453/checkpoint-5000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..242b8aa058be16616eeb08b47cd7a1c2315ec87a --- /dev/null +++ b/9453/checkpoint-5000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1066b928ba3cfe88754bd74454f8deb3f0debaa99536105f868260e354295446 +size 26235704 diff --git a/9453/checkpoint-5000/optimizer.pt b/9453/checkpoint-5000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..23f061df448c1c74803c0bdb429f27c0c8d4f17a --- /dev/null +++ b/9453/checkpoint-5000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888197cd4dcd161b3384cd7a8dd87c4e0295db1dc99effefcd82a0e08879b47c +size 52565434 diff --git a/9453/checkpoint-5000/rng_state.pth b/9453/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f28ddd072d6fa161f94adcc50191a04686bea9c --- /dev/null +++ b/9453/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3377fa1211be067a69cad1f7928ad5018c4b86ecd9ab6589f90cb7f72f4ffa20 +size 14244 diff --git a/9453/checkpoint-5000/scheduler.pt b/9453/checkpoint-5000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..206a887a63fc3223931864b70f28ffa2f02b868c --- /dev/null +++ b/9453/checkpoint-5000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4579ec5eb60d61c9c17200e50d5be12ad44731a051f2ac1e6d4dce250a9ce1 +size 1064 diff --git a/9453/checkpoint-5000/trainer_state.json b/9453/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7ded3b79763490b4f7462ce57fb6afe872e42283 --- /dev/null +++ b/9453/checkpoint-5000/trainer_state.json @@ -0,0 +1,3021 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.0, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6797, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6825, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6485, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6636, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6042, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6957, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6885, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6638, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6996, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6828, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6663, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7278, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.65, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6768, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6809, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6549, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.668, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6918, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6749, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6915, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6492, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6444, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6903, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7379, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6778, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6991, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.673, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6872, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6474, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7134, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7505, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7155, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6679, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.695, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.664, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6702, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6836, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6977, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6921, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6451, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7197, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6942, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6902, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6731, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6622, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6419, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6875, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6843, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.682, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6315, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6786, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.639, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6386, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6372, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7076, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6788, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7045, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.67, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6641, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6634, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6738, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.677, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.686, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7059, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6768, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7019, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6721, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6822, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6486, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6718, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7322, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6709, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6592, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7263, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6503, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6646, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6665, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6577, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6585, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6824, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6972, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6893, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7368, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6398, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6457, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6528, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6639, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6856, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6827, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6465, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6341, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6488, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6827, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6695, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6943, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6485, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6626, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6424, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6768, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6887, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6761, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6321, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6612, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6513, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6722, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6508, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6705, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6907, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6885, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6794, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6843, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6442, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7017, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6915, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6523, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6664, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6854, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6702, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6894, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6646, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6502, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6777, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6466, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6091, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6853, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6835, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6335, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6963, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6569, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6865, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6783, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6427, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6616, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6823, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6298, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6825, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6606, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.653, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7136, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6622, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6735, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6664, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6581, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6624, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6866, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7037, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7107, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6803, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6586, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6413, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6376, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6616, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6373, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6515, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6619, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6697, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6497, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6547, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6998, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6556, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6809, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6287, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6688, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6645, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7037, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6697, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6633, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6945, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6767, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6687, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6235, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6561, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6943, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6873, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6652, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.681, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7015, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6701, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6954, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6799, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6506, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6513, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6918, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6189, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6734, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6826, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6937, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.684, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6801, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7111, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6403, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6738, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6544, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6391, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6991, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.702, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6576, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6523, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6737, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.6762, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6444, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.672, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6915, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6348, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6579, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6354, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6702, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6814, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.674, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7004, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6398, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6382, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6595, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.688, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5951, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7024, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6433, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6866, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6874, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6521, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.662, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6603, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6458, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6788, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.695, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6691, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6493, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6503, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6618, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.67, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6827, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7003, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6728, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7037, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6537, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6983, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6533, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6932, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6442, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6859, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6484, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6719, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6732, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6722, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6581, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6507, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6715, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6671, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6681, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6697, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.691, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6836, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6455, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6611, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6275, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.649, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6378, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6608, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6504, + "step": 5000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.1601241096192e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-5000/training_args.bin b/9453/checkpoint-5000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/checkpoint-6000/README.md b/9453/checkpoint-6000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-6000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-6000/adapter_config.json b/9453/checkpoint-6000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-6000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-6000/adapter_model.safetensors b/9453/checkpoint-6000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4551346f9162c668f2676053794c674ce8773af --- /dev/null +++ b/9453/checkpoint-6000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e45caa127a638af839853be5edc610b16bfe837ddc92d66e1af5f2c898e129e +size 26235704 diff --git a/9453/checkpoint-6000/optimizer.pt b/9453/checkpoint-6000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5449ffd18a9fa2f4f64162fcfd454e7adfef1a67 --- /dev/null +++ b/9453/checkpoint-6000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed7d717e53b65c0236e20f0c31700eefc5344f2a2722ba072dc5ddcdfd1ca7c +size 52565434 diff --git a/9453/checkpoint-6000/rng_state.pth b/9453/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..c1f0cb60263429300aa63a2b3184ad1624964fa5 --- /dev/null +++ b/9453/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27cbb9083c4e50d7a26495d1014758ff5d91fa81ac5c9fe340cff6a0d230153 +size 14244 diff --git a/9453/checkpoint-6000/scheduler.pt b/9453/checkpoint-6000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd7d2beff61a5d8a646cb7c14e3b11647e23ef9 --- /dev/null +++ b/9453/checkpoint-6000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8387f825847a9b8a2c8387203584ce1062acc3caff7113d13f9f01240448459b +size 1064 diff --git a/9453/checkpoint-6000/trainer_state.json b/9453/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..abdd2401bad02a0fbed403f00eeefe03c24311b3 --- /dev/null +++ b/9453/checkpoint-6000/trainer_state.json @@ -0,0 +1,3621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6797, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6825, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6485, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6636, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6042, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6957, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6885, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6638, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6996, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6828, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6663, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7278, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.65, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6768, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6809, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6549, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.668, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6918, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6749, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6915, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6492, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6444, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6903, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7379, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6778, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6991, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.673, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6872, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6474, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7134, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7505, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7155, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6679, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.695, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.664, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6702, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6836, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6977, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6921, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6451, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7197, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6942, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6902, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6731, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6622, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6419, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6875, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6843, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.682, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6315, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6786, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.639, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6386, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6372, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7076, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6788, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7045, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.67, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6641, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6634, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6738, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.677, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.686, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7059, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6768, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7019, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6721, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6822, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6486, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6718, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7322, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6709, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6592, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7263, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6503, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6646, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6665, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6577, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6585, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6824, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6972, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6893, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7368, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6398, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6457, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6528, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6639, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6856, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6827, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6465, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6341, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6488, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6827, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6695, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6943, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6485, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6626, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6424, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6768, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6887, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6761, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6321, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6612, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6513, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6722, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6508, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6705, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6907, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6885, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6794, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6843, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6442, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7017, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6915, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6523, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6664, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6854, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6702, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6894, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6646, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6502, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6777, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6466, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6091, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6853, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6835, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6335, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6963, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6569, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6865, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6783, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6427, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6616, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6823, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6298, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6825, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6606, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.653, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7136, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6622, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6735, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6664, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6581, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6624, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6866, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7037, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7107, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6803, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6586, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6413, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6376, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6616, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6373, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6515, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6619, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6697, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6497, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6547, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6998, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6556, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6809, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6287, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6688, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6645, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7037, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6697, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6633, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6945, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6767, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6687, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6235, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6561, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6943, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6873, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6652, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.681, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7015, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6701, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6954, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6799, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6506, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6513, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6918, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6189, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6734, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6826, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6937, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.684, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6801, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7111, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6403, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6738, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6544, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6391, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6991, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.702, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6576, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6523, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6737, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.6762, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6444, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.672, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6915, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6348, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6579, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6354, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6702, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6814, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.674, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7004, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6398, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6382, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6595, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.688, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5951, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7024, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6433, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6866, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6874, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6521, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.662, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6603, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6458, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6788, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.695, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6691, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6493, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6503, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6618, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.67, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6827, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7003, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6728, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7037, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6537, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6983, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6533, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6932, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6442, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6859, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6484, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6719, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6732, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6722, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6581, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6507, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6715, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6671, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6681, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6697, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.691, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6836, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6455, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6611, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6275, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.649, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6378, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6608, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6504, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.672, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6521, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6547, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6685, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6616, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.63, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6866, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6724, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6563, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6684, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6367, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6744, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6502, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.674, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6455, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6588, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6264, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7097, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6843, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6767, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6425, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.687, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6435, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6396, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6894, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6482, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6504, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6435, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6448, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.671, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6118, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6359, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6046, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6743, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6847, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7044, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.649, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6911, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6967, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6701, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6315, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6924, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6371, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6442, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6594, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.6268, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6515, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6338, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6722, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6745, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.6951, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.682, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6515, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6936, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6151, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7009, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6368, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6109, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6955, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.673, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6597, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6504, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6473, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6369, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6774, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6249, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6274, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6477, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6464, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6656, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6647, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6964, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6717, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6886, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7095, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6349, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6642, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6707, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.658, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6839, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6734, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.6499, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.618, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6562, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6709, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6861, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6315, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.679, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6165, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6152, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6806, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6752, + "step": 6000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 3.79214893154304e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-6000/training_args.bin b/9453/checkpoint-6000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/checkpoint-7000/README.md b/9453/checkpoint-7000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453/checkpoint-7000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453/checkpoint-7000/adapter_config.json b/9453/checkpoint-7000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453/checkpoint-7000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453/checkpoint-7000/adapter_model.safetensors b/9453/checkpoint-7000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..44204765723a2d74f55f4e46daf71865d2bf81d0 --- /dev/null +++ b/9453/checkpoint-7000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27074503f9c794fe2c58c8b7bb82b777e8797f5ef81357cafed83f70de271f73 +size 26235704 diff --git a/9453/checkpoint-7000/optimizer.pt b/9453/checkpoint-7000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a5b05a4e7a43c3d0b37518061d89990c9febb0 --- /dev/null +++ b/9453/checkpoint-7000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2574b9ad5609b0674fbc7004d6ab28b7b27a3712ccd0d0a458bf3132d3bbc62c +size 52565434 diff --git a/9453/checkpoint-7000/rng_state.pth b/9453/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a869012e775ed0b29b1cd55d86a42ad51ad8ab7d --- /dev/null +++ b/9453/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b115e68871289aa206acc9048f47e1beae5380b0e1d880945737e8908e513601 +size 14244 diff --git a/9453/checkpoint-7000/scheduler.pt b/9453/checkpoint-7000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbaf207157e7b4900f3b09edbe66b55a2cebe7d --- /dev/null +++ b/9453/checkpoint-7000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af9acbf4595203b060acd77ef8f0492ab828b8bb2657257b918daa93c903d052 +size 1064 diff --git a/9453/checkpoint-7000/trainer_state.json b/9453/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..59125bae6c20c420d4b7f3fa29e39199ab10ce37 --- /dev/null +++ b/9453/checkpoint-7000/trainer_state.json @@ -0,0 +1,4221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.8, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 4.993333333333334e-05, + "loss": 1.7735, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.986666666666667e-05, + "loss": 1.7836, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 4.9800000000000004e-05, + "loss": 1.7309, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 4.973333333333334e-05, + "loss": 1.7752, + "step": 40 + }, + { + "epoch": 0.02, + "learning_rate": 4.966666666666667e-05, + "loss": 1.7293, + "step": 50 + }, + { + "epoch": 0.02, + "learning_rate": 4.96e-05, + "loss": 1.6933, + "step": 60 + }, + { + "epoch": 0.03, + "learning_rate": 4.9533333333333336e-05, + "loss": 1.7357, + "step": 70 + }, + { + "epoch": 0.03, + "learning_rate": 4.9466666666666665e-05, + "loss": 1.6945, + "step": 80 + }, + { + "epoch": 0.04, + "learning_rate": 4.94e-05, + "loss": 1.7225, + "step": 90 + }, + { + "epoch": 0.04, + "learning_rate": 4.933333333333334e-05, + "loss": 1.676, + "step": 100 + }, + { + "epoch": 0.04, + "learning_rate": 4.926666666666667e-05, + "loss": 1.7182, + "step": 110 + }, + { + "epoch": 0.05, + "learning_rate": 4.92e-05, + "loss": 1.7106, + "step": 120 + }, + { + "epoch": 0.05, + "learning_rate": 4.913333333333334e-05, + "loss": 1.6538, + "step": 130 + }, + { + "epoch": 0.06, + "learning_rate": 4.906666666666667e-05, + "loss": 1.7076, + "step": 140 + }, + { + "epoch": 0.06, + "learning_rate": 4.9e-05, + "loss": 1.6799, + "step": 150 + }, + { + "epoch": 0.06, + "learning_rate": 4.8933333333333335e-05, + "loss": 1.7028, + "step": 160 + }, + { + "epoch": 0.07, + "learning_rate": 4.886666666666667e-05, + "loss": 1.7268, + "step": 170 + }, + { + "epoch": 0.07, + "learning_rate": 4.88e-05, + "loss": 1.6742, + "step": 180 + }, + { + "epoch": 0.08, + "learning_rate": 4.8733333333333337e-05, + "loss": 1.64, + "step": 190 + }, + { + "epoch": 0.08, + "learning_rate": 4.866666666666667e-05, + "loss": 1.7093, + "step": 200 + }, + { + "epoch": 0.08, + "learning_rate": 4.86e-05, + "loss": 1.7157, + "step": 210 + }, + { + "epoch": 0.09, + "learning_rate": 4.853333333333334e-05, + "loss": 1.674, + "step": 220 + }, + { + "epoch": 0.09, + "learning_rate": 4.8466666666666675e-05, + "loss": 1.686, + "step": 230 + }, + { + "epoch": 0.1, + "learning_rate": 4.8400000000000004e-05, + "loss": 1.6615, + "step": 240 + }, + { + "epoch": 0.1, + "learning_rate": 4.8333333333333334e-05, + "loss": 1.7039, + "step": 250 + }, + { + "epoch": 0.1, + "learning_rate": 4.826666666666667e-05, + "loss": 1.6401, + "step": 260 + }, + { + "epoch": 0.11, + "learning_rate": 4.82e-05, + "loss": 1.7081, + "step": 270 + }, + { + "epoch": 0.11, + "learning_rate": 4.8133333333333336e-05, + "loss": 1.6794, + "step": 280 + }, + { + "epoch": 0.12, + "learning_rate": 4.806666666666667e-05, + "loss": 1.7425, + "step": 290 + }, + { + "epoch": 0.12, + "learning_rate": 4.8e-05, + "loss": 1.7586, + "step": 300 + }, + { + "epoch": 0.12, + "learning_rate": 4.793333333333334e-05, + "loss": 1.6829, + "step": 310 + }, + { + "epoch": 0.13, + "learning_rate": 4.7866666666666674e-05, + "loss": 1.6787, + "step": 320 + }, + { + "epoch": 0.13, + "learning_rate": 4.78e-05, + "loss": 1.6494, + "step": 330 + }, + { + "epoch": 0.14, + "learning_rate": 4.773333333333333e-05, + "loss": 1.6671, + "step": 340 + }, + { + "epoch": 0.14, + "learning_rate": 4.766666666666667e-05, + "loss": 1.6541, + "step": 350 + }, + { + "epoch": 0.14, + "learning_rate": 4.76e-05, + "loss": 1.6762, + "step": 360 + }, + { + "epoch": 0.15, + "learning_rate": 4.7533333333333334e-05, + "loss": 1.6774, + "step": 370 + }, + { + "epoch": 0.15, + "learning_rate": 4.746666666666667e-05, + "loss": 1.7059, + "step": 380 + }, + { + "epoch": 0.16, + "learning_rate": 4.74e-05, + "loss": 1.6822, + "step": 390 + }, + { + "epoch": 0.16, + "learning_rate": 4.7333333333333336e-05, + "loss": 1.684, + "step": 400 + }, + { + "epoch": 0.16, + "learning_rate": 4.726666666666667e-05, + "loss": 1.7124, + "step": 410 + }, + { + "epoch": 0.17, + "learning_rate": 4.72e-05, + "loss": 1.6954, + "step": 420 + }, + { + "epoch": 0.17, + "learning_rate": 4.713333333333333e-05, + "loss": 1.6977, + "step": 430 + }, + { + "epoch": 0.18, + "learning_rate": 4.706666666666667e-05, + "loss": 1.6791, + "step": 440 + }, + { + "epoch": 0.18, + "learning_rate": 4.7e-05, + "loss": 1.6619, + "step": 450 + }, + { + "epoch": 0.18, + "learning_rate": 4.6933333333333333e-05, + "loss": 1.6726, + "step": 460 + }, + { + "epoch": 0.19, + "learning_rate": 4.686666666666667e-05, + "loss": 1.677, + "step": 470 + }, + { + "epoch": 0.19, + "learning_rate": 4.6800000000000006e-05, + "loss": 1.6935, + "step": 480 + }, + { + "epoch": 0.2, + "learning_rate": 4.6733333333333335e-05, + "loss": 1.693, + "step": 490 + }, + { + "epoch": 0.2, + "learning_rate": 4.666666666666667e-05, + "loss": 1.6734, + "step": 500 + }, + { + "epoch": 0.2, + "learning_rate": 4.660000000000001e-05, + "loss": 1.6915, + "step": 510 + }, + { + "epoch": 0.21, + "learning_rate": 4.653333333333334e-05, + "loss": 1.6935, + "step": 520 + }, + { + "epoch": 0.21, + "learning_rate": 4.646666666666667e-05, + "loss": 1.7188, + "step": 530 + }, + { + "epoch": 0.22, + "learning_rate": 4.64e-05, + "loss": 1.6835, + "step": 540 + }, + { + "epoch": 0.22, + "learning_rate": 4.633333333333333e-05, + "loss": 1.6879, + "step": 550 + }, + { + "epoch": 0.22, + "learning_rate": 4.626666666666667e-05, + "loss": 1.6681, + "step": 560 + }, + { + "epoch": 0.23, + "learning_rate": 4.6200000000000005e-05, + "loss": 1.7074, + "step": 570 + }, + { + "epoch": 0.23, + "learning_rate": 4.6133333333333334e-05, + "loss": 1.6815, + "step": 580 + }, + { + "epoch": 0.24, + "learning_rate": 4.606666666666667e-05, + "loss": 1.6888, + "step": 590 + }, + { + "epoch": 0.24, + "learning_rate": 4.600000000000001e-05, + "loss": 1.6907, + "step": 600 + }, + { + "epoch": 0.24, + "learning_rate": 4.5933333333333336e-05, + "loss": 1.6762, + "step": 610 + }, + { + "epoch": 0.25, + "learning_rate": 4.5866666666666666e-05, + "loss": 1.6663, + "step": 620 + }, + { + "epoch": 0.25, + "learning_rate": 4.58e-05, + "loss": 1.6867, + "step": 630 + }, + { + "epoch": 0.26, + "learning_rate": 4.573333333333333e-05, + "loss": 1.6777, + "step": 640 + }, + { + "epoch": 0.26, + "learning_rate": 4.566666666666667e-05, + "loss": 1.6795, + "step": 650 + }, + { + "epoch": 0.26, + "learning_rate": 4.5600000000000004e-05, + "loss": 1.688, + "step": 660 + }, + { + "epoch": 0.27, + "learning_rate": 4.553333333333333e-05, + "loss": 1.6607, + "step": 670 + }, + { + "epoch": 0.27, + "learning_rate": 4.546666666666667e-05, + "loss": 1.6564, + "step": 680 + }, + { + "epoch": 0.28, + "learning_rate": 4.5400000000000006e-05, + "loss": 1.7277, + "step": 690 + }, + { + "epoch": 0.28, + "learning_rate": 4.5333333333333335e-05, + "loss": 1.6814, + "step": 700 + }, + { + "epoch": 0.28, + "learning_rate": 4.526666666666667e-05, + "loss": 1.6717, + "step": 710 + }, + { + "epoch": 0.29, + "learning_rate": 4.52e-05, + "loss": 1.6799, + "step": 720 + }, + { + "epoch": 0.29, + "learning_rate": 4.513333333333333e-05, + "loss": 1.6549, + "step": 730 + }, + { + "epoch": 0.3, + "learning_rate": 4.5066666666666667e-05, + "loss": 1.7018, + "step": 740 + }, + { + "epoch": 0.3, + "learning_rate": 4.5e-05, + "loss": 1.6672, + "step": 750 + }, + { + "epoch": 0.3, + "learning_rate": 4.493333333333333e-05, + "loss": 1.6677, + "step": 760 + }, + { + "epoch": 0.31, + "learning_rate": 4.486666666666667e-05, + "loss": 1.6877, + "step": 770 + }, + { + "epoch": 0.31, + "learning_rate": 4.4800000000000005e-05, + "loss": 1.6572, + "step": 780 + }, + { + "epoch": 0.32, + "learning_rate": 4.473333333333334e-05, + "loss": 1.6532, + "step": 790 + }, + { + "epoch": 0.32, + "learning_rate": 4.466666666666667e-05, + "loss": 1.6825, + "step": 800 + }, + { + "epoch": 0.32, + "learning_rate": 4.46e-05, + "loss": 1.6863, + "step": 810 + }, + { + "epoch": 0.33, + "learning_rate": 4.4533333333333336e-05, + "loss": 1.647, + "step": 820 + }, + { + "epoch": 0.33, + "learning_rate": 4.4466666666666666e-05, + "loss": 1.7002, + "step": 830 + }, + { + "epoch": 0.34, + "learning_rate": 4.44e-05, + "loss": 1.6555, + "step": 840 + }, + { + "epoch": 0.34, + "learning_rate": 4.433333333333334e-05, + "loss": 1.6779, + "step": 850 + }, + { + "epoch": 0.34, + "learning_rate": 4.426666666666667e-05, + "loss": 1.685, + "step": 860 + }, + { + "epoch": 0.35, + "learning_rate": 4.4200000000000004e-05, + "loss": 1.6381, + "step": 870 + }, + { + "epoch": 0.35, + "learning_rate": 4.413333333333334e-05, + "loss": 1.6814, + "step": 880 + }, + { + "epoch": 0.36, + "learning_rate": 4.406666666666667e-05, + "loss": 1.6584, + "step": 890 + }, + { + "epoch": 0.36, + "learning_rate": 4.4000000000000006e-05, + "loss": 1.6877, + "step": 900 + }, + { + "epoch": 0.36, + "learning_rate": 4.3933333333333335e-05, + "loss": 1.6892, + "step": 910 + }, + { + "epoch": 0.37, + "learning_rate": 4.3866666666666665e-05, + "loss": 1.6847, + "step": 920 + }, + { + "epoch": 0.37, + "learning_rate": 4.38e-05, + "loss": 1.6577, + "step": 930 + }, + { + "epoch": 0.38, + "learning_rate": 4.373333333333334e-05, + "loss": 1.6963, + "step": 940 + }, + { + "epoch": 0.38, + "learning_rate": 4.3666666666666666e-05, + "loss": 1.7172, + "step": 950 + }, + { + "epoch": 0.38, + "learning_rate": 4.36e-05, + "loss": 1.6626, + "step": 960 + }, + { + "epoch": 0.39, + "learning_rate": 4.353333333333334e-05, + "loss": 1.6762, + "step": 970 + }, + { + "epoch": 0.39, + "learning_rate": 4.346666666666667e-05, + "loss": 1.6699, + "step": 980 + }, + { + "epoch": 0.4, + "learning_rate": 4.3400000000000005e-05, + "loss": 1.6903, + "step": 990 + }, + { + "epoch": 0.4, + "learning_rate": 4.3333333333333334e-05, + "loss": 1.6682, + "step": 1000 + }, + { + "epoch": 0.4, + "learning_rate": 4.3266666666666664e-05, + "loss": 1.6797, + "step": 1010 + }, + { + "epoch": 0.41, + "learning_rate": 4.32e-05, + "loss": 1.6825, + "step": 1020 + }, + { + "epoch": 0.41, + "learning_rate": 4.3133333333333336e-05, + "loss": 1.7038, + "step": 1030 + }, + { + "epoch": 0.42, + "learning_rate": 4.3066666666666665e-05, + "loss": 1.6485, + "step": 1040 + }, + { + "epoch": 0.42, + "learning_rate": 4.3e-05, + "loss": 1.6636, + "step": 1050 + }, + { + "epoch": 0.42, + "learning_rate": 4.293333333333334e-05, + "loss": 1.6471, + "step": 1060 + }, + { + "epoch": 0.43, + "learning_rate": 4.286666666666667e-05, + "loss": 1.7025, + "step": 1070 + }, + { + "epoch": 0.43, + "learning_rate": 4.2800000000000004e-05, + "loss": 1.6929, + "step": 1080 + }, + { + "epoch": 0.44, + "learning_rate": 4.273333333333333e-05, + "loss": 1.6042, + "step": 1090 + }, + { + "epoch": 0.44, + "learning_rate": 4.266666666666667e-05, + "loss": 1.6529, + "step": 1100 + }, + { + "epoch": 0.44, + "learning_rate": 4.26e-05, + "loss": 1.6984, + "step": 1110 + }, + { + "epoch": 0.45, + "learning_rate": 4.2533333333333335e-05, + "loss": 1.6707, + "step": 1120 + }, + { + "epoch": 0.45, + "learning_rate": 4.246666666666667e-05, + "loss": 1.6551, + "step": 1130 + }, + { + "epoch": 0.46, + "learning_rate": 4.24e-05, + "loss": 1.6957, + "step": 1140 + }, + { + "epoch": 0.46, + "learning_rate": 4.233333333333334e-05, + "loss": 1.6885, + "step": 1150 + }, + { + "epoch": 0.46, + "learning_rate": 4.226666666666667e-05, + "loss": 1.6638, + "step": 1160 + }, + { + "epoch": 0.47, + "learning_rate": 4.22e-05, + "loss": 1.6996, + "step": 1170 + }, + { + "epoch": 0.47, + "learning_rate": 4.213333333333334e-05, + "loss": 1.6828, + "step": 1180 + }, + { + "epoch": 0.48, + "learning_rate": 4.206666666666667e-05, + "loss": 1.6663, + "step": 1190 + }, + { + "epoch": 0.48, + "learning_rate": 4.2e-05, + "loss": 1.7278, + "step": 1200 + }, + { + "epoch": 0.48, + "learning_rate": 4.1933333333333334e-05, + "loss": 1.65, + "step": 1210 + }, + { + "epoch": 0.49, + "learning_rate": 4.186666666666667e-05, + "loss": 1.6997, + "step": 1220 + }, + { + "epoch": 0.49, + "learning_rate": 4.18e-05, + "loss": 1.6768, + "step": 1230 + }, + { + "epoch": 0.5, + "learning_rate": 4.1733333333333336e-05, + "loss": 1.6809, + "step": 1240 + }, + { + "epoch": 0.5, + "learning_rate": 4.166666666666667e-05, + "loss": 1.6549, + "step": 1250 + }, + { + "epoch": 0.5, + "learning_rate": 4.16e-05, + "loss": 1.668, + "step": 1260 + }, + { + "epoch": 0.51, + "learning_rate": 4.153333333333334e-05, + "loss": 1.6536, + "step": 1270 + }, + { + "epoch": 0.51, + "learning_rate": 4.146666666666667e-05, + "loss": 1.6259, + "step": 1280 + }, + { + "epoch": 0.52, + "learning_rate": 4.14e-05, + "loss": 1.6918, + "step": 1290 + }, + { + "epoch": 0.52, + "learning_rate": 4.133333333333333e-05, + "loss": 1.6749, + "step": 1300 + }, + { + "epoch": 0.52, + "learning_rate": 4.126666666666667e-05, + "loss": 1.6915, + "step": 1310 + }, + { + "epoch": 0.53, + "learning_rate": 4.12e-05, + "loss": 1.6963, + "step": 1320 + }, + { + "epoch": 0.53, + "learning_rate": 4.1133333333333335e-05, + "loss": 1.6492, + "step": 1330 + }, + { + "epoch": 0.54, + "learning_rate": 4.106666666666667e-05, + "loss": 1.6444, + "step": 1340 + }, + { + "epoch": 0.54, + "learning_rate": 4.1e-05, + "loss": 1.6903, + "step": 1350 + }, + { + "epoch": 0.54, + "learning_rate": 4.093333333333334e-05, + "loss": 1.7379, + "step": 1360 + }, + { + "epoch": 0.55, + "learning_rate": 4.086666666666667e-05, + "loss": 1.6969, + "step": 1370 + }, + { + "epoch": 0.55, + "learning_rate": 4.08e-05, + "loss": 1.6813, + "step": 1380 + }, + { + "epoch": 0.56, + "learning_rate": 4.073333333333333e-05, + "loss": 1.6778, + "step": 1390 + }, + { + "epoch": 0.56, + "learning_rate": 4.066666666666667e-05, + "loss": 1.6991, + "step": 1400 + }, + { + "epoch": 0.56, + "learning_rate": 4.0600000000000004e-05, + "loss": 1.7292, + "step": 1410 + }, + { + "epoch": 0.57, + "learning_rate": 4.0533333333333334e-05, + "loss": 1.6437, + "step": 1420 + }, + { + "epoch": 0.57, + "learning_rate": 4.046666666666667e-05, + "loss": 1.673, + "step": 1430 + }, + { + "epoch": 0.58, + "learning_rate": 4.0400000000000006e-05, + "loss": 1.671, + "step": 1440 + }, + { + "epoch": 0.58, + "learning_rate": 4.0333333333333336e-05, + "loss": 1.6622, + "step": 1450 + }, + { + "epoch": 0.58, + "learning_rate": 4.026666666666667e-05, + "loss": 1.6684, + "step": 1460 + }, + { + "epoch": 0.59, + "learning_rate": 4.02e-05, + "loss": 1.6792, + "step": 1470 + }, + { + "epoch": 0.59, + "learning_rate": 4.013333333333333e-05, + "loss": 1.6872, + "step": 1480 + }, + { + "epoch": 0.6, + "learning_rate": 4.006666666666667e-05, + "loss": 1.6474, + "step": 1490 + }, + { + "epoch": 0.6, + "learning_rate": 4e-05, + "loss": 1.7134, + "step": 1500 + }, + { + "epoch": 0.6, + "learning_rate": 3.993333333333333e-05, + "loss": 1.7505, + "step": 1510 + }, + { + "epoch": 0.61, + "learning_rate": 3.986666666666667e-05, + "loss": 1.7155, + "step": 1520 + }, + { + "epoch": 0.61, + "learning_rate": 3.9800000000000005e-05, + "loss": 1.6679, + "step": 1530 + }, + { + "epoch": 0.62, + "learning_rate": 3.9733333333333335e-05, + "loss": 1.695, + "step": 1540 + }, + { + "epoch": 0.62, + "learning_rate": 3.966666666666667e-05, + "loss": 1.664, + "step": 1550 + }, + { + "epoch": 0.62, + "learning_rate": 3.960000000000001e-05, + "loss": 1.6702, + "step": 1560 + }, + { + "epoch": 0.63, + "learning_rate": 3.9533333333333337e-05, + "loss": 1.6836, + "step": 1570 + }, + { + "epoch": 0.63, + "learning_rate": 3.9466666666666666e-05, + "loss": 1.6977, + "step": 1580 + }, + { + "epoch": 0.64, + "learning_rate": 3.94e-05, + "loss": 1.6921, + "step": 1590 + }, + { + "epoch": 0.64, + "learning_rate": 3.933333333333333e-05, + "loss": 1.6725, + "step": 1600 + }, + { + "epoch": 0.64, + "learning_rate": 3.926666666666667e-05, + "loss": 1.6451, + "step": 1610 + }, + { + "epoch": 0.65, + "learning_rate": 3.9200000000000004e-05, + "loss": 1.7197, + "step": 1620 + }, + { + "epoch": 0.65, + "learning_rate": 3.9133333333333334e-05, + "loss": 1.6942, + "step": 1630 + }, + { + "epoch": 0.66, + "learning_rate": 3.906666666666667e-05, + "loss": 1.6401, + "step": 1640 + }, + { + "epoch": 0.66, + "learning_rate": 3.9000000000000006e-05, + "loss": 1.6902, + "step": 1650 + }, + { + "epoch": 0.66, + "learning_rate": 3.8933333333333336e-05, + "loss": 1.6731, + "step": 1660 + }, + { + "epoch": 0.67, + "learning_rate": 3.8866666666666665e-05, + "loss": 1.6622, + "step": 1670 + }, + { + "epoch": 0.67, + "learning_rate": 3.88e-05, + "loss": 1.6419, + "step": 1680 + }, + { + "epoch": 0.68, + "learning_rate": 3.873333333333333e-05, + "loss": 1.6875, + "step": 1690 + }, + { + "epoch": 0.68, + "learning_rate": 3.866666666666667e-05, + "loss": 1.6843, + "step": 1700 + }, + { + "epoch": 0.68, + "learning_rate": 3.86e-05, + "loss": 1.682, + "step": 1710 + }, + { + "epoch": 0.69, + "learning_rate": 3.853333333333334e-05, + "loss": 1.6809, + "step": 1720 + }, + { + "epoch": 0.69, + "learning_rate": 3.846666666666667e-05, + "loss": 1.6891, + "step": 1730 + }, + { + "epoch": 0.7, + "learning_rate": 3.8400000000000005e-05, + "loss": 1.6315, + "step": 1740 + }, + { + "epoch": 0.7, + "learning_rate": 3.8333333333333334e-05, + "loss": 1.6786, + "step": 1750 + }, + { + "epoch": 0.7, + "learning_rate": 3.8266666666666664e-05, + "loss": 1.639, + "step": 1760 + }, + { + "epoch": 0.71, + "learning_rate": 3.82e-05, + "loss": 1.6437, + "step": 1770 + }, + { + "epoch": 0.71, + "learning_rate": 3.8133333333333336e-05, + "loss": 1.6386, + "step": 1780 + }, + { + "epoch": 0.72, + "learning_rate": 3.8066666666666666e-05, + "loss": 1.6843, + "step": 1790 + }, + { + "epoch": 0.72, + "learning_rate": 3.8e-05, + "loss": 1.6611, + "step": 1800 + }, + { + "epoch": 0.72, + "learning_rate": 3.793333333333334e-05, + "loss": 1.6372, + "step": 1810 + }, + { + "epoch": 0.73, + "learning_rate": 3.786666666666667e-05, + "loss": 1.7076, + "step": 1820 + }, + { + "epoch": 0.73, + "learning_rate": 3.7800000000000004e-05, + "loss": 1.658, + "step": 1830 + }, + { + "epoch": 0.74, + "learning_rate": 3.773333333333334e-05, + "loss": 1.6788, + "step": 1840 + }, + { + "epoch": 0.74, + "learning_rate": 3.766666666666667e-05, + "loss": 1.6985, + "step": 1850 + }, + { + "epoch": 0.74, + "learning_rate": 3.76e-05, + "loss": 1.6773, + "step": 1860 + }, + { + "epoch": 0.75, + "learning_rate": 3.7533333333333335e-05, + "loss": 1.7045, + "step": 1870 + }, + { + "epoch": 0.75, + "learning_rate": 3.7466666666666665e-05, + "loss": 1.6783, + "step": 1880 + }, + { + "epoch": 0.76, + "learning_rate": 3.74e-05, + "loss": 1.67, + "step": 1890 + }, + { + "epoch": 0.76, + "learning_rate": 3.733333333333334e-05, + "loss": 1.6641, + "step": 1900 + }, + { + "epoch": 0.76, + "learning_rate": 3.726666666666667e-05, + "loss": 1.6927, + "step": 1910 + }, + { + "epoch": 0.77, + "learning_rate": 3.72e-05, + "loss": 1.6679, + "step": 1920 + }, + { + "epoch": 0.77, + "learning_rate": 3.713333333333334e-05, + "loss": 1.6962, + "step": 1930 + }, + { + "epoch": 0.78, + "learning_rate": 3.706666666666667e-05, + "loss": 1.6831, + "step": 1940 + }, + { + "epoch": 0.78, + "learning_rate": 3.7e-05, + "loss": 1.6634, + "step": 1950 + }, + { + "epoch": 0.78, + "learning_rate": 3.6933333333333334e-05, + "loss": 1.6786, + "step": 1960 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866666666666664e-05, + "loss": 1.6738, + "step": 1970 + }, + { + "epoch": 0.79, + "learning_rate": 3.68e-05, + "loss": 1.6909, + "step": 1980 + }, + { + "epoch": 0.8, + "learning_rate": 3.6733333333333336e-05, + "loss": 1.677, + "step": 1990 + }, + { + "epoch": 0.8, + "learning_rate": 3.6666666666666666e-05, + "loss": 1.686, + "step": 2000 + }, + { + "epoch": 0.8, + "learning_rate": 3.66e-05, + "loss": 1.7059, + "step": 2010 + }, + { + "epoch": 0.81, + "learning_rate": 3.653333333333334e-05, + "loss": 1.6768, + "step": 2020 + }, + { + "epoch": 0.81, + "learning_rate": 3.646666666666667e-05, + "loss": 1.6874, + "step": 2030 + }, + { + "epoch": 0.82, + "learning_rate": 3.6400000000000004e-05, + "loss": 1.7019, + "step": 2040 + }, + { + "epoch": 0.82, + "learning_rate": 3.633333333333333e-05, + "loss": 1.6721, + "step": 2050 + }, + { + "epoch": 0.82, + "learning_rate": 3.626666666666667e-05, + "loss": 1.6604, + "step": 2060 + }, + { + "epoch": 0.83, + "learning_rate": 3.62e-05, + "loss": 1.6602, + "step": 2070 + }, + { + "epoch": 0.83, + "learning_rate": 3.6133333333333335e-05, + "loss": 1.6487, + "step": 2080 + }, + { + "epoch": 0.84, + "learning_rate": 3.606666666666667e-05, + "loss": 1.6774, + "step": 2090 + }, + { + "epoch": 0.84, + "learning_rate": 3.6e-05, + "loss": 1.6452, + "step": 2100 + }, + { + "epoch": 0.84, + "learning_rate": 3.593333333333334e-05, + "loss": 1.6908, + "step": 2110 + }, + { + "epoch": 0.85, + "learning_rate": 3.586666666666667e-05, + "loss": 1.6822, + "step": 2120 + }, + { + "epoch": 0.85, + "learning_rate": 3.58e-05, + "loss": 1.6834, + "step": 2130 + }, + { + "epoch": 0.86, + "learning_rate": 3.573333333333333e-05, + "loss": 1.6674, + "step": 2140 + }, + { + "epoch": 0.86, + "learning_rate": 3.566666666666667e-05, + "loss": 1.6748, + "step": 2150 + }, + { + "epoch": 0.86, + "learning_rate": 3.56e-05, + "loss": 1.6769, + "step": 2160 + }, + { + "epoch": 0.87, + "learning_rate": 3.5533333333333334e-05, + "loss": 1.6486, + "step": 2170 + }, + { + "epoch": 0.87, + "learning_rate": 3.546666666666667e-05, + "loss": 1.6718, + "step": 2180 + }, + { + "epoch": 0.88, + "learning_rate": 3.54e-05, + "loss": 1.7322, + "step": 2190 + }, + { + "epoch": 0.88, + "learning_rate": 3.5333333333333336e-05, + "loss": 1.6709, + "step": 2200 + }, + { + "epoch": 0.88, + "learning_rate": 3.526666666666667e-05, + "loss": 1.6579, + "step": 2210 + }, + { + "epoch": 0.89, + "learning_rate": 3.52e-05, + "loss": 1.6592, + "step": 2220 + }, + { + "epoch": 0.89, + "learning_rate": 3.513333333333334e-05, + "loss": 1.7263, + "step": 2230 + }, + { + "epoch": 0.9, + "learning_rate": 3.506666666666667e-05, + "loss": 1.6503, + "step": 2240 + }, + { + "epoch": 0.9, + "learning_rate": 3.5e-05, + "loss": 1.6646, + "step": 2250 + }, + { + "epoch": 0.9, + "learning_rate": 3.493333333333333e-05, + "loss": 1.6764, + "step": 2260 + }, + { + "epoch": 0.91, + "learning_rate": 3.486666666666667e-05, + "loss": 1.6665, + "step": 2270 + }, + { + "epoch": 0.91, + "learning_rate": 3.48e-05, + "loss": 1.6841, + "step": 2280 + }, + { + "epoch": 0.92, + "learning_rate": 3.4733333333333335e-05, + "loss": 1.6577, + "step": 2290 + }, + { + "epoch": 0.92, + "learning_rate": 3.466666666666667e-05, + "loss": 1.6542, + "step": 2300 + }, + { + "epoch": 0.92, + "learning_rate": 3.46e-05, + "loss": 1.6585, + "step": 2310 + }, + { + "epoch": 0.93, + "learning_rate": 3.453333333333334e-05, + "loss": 1.6838, + "step": 2320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4466666666666666e-05, + "loss": 1.6812, + "step": 2330 + }, + { + "epoch": 0.94, + "learning_rate": 3.4399999999999996e-05, + "loss": 1.6824, + "step": 2340 + }, + { + "epoch": 0.94, + "learning_rate": 3.433333333333333e-05, + "loss": 1.6701, + "step": 2350 + }, + { + "epoch": 0.94, + "learning_rate": 3.426666666666667e-05, + "loss": 1.6772, + "step": 2360 + }, + { + "epoch": 0.95, + "learning_rate": 3.4200000000000005e-05, + "loss": 1.6744, + "step": 2370 + }, + { + "epoch": 0.95, + "learning_rate": 3.4133333333333334e-05, + "loss": 1.6972, + "step": 2380 + }, + { + "epoch": 0.96, + "learning_rate": 3.406666666666667e-05, + "loss": 1.6893, + "step": 2390 + }, + { + "epoch": 0.96, + "learning_rate": 3.4000000000000007e-05, + "loss": 1.7368, + "step": 2400 + }, + { + "epoch": 0.96, + "learning_rate": 3.3933333333333336e-05, + "loss": 1.6842, + "step": 2410 + }, + { + "epoch": 0.97, + "learning_rate": 3.3866666666666665e-05, + "loss": 1.6548, + "step": 2420 + }, + { + "epoch": 0.97, + "learning_rate": 3.38e-05, + "loss": 1.6817, + "step": 2430 + }, + { + "epoch": 0.98, + "learning_rate": 3.373333333333333e-05, + "loss": 1.6398, + "step": 2440 + }, + { + "epoch": 0.98, + "learning_rate": 3.366666666666667e-05, + "loss": 1.6631, + "step": 2450 + }, + { + "epoch": 0.98, + "learning_rate": 3.3600000000000004e-05, + "loss": 1.6457, + "step": 2460 + }, + { + "epoch": 0.99, + "learning_rate": 3.353333333333333e-05, + "loss": 1.6528, + "step": 2470 + }, + { + "epoch": 0.99, + "learning_rate": 3.346666666666667e-05, + "loss": 1.6639, + "step": 2480 + }, + { + "epoch": 1.0, + "learning_rate": 3.3400000000000005e-05, + "loss": 1.6452, + "step": 2490 + }, + { + "epoch": 1.0, + "learning_rate": 3.3333333333333335e-05, + "loss": 1.6856, + "step": 2500 + }, + { + "epoch": 1.0, + "learning_rate": 3.326666666666667e-05, + "loss": 1.6277, + "step": 2510 + }, + { + "epoch": 1.01, + "learning_rate": 3.32e-05, + "loss": 1.6805, + "step": 2520 + }, + { + "epoch": 1.01, + "learning_rate": 3.313333333333333e-05, + "loss": 1.6691, + "step": 2530 + }, + { + "epoch": 1.02, + "learning_rate": 3.3066666666666666e-05, + "loss": 1.6827, + "step": 2540 + }, + { + "epoch": 1.02, + "learning_rate": 3.3e-05, + "loss": 1.6465, + "step": 2550 + }, + { + "epoch": 1.02, + "learning_rate": 3.293333333333333e-05, + "loss": 1.667, + "step": 2560 + }, + { + "epoch": 1.03, + "learning_rate": 3.286666666666667e-05, + "loss": 1.6579, + "step": 2570 + }, + { + "epoch": 1.03, + "learning_rate": 3.2800000000000004e-05, + "loss": 1.6341, + "step": 2580 + }, + { + "epoch": 1.04, + "learning_rate": 3.2733333333333334e-05, + "loss": 1.7037, + "step": 2590 + }, + { + "epoch": 1.04, + "learning_rate": 3.266666666666667e-05, + "loss": 1.6422, + "step": 2600 + }, + { + "epoch": 1.04, + "learning_rate": 3.26e-05, + "loss": 1.6488, + "step": 2610 + }, + { + "epoch": 1.05, + "learning_rate": 3.253333333333333e-05, + "loss": 1.6827, + "step": 2620 + }, + { + "epoch": 1.05, + "learning_rate": 3.2466666666666665e-05, + "loss": 1.6613, + "step": 2630 + }, + { + "epoch": 1.06, + "learning_rate": 3.24e-05, + "loss": 1.6695, + "step": 2640 + }, + { + "epoch": 1.06, + "learning_rate": 3.233333333333333e-05, + "loss": 1.6943, + "step": 2650 + }, + { + "epoch": 1.06, + "learning_rate": 3.226666666666667e-05, + "loss": 1.6485, + "step": 2660 + }, + { + "epoch": 1.07, + "learning_rate": 3.2200000000000003e-05, + "loss": 1.6486, + "step": 2670 + }, + { + "epoch": 1.07, + "learning_rate": 3.213333333333334e-05, + "loss": 1.6626, + "step": 2680 + }, + { + "epoch": 1.08, + "learning_rate": 3.206666666666667e-05, + "loss": 1.6473, + "step": 2690 + }, + { + "epoch": 1.08, + "learning_rate": 3.2000000000000005e-05, + "loss": 1.7071, + "step": 2700 + }, + { + "epoch": 1.08, + "learning_rate": 3.1933333333333335e-05, + "loss": 1.6424, + "step": 2710 + }, + { + "epoch": 1.09, + "learning_rate": 3.1866666666666664e-05, + "loss": 1.6768, + "step": 2720 + }, + { + "epoch": 1.09, + "learning_rate": 3.18e-05, + "loss": 1.6887, + "step": 2730 + }, + { + "epoch": 1.1, + "learning_rate": 3.173333333333334e-05, + "loss": 1.6575, + "step": 2740 + }, + { + "epoch": 1.1, + "learning_rate": 3.1666666666666666e-05, + "loss": 1.6598, + "step": 2750 + }, + { + "epoch": 1.1, + "learning_rate": 3.16e-05, + "loss": 1.6761, + "step": 2760 + }, + { + "epoch": 1.11, + "learning_rate": 3.153333333333334e-05, + "loss": 1.6321, + "step": 2770 + }, + { + "epoch": 1.11, + "learning_rate": 3.146666666666667e-05, + "loss": 1.6612, + "step": 2780 + }, + { + "epoch": 1.12, + "learning_rate": 3.1400000000000004e-05, + "loss": 1.7138, + "step": 2790 + }, + { + "epoch": 1.12, + "learning_rate": 3.1333333333333334e-05, + "loss": 1.6513, + "step": 2800 + }, + { + "epoch": 1.12, + "learning_rate": 3.126666666666666e-05, + "loss": 1.6722, + "step": 2810 + }, + { + "epoch": 1.13, + "learning_rate": 3.12e-05, + "loss": 1.661, + "step": 2820 + }, + { + "epoch": 1.13, + "learning_rate": 3.1133333333333336e-05, + "loss": 1.6381, + "step": 2830 + }, + { + "epoch": 1.14, + "learning_rate": 3.1066666666666665e-05, + "loss": 1.6508, + "step": 2840 + }, + { + "epoch": 1.14, + "learning_rate": 3.1e-05, + "loss": 1.6771, + "step": 2850 + }, + { + "epoch": 1.14, + "learning_rate": 3.093333333333334e-05, + "loss": 1.6363, + "step": 2860 + }, + { + "epoch": 1.15, + "learning_rate": 3.086666666666667e-05, + "loss": 1.6671, + "step": 2870 + }, + { + "epoch": 1.15, + "learning_rate": 3.08e-05, + "loss": 1.6705, + "step": 2880 + }, + { + "epoch": 1.16, + "learning_rate": 3.073333333333334e-05, + "loss": 1.6984, + "step": 2890 + }, + { + "epoch": 1.16, + "learning_rate": 3.066666666666667e-05, + "loss": 1.6907, + "step": 2900 + }, + { + "epoch": 1.16, + "learning_rate": 3.06e-05, + "loss": 1.6574, + "step": 2910 + }, + { + "epoch": 1.17, + "learning_rate": 3.0533333333333335e-05, + "loss": 1.6885, + "step": 2920 + }, + { + "epoch": 1.17, + "learning_rate": 3.0466666666666664e-05, + "loss": 1.6794, + "step": 2930 + }, + { + "epoch": 1.18, + "learning_rate": 3.04e-05, + "loss": 1.6843, + "step": 2940 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333333333333337e-05, + "loss": 1.6442, + "step": 2950 + }, + { + "epoch": 1.18, + "learning_rate": 3.0266666666666666e-05, + "loss": 1.7017, + "step": 2960 + }, + { + "epoch": 1.19, + "learning_rate": 3.02e-05, + "loss": 1.6915, + "step": 2970 + }, + { + "epoch": 1.19, + "learning_rate": 3.0133333333333335e-05, + "loss": 1.6523, + "step": 2980 + }, + { + "epoch": 1.2, + "learning_rate": 3.006666666666667e-05, + "loss": 1.6664, + "step": 2990 + }, + { + "epoch": 1.2, + "learning_rate": 3e-05, + "loss": 1.6854, + "step": 3000 + }, + { + "epoch": 1.2, + "learning_rate": 2.9933333333333337e-05, + "loss": 1.6558, + "step": 3010 + }, + { + "epoch": 1.21, + "learning_rate": 2.986666666666667e-05, + "loss": 1.6474, + "step": 3020 + }, + { + "epoch": 1.21, + "learning_rate": 2.98e-05, + "loss": 1.6702, + "step": 3030 + }, + { + "epoch": 1.22, + "learning_rate": 2.9733333333333336e-05, + "loss": 1.6433, + "step": 3040 + }, + { + "epoch": 1.22, + "learning_rate": 2.9666666666666672e-05, + "loss": 1.6691, + "step": 3050 + }, + { + "epoch": 1.22, + "learning_rate": 2.96e-05, + "loss": 1.6894, + "step": 3060 + }, + { + "epoch": 1.23, + "learning_rate": 2.9533333333333334e-05, + "loss": 1.6646, + "step": 3070 + }, + { + "epoch": 1.23, + "learning_rate": 2.946666666666667e-05, + "loss": 1.6839, + "step": 3080 + }, + { + "epoch": 1.24, + "learning_rate": 2.94e-05, + "loss": 1.6367, + "step": 3090 + }, + { + "epoch": 1.24, + "learning_rate": 2.9333333333333336e-05, + "loss": 1.6666, + "step": 3100 + }, + { + "epoch": 1.24, + "learning_rate": 2.926666666666667e-05, + "loss": 1.6502, + "step": 3110 + }, + { + "epoch": 1.25, + "learning_rate": 2.9199999999999998e-05, + "loss": 1.6777, + "step": 3120 + }, + { + "epoch": 1.25, + "learning_rate": 2.9133333333333334e-05, + "loss": 1.6466, + "step": 3130 + }, + { + "epoch": 1.26, + "learning_rate": 2.906666666666667e-05, + "loss": 1.6932, + "step": 3140 + }, + { + "epoch": 1.26, + "learning_rate": 2.9e-05, + "loss": 1.681, + "step": 3150 + }, + { + "epoch": 1.26, + "learning_rate": 2.8933333333333333e-05, + "loss": 1.6091, + "step": 3160 + }, + { + "epoch": 1.27, + "learning_rate": 2.886666666666667e-05, + "loss": 1.6309, + "step": 3170 + }, + { + "epoch": 1.27, + "learning_rate": 2.88e-05, + "loss": 1.6853, + "step": 3180 + }, + { + "epoch": 1.28, + "learning_rate": 2.8733333333333335e-05, + "loss": 1.6481, + "step": 3190 + }, + { + "epoch": 1.28, + "learning_rate": 2.8666666666666668e-05, + "loss": 1.6835, + "step": 3200 + }, + { + "epoch": 1.28, + "learning_rate": 2.86e-05, + "loss": 1.6335, + "step": 3210 + }, + { + "epoch": 1.29, + "learning_rate": 2.8533333333333333e-05, + "loss": 1.6728, + "step": 3220 + }, + { + "epoch": 1.29, + "learning_rate": 2.846666666666667e-05, + "loss": 1.6787, + "step": 3230 + }, + { + "epoch": 1.3, + "learning_rate": 2.84e-05, + "loss": 1.6963, + "step": 3240 + }, + { + "epoch": 1.3, + "learning_rate": 2.8333333333333335e-05, + "loss": 1.6769, + "step": 3250 + }, + { + "epoch": 1.3, + "learning_rate": 2.8266666666666668e-05, + "loss": 1.6431, + "step": 3260 + }, + { + "epoch": 1.31, + "learning_rate": 2.8199999999999998e-05, + "loss": 1.6569, + "step": 3270 + }, + { + "epoch": 1.31, + "learning_rate": 2.8133333333333334e-05, + "loss": 1.6865, + "step": 3280 + }, + { + "epoch": 1.32, + "learning_rate": 2.806666666666667e-05, + "loss": 1.6783, + "step": 3290 + }, + { + "epoch": 1.32, + "learning_rate": 2.8000000000000003e-05, + "loss": 1.6427, + "step": 3300 + }, + { + "epoch": 1.32, + "learning_rate": 2.7933333333333332e-05, + "loss": 1.6616, + "step": 3310 + }, + { + "epoch": 1.33, + "learning_rate": 2.786666666666667e-05, + "loss": 1.6823, + "step": 3320 + }, + { + "epoch": 1.33, + "learning_rate": 2.7800000000000005e-05, + "loss": 1.6298, + "step": 3330 + }, + { + "epoch": 1.34, + "learning_rate": 2.7733333333333334e-05, + "loss": 1.6585, + "step": 3340 + }, + { + "epoch": 1.34, + "learning_rate": 2.7666666666666667e-05, + "loss": 1.6831, + "step": 3350 + }, + { + "epoch": 1.34, + "learning_rate": 2.7600000000000003e-05, + "loss": 1.6753, + "step": 3360 + }, + { + "epoch": 1.35, + "learning_rate": 2.7533333333333333e-05, + "loss": 1.6569, + "step": 3370 + }, + { + "epoch": 1.35, + "learning_rate": 2.746666666666667e-05, + "loss": 1.6825, + "step": 3380 + }, + { + "epoch": 1.36, + "learning_rate": 2.7400000000000002e-05, + "loss": 1.6606, + "step": 3390 + }, + { + "epoch": 1.36, + "learning_rate": 2.733333333333333e-05, + "loss": 1.6569, + "step": 3400 + }, + { + "epoch": 1.36, + "learning_rate": 2.7266666666666668e-05, + "loss": 1.653, + "step": 3410 + }, + { + "epoch": 1.37, + "learning_rate": 2.7200000000000004e-05, + "loss": 1.7136, + "step": 3420 + }, + { + "epoch": 1.37, + "learning_rate": 2.7133333333333333e-05, + "loss": 1.6822, + "step": 3430 + }, + { + "epoch": 1.38, + "learning_rate": 2.706666666666667e-05, + "loss": 1.6622, + "step": 3440 + }, + { + "epoch": 1.38, + "learning_rate": 2.7000000000000002e-05, + "loss": 1.6735, + "step": 3450 + }, + { + "epoch": 1.38, + "learning_rate": 2.6933333333333332e-05, + "loss": 1.6664, + "step": 3460 + }, + { + "epoch": 1.39, + "learning_rate": 2.6866666666666668e-05, + "loss": 1.6581, + "step": 3470 + }, + { + "epoch": 1.39, + "learning_rate": 2.6800000000000004e-05, + "loss": 1.6476, + "step": 3480 + }, + { + "epoch": 1.4, + "learning_rate": 2.6733333333333334e-05, + "loss": 1.6807, + "step": 3490 + }, + { + "epoch": 1.4, + "learning_rate": 2.6666666666666667e-05, + "loss": 1.6425, + "step": 3500 + }, + { + "epoch": 1.4, + "learning_rate": 2.6600000000000003e-05, + "loss": 1.6624, + "step": 3510 + }, + { + "epoch": 1.41, + "learning_rate": 2.6533333333333332e-05, + "loss": 1.6866, + "step": 3520 + }, + { + "epoch": 1.41, + "learning_rate": 2.646666666666667e-05, + "loss": 1.6751, + "step": 3530 + }, + { + "epoch": 1.42, + "learning_rate": 2.64e-05, + "loss": 1.7037, + "step": 3540 + }, + { + "epoch": 1.42, + "learning_rate": 2.633333333333333e-05, + "loss": 1.7107, + "step": 3550 + }, + { + "epoch": 1.42, + "learning_rate": 2.6266666666666667e-05, + "loss": 1.6803, + "step": 3560 + }, + { + "epoch": 1.43, + "learning_rate": 2.6200000000000003e-05, + "loss": 1.6536, + "step": 3570 + }, + { + "epoch": 1.43, + "learning_rate": 2.6133333333333333e-05, + "loss": 1.6586, + "step": 3580 + }, + { + "epoch": 1.44, + "learning_rate": 2.6066666666666666e-05, + "loss": 1.6413, + "step": 3590 + }, + { + "epoch": 1.44, + "learning_rate": 2.6000000000000002e-05, + "loss": 1.6867, + "step": 3600 + }, + { + "epoch": 1.44, + "learning_rate": 2.5933333333333338e-05, + "loss": 1.6376, + "step": 3610 + }, + { + "epoch": 1.45, + "learning_rate": 2.5866666666666667e-05, + "loss": 1.6616, + "step": 3620 + }, + { + "epoch": 1.45, + "learning_rate": 2.58e-05, + "loss": 1.6373, + "step": 3630 + }, + { + "epoch": 1.46, + "learning_rate": 2.5733333333333337e-05, + "loss": 1.634, + "step": 3640 + }, + { + "epoch": 1.46, + "learning_rate": 2.5666666666666666e-05, + "loss": 1.623, + "step": 3650 + }, + { + "epoch": 1.46, + "learning_rate": 2.5600000000000002e-05, + "loss": 1.6515, + "step": 3660 + }, + { + "epoch": 1.47, + "learning_rate": 2.553333333333334e-05, + "loss": 1.6619, + "step": 3670 + }, + { + "epoch": 1.47, + "learning_rate": 2.5466666666666668e-05, + "loss": 1.6669, + "step": 3680 + }, + { + "epoch": 1.48, + "learning_rate": 2.54e-05, + "loss": 1.6697, + "step": 3690 + }, + { + "epoch": 1.48, + "learning_rate": 2.5333333333333337e-05, + "loss": 1.6497, + "step": 3700 + }, + { + "epoch": 1.48, + "learning_rate": 2.5266666666666666e-05, + "loss": 1.6424, + "step": 3710 + }, + { + "epoch": 1.49, + "learning_rate": 2.5200000000000003e-05, + "loss": 1.6547, + "step": 3720 + }, + { + "epoch": 1.49, + "learning_rate": 2.5133333333333336e-05, + "loss": 1.6998, + "step": 3730 + }, + { + "epoch": 1.5, + "learning_rate": 2.5066666666666665e-05, + "loss": 1.6556, + "step": 3740 + }, + { + "epoch": 1.5, + "learning_rate": 2.5e-05, + "loss": 1.6809, + "step": 3750 + }, + { + "epoch": 1.5, + "learning_rate": 2.4933333333333334e-05, + "loss": 1.6287, + "step": 3760 + }, + { + "epoch": 1.51, + "learning_rate": 2.486666666666667e-05, + "loss": 1.6688, + "step": 3770 + }, + { + "epoch": 1.51, + "learning_rate": 2.48e-05, + "loss": 1.6983, + "step": 3780 + }, + { + "epoch": 1.52, + "learning_rate": 2.4733333333333333e-05, + "loss": 1.6645, + "step": 3790 + }, + { + "epoch": 1.52, + "learning_rate": 2.466666666666667e-05, + "loss": 1.7037, + "step": 3800 + }, + { + "epoch": 1.52, + "learning_rate": 2.46e-05, + "loss": 1.6697, + "step": 3810 + }, + { + "epoch": 1.53, + "learning_rate": 2.4533333333333334e-05, + "loss": 1.6633, + "step": 3820 + }, + { + "epoch": 1.53, + "learning_rate": 2.4466666666666667e-05, + "loss": 1.6457, + "step": 3830 + }, + { + "epoch": 1.54, + "learning_rate": 2.44e-05, + "loss": 1.6375, + "step": 3840 + }, + { + "epoch": 1.54, + "learning_rate": 2.4333333333333336e-05, + "loss": 1.6627, + "step": 3850 + }, + { + "epoch": 1.54, + "learning_rate": 2.426666666666667e-05, + "loss": 1.6945, + "step": 3860 + }, + { + "epoch": 1.55, + "learning_rate": 2.4200000000000002e-05, + "loss": 1.6767, + "step": 3870 + }, + { + "epoch": 1.55, + "learning_rate": 2.4133333333333335e-05, + "loss": 1.654, + "step": 3880 + }, + { + "epoch": 1.56, + "learning_rate": 2.4066666666666668e-05, + "loss": 1.6687, + "step": 3890 + }, + { + "epoch": 1.56, + "learning_rate": 2.4e-05, + "loss": 1.6235, + "step": 3900 + }, + { + "epoch": 1.56, + "learning_rate": 2.3933333333333337e-05, + "loss": 1.6561, + "step": 3910 + }, + { + "epoch": 1.57, + "learning_rate": 2.3866666666666666e-05, + "loss": 1.6943, + "step": 3920 + }, + { + "epoch": 1.57, + "learning_rate": 2.38e-05, + "loss": 1.6873, + "step": 3930 + }, + { + "epoch": 1.58, + "learning_rate": 2.3733333333333335e-05, + "loss": 1.6599, + "step": 3940 + }, + { + "epoch": 1.58, + "learning_rate": 2.3666666666666668e-05, + "loss": 1.6501, + "step": 3950 + }, + { + "epoch": 1.58, + "learning_rate": 2.36e-05, + "loss": 1.6806, + "step": 3960 + }, + { + "epoch": 1.59, + "learning_rate": 2.3533333333333334e-05, + "loss": 1.6883, + "step": 3970 + }, + { + "epoch": 1.59, + "learning_rate": 2.3466666666666667e-05, + "loss": 1.6866, + "step": 3980 + }, + { + "epoch": 1.6, + "learning_rate": 2.3400000000000003e-05, + "loss": 1.6652, + "step": 3990 + }, + { + "epoch": 1.6, + "learning_rate": 2.3333333333333336e-05, + "loss": 1.681, + "step": 4000 + }, + { + "epoch": 1.6, + "learning_rate": 2.326666666666667e-05, + "loss": 1.7093, + "step": 4010 + }, + { + "epoch": 1.61, + "learning_rate": 2.32e-05, + "loss": 1.7015, + "step": 4020 + }, + { + "epoch": 1.61, + "learning_rate": 2.3133333333333334e-05, + "loss": 1.6701, + "step": 4030 + }, + { + "epoch": 1.62, + "learning_rate": 2.3066666666666667e-05, + "loss": 1.6954, + "step": 4040 + }, + { + "epoch": 1.62, + "learning_rate": 2.3000000000000003e-05, + "loss": 1.6799, + "step": 4050 + }, + { + "epoch": 1.62, + "learning_rate": 2.2933333333333333e-05, + "loss": 1.6506, + "step": 4060 + }, + { + "epoch": 1.63, + "learning_rate": 2.2866666666666666e-05, + "loss": 1.6309, + "step": 4070 + }, + { + "epoch": 1.63, + "learning_rate": 2.2800000000000002e-05, + "loss": 1.6513, + "step": 4080 + }, + { + "epoch": 1.64, + "learning_rate": 2.2733333333333335e-05, + "loss": 1.6918, + "step": 4090 + }, + { + "epoch": 1.64, + "learning_rate": 2.2666666666666668e-05, + "loss": 1.6189, + "step": 4100 + }, + { + "epoch": 1.64, + "learning_rate": 2.26e-05, + "loss": 1.6734, + "step": 4110 + }, + { + "epoch": 1.65, + "learning_rate": 2.2533333333333333e-05, + "loss": 1.6826, + "step": 4120 + }, + { + "epoch": 1.65, + "learning_rate": 2.2466666666666666e-05, + "loss": 1.6937, + "step": 4130 + }, + { + "epoch": 1.66, + "learning_rate": 2.2400000000000002e-05, + "loss": 1.684, + "step": 4140 + }, + { + "epoch": 1.66, + "learning_rate": 2.2333333333333335e-05, + "loss": 1.6801, + "step": 4150 + }, + { + "epoch": 1.66, + "learning_rate": 2.2266666666666668e-05, + "loss": 1.7111, + "step": 4160 + }, + { + "epoch": 1.67, + "learning_rate": 2.22e-05, + "loss": 1.6403, + "step": 4170 + }, + { + "epoch": 1.67, + "learning_rate": 2.2133333333333334e-05, + "loss": 1.6738, + "step": 4180 + }, + { + "epoch": 1.68, + "learning_rate": 2.206666666666667e-05, + "loss": 1.6589, + "step": 4190 + }, + { + "epoch": 1.68, + "learning_rate": 2.2000000000000003e-05, + "loss": 1.6544, + "step": 4200 + }, + { + "epoch": 1.68, + "learning_rate": 2.1933333333333332e-05, + "loss": 1.6391, + "step": 4210 + }, + { + "epoch": 1.69, + "learning_rate": 2.186666666666667e-05, + "loss": 1.6991, + "step": 4220 + }, + { + "epoch": 1.69, + "learning_rate": 2.18e-05, + "loss": 1.702, + "step": 4230 + }, + { + "epoch": 1.7, + "learning_rate": 2.1733333333333334e-05, + "loss": 1.6576, + "step": 4240 + }, + { + "epoch": 1.7, + "learning_rate": 2.1666666666666667e-05, + "loss": 1.6523, + "step": 4250 + }, + { + "epoch": 1.7, + "learning_rate": 2.16e-05, + "loss": 1.6737, + "step": 4260 + }, + { + "epoch": 1.71, + "learning_rate": 2.1533333333333333e-05, + "loss": 1.6762, + "step": 4270 + }, + { + "epoch": 1.71, + "learning_rate": 2.146666666666667e-05, + "loss": 1.6444, + "step": 4280 + }, + { + "epoch": 1.72, + "learning_rate": 2.1400000000000002e-05, + "loss": 1.672, + "step": 4290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1333333333333335e-05, + "loss": 1.6915, + "step": 4300 + }, + { + "epoch": 1.72, + "learning_rate": 2.1266666666666667e-05, + "loss": 1.6348, + "step": 4310 + }, + { + "epoch": 1.73, + "learning_rate": 2.12e-05, + "loss": 1.6579, + "step": 4320 + }, + { + "epoch": 1.73, + "learning_rate": 2.1133333333333337e-05, + "loss": 1.6354, + "step": 4330 + }, + { + "epoch": 1.74, + "learning_rate": 2.106666666666667e-05, + "loss": 1.6702, + "step": 4340 + }, + { + "epoch": 1.74, + "learning_rate": 2.1e-05, + "loss": 1.6814, + "step": 4350 + }, + { + "epoch": 1.74, + "learning_rate": 2.0933333333333335e-05, + "loss": 1.674, + "step": 4360 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866666666666668e-05, + "loss": 1.7004, + "step": 4370 + }, + { + "epoch": 1.75, + "learning_rate": 2.08e-05, + "loss": 1.6398, + "step": 4380 + }, + { + "epoch": 1.76, + "learning_rate": 2.0733333333333334e-05, + "loss": 1.66, + "step": 4390 + }, + { + "epoch": 1.76, + "learning_rate": 2.0666666666666666e-05, + "loss": 1.6382, + "step": 4400 + }, + { + "epoch": 1.76, + "learning_rate": 2.06e-05, + "loss": 1.6786, + "step": 4410 + }, + { + "epoch": 1.77, + "learning_rate": 2.0533333333333336e-05, + "loss": 1.641, + "step": 4420 + }, + { + "epoch": 1.77, + "learning_rate": 2.046666666666667e-05, + "loss": 1.6595, + "step": 4430 + }, + { + "epoch": 1.78, + "learning_rate": 2.04e-05, + "loss": 1.688, + "step": 4440 + }, + { + "epoch": 1.78, + "learning_rate": 2.0333333333333334e-05, + "loss": 1.5951, + "step": 4450 + }, + { + "epoch": 1.78, + "learning_rate": 2.0266666666666667e-05, + "loss": 1.7024, + "step": 4460 + }, + { + "epoch": 1.79, + "learning_rate": 2.0200000000000003e-05, + "loss": 1.6433, + "step": 4470 + }, + { + "epoch": 1.79, + "learning_rate": 2.0133333333333336e-05, + "loss": 1.6866, + "step": 4480 + }, + { + "epoch": 1.8, + "learning_rate": 2.0066666666666665e-05, + "loss": 1.6874, + "step": 4490 + }, + { + "epoch": 1.8, + "learning_rate": 2e-05, + "loss": 1.6521, + "step": 4500 + }, + { + "epoch": 1.8, + "learning_rate": 1.9933333333333334e-05, + "loss": 1.662, + "step": 4510 + }, + { + "epoch": 1.81, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.6603, + "step": 4520 + }, + { + "epoch": 1.81, + "learning_rate": 1.9800000000000004e-05, + "loss": 1.667, + "step": 4530 + }, + { + "epoch": 1.82, + "learning_rate": 1.9733333333333333e-05, + "loss": 1.6458, + "step": 4540 + }, + { + "epoch": 1.82, + "learning_rate": 1.9666666666666666e-05, + "loss": 1.6788, + "step": 4550 + }, + { + "epoch": 1.82, + "learning_rate": 1.9600000000000002e-05, + "loss": 1.695, + "step": 4560 + }, + { + "epoch": 1.83, + "learning_rate": 1.9533333333333335e-05, + "loss": 1.6691, + "step": 4570 + }, + { + "epoch": 1.83, + "learning_rate": 1.9466666666666668e-05, + "loss": 1.6493, + "step": 4580 + }, + { + "epoch": 1.84, + "learning_rate": 1.94e-05, + "loss": 1.6948, + "step": 4590 + }, + { + "epoch": 1.84, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.6503, + "step": 4600 + }, + { + "epoch": 1.84, + "learning_rate": 1.926666666666667e-05, + "loss": 1.6618, + "step": 4610 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200000000000003e-05, + "loss": 1.6974, + "step": 4620 + }, + { + "epoch": 1.85, + "learning_rate": 1.9133333333333332e-05, + "loss": 1.67, + "step": 4630 + }, + { + "epoch": 1.86, + "learning_rate": 1.9066666666666668e-05, + "loss": 1.6827, + "step": 4640 + }, + { + "epoch": 1.86, + "learning_rate": 1.9e-05, + "loss": 1.7074, + "step": 4650 + }, + { + "epoch": 1.86, + "learning_rate": 1.8933333333333334e-05, + "loss": 1.7003, + "step": 4660 + }, + { + "epoch": 1.87, + "learning_rate": 1.886666666666667e-05, + "loss": 1.6695, + "step": 4670 + }, + { + "epoch": 1.87, + "learning_rate": 1.88e-05, + "loss": 1.6728, + "step": 4680 + }, + { + "epoch": 1.88, + "learning_rate": 1.8733333333333332e-05, + "loss": 1.7037, + "step": 4690 + }, + { + "epoch": 1.88, + "learning_rate": 1.866666666666667e-05, + "loss": 1.6537, + "step": 4700 + }, + { + "epoch": 1.88, + "learning_rate": 1.86e-05, + "loss": 1.6983, + "step": 4710 + }, + { + "epoch": 1.89, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.6533, + "step": 4720 + }, + { + "epoch": 1.89, + "learning_rate": 1.8466666666666667e-05, + "loss": 1.6932, + "step": 4730 + }, + { + "epoch": 1.9, + "learning_rate": 1.84e-05, + "loss": 1.6442, + "step": 4740 + }, + { + "epoch": 1.9, + "learning_rate": 1.8333333333333333e-05, + "loss": 1.6859, + "step": 4750 + }, + { + "epoch": 1.9, + "learning_rate": 1.826666666666667e-05, + "loss": 1.6417, + "step": 4760 + }, + { + "epoch": 1.91, + "learning_rate": 1.8200000000000002e-05, + "loss": 1.6484, + "step": 4770 + }, + { + "epoch": 1.91, + "learning_rate": 1.8133333333333335e-05, + "loss": 1.6719, + "step": 4780 + }, + { + "epoch": 1.92, + "learning_rate": 1.8066666666666668e-05, + "loss": 1.6732, + "step": 4790 + }, + { + "epoch": 1.92, + "learning_rate": 1.8e-05, + "loss": 1.6722, + "step": 4800 + }, + { + "epoch": 1.92, + "learning_rate": 1.7933333333333337e-05, + "loss": 1.6897, + "step": 4810 + }, + { + "epoch": 1.93, + "learning_rate": 1.7866666666666666e-05, + "loss": 1.6581, + "step": 4820 + }, + { + "epoch": 1.93, + "learning_rate": 1.78e-05, + "loss": 1.6507, + "step": 4830 + }, + { + "epoch": 1.94, + "learning_rate": 1.7733333333333335e-05, + "loss": 1.6715, + "step": 4840 + }, + { + "epoch": 1.94, + "learning_rate": 1.7666666666666668e-05, + "loss": 1.6898, + "step": 4850 + }, + { + "epoch": 1.94, + "learning_rate": 1.76e-05, + "loss": 1.6671, + "step": 4860 + }, + { + "epoch": 1.95, + "learning_rate": 1.7533333333333334e-05, + "loss": 1.6732, + "step": 4870 + }, + { + "epoch": 1.95, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6681, + "step": 4880 + }, + { + "epoch": 1.96, + "learning_rate": 1.74e-05, + "loss": 1.6697, + "step": 4890 + }, + { + "epoch": 1.96, + "learning_rate": 1.7333333333333336e-05, + "loss": 1.697, + "step": 4900 + }, + { + "epoch": 1.96, + "learning_rate": 1.726666666666667e-05, + "loss": 1.6877, + "step": 4910 + }, + { + "epoch": 1.97, + "learning_rate": 1.7199999999999998e-05, + "loss": 1.691, + "step": 4920 + }, + { + "epoch": 1.97, + "learning_rate": 1.7133333333333334e-05, + "loss": 1.6836, + "step": 4930 + }, + { + "epoch": 1.98, + "learning_rate": 1.7066666666666667e-05, + "loss": 1.6455, + "step": 4940 + }, + { + "epoch": 1.98, + "learning_rate": 1.7000000000000003e-05, + "loss": 1.6611, + "step": 4950 + }, + { + "epoch": 1.98, + "learning_rate": 1.6933333333333333e-05, + "loss": 1.6275, + "step": 4960 + }, + { + "epoch": 1.99, + "learning_rate": 1.6866666666666666e-05, + "loss": 1.649, + "step": 4970 + }, + { + "epoch": 1.99, + "learning_rate": 1.6800000000000002e-05, + "loss": 1.6378, + "step": 4980 + }, + { + "epoch": 2.0, + "learning_rate": 1.6733333333333335e-05, + "loss": 1.6608, + "step": 4990 + }, + { + "epoch": 2.0, + "learning_rate": 1.6666666666666667e-05, + "loss": 1.6504, + "step": 5000 + }, + { + "epoch": 2.0, + "learning_rate": 1.66e-05, + "loss": 1.7183, + "step": 5010 + }, + { + "epoch": 2.01, + "learning_rate": 1.6533333333333333e-05, + "loss": 1.672, + "step": 5020 + }, + { + "epoch": 2.01, + "learning_rate": 1.6466666666666666e-05, + "loss": 1.6521, + "step": 5030 + }, + { + "epoch": 2.02, + "learning_rate": 1.6400000000000002e-05, + "loss": 1.691, + "step": 5040 + }, + { + "epoch": 2.02, + "learning_rate": 1.6333333333333335e-05, + "loss": 1.6547, + "step": 5050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6266666666666665e-05, + "loss": 1.6685, + "step": 5060 + }, + { + "epoch": 2.03, + "learning_rate": 1.62e-05, + "loss": 1.6616, + "step": 5070 + }, + { + "epoch": 2.03, + "learning_rate": 1.6133333333333334e-05, + "loss": 1.63, + "step": 5080 + }, + { + "epoch": 2.04, + "learning_rate": 1.606666666666667e-05, + "loss": 1.6866, + "step": 5090 + }, + { + "epoch": 2.04, + "learning_rate": 1.6000000000000003e-05, + "loss": 1.6677, + "step": 5100 + }, + { + "epoch": 2.04, + "learning_rate": 1.5933333333333332e-05, + "loss": 1.6724, + "step": 5110 + }, + { + "epoch": 2.05, + "learning_rate": 1.586666666666667e-05, + "loss": 1.6563, + "step": 5120 + }, + { + "epoch": 2.05, + "learning_rate": 1.58e-05, + "loss": 1.6684, + "step": 5130 + }, + { + "epoch": 2.06, + "learning_rate": 1.5733333333333334e-05, + "loss": 1.6367, + "step": 5140 + }, + { + "epoch": 2.06, + "learning_rate": 1.5666666666666667e-05, + "loss": 1.6744, + "step": 5150 + }, + { + "epoch": 2.06, + "learning_rate": 1.56e-05, + "loss": 1.6502, + "step": 5160 + }, + { + "epoch": 2.07, + "learning_rate": 1.5533333333333333e-05, + "loss": 1.674, + "step": 5170 + }, + { + "epoch": 2.07, + "learning_rate": 1.546666666666667e-05, + "loss": 1.6455, + "step": 5180 + }, + { + "epoch": 2.08, + "learning_rate": 1.54e-05, + "loss": 1.6588, + "step": 5190 + }, + { + "epoch": 2.08, + "learning_rate": 1.5333333333333334e-05, + "loss": 1.6264, + "step": 5200 + }, + { + "epoch": 2.08, + "learning_rate": 1.5266666666666667e-05, + "loss": 1.7097, + "step": 5210 + }, + { + "epoch": 2.09, + "learning_rate": 1.52e-05, + "loss": 1.6843, + "step": 5220 + }, + { + "epoch": 2.09, + "learning_rate": 1.5133333333333333e-05, + "loss": 1.6767, + "step": 5230 + }, + { + "epoch": 2.1, + "learning_rate": 1.5066666666666668e-05, + "loss": 1.6425, + "step": 5240 + }, + { + "epoch": 2.1, + "learning_rate": 1.5e-05, + "loss": 1.687, + "step": 5250 + }, + { + "epoch": 2.1, + "learning_rate": 1.4933333333333335e-05, + "loss": 1.6658, + "step": 5260 + }, + { + "epoch": 2.11, + "learning_rate": 1.4866666666666668e-05, + "loss": 1.6835, + "step": 5270 + }, + { + "epoch": 2.11, + "learning_rate": 1.48e-05, + "loss": 1.657, + "step": 5280 + }, + { + "epoch": 2.12, + "learning_rate": 1.4733333333333335e-05, + "loss": 1.6435, + "step": 5290 + }, + { + "epoch": 2.12, + "learning_rate": 1.4666666666666668e-05, + "loss": 1.6396, + "step": 5300 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599999999999999e-05, + "loss": 1.6894, + "step": 5310 + }, + { + "epoch": 2.13, + "learning_rate": 1.4533333333333335e-05, + "loss": 1.6482, + "step": 5320 + }, + { + "epoch": 2.13, + "learning_rate": 1.4466666666666667e-05, + "loss": 1.6504, + "step": 5330 + }, + { + "epoch": 2.14, + "learning_rate": 1.44e-05, + "loss": 1.6435, + "step": 5340 + }, + { + "epoch": 2.14, + "learning_rate": 1.4333333333333334e-05, + "loss": 1.6448, + "step": 5350 + }, + { + "epoch": 2.14, + "learning_rate": 1.4266666666666667e-05, + "loss": 1.671, + "step": 5360 + }, + { + "epoch": 2.15, + "learning_rate": 1.42e-05, + "loss": 1.6118, + "step": 5370 + }, + { + "epoch": 2.15, + "learning_rate": 1.4133333333333334e-05, + "loss": 1.6359, + "step": 5380 + }, + { + "epoch": 2.16, + "learning_rate": 1.4066666666666667e-05, + "loss": 1.6653, + "step": 5390 + }, + { + "epoch": 2.16, + "learning_rate": 1.4000000000000001e-05, + "loss": 1.6046, + "step": 5400 + }, + { + "epoch": 2.16, + "learning_rate": 1.3933333333333334e-05, + "loss": 1.6743, + "step": 5410 + }, + { + "epoch": 2.17, + "learning_rate": 1.3866666666666667e-05, + "loss": 1.6847, + "step": 5420 + }, + { + "epoch": 2.17, + "learning_rate": 1.3800000000000002e-05, + "loss": 1.7044, + "step": 5430 + }, + { + "epoch": 2.18, + "learning_rate": 1.3733333333333335e-05, + "loss": 1.649, + "step": 5440 + }, + { + "epoch": 2.18, + "learning_rate": 1.3666666666666666e-05, + "loss": 1.6911, + "step": 5450 + }, + { + "epoch": 2.18, + "learning_rate": 1.3600000000000002e-05, + "loss": 1.6967, + "step": 5460 + }, + { + "epoch": 2.19, + "learning_rate": 1.3533333333333335e-05, + "loss": 1.6701, + "step": 5470 + }, + { + "epoch": 2.19, + "learning_rate": 1.3466666666666666e-05, + "loss": 1.6315, + "step": 5480 + }, + { + "epoch": 2.2, + "learning_rate": 1.3400000000000002e-05, + "loss": 1.6924, + "step": 5490 + }, + { + "epoch": 2.2, + "learning_rate": 1.3333333333333333e-05, + "loss": 1.6371, + "step": 5500 + }, + { + "epoch": 2.2, + "learning_rate": 1.3266666666666666e-05, + "loss": 1.6442, + "step": 5510 + }, + { + "epoch": 2.21, + "learning_rate": 1.32e-05, + "loss": 1.6594, + "step": 5520 + }, + { + "epoch": 2.21, + "learning_rate": 1.3133333333333334e-05, + "loss": 1.6268, + "step": 5530 + }, + { + "epoch": 2.22, + "learning_rate": 1.3066666666666666e-05, + "loss": 1.6515, + "step": 5540 + }, + { + "epoch": 2.22, + "learning_rate": 1.3000000000000001e-05, + "loss": 1.6338, + "step": 5550 + }, + { + "epoch": 2.22, + "learning_rate": 1.2933333333333334e-05, + "loss": 1.6722, + "step": 5560 + }, + { + "epoch": 2.23, + "learning_rate": 1.2866666666666668e-05, + "loss": 1.6745, + "step": 5570 + }, + { + "epoch": 2.23, + "learning_rate": 1.2800000000000001e-05, + "loss": 1.6951, + "step": 5580 + }, + { + "epoch": 2.24, + "learning_rate": 1.2733333333333334e-05, + "loss": 1.682, + "step": 5590 + }, + { + "epoch": 2.24, + "learning_rate": 1.2666666666666668e-05, + "loss": 1.6515, + "step": 5600 + }, + { + "epoch": 2.24, + "learning_rate": 1.2600000000000001e-05, + "loss": 1.6936, + "step": 5610 + }, + { + "epoch": 2.25, + "learning_rate": 1.2533333333333332e-05, + "loss": 1.6151, + "step": 5620 + }, + { + "epoch": 2.25, + "learning_rate": 1.2466666666666667e-05, + "loss": 1.7009, + "step": 5630 + }, + { + "epoch": 2.26, + "learning_rate": 1.24e-05, + "loss": 1.6368, + "step": 5640 + }, + { + "epoch": 2.26, + "learning_rate": 1.2333333333333334e-05, + "loss": 1.6109, + "step": 5650 + }, + { + "epoch": 2.26, + "learning_rate": 1.2266666666666667e-05, + "loss": 1.6955, + "step": 5660 + }, + { + "epoch": 2.27, + "learning_rate": 1.22e-05, + "loss": 1.673, + "step": 5670 + }, + { + "epoch": 2.27, + "learning_rate": 1.2133333333333335e-05, + "loss": 1.6597, + "step": 5680 + }, + { + "epoch": 2.28, + "learning_rate": 1.2066666666666667e-05, + "loss": 1.6504, + "step": 5690 + }, + { + "epoch": 2.28, + "learning_rate": 1.2e-05, + "loss": 1.6473, + "step": 5700 + }, + { + "epoch": 2.28, + "learning_rate": 1.1933333333333333e-05, + "loss": 1.6369, + "step": 5710 + }, + { + "epoch": 2.29, + "learning_rate": 1.1866666666666668e-05, + "loss": 1.6774, + "step": 5720 + }, + { + "epoch": 2.29, + "learning_rate": 1.18e-05, + "loss": 1.6249, + "step": 5730 + }, + { + "epoch": 2.3, + "learning_rate": 1.1733333333333333e-05, + "loss": 1.6274, + "step": 5740 + }, + { + "epoch": 2.3, + "learning_rate": 1.1666666666666668e-05, + "loss": 1.6477, + "step": 5750 + }, + { + "epoch": 2.3, + "learning_rate": 1.16e-05, + "loss": 1.6464, + "step": 5760 + }, + { + "epoch": 2.31, + "learning_rate": 1.1533333333333334e-05, + "loss": 1.6656, + "step": 5770 + }, + { + "epoch": 2.31, + "learning_rate": 1.1466666666666666e-05, + "loss": 1.6647, + "step": 5780 + }, + { + "epoch": 2.32, + "learning_rate": 1.1400000000000001e-05, + "loss": 1.6964, + "step": 5790 + }, + { + "epoch": 2.32, + "learning_rate": 1.1333333333333334e-05, + "loss": 1.6717, + "step": 5800 + }, + { + "epoch": 2.32, + "learning_rate": 1.1266666666666667e-05, + "loss": 1.6886, + "step": 5810 + }, + { + "epoch": 2.33, + "learning_rate": 1.1200000000000001e-05, + "loss": 1.7095, + "step": 5820 + }, + { + "epoch": 2.33, + "learning_rate": 1.1133333333333334e-05, + "loss": 1.6349, + "step": 5830 + }, + { + "epoch": 2.34, + "learning_rate": 1.1066666666666667e-05, + "loss": 1.6642, + "step": 5840 + }, + { + "epoch": 2.34, + "learning_rate": 1.1000000000000001e-05, + "loss": 1.6707, + "step": 5850 + }, + { + "epoch": 2.34, + "learning_rate": 1.0933333333333334e-05, + "loss": 1.658, + "step": 5860 + }, + { + "epoch": 2.35, + "learning_rate": 1.0866666666666667e-05, + "loss": 1.6839, + "step": 5870 + }, + { + "epoch": 2.35, + "learning_rate": 1.08e-05, + "loss": 1.6734, + "step": 5880 + }, + { + "epoch": 2.36, + "learning_rate": 1.0733333333333334e-05, + "loss": 1.6499, + "step": 5890 + }, + { + "epoch": 2.36, + "learning_rate": 1.0666666666666667e-05, + "loss": 1.618, + "step": 5900 + }, + { + "epoch": 2.36, + "learning_rate": 1.06e-05, + "loss": 1.6562, + "step": 5910 + }, + { + "epoch": 2.37, + "learning_rate": 1.0533333333333335e-05, + "loss": 1.6709, + "step": 5920 + }, + { + "epoch": 2.37, + "learning_rate": 1.0466666666666668e-05, + "loss": 1.6861, + "step": 5930 + }, + { + "epoch": 2.38, + "learning_rate": 1.04e-05, + "loss": 1.6315, + "step": 5940 + }, + { + "epoch": 2.38, + "learning_rate": 1.0333333333333333e-05, + "loss": 1.679, + "step": 5950 + }, + { + "epoch": 2.38, + "learning_rate": 1.0266666666666668e-05, + "loss": 1.6165, + "step": 5960 + }, + { + "epoch": 2.39, + "learning_rate": 1.02e-05, + "loss": 1.6152, + "step": 5970 + }, + { + "epoch": 2.39, + "learning_rate": 1.0133333333333333e-05, + "loss": 1.6509, + "step": 5980 + }, + { + "epoch": 2.4, + "learning_rate": 1.0066666666666668e-05, + "loss": 1.6806, + "step": 5990 + }, + { + "epoch": 2.4, + "learning_rate": 1e-05, + "loss": 1.6752, + "step": 6000 + }, + { + "epoch": 2.4, + "learning_rate": 9.933333333333334e-06, + "loss": 1.6453, + "step": 6010 + }, + { + "epoch": 2.41, + "learning_rate": 9.866666666666667e-06, + "loss": 1.6884, + "step": 6020 + }, + { + "epoch": 2.41, + "learning_rate": 9.800000000000001e-06, + "loss": 1.6755, + "step": 6030 + }, + { + "epoch": 2.42, + "learning_rate": 9.733333333333334e-06, + "loss": 1.6912, + "step": 6040 + }, + { + "epoch": 2.42, + "learning_rate": 9.666666666666667e-06, + "loss": 1.6293, + "step": 6050 + }, + { + "epoch": 2.42, + "learning_rate": 9.600000000000001e-06, + "loss": 1.6801, + "step": 6060 + }, + { + "epoch": 2.43, + "learning_rate": 9.533333333333334e-06, + "loss": 1.6749, + "step": 6070 + }, + { + "epoch": 2.43, + "learning_rate": 9.466666666666667e-06, + "loss": 1.637, + "step": 6080 + }, + { + "epoch": 2.44, + "learning_rate": 9.4e-06, + "loss": 1.6674, + "step": 6090 + }, + { + "epoch": 2.44, + "learning_rate": 9.333333333333334e-06, + "loss": 1.6608, + "step": 6100 + }, + { + "epoch": 2.44, + "learning_rate": 9.266666666666667e-06, + "loss": 1.67, + "step": 6110 + }, + { + "epoch": 2.45, + "learning_rate": 9.2e-06, + "loss": 1.6751, + "step": 6120 + }, + { + "epoch": 2.45, + "learning_rate": 9.133333333333335e-06, + "loss": 1.6539, + "step": 6130 + }, + { + "epoch": 2.46, + "learning_rate": 9.066666666666667e-06, + "loss": 1.6463, + "step": 6140 + }, + { + "epoch": 2.46, + "learning_rate": 9e-06, + "loss": 1.6583, + "step": 6150 + }, + { + "epoch": 2.46, + "learning_rate": 8.933333333333333e-06, + "loss": 1.6619, + "step": 6160 + }, + { + "epoch": 2.47, + "learning_rate": 8.866666666666668e-06, + "loss": 1.6842, + "step": 6170 + }, + { + "epoch": 2.47, + "learning_rate": 8.8e-06, + "loss": 1.695, + "step": 6180 + }, + { + "epoch": 2.48, + "learning_rate": 8.733333333333333e-06, + "loss": 1.6846, + "step": 6190 + }, + { + "epoch": 2.48, + "learning_rate": 8.666666666666668e-06, + "loss": 1.6899, + "step": 6200 + }, + { + "epoch": 2.48, + "learning_rate": 8.599999999999999e-06, + "loss": 1.6555, + "step": 6210 + }, + { + "epoch": 2.49, + "learning_rate": 8.533333333333334e-06, + "loss": 1.6759, + "step": 6220 + }, + { + "epoch": 2.49, + "learning_rate": 8.466666666666666e-06, + "loss": 1.644, + "step": 6230 + }, + { + "epoch": 2.5, + "learning_rate": 8.400000000000001e-06, + "loss": 1.6634, + "step": 6240 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.6934, + "step": 6250 + }, + { + "epoch": 2.5, + "learning_rate": 8.266666666666667e-06, + "loss": 1.6445, + "step": 6260 + }, + { + "epoch": 2.51, + "learning_rate": 8.200000000000001e-06, + "loss": 1.6387, + "step": 6270 + }, + { + "epoch": 2.51, + "learning_rate": 8.133333333333332e-06, + "loss": 1.6897, + "step": 6280 + }, + { + "epoch": 2.52, + "learning_rate": 8.066666666666667e-06, + "loss": 1.6587, + "step": 6290 + }, + { + "epoch": 2.52, + "learning_rate": 8.000000000000001e-06, + "loss": 1.6455, + "step": 6300 + }, + { + "epoch": 2.52, + "learning_rate": 7.933333333333334e-06, + "loss": 1.6406, + "step": 6310 + }, + { + "epoch": 2.53, + "learning_rate": 7.866666666666667e-06, + "loss": 1.6642, + "step": 6320 + }, + { + "epoch": 2.53, + "learning_rate": 7.8e-06, + "loss": 1.6239, + "step": 6330 + }, + { + "epoch": 2.54, + "learning_rate": 7.733333333333334e-06, + "loss": 1.6421, + "step": 6340 + }, + { + "epoch": 2.54, + "learning_rate": 7.666666666666667e-06, + "loss": 1.648, + "step": 6350 + }, + { + "epoch": 2.54, + "learning_rate": 7.6e-06, + "loss": 1.6421, + "step": 6360 + }, + { + "epoch": 2.55, + "learning_rate": 7.533333333333334e-06, + "loss": 1.6481, + "step": 6370 + }, + { + "epoch": 2.55, + "learning_rate": 7.4666666666666675e-06, + "loss": 1.6454, + "step": 6380 + }, + { + "epoch": 2.56, + "learning_rate": 7.4e-06, + "loss": 1.6959, + "step": 6390 + }, + { + "epoch": 2.56, + "learning_rate": 7.333333333333334e-06, + "loss": 1.6662, + "step": 6400 + }, + { + "epoch": 2.56, + "learning_rate": 7.266666666666668e-06, + "loss": 1.6065, + "step": 6410 + }, + { + "epoch": 2.57, + "learning_rate": 7.2e-06, + "loss": 1.643, + "step": 6420 + }, + { + "epoch": 2.57, + "learning_rate": 7.133333333333333e-06, + "loss": 1.66, + "step": 6430 + }, + { + "epoch": 2.58, + "learning_rate": 7.066666666666667e-06, + "loss": 1.6743, + "step": 6440 + }, + { + "epoch": 2.58, + "learning_rate": 7.000000000000001e-06, + "loss": 1.6418, + "step": 6450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933333333333334e-06, + "loss": 1.669, + "step": 6460 + }, + { + "epoch": 2.59, + "learning_rate": 6.866666666666667e-06, + "loss": 1.7412, + "step": 6470 + }, + { + "epoch": 2.59, + "learning_rate": 6.800000000000001e-06, + "loss": 1.6637, + "step": 6480 + }, + { + "epoch": 2.6, + "learning_rate": 6.733333333333333e-06, + "loss": 1.6933, + "step": 6490 + }, + { + "epoch": 2.6, + "learning_rate": 6.666666666666667e-06, + "loss": 1.6651, + "step": 6500 + }, + { + "epoch": 2.6, + "learning_rate": 6.6e-06, + "loss": 1.6522, + "step": 6510 + }, + { + "epoch": 2.61, + "learning_rate": 6.533333333333333e-06, + "loss": 1.6232, + "step": 6520 + }, + { + "epoch": 2.61, + "learning_rate": 6.466666666666667e-06, + "loss": 1.6605, + "step": 6530 + }, + { + "epoch": 2.62, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.6517, + "step": 6540 + }, + { + "epoch": 2.62, + "learning_rate": 6.333333333333334e-06, + "loss": 1.6672, + "step": 6550 + }, + { + "epoch": 2.62, + "learning_rate": 6.266666666666666e-06, + "loss": 1.6548, + "step": 6560 + }, + { + "epoch": 2.63, + "learning_rate": 6.2e-06, + "loss": 1.6186, + "step": 6570 + }, + { + "epoch": 2.63, + "learning_rate": 6.133333333333334e-06, + "loss": 1.6296, + "step": 6580 + }, + { + "epoch": 2.64, + "learning_rate": 6.066666666666667e-06, + "loss": 1.6585, + "step": 6590 + }, + { + "epoch": 2.64, + "learning_rate": 6e-06, + "loss": 1.6311, + "step": 6600 + }, + { + "epoch": 2.64, + "learning_rate": 5.933333333333334e-06, + "loss": 1.6552, + "step": 6610 + }, + { + "epoch": 2.65, + "learning_rate": 5.866666666666667e-06, + "loss": 1.6783, + "step": 6620 + }, + { + "epoch": 2.65, + "learning_rate": 5.8e-06, + "loss": 1.6861, + "step": 6630 + }, + { + "epoch": 2.66, + "learning_rate": 5.733333333333333e-06, + "loss": 1.6366, + "step": 6640 + }, + { + "epoch": 2.66, + "learning_rate": 5.666666666666667e-06, + "loss": 1.635, + "step": 6650 + }, + { + "epoch": 2.66, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6685, + "step": 6660 + }, + { + "epoch": 2.67, + "learning_rate": 5.5333333333333334e-06, + "loss": 1.6225, + "step": 6670 + }, + { + "epoch": 2.67, + "learning_rate": 5.466666666666667e-06, + "loss": 1.6415, + "step": 6680 + }, + { + "epoch": 2.68, + "learning_rate": 5.4e-06, + "loss": 1.6597, + "step": 6690 + }, + { + "epoch": 2.68, + "learning_rate": 5.333333333333334e-06, + "loss": 1.6772, + "step": 6700 + }, + { + "epoch": 2.68, + "learning_rate": 5.266666666666667e-06, + "loss": 1.6635, + "step": 6710 + }, + { + "epoch": 2.69, + "learning_rate": 5.2e-06, + "loss": 1.6535, + "step": 6720 + }, + { + "epoch": 2.69, + "learning_rate": 5.133333333333334e-06, + "loss": 1.6913, + "step": 6730 + }, + { + "epoch": 2.7, + "learning_rate": 5.066666666666667e-06, + "loss": 1.6376, + "step": 6740 + }, + { + "epoch": 2.7, + "learning_rate": 5e-06, + "loss": 1.6638, + "step": 6750 + }, + { + "epoch": 2.7, + "learning_rate": 4.933333333333333e-06, + "loss": 1.6837, + "step": 6760 + }, + { + "epoch": 2.71, + "learning_rate": 4.866666666666667e-06, + "loss": 1.6382, + "step": 6770 + }, + { + "epoch": 2.71, + "learning_rate": 4.800000000000001e-06, + "loss": 1.635, + "step": 6780 + }, + { + "epoch": 2.72, + "learning_rate": 4.7333333333333335e-06, + "loss": 1.6848, + "step": 6790 + }, + { + "epoch": 2.72, + "learning_rate": 4.666666666666667e-06, + "loss": 1.613, + "step": 6800 + }, + { + "epoch": 2.72, + "learning_rate": 4.6e-06, + "loss": 1.6568, + "step": 6810 + }, + { + "epoch": 2.73, + "learning_rate": 4.533333333333334e-06, + "loss": 1.6372, + "step": 6820 + }, + { + "epoch": 2.73, + "learning_rate": 4.4666666666666665e-06, + "loss": 1.7122, + "step": 6830 + }, + { + "epoch": 2.74, + "learning_rate": 4.4e-06, + "loss": 1.6481, + "step": 6840 + }, + { + "epoch": 2.74, + "learning_rate": 4.333333333333334e-06, + "loss": 1.6735, + "step": 6850 + }, + { + "epoch": 2.74, + "learning_rate": 4.266666666666667e-06, + "loss": 1.6754, + "step": 6860 + }, + { + "epoch": 2.75, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.6971, + "step": 6870 + }, + { + "epoch": 2.75, + "learning_rate": 4.133333333333333e-06, + "loss": 1.6431, + "step": 6880 + }, + { + "epoch": 2.76, + "learning_rate": 4.066666666666666e-06, + "loss": 1.6147, + "step": 6890 + }, + { + "epoch": 2.76, + "learning_rate": 4.000000000000001e-06, + "loss": 1.6506, + "step": 6900 + }, + { + "epoch": 2.76, + "learning_rate": 3.9333333333333335e-06, + "loss": 1.6182, + "step": 6910 + }, + { + "epoch": 2.77, + "learning_rate": 3.866666666666667e-06, + "loss": 1.6614, + "step": 6920 + }, + { + "epoch": 2.77, + "learning_rate": 3.8e-06, + "loss": 1.6516, + "step": 6930 + }, + { + "epoch": 2.78, + "learning_rate": 3.7333333333333337e-06, + "loss": 1.6738, + "step": 6940 + }, + { + "epoch": 2.78, + "learning_rate": 3.666666666666667e-06, + "loss": 1.6757, + "step": 6950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6e-06, + "loss": 1.6503, + "step": 6960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5333333333333335e-06, + "loss": 1.6555, + "step": 6970 + }, + { + "epoch": 2.79, + "learning_rate": 3.466666666666667e-06, + "loss": 1.6958, + "step": 6980 + }, + { + "epoch": 2.8, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.6244, + "step": 6990 + }, + { + "epoch": 2.8, + "learning_rate": 3.3333333333333333e-06, + "loss": 1.7018, + "step": 7000 + } + ], + "logging_steps": 10, + "max_steps": 7500, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 1000, + "total_flos": 4.42417375346688e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453/checkpoint-7000/training_args.bin b/9453/checkpoint-7000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453/training_args.bin b/9453/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..4ffaad9d97537d557681247b677c9868eee4cbd2 --- /dev/null +++ b/9453/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c70f623c23661456e734562b1affd1961431c93ae22bf1f300bc0070a1c2b08 +size 4664 diff --git a/9453_Llama-2-13b-hf/README.md b/9453_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..5d8683c0ce7f4978b55693a2b6b94945f2f5c0e5 --- /dev/null +++ b/9453_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 9453_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 9453_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/9453_Llama-2-13b-hf/adapter_config.json b/9453_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/adapter_model.safetensors b/9453_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bcc7fd1339e8f8bd9f751488958a9fc9485be40e --- /dev/null +++ b/9453_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0af0390bc65d0231581847f56c4ff29c2fc341f6d881ff29a88e0c9cafc70bd +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/README.md b/9453_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a252ae9206eed066f348a8b7bdcb318086d59462 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e0061862b80015bdf6be1ed1ebfe0d13fa0e6a6427c80a40a714b3c140c6c3 +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f852d916994b89efc2a574f00d2054bb79e32c --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb486a586d4c827f1a17853d584463a4501ac8b5ffb079e058a74e5a1c25c3f +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b27f47b36b6b6659bd2c6f52a3c6e02db2feef --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be76582224c12dc1e5fc912171d895a2bfcae593b708174a0f90611568be52a +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..36ecca40c14e77b4d3482faee2f0c9a0b02579f8 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.6596306068601583, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/README.md b/9453_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4ce226faf3c6e28cc1723c56c5fc6970c9fd8e1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2cf8e3bd8d8a80fda0633d258c45c47fe011f3c06dfe0f37685892736a92bc5 +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..43476b86579fe19248f0d0995f21c36fec3b3af6 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59d1bca2f537704f557a088bf06b775c39a558dbf108a57e4a798ffcd2466df +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..011a03aa9f29672bbea7c9d0d1934c770a724398 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92eb82a023f23b01ba12ac964c21ed408721810118065b47cd591285b3862deb +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bea73ea1afe8615544c4bf0977f9bf5b30ebde6 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20398e2f1657723ff8df442cf5e21e8b6a7df65b634e005017cce4bca9279d27 +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..638b45654e3946875a3304d26ca648c1d0007eb2 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9894459102902374, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/README.md b/9453_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c64601155027c82df2abc77b122fd59303668353 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315b46c0d7678d77a19fc5f006124e4f983568e01fb5eb584988deeb7be8d8f8 +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03e25d3073520cf3dd2088bd57bc231d0ad0915 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29f9221e4e444e1e8ed574245657101ff0f286d31972cb75a60df2619e59d3c +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..12d6080238153172a0c858238f3870a8265ec14b --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ca0edf87c192fd972997dbde738c2ca83be45b03169aefd1b64bf56f790e23 +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cabe136037925fa459a78c90889c74874f41dfc --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef51078cffb592a4a357c492e132d6a4ba200513530bbce360885221079fc44e +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9cd5ff593fbff628d1388a75164bf1901e58db69 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.3192612137203166, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.5353, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4755, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5234, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5169, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5107, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5183, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5123, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5091, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4923, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5111, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5814, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4826, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4994, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4444, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5175, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4922, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5155, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5448, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4882, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.514, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5191, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4836, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5508, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.512, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.523, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5473, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5154, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5086, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5568, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5346, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263891637642199e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/README.md b/9453_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2af05c8964082285d109cdcfd893068c9f32b3b9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e0e6ed58150879426cbdf3bd856c69b3098fd41845477d1a4e1ef8a5b58e26e +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..299c8db861e81f673aa8acfb86df4763533deac0 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac22ed57211491de3274052d60e2420a2064682f15cdcb5ce909b2ad1f8682c3 +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6e8cb091a2b4712ede04cb858c7ff654566a73ba --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f290f36daf33c1c8e6a7cd361ce26a3094811cad08edb4d0c0e8a80c6271852e +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d3729f2ce32ed3c527ffe6997f00d9494d657c --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553fb8b9817d551bba72e11ea6f7e29152f91b955665de5119ab92accb2eb867 +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e3f17f17bcf4a62cf393f778f28042807a8f69c1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.6490765171503958, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.5353, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4755, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5234, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5169, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5107, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5183, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5123, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5091, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4923, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5111, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5814, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4826, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4994, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4444, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5175, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4922, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5155, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5448, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4882, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.514, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5191, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4836, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5508, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.512, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.523, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5473, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5154, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5086, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5568, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5346, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5393, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5015, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4415, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5488, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4672, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4549, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5026, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4932, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4823, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4976, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5474, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5145, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4762, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5242, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5089, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.507, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5254, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5167, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5485, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5244, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4981, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4904, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5497, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5007, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5031, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5114, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5132, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5287, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5206, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5426, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.53, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4904, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5093, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4864, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4936, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579904048604119e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/README.md b/9453_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..70651b9c94a6bfb52912b16086add1159a473fa0 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d08659976597537196d5273d4e5dce7ef59e0a7cc3671e64f299f4e9e86edf5 +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77c629bac06a2a95a992d9c93541d4beb25ec82 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c7577d5a07a6cf4e0c5b2e33a917f1499f59712ec8da314c4d9659b7d405e8 +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..dba86fdc9490cd9d5336a09c2b76c2f8a22c7eaf --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38eaec023e17d103bc9b405e280a18570a008490ec20ddd4fde2976b67a68310 +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c79320813842812110e636e8d4e0e3700000038 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ed085ceeef9ae4f26433ec08dd5bc95b6f57edd1cc221d75b52b774ead4c85 +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..86e08c8da42ac86e5e0361932df0fe041a749730 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.978891820580475, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.5353, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4755, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5234, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5169, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5107, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5183, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5123, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5091, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4923, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5111, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5814, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4826, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4994, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4444, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5175, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4922, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5155, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5448, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4882, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.514, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5191, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4836, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5508, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.512, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.523, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5473, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5154, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5086, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5568, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5346, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5393, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5015, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4415, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5488, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4672, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4549, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5026, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4932, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4823, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4976, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5474, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5145, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4762, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5242, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5089, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.507, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5254, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5167, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5485, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5244, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4981, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4904, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5497, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5007, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5031, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5114, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5132, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5287, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5206, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5426, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.53, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4904, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5093, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4864, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4936, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4723, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5438, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5432, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5049, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5364, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4933, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4991, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5161, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5207, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5015, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5262, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4978, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5328, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4936, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5393, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5089, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5419, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.498, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5034, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5327, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4765, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5124, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5415, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.55, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5046, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4824, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5157, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5236, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5378, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5325, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4901, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5305, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4912, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.895916459566039e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/README.md b/9453_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1b778cfb7b24997c672c48ae854a831b9bb05653 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf33c3fc91c9172bae4c86f2af15f3e22873d53c84ed8528ae38a9fbff8388c +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..53ae79492e4678ec1bf6431f9484d607de86295f --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f8e854768097b6baaa2ec120a8a395dc3e6463f096823f85f9452fdf14cbda6 +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e3025d92ec18d83646ecad14b7e9d89ab89f4cf --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714f112a70b0953e326dd353e60a84dea48549f9910cc5166f96b9428ff5a28f +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..1223b647c624166df6e64f9538a03d20496533d7 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761ea832830a07d2d4e83eaf41d5367c33013e39575233704f7394239dce6cb4 +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9d8addfc41bbe419f01dd9ff371a97a6f7d81b4a --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.308707124010554, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.5353, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4755, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5234, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5169, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5107, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5183, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5123, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5091, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4923, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5111, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5814, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4826, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4994, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4444, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5175, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4922, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5155, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5448, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4882, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.514, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5191, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4836, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5508, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.512, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.523, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5473, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5154, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5086, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5568, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5346, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5393, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5015, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4415, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5488, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4672, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4549, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5026, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4932, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4823, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4976, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5474, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5145, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4762, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5242, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5089, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.507, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5254, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5167, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5485, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5244, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4981, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4904, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5497, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5007, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5031, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5114, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5132, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5287, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5206, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5426, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.53, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4904, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5093, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4864, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4936, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4723, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5438, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5432, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5049, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5364, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4933, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4991, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5161, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5207, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5015, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5262, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4978, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5328, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4936, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5393, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5089, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5419, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.498, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5034, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5327, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4765, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5124, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5415, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.55, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5046, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4824, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5157, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5236, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5378, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5325, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4901, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5305, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4912, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5383, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5031, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5203, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4729, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4721, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5185, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.5086, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.477, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4775, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4952, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5316, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.5095, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4931, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.4824, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.5219, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.4946, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4936, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.5459, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4993, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4834, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.5001, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4882, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5259, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4359, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.465, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.533, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5291, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4929, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.4779, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4619, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.4924, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4683, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4618, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.4998, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5046, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5552, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4746, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5345, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5049, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5076, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.519, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5183, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5067, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.4998, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5668, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.4695, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4968, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.5051, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.211770864322478e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/README.md b/9453_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1858daca4cf6935551e0b426bf544996e8a7f257 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f7c5caf1e27bec7c7c4b09f6ff56e186a75c832cb677c3306b2e2f0d56ea38 +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..25c362c3ecf5426dac5e3c61ed512806afab7a93 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f1db11e8a200aee2506f38657fd3f19a0dee85f910a0bc234e84dbf6fff0cd +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7644832c4add80f3fd04791d6ccdb656deb065ea --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcc537641d75577465e674eb7f0fd611755d2c7e8dc0c29d89f3ff711674f05 +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9b82f3021734dcaa8f8e47251bcd5055e9ce47 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f392bc8fc34b599c4401b338e113dc800c4cfe4716c0c0237770fb7aeeb2af4 +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6ba610a30dc87f4060ba6534f5e05805b70dc7f6 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.638522427440633, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.5353, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4755, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5234, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5169, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5107, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5183, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5123, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5091, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4923, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5111, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5814, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4826, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4994, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4444, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5175, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4922, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5155, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5448, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4882, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.514, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5191, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4836, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5508, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.512, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.523, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5473, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5154, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5086, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5568, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5346, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5393, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5015, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4415, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5488, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4672, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4549, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5026, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4932, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4823, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4976, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5474, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5145, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4762, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5242, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5089, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.507, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5254, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5167, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5485, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5244, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4981, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4904, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5497, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5007, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5031, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5114, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5132, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5287, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5206, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5426, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.53, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4904, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5093, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4864, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4936, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4723, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5438, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5432, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5049, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5364, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4933, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4991, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5161, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5207, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5015, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5262, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4978, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5328, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4936, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5393, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5089, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5419, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.498, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5034, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5327, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4765, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5124, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5415, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.55, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5046, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4824, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5157, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5236, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5378, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5325, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4901, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5305, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4912, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5383, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5031, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5203, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4729, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4721, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5185, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.5086, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.477, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4775, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4952, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5316, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.5095, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4931, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.4824, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.5219, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.4946, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4936, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.5459, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4993, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4834, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.5001, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4882, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5259, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4359, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.465, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.533, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5291, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4929, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.4779, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4619, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.4924, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4683, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4618, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.4998, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5046, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5552, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4746, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5345, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5049, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5076, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.519, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5183, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5067, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.4998, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5668, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.4695, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4968, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.5051, + "step": 3500 + }, + { + "epoch": 2.32, + "learning_rate": 1.141160949868074e-05, + "loss": 1.4821, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1301671064204047e-05, + "loss": 1.524, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1191732629727354e-05, + "loss": 1.5443, + "step": 3530 + }, + { + "epoch": 2.34, + "learning_rate": 1.1081794195250659e-05, + "loss": 1.5092, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.0971855760773967e-05, + "loss": 1.5014, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0861917326297274e-05, + "loss": 1.4707, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0751978891820581e-05, + "loss": 1.5156, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0642040457343888e-05, + "loss": 1.5403, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.0532102022867195e-05, + "loss": 1.5286, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0422163588390502e-05, + "loss": 1.5357, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0312225153913809e-05, + "loss": 1.5484, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0202286719437116e-05, + "loss": 1.5294, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.0092348284960421e-05, + "loss": 1.499, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 9.98240985048373e-06, + "loss": 1.5148, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.872471416007037e-06, + "loss": 1.4733, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.762532981530344e-06, + "loss": 1.5284, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.65259454705365e-06, + "loss": 1.4751, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.542656112576958e-06, + "loss": 1.5068, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.432717678100264e-06, + "loss": 1.4949, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.322779243623571e-06, + "loss": 1.525, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.212840809146878e-06, + "loss": 1.4881, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.102902374670185e-06, + "loss": 1.5442, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 8.992963940193492e-06, + "loss": 1.5155, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.883025505716799e-06, + "loss": 1.5664, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.773087071240106e-06, + "loss": 1.5439, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.663148636763413e-06, + "loss": 1.5152, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.55321020228672e-06, + "loss": 1.4832, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.443271767810027e-06, + "loss": 1.5083, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.4807, + "step": 3790 + }, + { + "epoch": 2.51, + "learning_rate": 8.22339489885664e-06, + "loss": 1.4985, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.113456464379948e-06, + "loss": 1.5169, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.003518029903255e-06, + "loss": 1.4993, + "step": 3820 + }, + { + "epoch": 2.53, + "learning_rate": 7.893579595426561e-06, + "loss": 1.4818, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.783641160949868e-06, + "loss": 1.55, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.673702726473175e-06, + "loss": 1.4664, + "step": 3850 + }, + { + "epoch": 2.55, + "learning_rate": 7.563764291996482e-06, + "loss": 1.491, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.453825857519789e-06, + "loss": 1.464, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.343887423043096e-06, + "loss": 1.459, + "step": 3880 + }, + { + "epoch": 2.57, + "learning_rate": 7.233948988566404e-06, + "loss": 1.5321, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.124010554089711e-06, + "loss": 1.5527, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.014072119613018e-06, + "loss": 1.501, + "step": 3910 + }, + { + "epoch": 2.59, + "learning_rate": 6.904133685136324e-06, + "loss": 1.465, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.794195250659631e-06, + "loss": 1.4879, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.684256816182938e-06, + "loss": 1.4688, + "step": 3940 + }, + { + "epoch": 2.61, + "learning_rate": 6.574318381706245e-06, + "loss": 1.5239, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.4643799472295515e-06, + "loss": 1.4883, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.3544415127528585e-06, + "loss": 1.5056, + "step": 3970 + }, + { + "epoch": 2.63, + "learning_rate": 6.244503078276165e-06, + "loss": 1.4918, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.134564643799472e-06, + "loss": 1.5037, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.02462620932278e-06, + "loss": 1.4658, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527783275284398e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/README.md b/9453_Llama-2-13b-hf/checkpoint-4500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-4500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..474b9edfe823128684fd374f6ce96d651574d5cc --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5935d1f602434db821e2da2c7b20c1522ad8b6a5c0b70979cdd8f3dc5b048a14 +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-4500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..387795b883b3d975f7d7038d1f19aa98327a6887 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526a9e15ea6c6c28fcbe901609ef2a1a42a30d9b741015fb415fd89daef2e848 +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..addcebf36af01dcade9e7db930d109f5cdf97eee --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fc3ffe189258ecb37c86ee57a56a8b02bf6dc3db4be33da81fe7f8fef925c57 +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-4500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8051dbe78b99362079c1b9421ffac762c4162ab --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b60e5be52a4121d1745a6c96a49ccd69de43106a6c986a879b8d62288392ef +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..40b4fca1d0aa6b5743d94e4e9759ff5ca94000f5 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/trainer_state.json @@ -0,0 +1,2721 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9683377308707124, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + }, + { + "epoch": 0.34, + "learning_rate": 4.439313984168866e-05, + "loss": 1.5373, + "step": 510 + }, + { + "epoch": 0.34, + "learning_rate": 4.428320140721196e-05, + "loss": 1.4972, + "step": 520 + }, + { + "epoch": 0.35, + "learning_rate": 4.417326297273527e-05, + "loss": 1.4868, + "step": 530 + }, + { + "epoch": 0.36, + "learning_rate": 4.406332453825858e-05, + "loss": 1.5167, + "step": 540 + }, + { + "epoch": 0.36, + "learning_rate": 4.3953386103781885e-05, + "loss": 1.5242, + "step": 550 + }, + { + "epoch": 0.37, + "learning_rate": 4.384344766930519e-05, + "loss": 1.5309, + "step": 560 + }, + { + "epoch": 0.38, + "learning_rate": 4.3733509234828496e-05, + "loss": 1.5091, + "step": 570 + }, + { + "epoch": 0.38, + "learning_rate": 4.36235708003518e-05, + "loss": 1.5041, + "step": 580 + }, + { + "epoch": 0.39, + "learning_rate": 4.351363236587511e-05, + "loss": 1.4934, + "step": 590 + }, + { + "epoch": 0.4, + "learning_rate": 4.340369393139842e-05, + "loss": 1.5113, + "step": 600 + }, + { + "epoch": 0.4, + "learning_rate": 4.329375549692173e-05, + "loss": 1.4899, + "step": 610 + }, + { + "epoch": 0.41, + "learning_rate": 4.318381706244503e-05, + "loss": 1.5019, + "step": 620 + }, + { + "epoch": 0.42, + "learning_rate": 4.307387862796834e-05, + "loss": 1.5019, + "step": 630 + }, + { + "epoch": 0.42, + "learning_rate": 4.2963940193491646e-05, + "loss": 1.5331, + "step": 640 + }, + { + "epoch": 0.43, + "learning_rate": 4.285400175901496e-05, + "loss": 1.5444, + "step": 650 + }, + { + "epoch": 0.44, + "learning_rate": 4.2744063324538256e-05, + "loss": 1.527, + "step": 660 + }, + { + "epoch": 0.44, + "learning_rate": 4.263412489006157e-05, + "loss": 1.5329, + "step": 670 + }, + { + "epoch": 0.45, + "learning_rate": 4.2524186455584874e-05, + "loss": 1.5572, + "step": 680 + }, + { + "epoch": 0.46, + "learning_rate": 4.2414248021108186e-05, + "loss": 1.53, + "step": 690 + }, + { + "epoch": 0.46, + "learning_rate": 4.230430958663149e-05, + "loss": 1.4891, + "step": 700 + }, + { + "epoch": 0.47, + "learning_rate": 4.2194371152154796e-05, + "loss": 1.5004, + "step": 710 + }, + { + "epoch": 0.47, + "learning_rate": 4.20844327176781e-05, + "loss": 1.5134, + "step": 720 + }, + { + "epoch": 0.48, + "learning_rate": 4.1974494283201407e-05, + "loss": 1.5081, + "step": 730 + }, + { + "epoch": 0.49, + "learning_rate": 4.186455584872472e-05, + "loss": 1.5006, + "step": 740 + }, + { + "epoch": 0.49, + "learning_rate": 4.1754617414248024e-05, + "loss": 1.515, + "step": 750 + }, + { + "epoch": 0.5, + "learning_rate": 4.164467897977133e-05, + "loss": 1.4862, + "step": 760 + }, + { + "epoch": 0.51, + "learning_rate": 4.1534740545294634e-05, + "loss": 1.5196, + "step": 770 + }, + { + "epoch": 0.51, + "learning_rate": 4.1424802110817946e-05, + "loss": 1.4908, + "step": 780 + }, + { + "epoch": 0.52, + "learning_rate": 4.131486367634125e-05, + "loss": 1.5443, + "step": 790 + }, + { + "epoch": 0.53, + "learning_rate": 4.120492524186456e-05, + "loss": 1.5457, + "step": 800 + }, + { + "epoch": 0.53, + "learning_rate": 4.109498680738786e-05, + "loss": 1.5616, + "step": 810 + }, + { + "epoch": 0.54, + "learning_rate": 4.0985048372911174e-05, + "loss": 1.5537, + "step": 820 + }, + { + "epoch": 0.55, + "learning_rate": 4.087510993843448e-05, + "loss": 1.5206, + "step": 830 + }, + { + "epoch": 0.55, + "learning_rate": 4.0765171503957784e-05, + "loss": 1.4923, + "step": 840 + }, + { + "epoch": 0.56, + "learning_rate": 4.065523306948109e-05, + "loss": 1.4721, + "step": 850 + }, + { + "epoch": 0.57, + "learning_rate": 4.05452946350044e-05, + "loss": 1.5357, + "step": 860 + }, + { + "epoch": 0.57, + "learning_rate": 4.043535620052771e-05, + "loss": 1.5163, + "step": 870 + }, + { + "epoch": 0.58, + "learning_rate": 4.032541776605102e-05, + "loss": 1.5406, + "step": 880 + }, + { + "epoch": 0.59, + "learning_rate": 4.021547933157432e-05, + "loss": 1.5151, + "step": 890 + }, + { + "epoch": 0.59, + "learning_rate": 4.010554089709763e-05, + "loss": 1.5482, + "step": 900 + }, + { + "epoch": 0.6, + "learning_rate": 3.9995602462620935e-05, + "loss": 1.487, + "step": 910 + }, + { + "epoch": 0.61, + "learning_rate": 3.988566402814424e-05, + "loss": 1.5559, + "step": 920 + }, + { + "epoch": 0.61, + "learning_rate": 3.9775725593667545e-05, + "loss": 1.5085, + "step": 930 + }, + { + "epoch": 0.62, + "learning_rate": 3.966578715919085e-05, + "loss": 1.5091, + "step": 940 + }, + { + "epoch": 0.63, + "learning_rate": 3.955584872471416e-05, + "loss": 1.512, + "step": 950 + }, + { + "epoch": 0.63, + "learning_rate": 3.944591029023747e-05, + "loss": 1.4824, + "step": 960 + }, + { + "epoch": 0.64, + "learning_rate": 3.933597185576078e-05, + "loss": 1.4935, + "step": 970 + }, + { + "epoch": 0.65, + "learning_rate": 3.922603342128408e-05, + "loss": 1.5034, + "step": 980 + }, + { + "epoch": 0.65, + "learning_rate": 3.911609498680739e-05, + "loss": 1.5449, + "step": 990 + }, + { + "epoch": 0.66, + "learning_rate": 3.9006156552330695e-05, + "loss": 1.481, + "step": 1000 + }, + { + "epoch": 0.67, + "learning_rate": 3.889621811785401e-05, + "loss": 1.554, + "step": 1010 + }, + { + "epoch": 0.67, + "learning_rate": 3.8786279683377306e-05, + "loss": 1.5155, + "step": 1020 + }, + { + "epoch": 0.68, + "learning_rate": 3.867634124890062e-05, + "loss": 1.5023, + "step": 1030 + }, + { + "epoch": 0.69, + "learning_rate": 3.856640281442392e-05, + "loss": 1.5311, + "step": 1040 + }, + { + "epoch": 0.69, + "learning_rate": 3.8456464379947235e-05, + "loss": 1.554, + "step": 1050 + }, + { + "epoch": 0.7, + "learning_rate": 3.834652594547054e-05, + "loss": 1.5175, + "step": 1060 + }, + { + "epoch": 0.71, + "learning_rate": 3.8236587510993846e-05, + "loss": 1.499, + "step": 1070 + }, + { + "epoch": 0.71, + "learning_rate": 3.812664907651715e-05, + "loss": 1.514, + "step": 1080 + }, + { + "epoch": 0.72, + "learning_rate": 3.801671064204046e-05, + "loss": 1.5116, + "step": 1090 + }, + { + "epoch": 0.73, + "learning_rate": 3.790677220756377e-05, + "loss": 1.5545, + "step": 1100 + }, + { + "epoch": 0.73, + "learning_rate": 3.779683377308707e-05, + "loss": 1.5126, + "step": 1110 + }, + { + "epoch": 0.74, + "learning_rate": 3.768689533861038e-05, + "loss": 1.5129, + "step": 1120 + }, + { + "epoch": 0.75, + "learning_rate": 3.7576956904133684e-05, + "loss": 1.5148, + "step": 1130 + }, + { + "epoch": 0.75, + "learning_rate": 3.7467018469656996e-05, + "loss": 1.5715, + "step": 1140 + }, + { + "epoch": 0.76, + "learning_rate": 3.73570800351803e-05, + "loss": 1.5227, + "step": 1150 + }, + { + "epoch": 0.77, + "learning_rate": 3.7247141600703606e-05, + "loss": 1.4697, + "step": 1160 + }, + { + "epoch": 0.77, + "learning_rate": 3.713720316622691e-05, + "loss": 1.5557, + "step": 1170 + }, + { + "epoch": 0.78, + "learning_rate": 3.7027264731750223e-05, + "loss": 1.5204, + "step": 1180 + }, + { + "epoch": 0.78, + "learning_rate": 3.691732629727353e-05, + "loss": 1.5246, + "step": 1190 + }, + { + "epoch": 0.79, + "learning_rate": 3.680738786279684e-05, + "loss": 1.526, + "step": 1200 + }, + { + "epoch": 0.8, + "learning_rate": 3.669744942832014e-05, + "loss": 1.5052, + "step": 1210 + }, + { + "epoch": 0.8, + "learning_rate": 3.658751099384345e-05, + "loss": 1.5383, + "step": 1220 + }, + { + "epoch": 0.81, + "learning_rate": 3.6477572559366756e-05, + "loss": 1.5561, + "step": 1230 + }, + { + "epoch": 0.82, + "learning_rate": 3.636763412489007e-05, + "loss": 1.5293, + "step": 1240 + }, + { + "epoch": 0.82, + "learning_rate": 3.625769569041337e-05, + "loss": 1.5146, + "step": 1250 + }, + { + "epoch": 0.83, + "learning_rate": 3.614775725593668e-05, + "loss": 1.5626, + "step": 1260 + }, + { + "epoch": 0.84, + "learning_rate": 3.6037818821459984e-05, + "loss": 1.5603, + "step": 1270 + }, + { + "epoch": 0.84, + "learning_rate": 3.592788038698329e-05, + "loss": 1.538, + "step": 1280 + }, + { + "epoch": 0.85, + "learning_rate": 3.58179419525066e-05, + "loss": 1.4977, + "step": 1290 + }, + { + "epoch": 0.86, + "learning_rate": 3.5708003518029907e-05, + "loss": 1.4758, + "step": 1300 + }, + { + "epoch": 0.86, + "learning_rate": 3.559806508355321e-05, + "loss": 1.4657, + "step": 1310 + }, + { + "epoch": 0.87, + "learning_rate": 3.548812664907652e-05, + "loss": 1.5382, + "step": 1320 + }, + { + "epoch": 0.88, + "learning_rate": 3.537818821459983e-05, + "loss": 1.4825, + "step": 1330 + }, + { + "epoch": 0.88, + "learning_rate": 3.526824978012313e-05, + "loss": 1.5182, + "step": 1340 + }, + { + "epoch": 0.89, + "learning_rate": 3.515831134564644e-05, + "loss": 1.5143, + "step": 1350 + }, + { + "epoch": 0.9, + "learning_rate": 3.5048372911169745e-05, + "loss": 1.5374, + "step": 1360 + }, + { + "epoch": 0.9, + "learning_rate": 3.493843447669306e-05, + "loss": 1.5335, + "step": 1370 + }, + { + "epoch": 0.91, + "learning_rate": 3.482849604221636e-05, + "loss": 1.532, + "step": 1380 + }, + { + "epoch": 0.92, + "learning_rate": 3.471855760773967e-05, + "loss": 1.5056, + "step": 1390 + }, + { + "epoch": 0.92, + "learning_rate": 3.460861917326297e-05, + "loss": 1.5248, + "step": 1400 + }, + { + "epoch": 0.93, + "learning_rate": 3.4498680738786285e-05, + "loss": 1.5129, + "step": 1410 + }, + { + "epoch": 0.94, + "learning_rate": 3.438874230430959e-05, + "loss": 1.5223, + "step": 1420 + }, + { + "epoch": 0.94, + "learning_rate": 3.4278803869832895e-05, + "loss": 1.5236, + "step": 1430 + }, + { + "epoch": 0.95, + "learning_rate": 3.41688654353562e-05, + "loss": 1.4966, + "step": 1440 + }, + { + "epoch": 0.96, + "learning_rate": 3.405892700087951e-05, + "loss": 1.5395, + "step": 1450 + }, + { + "epoch": 0.96, + "learning_rate": 3.394898856640282e-05, + "loss": 1.5559, + "step": 1460 + }, + { + "epoch": 0.97, + "learning_rate": 3.383905013192612e-05, + "loss": 1.4817, + "step": 1470 + }, + { + "epoch": 0.98, + "learning_rate": 3.372911169744943e-05, + "loss": 1.4662, + "step": 1480 + }, + { + "epoch": 0.98, + "learning_rate": 3.361917326297273e-05, + "loss": 1.5073, + "step": 1490 + }, + { + "epoch": 0.99, + "learning_rate": 3.3509234828496045e-05, + "loss": 1.5354, + "step": 1500 + }, + { + "epoch": 1.0, + "learning_rate": 3.339929639401935e-05, + "loss": 1.5353, + "step": 1510 + }, + { + "epoch": 1.0, + "learning_rate": 3.3289357959542656e-05, + "loss": 1.4755, + "step": 1520 + }, + { + "epoch": 1.01, + "learning_rate": 3.317941952506596e-05, + "loss": 1.5223, + "step": 1530 + }, + { + "epoch": 1.02, + "learning_rate": 3.306948109058927e-05, + "loss": 1.4958, + "step": 1540 + }, + { + "epoch": 1.02, + "learning_rate": 3.295954265611258e-05, + "loss": 1.5234, + "step": 1550 + }, + { + "epoch": 1.03, + "learning_rate": 3.284960422163589e-05, + "loss": 1.5169, + "step": 1560 + }, + { + "epoch": 1.04, + "learning_rate": 3.273966578715919e-05, + "loss": 1.5107, + "step": 1570 + }, + { + "epoch": 1.04, + "learning_rate": 3.26297273526825e-05, + "loss": 1.5183, + "step": 1580 + }, + { + "epoch": 1.05, + "learning_rate": 3.2519788918205806e-05, + "loss": 1.4787, + "step": 1590 + }, + { + "epoch": 1.06, + "learning_rate": 3.240985048372912e-05, + "loss": 1.5123, + "step": 1600 + }, + { + "epoch": 1.06, + "learning_rate": 3.2299912049252416e-05, + "loss": 1.528, + "step": 1610 + }, + { + "epoch": 1.07, + "learning_rate": 3.218997361477573e-05, + "loss": 1.5125, + "step": 1620 + }, + { + "epoch": 1.08, + "learning_rate": 3.2080035180299034e-05, + "loss": 1.5148, + "step": 1630 + }, + { + "epoch": 1.08, + "learning_rate": 3.197009674582234e-05, + "loss": 1.5091, + "step": 1640 + }, + { + "epoch": 1.09, + "learning_rate": 3.186015831134565e-05, + "loss": 1.4923, + "step": 1650 + }, + { + "epoch": 1.09, + "learning_rate": 3.1750219876868956e-05, + "loss": 1.5544, + "step": 1660 + }, + { + "epoch": 1.1, + "learning_rate": 3.164028144239226e-05, + "loss": 1.5111, + "step": 1670 + }, + { + "epoch": 1.11, + "learning_rate": 3.1530343007915567e-05, + "loss": 1.5814, + "step": 1680 + }, + { + "epoch": 1.11, + "learning_rate": 3.142040457343888e-05, + "loss": 1.4826, + "step": 1690 + }, + { + "epoch": 1.12, + "learning_rate": 3.131046613896218e-05, + "loss": 1.4994, + "step": 1700 + }, + { + "epoch": 1.13, + "learning_rate": 3.120052770448549e-05, + "loss": 1.4444, + "step": 1710 + }, + { + "epoch": 1.13, + "learning_rate": 3.1090589270008794e-05, + "loss": 1.5175, + "step": 1720 + }, + { + "epoch": 1.14, + "learning_rate": 3.0980650835532106e-05, + "loss": 1.4922, + "step": 1730 + }, + { + "epoch": 1.15, + "learning_rate": 3.087071240105541e-05, + "loss": 1.5155, + "step": 1740 + }, + { + "epoch": 1.15, + "learning_rate": 3.076077396657872e-05, + "loss": 1.5037, + "step": 1750 + }, + { + "epoch": 1.16, + "learning_rate": 3.065083553210202e-05, + "loss": 1.5448, + "step": 1760 + }, + { + "epoch": 1.17, + "learning_rate": 3.0540897097625334e-05, + "loss": 1.4882, + "step": 1770 + }, + { + "epoch": 1.17, + "learning_rate": 3.043095866314864e-05, + "loss": 1.514, + "step": 1780 + }, + { + "epoch": 1.18, + "learning_rate": 3.032102022867194e-05, + "loss": 1.4848, + "step": 1790 + }, + { + "epoch": 1.19, + "learning_rate": 3.021108179419525e-05, + "loss": 1.4672, + "step": 1800 + }, + { + "epoch": 1.19, + "learning_rate": 3.010114335971856e-05, + "loss": 1.5191, + "step": 1810 + }, + { + "epoch": 1.2, + "learning_rate": 2.9991204925241867e-05, + "loss": 1.4836, + "step": 1820 + }, + { + "epoch": 1.21, + "learning_rate": 2.9881266490765176e-05, + "loss": 1.5088, + "step": 1830 + }, + { + "epoch": 1.21, + "learning_rate": 2.9771328056288477e-05, + "loss": 1.5183, + "step": 1840 + }, + { + "epoch": 1.22, + "learning_rate": 2.9661389621811786e-05, + "loss": 1.5508, + "step": 1850 + }, + { + "epoch": 1.23, + "learning_rate": 2.9551451187335095e-05, + "loss": 1.5068, + "step": 1860 + }, + { + "epoch": 1.23, + "learning_rate": 2.9441512752858403e-05, + "loss": 1.512, + "step": 1870 + }, + { + "epoch": 1.24, + "learning_rate": 2.9331574318381705e-05, + "loss": 1.523, + "step": 1880 + }, + { + "epoch": 1.25, + "learning_rate": 2.9221635883905014e-05, + "loss": 1.4935, + "step": 1890 + }, + { + "epoch": 1.25, + "learning_rate": 2.9111697449428322e-05, + "loss": 1.4949, + "step": 1900 + }, + { + "epoch": 1.26, + "learning_rate": 2.900175901495163e-05, + "loss": 1.5423, + "step": 1910 + }, + { + "epoch": 1.27, + "learning_rate": 2.8891820580474936e-05, + "loss": 1.5473, + "step": 1920 + }, + { + "epoch": 1.27, + "learning_rate": 2.878188214599824e-05, + "loss": 1.4828, + "step": 1930 + }, + { + "epoch": 1.28, + "learning_rate": 2.8671943711521547e-05, + "loss": 1.5154, + "step": 1940 + }, + { + "epoch": 1.29, + "learning_rate": 2.8562005277044855e-05, + "loss": 1.4707, + "step": 1950 + }, + { + "epoch": 1.29, + "learning_rate": 2.8452066842568164e-05, + "loss": 1.5086, + "step": 1960 + }, + { + "epoch": 1.3, + "learning_rate": 2.8342128408091473e-05, + "loss": 1.5008, + "step": 1970 + }, + { + "epoch": 1.31, + "learning_rate": 2.8232189973614774e-05, + "loss": 1.5568, + "step": 1980 + }, + { + "epoch": 1.31, + "learning_rate": 2.8122251539138083e-05, + "loss": 1.464, + "step": 1990 + }, + { + "epoch": 1.32, + "learning_rate": 2.801231310466139e-05, + "loss": 1.5346, + "step": 2000 + }, + { + "epoch": 1.33, + "learning_rate": 2.79023746701847e-05, + "loss": 1.5286, + "step": 2010 + }, + { + "epoch": 1.33, + "learning_rate": 2.7792436235708002e-05, + "loss": 1.5393, + "step": 2020 + }, + { + "epoch": 1.34, + "learning_rate": 2.768249780123131e-05, + "loss": 1.5015, + "step": 2030 + }, + { + "epoch": 1.35, + "learning_rate": 2.757255936675462e-05, + "loss": 1.4415, + "step": 2040 + }, + { + "epoch": 1.35, + "learning_rate": 2.7462620932277928e-05, + "loss": 1.5488, + "step": 2050 + }, + { + "epoch": 1.36, + "learning_rate": 2.7352682497801237e-05, + "loss": 1.5048, + "step": 2060 + }, + { + "epoch": 1.37, + "learning_rate": 2.724274406332454e-05, + "loss": 1.5446, + "step": 2070 + }, + { + "epoch": 1.37, + "learning_rate": 2.7132805628847847e-05, + "loss": 1.4672, + "step": 2080 + }, + { + "epoch": 1.38, + "learning_rate": 2.7022867194371156e-05, + "loss": 1.4549, + "step": 2090 + }, + { + "epoch": 1.39, + "learning_rate": 2.691292875989446e-05, + "loss": 1.5202, + "step": 2100 + }, + { + "epoch": 1.39, + "learning_rate": 2.6802990325417766e-05, + "loss": 1.5026, + "step": 2110 + }, + { + "epoch": 1.4, + "learning_rate": 2.6693051890941075e-05, + "loss": 1.532, + "step": 2120 + }, + { + "epoch": 1.41, + "learning_rate": 2.658311345646438e-05, + "loss": 1.4932, + "step": 2130 + }, + { + "epoch": 1.41, + "learning_rate": 2.647317502198769e-05, + "loss": 1.4823, + "step": 2140 + }, + { + "epoch": 1.42, + "learning_rate": 2.6363236587510997e-05, + "loss": 1.4976, + "step": 2150 + }, + { + "epoch": 1.42, + "learning_rate": 2.62532981530343e-05, + "loss": 1.5265, + "step": 2160 + }, + { + "epoch": 1.43, + "learning_rate": 2.6143359718557608e-05, + "loss": 1.5474, + "step": 2170 + }, + { + "epoch": 1.44, + "learning_rate": 2.6033421284080916e-05, + "loss": 1.5145, + "step": 2180 + }, + { + "epoch": 1.44, + "learning_rate": 2.5923482849604225e-05, + "loss": 1.4762, + "step": 2190 + }, + { + "epoch": 1.45, + "learning_rate": 2.5813544415127527e-05, + "loss": 1.5242, + "step": 2200 + }, + { + "epoch": 1.46, + "learning_rate": 2.5703605980650835e-05, + "loss": 1.5089, + "step": 2210 + }, + { + "epoch": 1.46, + "learning_rate": 2.5593667546174144e-05, + "loss": 1.507, + "step": 2220 + }, + { + "epoch": 1.47, + "learning_rate": 2.5483729111697453e-05, + "loss": 1.5178, + "step": 2230 + }, + { + "epoch": 1.48, + "learning_rate": 2.537379067722076e-05, + "loss": 1.5254, + "step": 2240 + }, + { + "epoch": 1.48, + "learning_rate": 2.5263852242744063e-05, + "loss": 1.5167, + "step": 2250 + }, + { + "epoch": 1.49, + "learning_rate": 2.5153913808267372e-05, + "loss": 1.533, + "step": 2260 + }, + { + "epoch": 1.5, + "learning_rate": 2.504397537379068e-05, + "loss": 1.5485, + "step": 2270 + }, + { + "epoch": 1.5, + "learning_rate": 2.4934036939313986e-05, + "loss": 1.5244, + "step": 2280 + }, + { + "epoch": 1.51, + "learning_rate": 2.482409850483729e-05, + "loss": 1.4981, + "step": 2290 + }, + { + "epoch": 1.52, + "learning_rate": 2.47141600703606e-05, + "loss": 1.4904, + "step": 2300 + }, + { + "epoch": 1.52, + "learning_rate": 2.4604221635883905e-05, + "loss": 1.5157, + "step": 2310 + }, + { + "epoch": 1.53, + "learning_rate": 2.4494283201407213e-05, + "loss": 1.5497, + "step": 2320 + }, + { + "epoch": 1.54, + "learning_rate": 2.438434476693052e-05, + "loss": 1.5007, + "step": 2330 + }, + { + "epoch": 1.54, + "learning_rate": 2.4274406332453827e-05, + "loss": 1.5031, + "step": 2340 + }, + { + "epoch": 1.55, + "learning_rate": 2.4164467897977133e-05, + "loss": 1.5114, + "step": 2350 + }, + { + "epoch": 1.56, + "learning_rate": 2.405452946350044e-05, + "loss": 1.5132, + "step": 2360 + }, + { + "epoch": 1.56, + "learning_rate": 2.3944591029023746e-05, + "loss": 1.5287, + "step": 2370 + }, + { + "epoch": 1.57, + "learning_rate": 2.3834652594547055e-05, + "loss": 1.5206, + "step": 2380 + }, + { + "epoch": 1.58, + "learning_rate": 2.372471416007036e-05, + "loss": 1.5242, + "step": 2390 + }, + { + "epoch": 1.58, + "learning_rate": 2.361477572559367e-05, + "loss": 1.5426, + "step": 2400 + }, + { + "epoch": 1.59, + "learning_rate": 2.3504837291116977e-05, + "loss": 1.53, + "step": 2410 + }, + { + "epoch": 1.6, + "learning_rate": 2.3394898856640283e-05, + "loss": 1.4904, + "step": 2420 + }, + { + "epoch": 1.6, + "learning_rate": 2.328496042216359e-05, + "loss": 1.4645, + "step": 2430 + }, + { + "epoch": 1.61, + "learning_rate": 2.3175021987686897e-05, + "loss": 1.5093, + "step": 2440 + }, + { + "epoch": 1.62, + "learning_rate": 2.3065083553210205e-05, + "loss": 1.4894, + "step": 2450 + }, + { + "epoch": 1.62, + "learning_rate": 2.295514511873351e-05, + "loss": 1.4864, + "step": 2460 + }, + { + "epoch": 1.63, + "learning_rate": 2.284520668425682e-05, + "loss": 1.4851, + "step": 2470 + }, + { + "epoch": 1.64, + "learning_rate": 2.2735268249780124e-05, + "loss": 1.4936, + "step": 2480 + }, + { + "epoch": 1.64, + "learning_rate": 2.262532981530343e-05, + "loss": 1.5312, + "step": 2490 + }, + { + "epoch": 1.65, + "learning_rate": 2.2515391380826738e-05, + "loss": 1.5394, + "step": 2500 + }, + { + "epoch": 1.66, + "learning_rate": 2.2405452946350043e-05, + "loss": 1.5216, + "step": 2510 + }, + { + "epoch": 1.66, + "learning_rate": 2.2295514511873352e-05, + "loss": 1.4723, + "step": 2520 + }, + { + "epoch": 1.67, + "learning_rate": 2.2185576077396657e-05, + "loss": 1.5438, + "step": 2530 + }, + { + "epoch": 1.68, + "learning_rate": 2.2075637642919966e-05, + "loss": 1.5432, + "step": 2540 + }, + { + "epoch": 1.68, + "learning_rate": 2.196569920844327e-05, + "loss": 1.478, + "step": 2550 + }, + { + "epoch": 1.69, + "learning_rate": 2.185576077396658e-05, + "loss": 1.5049, + "step": 2560 + }, + { + "epoch": 1.7, + "learning_rate": 2.174582233948989e-05, + "loss": 1.5364, + "step": 2570 + }, + { + "epoch": 1.7, + "learning_rate": 2.1635883905013194e-05, + "loss": 1.4933, + "step": 2580 + }, + { + "epoch": 1.71, + "learning_rate": 2.1525945470536502e-05, + "loss": 1.4991, + "step": 2590 + }, + { + "epoch": 1.72, + "learning_rate": 2.1416007036059807e-05, + "loss": 1.5161, + "step": 2600 + }, + { + "epoch": 1.72, + "learning_rate": 2.1306068601583116e-05, + "loss": 1.5207, + "step": 2610 + }, + { + "epoch": 1.73, + "learning_rate": 2.119613016710642e-05, + "loss": 1.5015, + "step": 2620 + }, + { + "epoch": 1.73, + "learning_rate": 2.108619173262973e-05, + "loss": 1.5262, + "step": 2630 + }, + { + "epoch": 1.74, + "learning_rate": 2.0976253298153035e-05, + "loss": 1.4978, + "step": 2640 + }, + { + "epoch": 1.75, + "learning_rate": 2.0866314863676344e-05, + "loss": 1.5328, + "step": 2650 + }, + { + "epoch": 1.75, + "learning_rate": 2.075637642919965e-05, + "loss": 1.5053, + "step": 2660 + }, + { + "epoch": 1.76, + "learning_rate": 2.0646437994722954e-05, + "loss": 1.4936, + "step": 2670 + }, + { + "epoch": 1.77, + "learning_rate": 2.0536499560246263e-05, + "loss": 1.5393, + "step": 2680 + }, + { + "epoch": 1.77, + "learning_rate": 2.0426561125769568e-05, + "loss": 1.5089, + "step": 2690 + }, + { + "epoch": 1.78, + "learning_rate": 2.0316622691292877e-05, + "loss": 1.5144, + "step": 2700 + }, + { + "epoch": 1.79, + "learning_rate": 2.0206684256816182e-05, + "loss": 1.5419, + "step": 2710 + }, + { + "epoch": 1.79, + "learning_rate": 2.009674582233949e-05, + "loss": 1.498, + "step": 2720 + }, + { + "epoch": 1.8, + "learning_rate": 1.9986807387862796e-05, + "loss": 1.4677, + "step": 2730 + }, + { + "epoch": 1.81, + "learning_rate": 1.9876868953386104e-05, + "loss": 1.5416, + "step": 2740 + }, + { + "epoch": 1.81, + "learning_rate": 1.9766930518909413e-05, + "loss": 1.5034, + "step": 2750 + }, + { + "epoch": 1.82, + "learning_rate": 1.965699208443272e-05, + "loss": 1.5101, + "step": 2760 + }, + { + "epoch": 1.83, + "learning_rate": 1.9547053649956027e-05, + "loss": 1.5327, + "step": 2770 + }, + { + "epoch": 1.83, + "learning_rate": 1.9437115215479332e-05, + "loss": 1.4765, + "step": 2780 + }, + { + "epoch": 1.84, + "learning_rate": 1.932717678100264e-05, + "loss": 1.5124, + "step": 2790 + }, + { + "epoch": 1.85, + "learning_rate": 1.9217238346525946e-05, + "loss": 1.4932, + "step": 2800 + }, + { + "epoch": 1.85, + "learning_rate": 1.9107299912049255e-05, + "loss": 1.4953, + "step": 2810 + }, + { + "epoch": 1.86, + "learning_rate": 1.899736147757256e-05, + "loss": 1.4753, + "step": 2820 + }, + { + "epoch": 1.87, + "learning_rate": 1.888742304309587e-05, + "loss": 1.5279, + "step": 2830 + }, + { + "epoch": 1.87, + "learning_rate": 1.8777484608619174e-05, + "loss": 1.4789, + "step": 2840 + }, + { + "epoch": 1.88, + "learning_rate": 1.866754617414248e-05, + "loss": 1.5415, + "step": 2850 + }, + { + "epoch": 1.89, + "learning_rate": 1.8557607739665788e-05, + "loss": 1.5265, + "step": 2860 + }, + { + "epoch": 1.89, + "learning_rate": 1.8447669305189093e-05, + "loss": 1.55, + "step": 2870 + }, + { + "epoch": 1.9, + "learning_rate": 1.83377308707124e-05, + "loss": 1.5046, + "step": 2880 + }, + { + "epoch": 1.91, + "learning_rate": 1.8227792436235707e-05, + "loss": 1.4824, + "step": 2890 + }, + { + "epoch": 1.91, + "learning_rate": 1.8117854001759015e-05, + "loss": 1.5157, + "step": 2900 + }, + { + "epoch": 1.92, + "learning_rate": 1.8007915567282324e-05, + "loss": 1.5236, + "step": 2910 + }, + { + "epoch": 1.93, + "learning_rate": 1.789797713280563e-05, + "loss": 1.5184, + "step": 2920 + }, + { + "epoch": 1.93, + "learning_rate": 1.7788038698328938e-05, + "loss": 1.5329, + "step": 2930 + }, + { + "epoch": 1.94, + "learning_rate": 1.7678100263852243e-05, + "loss": 1.5378, + "step": 2940 + }, + { + "epoch": 1.95, + "learning_rate": 1.756816182937555e-05, + "loss": 1.5325, + "step": 2950 + }, + { + "epoch": 1.95, + "learning_rate": 1.7458223394898857e-05, + "loss": 1.5116, + "step": 2960 + }, + { + "epoch": 1.96, + "learning_rate": 1.7348284960422166e-05, + "loss": 1.4901, + "step": 2970 + }, + { + "epoch": 1.97, + "learning_rate": 1.723834652594547e-05, + "loss": 1.5305, + "step": 2980 + }, + { + "epoch": 1.97, + "learning_rate": 1.712840809146878e-05, + "loss": 1.4912, + "step": 2990 + }, + { + "epoch": 1.98, + "learning_rate": 1.7018469656992088e-05, + "loss": 1.4994, + "step": 3000 + }, + { + "epoch": 1.99, + "learning_rate": 1.6908531222515393e-05, + "loss": 1.5383, + "step": 3010 + }, + { + "epoch": 1.99, + "learning_rate": 1.67985927880387e-05, + "loss": 1.5031, + "step": 3020 + }, + { + "epoch": 2.0, + "learning_rate": 1.6688654353562007e-05, + "loss": 1.5203, + "step": 3030 + }, + { + "epoch": 2.01, + "learning_rate": 1.6578715919085312e-05, + "loss": 1.4729, + "step": 3040 + }, + { + "epoch": 2.01, + "learning_rate": 1.6468777484608618e-05, + "loss": 1.4721, + "step": 3050 + }, + { + "epoch": 2.02, + "learning_rate": 1.6358839050131926e-05, + "loss": 1.5185, + "step": 3060 + }, + { + "epoch": 2.03, + "learning_rate": 1.624890061565523e-05, + "loss": 1.5086, + "step": 3070 + }, + { + "epoch": 2.03, + "learning_rate": 1.613896218117854e-05, + "loss": 1.477, + "step": 3080 + }, + { + "epoch": 2.04, + "learning_rate": 1.602902374670185e-05, + "loss": 1.4775, + "step": 3090 + }, + { + "epoch": 2.04, + "learning_rate": 1.5919085312225154e-05, + "loss": 1.4952, + "step": 3100 + }, + { + "epoch": 2.05, + "learning_rate": 1.5809146877748463e-05, + "loss": 1.5316, + "step": 3110 + }, + { + "epoch": 2.06, + "learning_rate": 1.5699208443271768e-05, + "loss": 1.5095, + "step": 3120 + }, + { + "epoch": 2.06, + "learning_rate": 1.5589270008795076e-05, + "loss": 1.4931, + "step": 3130 + }, + { + "epoch": 2.07, + "learning_rate": 1.547933157431838e-05, + "loss": 1.4824, + "step": 3140 + }, + { + "epoch": 2.08, + "learning_rate": 1.536939313984169e-05, + "loss": 1.5219, + "step": 3150 + }, + { + "epoch": 2.08, + "learning_rate": 1.5259454705364995e-05, + "loss": 1.4946, + "step": 3160 + }, + { + "epoch": 2.09, + "learning_rate": 1.5149516270888302e-05, + "loss": 1.4936, + "step": 3170 + }, + { + "epoch": 2.1, + "learning_rate": 1.5039577836411611e-05, + "loss": 1.5459, + "step": 3180 + }, + { + "epoch": 2.1, + "learning_rate": 1.4929639401934916e-05, + "loss": 1.4993, + "step": 3190 + }, + { + "epoch": 2.11, + "learning_rate": 1.4819700967458225e-05, + "loss": 1.4834, + "step": 3200 + }, + { + "epoch": 2.12, + "learning_rate": 1.470976253298153e-05, + "loss": 1.5001, + "step": 3210 + }, + { + "epoch": 2.12, + "learning_rate": 1.4599824098504839e-05, + "loss": 1.4882, + "step": 3220 + }, + { + "epoch": 2.13, + "learning_rate": 1.4489885664028144e-05, + "loss": 1.5259, + "step": 3230 + }, + { + "epoch": 2.14, + "learning_rate": 1.4379947229551453e-05, + "loss": 1.4359, + "step": 3240 + }, + { + "epoch": 2.14, + "learning_rate": 1.427000879507476e-05, + "loss": 1.465, + "step": 3250 + }, + { + "epoch": 2.15, + "learning_rate": 1.4160070360598065e-05, + "loss": 1.533, + "step": 3260 + }, + { + "epoch": 2.16, + "learning_rate": 1.4050131926121373e-05, + "loss": 1.5291, + "step": 3270 + }, + { + "epoch": 2.16, + "learning_rate": 1.3940193491644679e-05, + "loss": 1.4929, + "step": 3280 + }, + { + "epoch": 2.17, + "learning_rate": 1.3830255057167987e-05, + "loss": 1.4779, + "step": 3290 + }, + { + "epoch": 2.18, + "learning_rate": 1.3720316622691292e-05, + "loss": 1.4619, + "step": 3300 + }, + { + "epoch": 2.18, + "learning_rate": 1.3610378188214601e-05, + "loss": 1.4924, + "step": 3310 + }, + { + "epoch": 2.19, + "learning_rate": 1.3500439753737906e-05, + "loss": 1.4683, + "step": 3320 + }, + { + "epoch": 2.2, + "learning_rate": 1.3390501319261215e-05, + "loss": 1.4618, + "step": 3330 + }, + { + "epoch": 2.2, + "learning_rate": 1.3280562884784522e-05, + "loss": 1.4998, + "step": 3340 + }, + { + "epoch": 2.21, + "learning_rate": 1.3170624450307827e-05, + "loss": 1.5046, + "step": 3350 + }, + { + "epoch": 2.22, + "learning_rate": 1.3060686015831136e-05, + "loss": 1.5552, + "step": 3360 + }, + { + "epoch": 2.22, + "learning_rate": 1.2950747581354441e-05, + "loss": 1.4746, + "step": 3370 + }, + { + "epoch": 2.23, + "learning_rate": 1.284080914687775e-05, + "loss": 1.5345, + "step": 3380 + }, + { + "epoch": 2.24, + "learning_rate": 1.2730870712401055e-05, + "loss": 1.4956, + "step": 3390 + }, + { + "epoch": 2.24, + "learning_rate": 1.2620932277924363e-05, + "loss": 1.5049, + "step": 3400 + }, + { + "epoch": 2.25, + "learning_rate": 1.2510993843447669e-05, + "loss": 1.5076, + "step": 3410 + }, + { + "epoch": 2.26, + "learning_rate": 1.2401055408970977e-05, + "loss": 1.4969, + "step": 3420 + }, + { + "epoch": 2.26, + "learning_rate": 1.2291116974494284e-05, + "loss": 1.519, + "step": 3430 + }, + { + "epoch": 2.27, + "learning_rate": 1.2181178540017591e-05, + "loss": 1.5183, + "step": 3440 + }, + { + "epoch": 2.28, + "learning_rate": 1.2071240105540896e-05, + "loss": 1.5067, + "step": 3450 + }, + { + "epoch": 2.28, + "learning_rate": 1.1961301671064203e-05, + "loss": 1.4998, + "step": 3460 + }, + { + "epoch": 2.29, + "learning_rate": 1.1851363236587512e-05, + "loss": 1.5668, + "step": 3470 + }, + { + "epoch": 2.3, + "learning_rate": 1.1741424802110819e-05, + "loss": 1.4695, + "step": 3480 + }, + { + "epoch": 2.3, + "learning_rate": 1.1631486367634126e-05, + "loss": 1.4968, + "step": 3490 + }, + { + "epoch": 2.31, + "learning_rate": 1.1521547933157433e-05, + "loss": 1.5051, + "step": 3500 + }, + { + "epoch": 2.32, + "learning_rate": 1.141160949868074e-05, + "loss": 1.4821, + "step": 3510 + }, + { + "epoch": 2.32, + "learning_rate": 1.1301671064204047e-05, + "loss": 1.524, + "step": 3520 + }, + { + "epoch": 2.33, + "learning_rate": 1.1191732629727354e-05, + "loss": 1.5443, + "step": 3530 + }, + { + "epoch": 2.34, + "learning_rate": 1.1081794195250659e-05, + "loss": 1.5092, + "step": 3540 + }, + { + "epoch": 2.34, + "learning_rate": 1.0971855760773967e-05, + "loss": 1.5014, + "step": 3550 + }, + { + "epoch": 2.35, + "learning_rate": 1.0861917326297274e-05, + "loss": 1.4707, + "step": 3560 + }, + { + "epoch": 2.35, + "learning_rate": 1.0751978891820581e-05, + "loss": 1.5156, + "step": 3570 + }, + { + "epoch": 2.36, + "learning_rate": 1.0642040457343888e-05, + "loss": 1.5403, + "step": 3580 + }, + { + "epoch": 2.37, + "learning_rate": 1.0532102022867195e-05, + "loss": 1.5286, + "step": 3590 + }, + { + "epoch": 2.37, + "learning_rate": 1.0422163588390502e-05, + "loss": 1.5357, + "step": 3600 + }, + { + "epoch": 2.38, + "learning_rate": 1.0312225153913809e-05, + "loss": 1.5484, + "step": 3610 + }, + { + "epoch": 2.39, + "learning_rate": 1.0202286719437116e-05, + "loss": 1.5294, + "step": 3620 + }, + { + "epoch": 2.39, + "learning_rate": 1.0092348284960421e-05, + "loss": 1.499, + "step": 3630 + }, + { + "epoch": 2.4, + "learning_rate": 9.98240985048373e-06, + "loss": 1.5148, + "step": 3640 + }, + { + "epoch": 2.41, + "learning_rate": 9.872471416007037e-06, + "loss": 1.4733, + "step": 3650 + }, + { + "epoch": 2.41, + "learning_rate": 9.762532981530344e-06, + "loss": 1.5284, + "step": 3660 + }, + { + "epoch": 2.42, + "learning_rate": 9.65259454705365e-06, + "loss": 1.4751, + "step": 3670 + }, + { + "epoch": 2.43, + "learning_rate": 9.542656112576958e-06, + "loss": 1.5068, + "step": 3680 + }, + { + "epoch": 2.43, + "learning_rate": 9.432717678100264e-06, + "loss": 1.4949, + "step": 3690 + }, + { + "epoch": 2.44, + "learning_rate": 9.322779243623571e-06, + "loss": 1.525, + "step": 3700 + }, + { + "epoch": 2.45, + "learning_rate": 9.212840809146878e-06, + "loss": 1.4881, + "step": 3710 + }, + { + "epoch": 2.45, + "learning_rate": 9.102902374670185e-06, + "loss": 1.5442, + "step": 3720 + }, + { + "epoch": 2.46, + "learning_rate": 8.992963940193492e-06, + "loss": 1.5155, + "step": 3730 + }, + { + "epoch": 2.47, + "learning_rate": 8.883025505716799e-06, + "loss": 1.5664, + "step": 3740 + }, + { + "epoch": 2.47, + "learning_rate": 8.773087071240106e-06, + "loss": 1.5439, + "step": 3750 + }, + { + "epoch": 2.48, + "learning_rate": 8.663148636763413e-06, + "loss": 1.5152, + "step": 3760 + }, + { + "epoch": 2.49, + "learning_rate": 8.55321020228672e-06, + "loss": 1.4832, + "step": 3770 + }, + { + "epoch": 2.49, + "learning_rate": 8.443271767810027e-06, + "loss": 1.5083, + "step": 3780 + }, + { + "epoch": 2.5, + "learning_rate": 8.333333333333334e-06, + "loss": 1.4807, + "step": 3790 + }, + { + "epoch": 2.51, + "learning_rate": 8.22339489885664e-06, + "loss": 1.4985, + "step": 3800 + }, + { + "epoch": 2.51, + "learning_rate": 8.113456464379948e-06, + "loss": 1.5169, + "step": 3810 + }, + { + "epoch": 2.52, + "learning_rate": 8.003518029903255e-06, + "loss": 1.4993, + "step": 3820 + }, + { + "epoch": 2.53, + "learning_rate": 7.893579595426561e-06, + "loss": 1.4818, + "step": 3830 + }, + { + "epoch": 2.53, + "learning_rate": 7.783641160949868e-06, + "loss": 1.55, + "step": 3840 + }, + { + "epoch": 2.54, + "learning_rate": 7.673702726473175e-06, + "loss": 1.4664, + "step": 3850 + }, + { + "epoch": 2.55, + "learning_rate": 7.563764291996482e-06, + "loss": 1.491, + "step": 3860 + }, + { + "epoch": 2.55, + "learning_rate": 7.453825857519789e-06, + "loss": 1.464, + "step": 3870 + }, + { + "epoch": 2.56, + "learning_rate": 7.343887423043096e-06, + "loss": 1.459, + "step": 3880 + }, + { + "epoch": 2.57, + "learning_rate": 7.233948988566404e-06, + "loss": 1.5321, + "step": 3890 + }, + { + "epoch": 2.57, + "learning_rate": 7.124010554089711e-06, + "loss": 1.5527, + "step": 3900 + }, + { + "epoch": 2.58, + "learning_rate": 7.014072119613018e-06, + "loss": 1.501, + "step": 3910 + }, + { + "epoch": 2.59, + "learning_rate": 6.904133685136324e-06, + "loss": 1.465, + "step": 3920 + }, + { + "epoch": 2.59, + "learning_rate": 6.794195250659631e-06, + "loss": 1.4879, + "step": 3930 + }, + { + "epoch": 2.6, + "learning_rate": 6.684256816182938e-06, + "loss": 1.4688, + "step": 3940 + }, + { + "epoch": 2.61, + "learning_rate": 6.574318381706245e-06, + "loss": 1.5239, + "step": 3950 + }, + { + "epoch": 2.61, + "learning_rate": 6.4643799472295515e-06, + "loss": 1.4883, + "step": 3960 + }, + { + "epoch": 2.62, + "learning_rate": 6.3544415127528585e-06, + "loss": 1.5056, + "step": 3970 + }, + { + "epoch": 2.63, + "learning_rate": 6.244503078276165e-06, + "loss": 1.4918, + "step": 3980 + }, + { + "epoch": 2.63, + "learning_rate": 6.134564643799472e-06, + "loss": 1.5037, + "step": 3990 + }, + { + "epoch": 2.64, + "learning_rate": 6.02462620932278e-06, + "loss": 1.4658, + "step": 4000 + }, + { + "epoch": 2.65, + "learning_rate": 5.914687774846087e-06, + "loss": 1.5168, + "step": 4010 + }, + { + "epoch": 2.65, + "learning_rate": 5.804749340369393e-06, + "loss": 1.5247, + "step": 4020 + }, + { + "epoch": 2.66, + "learning_rate": 5.6948109058927e-06, + "loss": 1.5044, + "step": 4030 + }, + { + "epoch": 2.66, + "learning_rate": 5.584872471416008e-06, + "loss": 1.4632, + "step": 4040 + }, + { + "epoch": 2.67, + "learning_rate": 5.474934036939315e-06, + "loss": 1.5316, + "step": 4050 + }, + { + "epoch": 2.68, + "learning_rate": 5.364995602462621e-06, + "loss": 1.5039, + "step": 4060 + }, + { + "epoch": 2.68, + "learning_rate": 5.255057167985928e-06, + "loss": 1.4866, + "step": 4070 + }, + { + "epoch": 2.69, + "learning_rate": 5.145118733509235e-06, + "loss": 1.5002, + "step": 4080 + }, + { + "epoch": 2.7, + "learning_rate": 5.0351802990325425e-06, + "loss": 1.5306, + "step": 4090 + }, + { + "epoch": 2.7, + "learning_rate": 4.925241864555849e-06, + "loss": 1.4817, + "step": 4100 + }, + { + "epoch": 2.71, + "learning_rate": 4.8153034300791555e-06, + "loss": 1.5395, + "step": 4110 + }, + { + "epoch": 2.72, + "learning_rate": 4.705364995602462e-06, + "loss": 1.5056, + "step": 4120 + }, + { + "epoch": 2.72, + "learning_rate": 4.59542656112577e-06, + "loss": 1.5113, + "step": 4130 + }, + { + "epoch": 2.73, + "learning_rate": 4.485488126649077e-06, + "loss": 1.4882, + "step": 4140 + }, + { + "epoch": 2.74, + "learning_rate": 4.375549692172383e-06, + "loss": 1.5077, + "step": 4150 + }, + { + "epoch": 2.74, + "learning_rate": 4.26561125769569e-06, + "loss": 1.527, + "step": 4160 + }, + { + "epoch": 2.75, + "learning_rate": 4.155672823218998e-06, + "loss": 1.4684, + "step": 4170 + }, + { + "epoch": 2.76, + "learning_rate": 4.045734388742305e-06, + "loss": 1.5311, + "step": 4180 + }, + { + "epoch": 2.76, + "learning_rate": 3.935795954265612e-06, + "loss": 1.5618, + "step": 4190 + }, + { + "epoch": 2.77, + "learning_rate": 3.825857519788918e-06, + "loss": 1.4906, + "step": 4200 + }, + { + "epoch": 2.78, + "learning_rate": 3.715919085312225e-06, + "loss": 1.5283, + "step": 4210 + }, + { + "epoch": 2.78, + "learning_rate": 3.6059806508355325e-06, + "loss": 1.496, + "step": 4220 + }, + { + "epoch": 2.79, + "learning_rate": 3.496042216358839e-06, + "loss": 1.4827, + "step": 4230 + }, + { + "epoch": 2.8, + "learning_rate": 3.386103781882146e-06, + "loss": 1.4666, + "step": 4240 + }, + { + "epoch": 2.8, + "learning_rate": 3.276165347405453e-06, + "loss": 1.471, + "step": 4250 + }, + { + "epoch": 2.81, + "learning_rate": 3.1662269129287603e-06, + "loss": 1.4538, + "step": 4260 + }, + { + "epoch": 2.82, + "learning_rate": 3.056288478452067e-06, + "loss": 1.5422, + "step": 4270 + }, + { + "epoch": 2.82, + "learning_rate": 2.9463500439753737e-06, + "loss": 1.4878, + "step": 4280 + }, + { + "epoch": 2.83, + "learning_rate": 2.836411609498681e-06, + "loss": 1.4723, + "step": 4290 + }, + { + "epoch": 2.84, + "learning_rate": 2.7264731750219876e-06, + "loss": 1.5051, + "step": 4300 + }, + { + "epoch": 2.84, + "learning_rate": 2.616534740545295e-06, + "loss": 1.5215, + "step": 4310 + }, + { + "epoch": 2.85, + "learning_rate": 2.506596306068602e-06, + "loss": 1.5018, + "step": 4320 + }, + { + "epoch": 2.86, + "learning_rate": 2.3966578715919088e-06, + "loss": 1.4871, + "step": 4330 + }, + { + "epoch": 2.86, + "learning_rate": 2.2867194371152157e-06, + "loss": 1.528, + "step": 4340 + }, + { + "epoch": 2.87, + "learning_rate": 2.1767810026385226e-06, + "loss": 1.5061, + "step": 4350 + }, + { + "epoch": 2.88, + "learning_rate": 2.0668425681618296e-06, + "loss": 1.5363, + "step": 4360 + }, + { + "epoch": 2.88, + "learning_rate": 1.956904133685136e-06, + "loss": 1.5655, + "step": 4370 + }, + { + "epoch": 2.89, + "learning_rate": 1.8469656992084434e-06, + "loss": 1.5354, + "step": 4380 + }, + { + "epoch": 2.9, + "learning_rate": 1.7370272647317501e-06, + "loss": 1.5223, + "step": 4390 + }, + { + "epoch": 2.9, + "learning_rate": 1.6270888302550573e-06, + "loss": 1.537, + "step": 4400 + }, + { + "epoch": 2.91, + "learning_rate": 1.5171503957783642e-06, + "loss": 1.5111, + "step": 4410 + }, + { + "epoch": 2.92, + "learning_rate": 1.4072119613016711e-06, + "loss": 1.551, + "step": 4420 + }, + { + "epoch": 2.92, + "learning_rate": 1.297273526824978e-06, + "loss": 1.5003, + "step": 4430 + }, + { + "epoch": 2.93, + "learning_rate": 1.187335092348285e-06, + "loss": 1.4851, + "step": 4440 + }, + { + "epoch": 2.94, + "learning_rate": 1.077396657871592e-06, + "loss": 1.5354, + "step": 4450 + }, + { + "epoch": 2.94, + "learning_rate": 9.674582233948989e-07, + "loss": 1.4533, + "step": 4460 + }, + { + "epoch": 2.95, + "learning_rate": 8.575197889182058e-07, + "loss": 1.51, + "step": 4470 + }, + { + "epoch": 2.96, + "learning_rate": 7.475813544415127e-07, + "loss": 1.5274, + "step": 4480 + }, + { + "epoch": 2.96, + "learning_rate": 6.376429199648197e-07, + "loss": 1.5004, + "step": 4490 + }, + { + "epoch": 2.97, + "learning_rate": 5.277044854881267e-07, + "loss": 1.5363, + "step": 4500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.843795686246318e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-4500/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-4500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/checkpoint-500/README.md b/9453_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9453_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/9453_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9453_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/9453_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab407ecac8f01b180a2de67c7a504a97b5f1c012 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7222fc8d2b3059dbee4bc14f1cdbfcb2899a48975512426beb619826953c0bd +size 26235704 diff --git a/9453_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/9453_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cd655082a7b93e6c6ca9ece1381e59bf7572613 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96475a9fd5bfb52b9885e207a426b765984f097a6ec09caa284bfa2efc1335a +size 52565434 diff --git a/9453_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/9453_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/9453_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/9453_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9978b6b3680bf60ba990dd4fec5af13cded753b2 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9519d284c523110a5f174c1d31170305f52cc2bd85c6c24e2afac5a3c4f02d +size 1064 diff --git a/9453_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/9453_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5aab5a86ebcb0597bc87f5fe1956ce5e0685a002 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.32981530343007914, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.989006156552331e-05, + "loss": 1.8193, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.978012313104662e-05, + "loss": 1.7656, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.967018469656992e-05, + "loss": 1.7573, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.956024626209323e-05, + "loss": 1.6758, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9450307827616535e-05, + "loss": 1.5776, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.934036939313985e-05, + "loss": 1.615, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9230430958663146e-05, + "loss": 1.5378, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 4.912049252418646e-05, + "loss": 1.6188, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.901055408970976e-05, + "loss": 1.5489, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8900615655233075e-05, + "loss": 1.5724, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 4.879067722075638e-05, + "loss": 1.5262, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.8680738786279686e-05, + "loss": 1.5224, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.857080035180299e-05, + "loss": 1.5176, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 4.84608619173263e-05, + "loss": 1.5263, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.835092348284961e-05, + "loss": 1.5832, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.824098504837291e-05, + "loss": 1.5403, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 4.813104661389622e-05, + "loss": 1.5689, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 4.802110817941953e-05, + "loss": 1.5389, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.7911169744942836e-05, + "loss": 1.5593, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 4.780123131046614e-05, + "loss": 1.52, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 4.7691292875989446e-05, + "loss": 1.6009, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.758135444151275e-05, + "loss": 1.5612, + "step": 220 + }, + { + "epoch": 0.15, + "learning_rate": 4.7471416007036063e-05, + "loss": 1.5532, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 4.736147757255937e-05, + "loss": 1.5636, + "step": 240 + }, + { + "epoch": 0.16, + "learning_rate": 4.7251539138082674e-05, + "loss": 1.56, + "step": 250 + }, + { + "epoch": 0.17, + "learning_rate": 4.714160070360598e-05, + "loss": 1.5406, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 4.703166226912929e-05, + "loss": 1.4851, + "step": 270 + }, + { + "epoch": 0.18, + "learning_rate": 4.6921723834652596e-05, + "loss": 1.5333, + "step": 280 + }, + { + "epoch": 0.19, + "learning_rate": 4.681178540017591e-05, + "loss": 1.5684, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 4.670184696569921e-05, + "loss": 1.5636, + "step": 300 + }, + { + "epoch": 0.2, + "learning_rate": 4.659190853122252e-05, + "loss": 1.5434, + "step": 310 + }, + { + "epoch": 0.21, + "learning_rate": 4.6481970096745824e-05, + "loss": 1.5002, + "step": 320 + }, + { + "epoch": 0.22, + "learning_rate": 4.6372031662269136e-05, + "loss": 1.5413, + "step": 330 + }, + { + "epoch": 0.22, + "learning_rate": 4.6262093227792435e-05, + "loss": 1.5275, + "step": 340 + }, + { + "epoch": 0.23, + "learning_rate": 4.615215479331575e-05, + "loss": 1.508, + "step": 350 + }, + { + "epoch": 0.24, + "learning_rate": 4.604221635883905e-05, + "loss": 1.5033, + "step": 360 + }, + { + "epoch": 0.24, + "learning_rate": 4.593227792436236e-05, + "loss": 1.5416, + "step": 370 + }, + { + "epoch": 0.25, + "learning_rate": 4.582233948988567e-05, + "loss": 1.5092, + "step": 380 + }, + { + "epoch": 0.26, + "learning_rate": 4.5712401055408974e-05, + "loss": 1.5605, + "step": 390 + }, + { + "epoch": 0.26, + "learning_rate": 4.560246262093228e-05, + "loss": 1.5624, + "step": 400 + }, + { + "epoch": 0.27, + "learning_rate": 4.5492524186455585e-05, + "loss": 1.5394, + "step": 410 + }, + { + "epoch": 0.28, + "learning_rate": 4.53825857519789e-05, + "loss": 1.476, + "step": 420 + }, + { + "epoch": 0.28, + "learning_rate": 4.52726473175022e-05, + "loss": 1.5367, + "step": 430 + }, + { + "epoch": 0.29, + "learning_rate": 4.516270888302551e-05, + "loss": 1.5041, + "step": 440 + }, + { + "epoch": 0.3, + "learning_rate": 4.505277044854881e-05, + "loss": 1.5342, + "step": 450 + }, + { + "epoch": 0.3, + "learning_rate": 4.4942832014072125e-05, + "loss": 1.5068, + "step": 460 + }, + { + "epoch": 0.31, + "learning_rate": 4.483289357959543e-05, + "loss": 1.4912, + "step": 470 + }, + { + "epoch": 0.32, + "learning_rate": 4.4722955145118735e-05, + "loss": 1.4893, + "step": 480 + }, + { + "epoch": 0.32, + "learning_rate": 4.461301671064204e-05, + "loss": 1.5338, + "step": 490 + }, + { + "epoch": 0.33, + "learning_rate": 4.450307827616535e-05, + "loss": 1.5258, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4548, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9453_Llama-2-13b-hf/checkpoint-500/training_args.bin b/9453_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9453_Llama-2-13b-hf/training_args.bin b/9453_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..55616d9351eeb9429e550b642c2c71f6afb3a4d1 --- /dev/null +++ b/9453_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df205d8b5cbd96f3028f755179cf871b5d75921ba341bbedea4ba082330c6f7c +size 4728 diff --git a/9458_Llama-2-13b-hf/README.md b/9458_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..73d0dd5c472e3a573257352700dbbe022a7a38b0 --- /dev/null +++ b/9458_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 9458_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 9458_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/9458_Llama-2-13b-hf/adapter_config.json b/9458_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/adapter_model.safetensors b/9458_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b84ddf5f3609db4867e7a545e436297225e2097 --- /dev/null +++ b/9458_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2d893147ec92d83c9d7b94672e97ad730fff5b40ef3bef34a8ea423b2d7d83 +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/README.md b/9458_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..06aed28c2acd11a6e581885f93e0bedbaad50e90 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecdd4183e9ea15efecca18491e4986b3bded4636cfcbdba3394eb7d2b338174 +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..30985fa18b8a6093f8fc0583021e94f9a2d5442b --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d5d92d25104f4d04764614c99565739ea687ef66e7402a4479b4849664a9be +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..3351d53680d6e61718d00dae7635bf4316b1f816 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b9adfbf85ab231eb4e5fb10a463f43118d819e50c02d6b54955e6179c12551 +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db38b553e604e96055e3d8a0a78a494b2aad488 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d2effc4743689ddd12152cceca88840a43e1a01934997d1b1aed41dc4947f +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c434296d88da4020f17320c23f7a9df758d1bb64 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7468259895444361, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/README.md b/9458_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..37bd18fea5671376772fe2c6315cf97c50a46109 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff7ec234c2913005a19b0661f0bae26c9293951a2f84330f69bbbe6ac5312c6 +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8abfb68f717b4773bb1bb549855d073f0e8ed23 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51d374a4342c2a2a6938005599771574ba04cf52b6a722967405fba83f434f8 +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..74418322fa63b1bc167cfdd103e6b88fec1a8eb0 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb06b506041b2c90376ad3433697a3921e44487b7cac38419e5228de632b004c +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..789255916f752df027731a5c7371868c83876e1d --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35979f852f962794802ddc49d895f96b0f52016f88a157dc9f5185d94d443530 +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2561ef85cf76840d03eaac2c384434a8e201c962 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1202389843166543, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6835, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6358, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6369, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6906, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6557, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7157, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.705, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6837, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6492, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6676, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6518, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6654, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6664, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6937, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7014, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6852, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.4803723288576e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/README.md b/9458_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..93688b9bd79b163e4b529edd08598c74a9030de5 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a2c0ad1826ded7f4908e96969b26be4f3bcbcebe97687ed73fcf792a4305a6 +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e84f8f39d7c68914b7e5b74b6e7cffdb792b1a5 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff384acba008e1b139a8354794cbe608ea101f97ad15e0372ac0bddb6d5e086 +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..697cdf5b9b9b295a3075db461f6d418a6673d3fd --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be08061cda9a4fdbe3e1f154c97793eac0804aa7fda7c7a63279091cfeb97f0 +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca880715cfced5f846c23da8f182ed1a657495e9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfc796a88e2bbfadb159f15a12743dc91b7c58bf7af272944fce39eb1cc41ba +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4d7b25ca097c04c3757fd0a3dd71d834dbc1420f --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4936519790888723, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6835, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6358, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6369, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6906, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6557, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7157, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.705, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6837, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6492, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6676, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6518, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6654, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6664, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6937, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7014, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6852, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6973, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6973, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7021, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6337, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6587, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6244, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6515, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6282, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6598, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6548, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6878, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6497, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6982, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6472, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6703, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.691, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6901, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6835, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7059, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7034, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.656, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6794, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6465, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6674, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.26404964384768e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/README.md b/9458_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96aa6db305cbf593f99803998a3d3f117e298451 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a6fc7b49fa6ca1d7175cb93e2ad922b4dd979cf6652c464c91beb729757a76 +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6fe63263d0067469ae005ee0803a9a4b3bc462 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e8b1c1bb4aadf95957f19b0ccc9c41ee2bcb6f8676d1501c794c6fac4c1280 +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..08a5a721604c546499e79681baf23c743a89a29e --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b89a63bf3fd49074d346f0ccdc044267fa41c0ad9ce5ebb875d1288773c3654a +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..969180947ef2af15b71a94552978dfbc2814a1e4 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5715e96809af583e018e8152d1f327b85f9b4402a467194c51bfa80de4a4f18f +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9b682d9f3346aecf46ded81c8094f6845b3d843d --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.8670649738610905, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6835, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6358, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6369, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6906, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6557, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7157, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.705, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6837, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6492, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6676, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6518, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6654, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6664, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6937, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7014, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6852, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6973, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6973, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7021, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6337, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6587, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6244, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6515, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6282, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6598, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6548, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6878, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6497, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6982, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6472, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6703, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.691, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6901, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6835, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7059, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7034, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.656, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6794, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6465, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6674, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6795, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6863, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6817, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6606, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6661, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6468, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6631, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.641, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6422, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6496, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6844, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6628, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6524, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6723, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6712, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6718, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.655, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6194, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6555, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6388, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6792, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6577, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.5800620548096e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/README.md b/9458_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb4264f54d7cc70f1d5f74a6e08c1880ce98461f --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8e9f5ddbfc54c9cc15f5071fae7db1ff6a3f81c8055977f75b4af18a6b6afd +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f92a7a29da9ec649ec259f8b911f3c4500113bd --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966466c7bda32a6cef9d7ae09680217db9d97baf15059be2a983de2d2c24d05b +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..8e4b883be24e318b431d8733becffa5c776ce5d1 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723b4a96e248999144f28739a3a5c244db3f2ca59f8c60d8a5ffce3e57c61347 +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13fb0a7a4981315606e3fb5ee33e52c932d63e7 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1587ccc83c549a0b14a9e9e6743d75a19582b182033993210822089b8a9535b5 +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..339cca3c5147105441722b88a9d307404884aa5a --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.2404779686333085, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6835, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6358, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6369, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6906, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6557, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7157, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.705, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6837, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6492, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6676, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6518, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6654, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6664, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6937, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7014, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6852, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6973, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6973, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7021, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6337, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6587, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6244, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6515, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6282, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6598, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6548, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6878, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6497, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6982, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6472, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6703, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.691, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6901, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6835, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7059, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7034, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.656, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6794, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6465, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6674, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6795, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6863, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6817, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6606, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6661, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6468, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6631, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.641, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6422, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6496, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6844, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6628, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6524, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6723, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6712, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6718, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.655, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6194, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6555, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6388, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6792, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6577, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.673, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6155, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.709, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6798, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7004, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6927, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.6998, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6526, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6384, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6854, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6871, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7067, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6734, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6537, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6809, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6702, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6825, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7066, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6579, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6612, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6682, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6575, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6786, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6397, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6569, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6597, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6825, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6471, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6394, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6551, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6617, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6885, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6264, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6797, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6546, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6493, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6395, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6785, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6775, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.89607446577152e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/README.md b/9458_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..49a9865205ecd393eedbbeee53307235c34690b5 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b62ddae35f4297af115a426ae3b7b61ebd1094d258dc938f7087482e30b021 +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..c818c09bea0810a4fcaff69cfcffa84f1116eacf --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b472506d6ac71977d465a0bcd8010d3b67f3dbde7fe9329a3cdcb2c4dd5c1daf +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..b58cc1e480eacaf71bf0a6322243d4ad111fca97 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe284d7b5e878b5b94dde253d535324b3b44263ccf69b2f6b520a01f78ddf535 +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d7a0dd568057f1c13b0d90265a3b3da05c1d75 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a8807c7d90e56ddda38ccf5adf0f7546f8be38fd0cbbc8989736db7fff642ad +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..75abbd3e739295c7e1cfe5ae04e4aaac3d0bc5ac --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.6138909634055265, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6835, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6358, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6369, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6906, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6557, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7157, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.705, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6837, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6492, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6676, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6518, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6654, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6664, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6937, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7014, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6852, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6973, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6973, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7021, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6337, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6587, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6244, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6515, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6282, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6598, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6548, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6878, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6497, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6982, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6472, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6703, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.691, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6901, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6835, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7059, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7034, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.656, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6794, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6465, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6674, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6795, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6863, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6817, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6606, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6661, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6468, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6631, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.641, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6422, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6496, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6844, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6628, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6524, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6723, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6712, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6718, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.655, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6194, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6555, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6388, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6792, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6577, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.673, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6155, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.709, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6798, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7004, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6927, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.6998, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6526, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6384, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6854, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6871, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7067, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6734, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6537, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6809, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6702, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6825, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7066, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6579, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6612, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6682, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6575, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6786, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6397, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6569, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6597, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6825, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6471, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6394, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6551, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6617, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6885, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6264, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6797, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6546, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6493, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6395, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6785, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6775, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.677, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6594, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6899, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.641, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6345, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6668, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6614, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7066, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6707, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6684, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6838, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6635, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6491, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6566, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6981, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6573, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6907, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6762, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.649, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.678, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6539, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6939, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6699, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6442, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6746, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6676, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6911, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7072, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6721, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6278, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6314, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6696, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6121, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6726, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6661, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6523, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6714, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6351, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6881, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6949, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6454, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6394, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6367, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6482, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6331, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6791, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6691, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6751, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.21208687673344e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/README.md b/9458_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58e98407eb3512f9ed5a26c411306217cf52310d --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9228651ae29ac7a9f4b1e7afde0fad56abf34059c7d099feda338bb6ac456b0e +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..36cef010e98c1306ded915427d6724c35edf7f47 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07140a9cfa48bcfc9e4f35e30d7ac23c30108eaaca32054299cd39540319318 +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..1104140eb8d27ce5f5324d07669f98144e55afb8 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f64d3b92c519f57517bbad8f6b361df1170197df84a2100e7083a0d1537e2e1 +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1288bafe9d1c5b806645eed8998c5c263a14bf --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a5b13ea5a0fbc128db00433bc7c83b57e1fd4de3169c15d774e359dfc3ff356 +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9f40ac001516eb788e74f4814e04ea4ebd1893b1 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9873039581777445, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + }, + { + "epoch": 0.38, + "learning_rate": 4.36519790888723e-05, + "loss": 1.6891, + "step": 510 + }, + { + "epoch": 0.39, + "learning_rate": 4.352750809061489e-05, + "loss": 1.6732, + "step": 520 + }, + { + "epoch": 0.4, + "learning_rate": 4.340303709235748e-05, + "loss": 1.6965, + "step": 530 + }, + { + "epoch": 0.4, + "learning_rate": 4.327856609410008e-05, + "loss": 1.6567, + "step": 540 + }, + { + "epoch": 0.41, + "learning_rate": 4.315409509584267e-05, + "loss": 1.6773, + "step": 550 + }, + { + "epoch": 0.42, + "learning_rate": 4.302962409758526e-05, + "loss": 1.7101, + "step": 560 + }, + { + "epoch": 0.43, + "learning_rate": 4.290515309932786e-05, + "loss": 1.6942, + "step": 570 + }, + { + "epoch": 0.43, + "learning_rate": 4.278068210107045e-05, + "loss": 1.6925, + "step": 580 + }, + { + "epoch": 0.44, + "learning_rate": 4.2656211102813046e-05, + "loss": 1.6626, + "step": 590 + }, + { + "epoch": 0.45, + "learning_rate": 4.253174010455564e-05, + "loss": 1.7122, + "step": 600 + }, + { + "epoch": 0.46, + "learning_rate": 4.2407269106298235e-05, + "loss": 1.6773, + "step": 610 + }, + { + "epoch": 0.46, + "learning_rate": 4.228279810804083e-05, + "loss": 1.6429, + "step": 620 + }, + { + "epoch": 0.47, + "learning_rate": 4.2158327109783425e-05, + "loss": 1.6471, + "step": 630 + }, + { + "epoch": 0.48, + "learning_rate": 4.203385611152601e-05, + "loss": 1.6818, + "step": 640 + }, + { + "epoch": 0.49, + "learning_rate": 4.1909385113268615e-05, + "loss": 1.6826, + "step": 650 + }, + { + "epoch": 0.49, + "learning_rate": 4.17849141150112e-05, + "loss": 1.6817, + "step": 660 + }, + { + "epoch": 0.5, + "learning_rate": 4.16604431167538e-05, + "loss": 1.7324, + "step": 670 + }, + { + "epoch": 0.51, + "learning_rate": 4.153597211849639e-05, + "loss": 1.7007, + "step": 680 + }, + { + "epoch": 0.52, + "learning_rate": 4.141150112023899e-05, + "loss": 1.6553, + "step": 690 + }, + { + "epoch": 0.52, + "learning_rate": 4.128703012198158e-05, + "loss": 1.6715, + "step": 700 + }, + { + "epoch": 0.53, + "learning_rate": 4.116255912372418e-05, + "loss": 1.6409, + "step": 710 + }, + { + "epoch": 0.54, + "learning_rate": 4.1038088125466765e-05, + "loss": 1.7091, + "step": 720 + }, + { + "epoch": 0.55, + "learning_rate": 4.091361712720937e-05, + "loss": 1.7258, + "step": 730 + }, + { + "epoch": 0.55, + "learning_rate": 4.0789146128951955e-05, + "loss": 1.6653, + "step": 740 + }, + { + "epoch": 0.56, + "learning_rate": 4.066467513069455e-05, + "loss": 1.7244, + "step": 750 + }, + { + "epoch": 0.57, + "learning_rate": 4.0540204132437145e-05, + "loss": 1.6709, + "step": 760 + }, + { + "epoch": 0.58, + "learning_rate": 4.041573313417974e-05, + "loss": 1.6641, + "step": 770 + }, + { + "epoch": 0.58, + "learning_rate": 4.029126213592233e-05, + "loss": 1.6804, + "step": 780 + }, + { + "epoch": 0.59, + "learning_rate": 4.016679113766493e-05, + "loss": 1.6868, + "step": 790 + }, + { + "epoch": 0.6, + "learning_rate": 4.004232013940752e-05, + "loss": 1.6939, + "step": 800 + }, + { + "epoch": 0.6, + "learning_rate": 3.991784914115011e-05, + "loss": 1.6804, + "step": 810 + }, + { + "epoch": 0.61, + "learning_rate": 3.979337814289271e-05, + "loss": 1.6861, + "step": 820 + }, + { + "epoch": 0.62, + "learning_rate": 3.96689071446353e-05, + "loss": 1.6643, + "step": 830 + }, + { + "epoch": 0.63, + "learning_rate": 3.95444361463779e-05, + "loss": 1.6765, + "step": 840 + }, + { + "epoch": 0.63, + "learning_rate": 3.941996514812049e-05, + "loss": 1.6819, + "step": 850 + }, + { + "epoch": 0.64, + "learning_rate": 3.929549414986308e-05, + "loss": 1.6677, + "step": 860 + }, + { + "epoch": 0.65, + "learning_rate": 3.917102315160568e-05, + "loss": 1.6847, + "step": 870 + }, + { + "epoch": 0.66, + "learning_rate": 3.904655215334827e-05, + "loss": 1.608, + "step": 880 + }, + { + "epoch": 0.66, + "learning_rate": 3.8922081155090865e-05, + "loss": 1.6625, + "step": 890 + }, + { + "epoch": 0.67, + "learning_rate": 3.879761015683346e-05, + "loss": 1.6619, + "step": 900 + }, + { + "epoch": 0.68, + "learning_rate": 3.8673139158576054e-05, + "loss": 1.7024, + "step": 910 + }, + { + "epoch": 0.69, + "learning_rate": 3.854866816031865e-05, + "loss": 1.73, + "step": 920 + }, + { + "epoch": 0.69, + "learning_rate": 3.8424197162061244e-05, + "loss": 1.6909, + "step": 930 + }, + { + "epoch": 0.7, + "learning_rate": 3.829972616380383e-05, + "loss": 1.7046, + "step": 940 + }, + { + "epoch": 0.71, + "learning_rate": 3.8175255165546434e-05, + "loss": 1.666, + "step": 950 + }, + { + "epoch": 0.72, + "learning_rate": 3.805078416728902e-05, + "loss": 1.6979, + "step": 960 + }, + { + "epoch": 0.72, + "learning_rate": 3.792631316903162e-05, + "loss": 1.6619, + "step": 970 + }, + { + "epoch": 0.73, + "learning_rate": 3.780184217077421e-05, + "loss": 1.7073, + "step": 980 + }, + { + "epoch": 0.74, + "learning_rate": 3.7677371172516806e-05, + "loss": 1.6487, + "step": 990 + }, + { + "epoch": 0.75, + "learning_rate": 3.7552900174259395e-05, + "loss": 1.6706, + "step": 1000 + }, + { + "epoch": 0.75, + "learning_rate": 3.7428429176001996e-05, + "loss": 1.7042, + "step": 1010 + }, + { + "epoch": 0.76, + "learning_rate": 3.7303958177744584e-05, + "loss": 1.6835, + "step": 1020 + }, + { + "epoch": 0.77, + "learning_rate": 3.717948717948718e-05, + "loss": 1.668, + "step": 1030 + }, + { + "epoch": 0.78, + "learning_rate": 3.7055016181229774e-05, + "loss": 1.6358, + "step": 1040 + }, + { + "epoch": 0.78, + "learning_rate": 3.693054518297237e-05, + "loss": 1.6796, + "step": 1050 + }, + { + "epoch": 0.79, + "learning_rate": 3.6806074184714964e-05, + "loss": 1.6369, + "step": 1060 + }, + { + "epoch": 0.8, + "learning_rate": 3.668160318645756e-05, + "loss": 1.6751, + "step": 1070 + }, + { + "epoch": 0.81, + "learning_rate": 3.655713218820015e-05, + "loss": 1.7043, + "step": 1080 + }, + { + "epoch": 0.81, + "learning_rate": 3.643266118994275e-05, + "loss": 1.7065, + "step": 1090 + }, + { + "epoch": 0.82, + "learning_rate": 3.6308190191685337e-05, + "loss": 1.6562, + "step": 1100 + }, + { + "epoch": 0.83, + "learning_rate": 3.618371919342793e-05, + "loss": 1.6445, + "step": 1110 + }, + { + "epoch": 0.84, + "learning_rate": 3.6059248195170526e-05, + "loss": 1.6906, + "step": 1120 + }, + { + "epoch": 0.84, + "learning_rate": 3.593477719691312e-05, + "loss": 1.6744, + "step": 1130 + }, + { + "epoch": 0.85, + "learning_rate": 3.5810306198655716e-05, + "loss": 1.6557, + "step": 1140 + }, + { + "epoch": 0.86, + "learning_rate": 3.568583520039831e-05, + "loss": 1.6482, + "step": 1150 + }, + { + "epoch": 0.87, + "learning_rate": 3.55613642021409e-05, + "loss": 1.6418, + "step": 1160 + }, + { + "epoch": 0.87, + "learning_rate": 3.54368932038835e-05, + "loss": 1.6888, + "step": 1170 + }, + { + "epoch": 0.88, + "learning_rate": 3.531242220562609e-05, + "loss": 1.7157, + "step": 1180 + }, + { + "epoch": 0.89, + "learning_rate": 3.5187951207368684e-05, + "loss": 1.6781, + "step": 1190 + }, + { + "epoch": 0.9, + "learning_rate": 3.506348020911128e-05, + "loss": 1.705, + "step": 1200 + }, + { + "epoch": 0.9, + "learning_rate": 3.493900921085387e-05, + "loss": 1.6837, + "step": 1210 + }, + { + "epoch": 0.91, + "learning_rate": 3.481453821259646e-05, + "loss": 1.7337, + "step": 1220 + }, + { + "epoch": 0.92, + "learning_rate": 3.469006721433906e-05, + "loss": 1.6492, + "step": 1230 + }, + { + "epoch": 0.93, + "learning_rate": 3.456559621608165e-05, + "loss": 1.7011, + "step": 1240 + }, + { + "epoch": 0.93, + "learning_rate": 3.4441125217824246e-05, + "loss": 1.6501, + "step": 1250 + }, + { + "epoch": 0.94, + "learning_rate": 3.431665421956684e-05, + "loss": 1.6614, + "step": 1260 + }, + { + "epoch": 0.95, + "learning_rate": 3.4192183221309436e-05, + "loss": 1.7155, + "step": 1270 + }, + { + "epoch": 0.96, + "learning_rate": 3.406771222305203e-05, + "loss": 1.6906, + "step": 1280 + }, + { + "epoch": 0.96, + "learning_rate": 3.3943241224794625e-05, + "loss": 1.6602, + "step": 1290 + }, + { + "epoch": 0.97, + "learning_rate": 3.3818770226537214e-05, + "loss": 1.66, + "step": 1300 + }, + { + "epoch": 0.98, + "learning_rate": 3.3694299228279815e-05, + "loss": 1.7053, + "step": 1310 + }, + { + "epoch": 0.99, + "learning_rate": 3.35698282300224e-05, + "loss": 1.6676, + "step": 1320 + }, + { + "epoch": 0.99, + "learning_rate": 3.3445357231765e-05, + "loss": 1.6714, + "step": 1330 + }, + { + "epoch": 1.0, + "learning_rate": 3.332088623350759e-05, + "loss": 1.6601, + "step": 1340 + }, + { + "epoch": 1.01, + "learning_rate": 3.319641523525019e-05, + "loss": 1.6518, + "step": 1350 + }, + { + "epoch": 1.02, + "learning_rate": 3.307194423699278e-05, + "loss": 1.6621, + "step": 1360 + }, + { + "epoch": 1.02, + "learning_rate": 3.294747323873538e-05, + "loss": 1.6654, + "step": 1370 + }, + { + "epoch": 1.03, + "learning_rate": 3.2823002240477966e-05, + "loss": 1.6664, + "step": 1380 + }, + { + "epoch": 1.04, + "learning_rate": 3.269853124222057e-05, + "loss": 1.6809, + "step": 1390 + }, + { + "epoch": 1.05, + "learning_rate": 3.2574060243963156e-05, + "loss": 1.6632, + "step": 1400 + }, + { + "epoch": 1.05, + "learning_rate": 3.244958924570575e-05, + "loss": 1.6527, + "step": 1410 + }, + { + "epoch": 1.06, + "learning_rate": 3.2325118247448345e-05, + "loss": 1.6937, + "step": 1420 + }, + { + "epoch": 1.07, + "learning_rate": 3.220064724919094e-05, + "loss": 1.6931, + "step": 1430 + }, + { + "epoch": 1.08, + "learning_rate": 3.2076176250933535e-05, + "loss": 1.6712, + "step": 1440 + }, + { + "epoch": 1.08, + "learning_rate": 3.195170525267613e-05, + "loss": 1.6707, + "step": 1450 + }, + { + "epoch": 1.09, + "learning_rate": 3.182723425441872e-05, + "loss": 1.6674, + "step": 1460 + }, + { + "epoch": 1.1, + "learning_rate": 3.170276325616132e-05, + "loss": 1.7057, + "step": 1470 + }, + { + "epoch": 1.11, + "learning_rate": 3.157829225790391e-05, + "loss": 1.7014, + "step": 1480 + }, + { + "epoch": 1.11, + "learning_rate": 3.14538212596465e-05, + "loss": 1.6852, + "step": 1490 + }, + { + "epoch": 1.12, + "learning_rate": 3.13293502613891e-05, + "loss": 1.6425, + "step": 1500 + }, + { + "epoch": 1.13, + "learning_rate": 3.120487926313169e-05, + "loss": 1.6973, + "step": 1510 + }, + { + "epoch": 1.14, + "learning_rate": 3.108040826487428e-05, + "loss": 1.6973, + "step": 1520 + }, + { + "epoch": 1.14, + "learning_rate": 3.095593726661688e-05, + "loss": 1.6713, + "step": 1530 + }, + { + "epoch": 1.15, + "learning_rate": 3.083146626835947e-05, + "loss": 1.7021, + "step": 1540 + }, + { + "epoch": 1.16, + "learning_rate": 3.0706995270102065e-05, + "loss": 1.6646, + "step": 1550 + }, + { + "epoch": 1.17, + "learning_rate": 3.058252427184466e-05, + "loss": 1.7032, + "step": 1560 + }, + { + "epoch": 1.17, + "learning_rate": 3.0458053273587255e-05, + "loss": 1.6848, + "step": 1570 + }, + { + "epoch": 1.18, + "learning_rate": 3.0333582275329846e-05, + "loss": 1.6337, + "step": 1580 + }, + { + "epoch": 1.19, + "learning_rate": 3.0209111277072444e-05, + "loss": 1.6587, + "step": 1590 + }, + { + "epoch": 1.19, + "learning_rate": 3.0084640278815036e-05, + "loss": 1.6244, + "step": 1600 + }, + { + "epoch": 1.2, + "learning_rate": 2.996016928055763e-05, + "loss": 1.6825, + "step": 1610 + }, + { + "epoch": 1.21, + "learning_rate": 2.9835698282300222e-05, + "loss": 1.7051, + "step": 1620 + }, + { + "epoch": 1.22, + "learning_rate": 2.971122728404282e-05, + "loss": 1.6515, + "step": 1630 + }, + { + "epoch": 1.22, + "learning_rate": 2.9586756285785412e-05, + "loss": 1.6795, + "step": 1640 + }, + { + "epoch": 1.23, + "learning_rate": 2.9462285287528007e-05, + "loss": 1.6282, + "step": 1650 + }, + { + "epoch": 1.24, + "learning_rate": 2.93378142892706e-05, + "loss": 1.6598, + "step": 1660 + }, + { + "epoch": 1.25, + "learning_rate": 2.9213343291013197e-05, + "loss": 1.6899, + "step": 1670 + }, + { + "epoch": 1.25, + "learning_rate": 2.9088872292755788e-05, + "loss": 1.6548, + "step": 1680 + }, + { + "epoch": 1.26, + "learning_rate": 2.8964401294498383e-05, + "loss": 1.6493, + "step": 1690 + }, + { + "epoch": 1.27, + "learning_rate": 2.8839930296240975e-05, + "loss": 1.7092, + "step": 1700 + }, + { + "epoch": 1.28, + "learning_rate": 2.8715459297983573e-05, + "loss": 1.6715, + "step": 1710 + }, + { + "epoch": 1.28, + "learning_rate": 2.859098829972616e-05, + "loss": 1.6296, + "step": 1720 + }, + { + "epoch": 1.29, + "learning_rate": 2.846651730146876e-05, + "loss": 1.6878, + "step": 1730 + }, + { + "epoch": 1.3, + "learning_rate": 2.834204630321135e-05, + "loss": 1.6497, + "step": 1740 + }, + { + "epoch": 1.31, + "learning_rate": 2.8217575304953945e-05, + "loss": 1.6484, + "step": 1750 + }, + { + "epoch": 1.31, + "learning_rate": 2.8093104306696544e-05, + "loss": 1.6681, + "step": 1760 + }, + { + "epoch": 1.32, + "learning_rate": 2.7968633308439135e-05, + "loss": 1.6982, + "step": 1770 + }, + { + "epoch": 1.33, + "learning_rate": 2.784416231018173e-05, + "loss": 1.6472, + "step": 1780 + }, + { + "epoch": 1.34, + "learning_rate": 2.771969131192432e-05, + "loss": 1.6652, + "step": 1790 + }, + { + "epoch": 1.34, + "learning_rate": 2.759522031366692e-05, + "loss": 1.6703, + "step": 1800 + }, + { + "epoch": 1.35, + "learning_rate": 2.747074931540951e-05, + "loss": 1.665, + "step": 1810 + }, + { + "epoch": 1.36, + "learning_rate": 2.7346278317152106e-05, + "loss": 1.6412, + "step": 1820 + }, + { + "epoch": 1.37, + "learning_rate": 2.7221807318894698e-05, + "loss": 1.691, + "step": 1830 + }, + { + "epoch": 1.37, + "learning_rate": 2.7097336320637296e-05, + "loss": 1.6903, + "step": 1840 + }, + { + "epoch": 1.38, + "learning_rate": 2.6972865322379887e-05, + "loss": 1.6342, + "step": 1850 + }, + { + "epoch": 1.39, + "learning_rate": 2.6848394324122482e-05, + "loss": 1.6901, + "step": 1860 + }, + { + "epoch": 1.4, + "learning_rate": 2.6723923325865074e-05, + "loss": 1.6818, + "step": 1870 + }, + { + "epoch": 1.4, + "learning_rate": 2.6599452327607672e-05, + "loss": 1.6394, + "step": 1880 + }, + { + "epoch": 1.41, + "learning_rate": 2.6474981329350264e-05, + "loss": 1.672, + "step": 1890 + }, + { + "epoch": 1.42, + "learning_rate": 2.635051033109286e-05, + "loss": 1.6732, + "step": 1900 + }, + { + "epoch": 1.43, + "learning_rate": 2.622603933283545e-05, + "loss": 1.6735, + "step": 1910 + }, + { + "epoch": 1.43, + "learning_rate": 2.6101568334578048e-05, + "loss": 1.6763, + "step": 1920 + }, + { + "epoch": 1.44, + "learning_rate": 2.597709733632064e-05, + "loss": 1.6835, + "step": 1930 + }, + { + "epoch": 1.45, + "learning_rate": 2.5852626338063234e-05, + "loss": 1.7059, + "step": 1940 + }, + { + "epoch": 1.46, + "learning_rate": 2.5728155339805826e-05, + "loss": 1.7034, + "step": 1950 + }, + { + "epoch": 1.46, + "learning_rate": 2.5603684341548424e-05, + "loss": 1.656, + "step": 1960 + }, + { + "epoch": 1.47, + "learning_rate": 2.5479213343291016e-05, + "loss": 1.6794, + "step": 1970 + }, + { + "epoch": 1.48, + "learning_rate": 2.535474234503361e-05, + "loss": 1.6465, + "step": 1980 + }, + { + "epoch": 1.49, + "learning_rate": 2.5230271346776202e-05, + "loss": 1.6674, + "step": 1990 + }, + { + "epoch": 1.49, + "learning_rate": 2.51058003485188e-05, + "loss": 1.6629, + "step": 2000 + }, + { + "epoch": 1.5, + "learning_rate": 2.498132935026139e-05, + "loss": 1.6795, + "step": 2010 + }, + { + "epoch": 1.51, + "learning_rate": 2.4856858352003983e-05, + "loss": 1.6806, + "step": 2020 + }, + { + "epoch": 1.52, + "learning_rate": 2.4732387353746578e-05, + "loss": 1.6361, + "step": 2030 + }, + { + "epoch": 1.52, + "learning_rate": 2.4607916355489173e-05, + "loss": 1.6767, + "step": 2040 + }, + { + "epoch": 1.53, + "learning_rate": 2.4483445357231764e-05, + "loss": 1.6192, + "step": 2050 + }, + { + "epoch": 1.54, + "learning_rate": 2.435897435897436e-05, + "loss": 1.6863, + "step": 2060 + }, + { + "epoch": 1.55, + "learning_rate": 2.4234503360716954e-05, + "loss": 1.6547, + "step": 2070 + }, + { + "epoch": 1.55, + "learning_rate": 2.411003236245955e-05, + "loss": 1.6817, + "step": 2080 + }, + { + "epoch": 1.56, + "learning_rate": 2.398556136420214e-05, + "loss": 1.6606, + "step": 2090 + }, + { + "epoch": 1.57, + "learning_rate": 2.3861090365944735e-05, + "loss": 1.6661, + "step": 2100 + }, + { + "epoch": 1.58, + "learning_rate": 2.373661936768733e-05, + "loss": 1.6896, + "step": 2110 + }, + { + "epoch": 1.58, + "learning_rate": 2.3612148369429922e-05, + "loss": 1.6468, + "step": 2120 + }, + { + "epoch": 1.59, + "learning_rate": 2.3487677371172517e-05, + "loss": 1.6631, + "step": 2130 + }, + { + "epoch": 1.6, + "learning_rate": 2.336320637291511e-05, + "loss": 1.6272, + "step": 2140 + }, + { + "epoch": 1.61, + "learning_rate": 2.3238735374657706e-05, + "loss": 1.6793, + "step": 2150 + }, + { + "epoch": 1.61, + "learning_rate": 2.3114264376400298e-05, + "loss": 1.641, + "step": 2160 + }, + { + "epoch": 1.62, + "learning_rate": 2.2989793378142893e-05, + "loss": 1.6789, + "step": 2170 + }, + { + "epoch": 1.63, + "learning_rate": 2.2865322379885488e-05, + "loss": 1.6769, + "step": 2180 + }, + { + "epoch": 1.64, + "learning_rate": 2.2740851381628083e-05, + "loss": 1.6422, + "step": 2190 + }, + { + "epoch": 1.64, + "learning_rate": 2.2616380383370674e-05, + "loss": 1.661, + "step": 2200 + }, + { + "epoch": 1.65, + "learning_rate": 2.249190938511327e-05, + "loss": 1.6496, + "step": 2210 + }, + { + "epoch": 1.66, + "learning_rate": 2.2367438386855864e-05, + "loss": 1.6844, + "step": 2220 + }, + { + "epoch": 1.67, + "learning_rate": 2.2242967388598455e-05, + "loss": 1.6807, + "step": 2230 + }, + { + "epoch": 1.67, + "learning_rate": 2.211849639034105e-05, + "loss": 1.6609, + "step": 2240 + }, + { + "epoch": 1.68, + "learning_rate": 2.1994025392083645e-05, + "loss": 1.6628, + "step": 2250 + }, + { + "epoch": 1.69, + "learning_rate": 2.186955439382624e-05, + "loss": 1.6671, + "step": 2260 + }, + { + "epoch": 1.7, + "learning_rate": 2.174508339556883e-05, + "loss": 1.6524, + "step": 2270 + }, + { + "epoch": 1.7, + "learning_rate": 2.1620612397311426e-05, + "loss": 1.7217, + "step": 2280 + }, + { + "epoch": 1.71, + "learning_rate": 2.149614139905402e-05, + "loss": 1.6693, + "step": 2290 + }, + { + "epoch": 1.72, + "learning_rate": 2.1371670400796616e-05, + "loss": 1.634, + "step": 2300 + }, + { + "epoch": 1.73, + "learning_rate": 2.1247199402539207e-05, + "loss": 1.6965, + "step": 2310 + }, + { + "epoch": 1.73, + "learning_rate": 2.1122728404281802e-05, + "loss": 1.6922, + "step": 2320 + }, + { + "epoch": 1.74, + "learning_rate": 2.0998257406024397e-05, + "loss": 1.6451, + "step": 2330 + }, + { + "epoch": 1.75, + "learning_rate": 2.0873786407766992e-05, + "loss": 1.6364, + "step": 2340 + }, + { + "epoch": 1.76, + "learning_rate": 2.0749315409509583e-05, + "loss": 1.6811, + "step": 2350 + }, + { + "epoch": 1.76, + "learning_rate": 2.062484441125218e-05, + "loss": 1.6723, + "step": 2360 + }, + { + "epoch": 1.77, + "learning_rate": 2.0500373412994773e-05, + "loss": 1.6712, + "step": 2370 + }, + { + "epoch": 1.78, + "learning_rate": 2.0375902414737365e-05, + "loss": 1.6953, + "step": 2380 + }, + { + "epoch": 1.78, + "learning_rate": 2.025143141647996e-05, + "loss": 1.6718, + "step": 2390 + }, + { + "epoch": 1.79, + "learning_rate": 2.0126960418222554e-05, + "loss": 1.655, + "step": 2400 + }, + { + "epoch": 1.8, + "learning_rate": 2.000248941996515e-05, + "loss": 1.6761, + "step": 2410 + }, + { + "epoch": 1.81, + "learning_rate": 1.987801842170774e-05, + "loss": 1.658, + "step": 2420 + }, + { + "epoch": 1.81, + "learning_rate": 1.9753547423450336e-05, + "loss": 1.6194, + "step": 2430 + }, + { + "epoch": 1.82, + "learning_rate": 1.962907642519293e-05, + "loss": 1.6643, + "step": 2440 + }, + { + "epoch": 1.83, + "learning_rate": 1.9504605426935525e-05, + "loss": 1.6555, + "step": 2450 + }, + { + "epoch": 1.84, + "learning_rate": 1.9380134428678117e-05, + "loss": 1.6388, + "step": 2460 + }, + { + "epoch": 1.84, + "learning_rate": 1.9255663430420712e-05, + "loss": 1.6469, + "step": 2470 + }, + { + "epoch": 1.85, + "learning_rate": 1.9131192432163307e-05, + "loss": 1.6517, + "step": 2480 + }, + { + "epoch": 1.86, + "learning_rate": 1.9006721433905898e-05, + "loss": 1.6792, + "step": 2490 + }, + { + "epoch": 1.87, + "learning_rate": 1.8882250435648493e-05, + "loss": 1.6577, + "step": 2500 + }, + { + "epoch": 1.87, + "learning_rate": 1.8757779437391088e-05, + "loss": 1.673, + "step": 2510 + }, + { + "epoch": 1.88, + "learning_rate": 1.8633308439133683e-05, + "loss": 1.6155, + "step": 2520 + }, + { + "epoch": 1.89, + "learning_rate": 1.8508837440876274e-05, + "loss": 1.709, + "step": 2530 + }, + { + "epoch": 1.9, + "learning_rate": 1.838436644261887e-05, + "loss": 1.6798, + "step": 2540 + }, + { + "epoch": 1.9, + "learning_rate": 1.8259895444361464e-05, + "loss": 1.7004, + "step": 2550 + }, + { + "epoch": 1.91, + "learning_rate": 1.813542444610406e-05, + "loss": 1.6927, + "step": 2560 + }, + { + "epoch": 1.92, + "learning_rate": 1.801095344784665e-05, + "loss": 1.6998, + "step": 2570 + }, + { + "epoch": 1.93, + "learning_rate": 1.7886482449589245e-05, + "loss": 1.6848, + "step": 2580 + }, + { + "epoch": 1.93, + "learning_rate": 1.776201145133184e-05, + "loss": 1.6526, + "step": 2590 + }, + { + "epoch": 1.94, + "learning_rate": 1.763754045307443e-05, + "loss": 1.6384, + "step": 2600 + }, + { + "epoch": 1.95, + "learning_rate": 1.7513069454817026e-05, + "loss": 1.6833, + "step": 2610 + }, + { + "epoch": 1.96, + "learning_rate": 1.7388598456559625e-05, + "loss": 1.6854, + "step": 2620 + }, + { + "epoch": 1.96, + "learning_rate": 1.7264127458302216e-05, + "loss": 1.6871, + "step": 2630 + }, + { + "epoch": 1.97, + "learning_rate": 1.713965646004481e-05, + "loss": 1.688, + "step": 2640 + }, + { + "epoch": 1.98, + "learning_rate": 1.7015185461787406e-05, + "loss": 1.7067, + "step": 2650 + }, + { + "epoch": 1.99, + "learning_rate": 1.689071446353e-05, + "loss": 1.6734, + "step": 2660 + }, + { + "epoch": 1.99, + "learning_rate": 1.6766243465272592e-05, + "loss": 1.6537, + "step": 2670 + }, + { + "epoch": 2.0, + "learning_rate": 1.6641772467015187e-05, + "loss": 1.6809, + "step": 2680 + }, + { + "epoch": 2.01, + "learning_rate": 1.6517301468757782e-05, + "loss": 1.6702, + "step": 2690 + }, + { + "epoch": 2.02, + "learning_rate": 1.6392830470500377e-05, + "loss": 1.6719, + "step": 2700 + }, + { + "epoch": 2.02, + "learning_rate": 1.626835947224297e-05, + "loss": 1.6825, + "step": 2710 + }, + { + "epoch": 2.03, + "learning_rate": 1.6143888473985563e-05, + "loss": 1.7066, + "step": 2720 + }, + { + "epoch": 2.04, + "learning_rate": 1.6019417475728158e-05, + "loss": 1.6579, + "step": 2730 + }, + { + "epoch": 2.05, + "learning_rate": 1.5894946477470753e-05, + "loss": 1.6634, + "step": 2740 + }, + { + "epoch": 2.05, + "learning_rate": 1.5770475479213344e-05, + "loss": 1.6612, + "step": 2750 + }, + { + "epoch": 2.06, + "learning_rate": 1.564600448095594e-05, + "loss": 1.6682, + "step": 2760 + }, + { + "epoch": 2.07, + "learning_rate": 1.5521533482698534e-05, + "loss": 1.6575, + "step": 2770 + }, + { + "epoch": 2.08, + "learning_rate": 1.5397062484441126e-05, + "loss": 1.6786, + "step": 2780 + }, + { + "epoch": 2.08, + "learning_rate": 1.527259148618372e-05, + "loss": 1.6397, + "step": 2790 + }, + { + "epoch": 2.09, + "learning_rate": 1.5148120487926315e-05, + "loss": 1.6569, + "step": 2800 + }, + { + "epoch": 2.1, + "learning_rate": 1.5023649489668909e-05, + "loss": 1.6597, + "step": 2810 + }, + { + "epoch": 2.11, + "learning_rate": 1.4899178491411503e-05, + "loss": 1.6825, + "step": 2820 + }, + { + "epoch": 2.11, + "learning_rate": 1.4774707493154097e-05, + "loss": 1.6471, + "step": 2830 + }, + { + "epoch": 2.12, + "learning_rate": 1.4650236494896691e-05, + "loss": 1.6394, + "step": 2840 + }, + { + "epoch": 2.13, + "learning_rate": 1.4525765496639285e-05, + "loss": 1.6551, + "step": 2850 + }, + { + "epoch": 2.14, + "learning_rate": 1.440129449838188e-05, + "loss": 1.6614, + "step": 2860 + }, + { + "epoch": 2.14, + "learning_rate": 1.4276823500124473e-05, + "loss": 1.6617, + "step": 2870 + }, + { + "epoch": 2.15, + "learning_rate": 1.4152352501867066e-05, + "loss": 1.6885, + "step": 2880 + }, + { + "epoch": 2.16, + "learning_rate": 1.402788150360966e-05, + "loss": 1.6814, + "step": 2890 + }, + { + "epoch": 2.17, + "learning_rate": 1.3903410505352254e-05, + "loss": 1.6264, + "step": 2900 + }, + { + "epoch": 2.17, + "learning_rate": 1.3778939507094849e-05, + "loss": 1.6935, + "step": 2910 + }, + { + "epoch": 2.18, + "learning_rate": 1.3654468508837442e-05, + "loss": 1.6797, + "step": 2920 + }, + { + "epoch": 2.19, + "learning_rate": 1.3529997510580037e-05, + "loss": 1.6546, + "step": 2930 + }, + { + "epoch": 2.2, + "learning_rate": 1.340552651232263e-05, + "loss": 1.6493, + "step": 2940 + }, + { + "epoch": 2.2, + "learning_rate": 1.3281055514065225e-05, + "loss": 1.6395, + "step": 2950 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156584515807818e-05, + "loss": 1.6785, + "step": 2960 + }, + { + "epoch": 2.22, + "learning_rate": 1.3032113517550413e-05, + "loss": 1.6671, + "step": 2970 + }, + { + "epoch": 2.23, + "learning_rate": 1.2907642519293006e-05, + "loss": 1.6423, + "step": 2980 + }, + { + "epoch": 2.23, + "learning_rate": 1.27831715210356e-05, + "loss": 1.6864, + "step": 2990 + }, + { + "epoch": 2.24, + "learning_rate": 1.2658700522778194e-05, + "loss": 1.6775, + "step": 3000 + }, + { + "epoch": 2.25, + "learning_rate": 1.2534229524520787e-05, + "loss": 1.677, + "step": 3010 + }, + { + "epoch": 2.26, + "learning_rate": 1.240975852626338e-05, + "loss": 1.6594, + "step": 3020 + }, + { + "epoch": 2.26, + "learning_rate": 1.2285287528005974e-05, + "loss": 1.6899, + "step": 3030 + }, + { + "epoch": 2.27, + "learning_rate": 1.2160816529748569e-05, + "loss": 1.641, + "step": 3040 + }, + { + "epoch": 2.28, + "learning_rate": 1.2036345531491162e-05, + "loss": 1.6345, + "step": 3050 + }, + { + "epoch": 2.29, + "learning_rate": 1.1911874533233758e-05, + "loss": 1.6668, + "step": 3060 + }, + { + "epoch": 2.29, + "learning_rate": 1.1787403534976351e-05, + "loss": 1.6614, + "step": 3070 + }, + { + "epoch": 2.3, + "learning_rate": 1.1662932536718946e-05, + "loss": 1.7066, + "step": 3080 + }, + { + "epoch": 2.31, + "learning_rate": 1.153846153846154e-05, + "loss": 1.6707, + "step": 3090 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413990540204134e-05, + "loss": 1.6684, + "step": 3100 + }, + { + "epoch": 2.32, + "learning_rate": 1.1289519541946728e-05, + "loss": 1.6838, + "step": 3110 + }, + { + "epoch": 2.33, + "learning_rate": 1.116504854368932e-05, + "loss": 1.663, + "step": 3120 + }, + { + "epoch": 2.34, + "learning_rate": 1.1040577545431916e-05, + "loss": 1.6635, + "step": 3130 + }, + { + "epoch": 2.35, + "learning_rate": 1.0916106547174509e-05, + "loss": 1.6491, + "step": 3140 + }, + { + "epoch": 2.35, + "learning_rate": 1.0791635548917104e-05, + "loss": 1.6566, + "step": 3150 + }, + { + "epoch": 2.36, + "learning_rate": 1.0667164550659697e-05, + "loss": 1.6981, + "step": 3160 + }, + { + "epoch": 2.37, + "learning_rate": 1.0542693552402292e-05, + "loss": 1.6573, + "step": 3170 + }, + { + "epoch": 2.37, + "learning_rate": 1.0418222554144885e-05, + "loss": 1.6907, + "step": 3180 + }, + { + "epoch": 2.38, + "learning_rate": 1.029375155588748e-05, + "loss": 1.6762, + "step": 3190 + }, + { + "epoch": 2.39, + "learning_rate": 1.0169280557630073e-05, + "loss": 1.649, + "step": 3200 + }, + { + "epoch": 2.4, + "learning_rate": 1.0044809559372668e-05, + "loss": 1.678, + "step": 3210 + }, + { + "epoch": 2.4, + "learning_rate": 9.920338561115261e-06, + "loss": 1.6419, + "step": 3220 + }, + { + "epoch": 2.41, + "learning_rate": 9.795867562857854e-06, + "loss": 1.6539, + "step": 3230 + }, + { + "epoch": 2.42, + "learning_rate": 9.671396564600449e-06, + "loss": 1.6939, + "step": 3240 + }, + { + "epoch": 2.43, + "learning_rate": 9.546925566343042e-06, + "loss": 1.6699, + "step": 3250 + }, + { + "epoch": 2.43, + "learning_rate": 9.422454568085637e-06, + "loss": 1.6442, + "step": 3260 + }, + { + "epoch": 2.44, + "learning_rate": 9.29798356982823e-06, + "loss": 1.6746, + "step": 3270 + }, + { + "epoch": 2.45, + "learning_rate": 9.173512571570825e-06, + "loss": 1.6676, + "step": 3280 + }, + { + "epoch": 2.46, + "learning_rate": 9.049041573313418e-06, + "loss": 1.6911, + "step": 3290 + }, + { + "epoch": 2.46, + "learning_rate": 8.924570575056013e-06, + "loss": 1.7072, + "step": 3300 + }, + { + "epoch": 2.47, + "learning_rate": 8.800099576798606e-06, + "loss": 1.6721, + "step": 3310 + }, + { + "epoch": 2.48, + "learning_rate": 8.675628578541201e-06, + "loss": 1.6278, + "step": 3320 + }, + { + "epoch": 2.49, + "learning_rate": 8.551157580283794e-06, + "loss": 1.6314, + "step": 3330 + }, + { + "epoch": 2.49, + "learning_rate": 8.42668658202639e-06, + "loss": 1.6696, + "step": 3340 + }, + { + "epoch": 2.5, + "learning_rate": 8.302215583768982e-06, + "loss": 1.6121, + "step": 3350 + }, + { + "epoch": 2.51, + "learning_rate": 8.177744585511576e-06, + "loss": 1.6726, + "step": 3360 + }, + { + "epoch": 2.52, + "learning_rate": 8.05327358725417e-06, + "loss": 1.6661, + "step": 3370 + }, + { + "epoch": 2.52, + "learning_rate": 7.928802588996764e-06, + "loss": 1.6523, + "step": 3380 + }, + { + "epoch": 2.53, + "learning_rate": 7.804331590739359e-06, + "loss": 1.6714, + "step": 3390 + }, + { + "epoch": 2.54, + "learning_rate": 7.679860592481952e-06, + "loss": 1.6351, + "step": 3400 + }, + { + "epoch": 2.55, + "learning_rate": 7.555389594224547e-06, + "loss": 1.6881, + "step": 3410 + }, + { + "epoch": 2.55, + "learning_rate": 7.43091859596714e-06, + "loss": 1.6949, + "step": 3420 + }, + { + "epoch": 2.56, + "learning_rate": 7.306447597709734e-06, + "loss": 1.6454, + "step": 3430 + }, + { + "epoch": 2.57, + "learning_rate": 7.181976599452328e-06, + "loss": 1.6394, + "step": 3440 + }, + { + "epoch": 2.58, + "learning_rate": 7.057505601194922e-06, + "loss": 1.6367, + "step": 3450 + }, + { + "epoch": 2.58, + "learning_rate": 6.933034602937516e-06, + "loss": 1.6482, + "step": 3460 + }, + { + "epoch": 2.59, + "learning_rate": 6.80856360468011e-06, + "loss": 1.6331, + "step": 3470 + }, + { + "epoch": 2.6, + "learning_rate": 6.684092606422704e-06, + "loss": 1.6791, + "step": 3480 + }, + { + "epoch": 2.61, + "learning_rate": 6.559621608165298e-06, + "loss": 1.6691, + "step": 3490 + }, + { + "epoch": 2.61, + "learning_rate": 6.435150609907892e-06, + "loss": 1.6751, + "step": 3500 + }, + { + "epoch": 2.62, + "learning_rate": 6.310679611650486e-06, + "loss": 1.6517, + "step": 3510 + }, + { + "epoch": 2.63, + "learning_rate": 6.18620861339308e-06, + "loss": 1.6628, + "step": 3520 + }, + { + "epoch": 2.64, + "learning_rate": 6.061737615135674e-06, + "loss": 1.6565, + "step": 3530 + }, + { + "epoch": 2.64, + "learning_rate": 5.937266616878267e-06, + "loss": 1.6631, + "step": 3540 + }, + { + "epoch": 2.65, + "learning_rate": 5.812795618620861e-06, + "loss": 1.6575, + "step": 3550 + }, + { + "epoch": 2.66, + "learning_rate": 5.688324620363455e-06, + "loss": 1.6385, + "step": 3560 + }, + { + "epoch": 2.67, + "learning_rate": 5.563853622106049e-06, + "loss": 1.6281, + "step": 3570 + }, + { + "epoch": 2.67, + "learning_rate": 5.439382623848643e-06, + "loss": 1.6831, + "step": 3580 + }, + { + "epoch": 2.68, + "learning_rate": 5.314911625591237e-06, + "loss": 1.6922, + "step": 3590 + }, + { + "epoch": 2.69, + "learning_rate": 5.190440627333831e-06, + "loss": 1.6478, + "step": 3600 + }, + { + "epoch": 2.7, + "learning_rate": 5.065969629076425e-06, + "loss": 1.6458, + "step": 3610 + }, + { + "epoch": 2.7, + "learning_rate": 4.941498630819019e-06, + "loss": 1.6797, + "step": 3620 + }, + { + "epoch": 2.71, + "learning_rate": 4.817027632561613e-06, + "loss": 1.6636, + "step": 3630 + }, + { + "epoch": 2.72, + "learning_rate": 4.6925566343042074e-06, + "loss": 1.6216, + "step": 3640 + }, + { + "epoch": 2.73, + "learning_rate": 4.5680856360468015e-06, + "loss": 1.6484, + "step": 3650 + }, + { + "epoch": 2.73, + "learning_rate": 4.443614637789395e-06, + "loss": 1.6447, + "step": 3660 + }, + { + "epoch": 2.74, + "learning_rate": 4.319143639531989e-06, + "loss": 1.5841, + "step": 3670 + }, + { + "epoch": 2.75, + "learning_rate": 4.194672641274583e-06, + "loss": 1.6766, + "step": 3680 + }, + { + "epoch": 2.76, + "learning_rate": 4.070201643017177e-06, + "loss": 1.646, + "step": 3690 + }, + { + "epoch": 2.76, + "learning_rate": 3.945730644759771e-06, + "loss": 1.676, + "step": 3700 + }, + { + "epoch": 2.77, + "learning_rate": 3.821259646502365e-06, + "loss": 1.6297, + "step": 3710 + }, + { + "epoch": 2.78, + "learning_rate": 3.6967886482449596e-06, + "loss": 1.6641, + "step": 3720 + }, + { + "epoch": 2.79, + "learning_rate": 3.5723176499875532e-06, + "loss": 1.675, + "step": 3730 + }, + { + "epoch": 2.79, + "learning_rate": 3.4478466517301472e-06, + "loss": 1.6388, + "step": 3740 + }, + { + "epoch": 2.8, + "learning_rate": 3.3233756534727413e-06, + "loss": 1.6747, + "step": 3750 + }, + { + "epoch": 2.81, + "learning_rate": 3.1989046552153353e-06, + "loss": 1.6584, + "step": 3760 + }, + { + "epoch": 2.82, + "learning_rate": 3.074433656957929e-06, + "loss": 1.6621, + "step": 3770 + }, + { + "epoch": 2.82, + "learning_rate": 2.949962658700523e-06, + "loss": 1.7047, + "step": 3780 + }, + { + "epoch": 2.83, + "learning_rate": 2.825491660443117e-06, + "loss": 1.6595, + "step": 3790 + }, + { + "epoch": 2.84, + "learning_rate": 2.7010206621857105e-06, + "loss": 1.629, + "step": 3800 + }, + { + "epoch": 2.85, + "learning_rate": 2.5765496639283046e-06, + "loss": 1.687, + "step": 3810 + }, + { + "epoch": 2.85, + "learning_rate": 2.4520786656708986e-06, + "loss": 1.6321, + "step": 3820 + }, + { + "epoch": 2.86, + "learning_rate": 2.327607667413493e-06, + "loss": 1.6649, + "step": 3830 + }, + { + "epoch": 2.87, + "learning_rate": 2.203136669156087e-06, + "loss": 1.6685, + "step": 3840 + }, + { + "epoch": 2.88, + "learning_rate": 2.0786656708986807e-06, + "loss": 1.6639, + "step": 3850 + }, + { + "epoch": 2.88, + "learning_rate": 1.9541946726412747e-06, + "loss": 1.6427, + "step": 3860 + }, + { + "epoch": 2.89, + "learning_rate": 1.8297236743838687e-06, + "loss": 1.6682, + "step": 3870 + }, + { + "epoch": 2.9, + "learning_rate": 1.7052526761264627e-06, + "loss": 1.6765, + "step": 3880 + }, + { + "epoch": 2.91, + "learning_rate": 1.5807816778690567e-06, + "loss": 1.6803, + "step": 3890 + }, + { + "epoch": 2.91, + "learning_rate": 1.4563106796116506e-06, + "loss": 1.6578, + "step": 3900 + }, + { + "epoch": 2.92, + "learning_rate": 1.3318396813542446e-06, + "loss": 1.6806, + "step": 3910 + }, + { + "epoch": 2.93, + "learning_rate": 1.2073686830968386e-06, + "loss": 1.6621, + "step": 3920 + }, + { + "epoch": 2.94, + "learning_rate": 1.0828976848394324e-06, + "loss": 1.6427, + "step": 3930 + }, + { + "epoch": 2.94, + "learning_rate": 9.584266865820264e-07, + "loss": 1.6748, + "step": 3940 + }, + { + "epoch": 2.95, + "learning_rate": 8.339556883246204e-07, + "loss": 1.6731, + "step": 3950 + }, + { + "epoch": 2.96, + "learning_rate": 7.094846900672144e-07, + "loss": 1.6514, + "step": 3960 + }, + { + "epoch": 2.96, + "learning_rate": 5.850136918098084e-07, + "loss": 1.6385, + "step": 3970 + }, + { + "epoch": 2.97, + "learning_rate": 4.605426935524023e-07, + "loss": 1.6492, + "step": 3980 + }, + { + "epoch": 2.98, + "learning_rate": 3.360716952949963e-07, + "loss": 1.6556, + "step": 3990 + }, + { + "epoch": 2.99, + "learning_rate": 2.1160069703759027e-07, + "loss": 1.6593, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.52809928769536e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/checkpoint-500/README.md b/9458_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9458_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/9458_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9458_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/9458_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f955e026b213da534020b06653c42d115b56f845 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c223457213be515b908127ac3da651816319784bacb9865242247606895683ec +size 26235704 diff --git a/9458_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/9458_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..661637a233aec4eba379e12e7f96a3f61fd4c29e --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d56b1a86d4c8fea0f42ad0df8e4c320b40ae146c03ec42e7776307135fe6d4 +size 52565434 diff --git a/9458_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/9458_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..782d46e4b735dc0915ab4b6ee03cc02296ecae08 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296cb2bbb1ac77b55cdb3c604bfe8c0b2c39153eaadb06f5c3940a215704b912 +size 14244 diff --git a/9458_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/9458_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ce34c67dce140537356cbd6f40324333cfca75 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d38c514f58d545b7dabac969dd1c7e7898b5eb1b617f400d116301650c2ee82 +size 1064 diff --git a/9458_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/9458_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b9bf1c0dbbbafa514f2ce2e863cf9824b366e2cc --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.37341299477221807, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.98755290017426e-05, + "loss": 1.789, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.975105800348519e-05, + "loss": 1.7868, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.962658700522779e-05, + "loss": 1.7871, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.9502116006970375e-05, + "loss": 1.7554, + "step": 40 + }, + { + "epoch": 0.04, + "learning_rate": 4.937764500871298e-05, + "loss": 1.6774, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.9253174010455565e-05, + "loss": 1.7076, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.912870301219816e-05, + "loss": 1.6946, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.9004232013940755e-05, + "loss": 1.7129, + "step": 80 + }, + { + "epoch": 0.07, + "learning_rate": 4.887976101568335e-05, + "loss": 1.7002, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.8755290017425944e-05, + "loss": 1.7244, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.863081901916854e-05, + "loss": 1.7187, + "step": 110 + }, + { + "epoch": 0.09, + "learning_rate": 4.850634802091113e-05, + "loss": 1.7207, + "step": 120 + }, + { + "epoch": 0.1, + "learning_rate": 4.838187702265373e-05, + "loss": 1.7349, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.825740602439632e-05, + "loss": 1.7021, + "step": 140 + }, + { + "epoch": 0.11, + "learning_rate": 4.813293502613891e-05, + "loss": 1.6658, + "step": 150 + }, + { + "epoch": 0.12, + "learning_rate": 4.800846402788151e-05, + "loss": 1.6851, + "step": 160 + }, + { + "epoch": 0.13, + "learning_rate": 4.78839930296241e-05, + "loss": 1.6748, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7759522031366697e-05, + "loss": 1.6882, + "step": 180 + }, + { + "epoch": 0.14, + "learning_rate": 4.763505103310929e-05, + "loss": 1.6568, + "step": 190 + }, + { + "epoch": 0.15, + "learning_rate": 4.751058003485188e-05, + "loss": 1.7129, + "step": 200 + }, + { + "epoch": 0.16, + "learning_rate": 4.738610903659448e-05, + "loss": 1.71, + "step": 210 + }, + { + "epoch": 0.16, + "learning_rate": 4.726163803833707e-05, + "loss": 1.728, + "step": 220 + }, + { + "epoch": 0.17, + "learning_rate": 4.7137167040079664e-05, + "loss": 1.7038, + "step": 230 + }, + { + "epoch": 0.18, + "learning_rate": 4.701269604182226e-05, + "loss": 1.6916, + "step": 240 + }, + { + "epoch": 0.19, + "learning_rate": 4.6888225043564854e-05, + "loss": 1.6826, + "step": 250 + }, + { + "epoch": 0.19, + "learning_rate": 4.676375404530744e-05, + "loss": 1.7249, + "step": 260 + }, + { + "epoch": 0.2, + "learning_rate": 4.6639283047050044e-05, + "loss": 1.6766, + "step": 270 + }, + { + "epoch": 0.21, + "learning_rate": 4.651481204879263e-05, + "loss": 1.6795, + "step": 280 + }, + { + "epoch": 0.22, + "learning_rate": 4.6390341050535227e-05, + "loss": 1.7304, + "step": 290 + }, + { + "epoch": 0.22, + "learning_rate": 4.626587005227782e-05, + "loss": 1.747, + "step": 300 + }, + { + "epoch": 0.23, + "learning_rate": 4.6141399054020416e-05, + "loss": 1.6345, + "step": 310 + }, + { + "epoch": 0.24, + "learning_rate": 4.601692805576301e-05, + "loss": 1.6762, + "step": 320 + }, + { + "epoch": 0.25, + "learning_rate": 4.5892457057505606e-05, + "loss": 1.6601, + "step": 330 + }, + { + "epoch": 0.25, + "learning_rate": 4.5767986059248194e-05, + "loss": 1.6635, + "step": 340 + }, + { + "epoch": 0.26, + "learning_rate": 4.5643515060990796e-05, + "loss": 1.6952, + "step": 350 + }, + { + "epoch": 0.27, + "learning_rate": 4.5519044062733384e-05, + "loss": 1.683, + "step": 360 + }, + { + "epoch": 0.28, + "learning_rate": 4.539457306447598e-05, + "loss": 1.657, + "step": 370 + }, + { + "epoch": 0.28, + "learning_rate": 4.5270102066218574e-05, + "loss": 1.6471, + "step": 380 + }, + { + "epoch": 0.29, + "learning_rate": 4.514563106796117e-05, + "loss": 1.6852, + "step": 390 + }, + { + "epoch": 0.3, + "learning_rate": 4.502116006970376e-05, + "loss": 1.6737, + "step": 400 + }, + { + "epoch": 0.31, + "learning_rate": 4.489668907144636e-05, + "loss": 1.6938, + "step": 410 + }, + { + "epoch": 0.31, + "learning_rate": 4.4772218073188946e-05, + "loss": 1.6716, + "step": 420 + }, + { + "epoch": 0.32, + "learning_rate": 4.464774707493155e-05, + "loss": 1.6678, + "step": 430 + }, + { + "epoch": 0.33, + "learning_rate": 4.4523276076674136e-05, + "loss": 1.6229, + "step": 440 + }, + { + "epoch": 0.34, + "learning_rate": 4.439880507841673e-05, + "loss": 1.659, + "step": 450 + }, + { + "epoch": 0.34, + "learning_rate": 4.4274334080159326e-05, + "loss": 1.6842, + "step": 460 + }, + { + "epoch": 0.35, + "learning_rate": 4.414986308190192e-05, + "loss": 1.6751, + "step": 470 + }, + { + "epoch": 0.36, + "learning_rate": 4.4025392083644516e-05, + "loss": 1.6745, + "step": 480 + }, + { + "epoch": 0.37, + "learning_rate": 4.390092108538711e-05, + "loss": 1.6791, + "step": 490 + }, + { + "epoch": 0.37, + "learning_rate": 4.37764500871297e-05, + "loss": 1.6958, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4017, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9458_Llama-2-13b-hf/checkpoint-500/training_args.bin b/9458_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9458_Llama-2-13b-hf/training_args.bin b/9458_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..04efff1425239566245519ba72a06de8ce742c00 --- /dev/null +++ b/9458_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e97a9ac6e274db677d4919feb7c5a7c5947f57aa47f6f7f37b755f47ceea6e +size 4728 diff --git a/9494_Llama-2-13b-hf/README.md b/9494_Llama-2-13b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..0605681bc9fa64b2d72de3f66176e6e240f8f8c9 --- /dev/null +++ b/9494_Llama-2-13b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-13b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 9494_Llama-2-13b-hf + results: [] +library_name: peft +--- + + + +# 9494_Llama-2-13b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-13b-hf](https://huggingface.co/meta-llama/Llama-2-13b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/9494_Llama-2-13b-hf/adapter_config.json b/9494_Llama-2-13b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/adapter_model.safetensors b/9494_Llama-2-13b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4a092ecd9728b875a04acfe65a8b4d3b3748a821 --- /dev/null +++ b/9494_Llama-2-13b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a1ad3ba89d81c792a2d2c2cae91251e8a44db823df9a8703d976d5df2b28fb +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/README.md b/9494_Llama-2-13b-hf/checkpoint-1000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-1000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aa70772a0d4a9ba7a096efc3ec271f576e5bff7f --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd9746e2d6c57fc79a9624dbf91ef0378bd07728f4e1d391c207307bc5ad298 +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..35deff212655ee4d2427db2fced1f53dd3e57d8e --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e414161635e0cfd02be26a0a157953b9dce3580e0f27cb5efb6525c8c5f0386e +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..655a6828109ee1cc06dd027ebff3985ea9b5a4e5 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e81f118b452f4863e1ab9c13d95ca4f822c8af2f735ac6e8329b425adc3926b +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..261f393a06f1fcde6da7ab306fa0f239c5bcd269 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7be4b08db7980a465932a9bf842796bde6dec3cbe503273aaa4cfe31612beda0 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b35bb3476a6f6d5187b7c8f2bd656a870ab5ae3e --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/trainer_state.json @@ -0,0 +1,621 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.697350069735007, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 6.3202482192384e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-1000/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/README.md b/9494_Llama-2-13b-hf/checkpoint-1500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-1500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ddf45dbf57f424b23d0e55cf61733f5a99c6f4da --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4fd1203c4828102299707b9f60b535f003a03eed647e6b4b77c36d659a1b9b5 +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-1500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e37df8f707265d01c00b8f96798a207a652a726 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d48b4e150e38ffb7c318b4f3424c45c34c77d119813affe7f2000a3689e1d47a +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..843f19e83a82e0c1788b03dfb332158b2621d272 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29acab9fd9ac6e5dd481925d588004a85ad3f01d430f8986d82c89a7885fefc9 +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-1500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..65ce68f45bc68e0c6170af2a294fbe6951aa2c1f --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e98d3c0700e48ce65a0d66b1ad5ee63ad326def282c3fe5fd8b6a595f07dbfd +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1a984ad0ac1b50632f4a27e6de656b557c72864b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/trainer_state.json @@ -0,0 +1,921 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0460251046025104, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.8261273826127387e-05, + "loss": 1.5302, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 3.814504881450488e-05, + "loss": 1.5719, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.802882380288238e-05, + "loss": 1.5806, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.791259879125988e-05, + "loss": 1.6137, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.779637377963738e-05, + "loss": 1.5715, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.768014876801488e-05, + "loss": 1.6134, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.7563923756392376e-05, + "loss": 1.5484, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.744769874476988e-05, + "loss": 1.6084, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 3.7331473733147375e-05, + "loss": 1.5655, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.721524872152488e-05, + "loss": 1.5301, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.7099023709902373e-05, + "loss": 1.5907, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 3.698279869827987e-05, + "loss": 1.5803, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866573686657365e-05, + "loss": 1.6311, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.675034867503487e-05, + "loss": 1.5678, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 3.663412366341237e-05, + "loss": 1.5814, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.651789865178987e-05, + "loss": 1.5771, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.640167364016737e-05, + "loss": 1.6359, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 3.6285448628544866e-05, + "loss": 1.5835, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 3.616922361692237e-05, + "loss": 1.5558, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6052998605299864e-05, + "loss": 1.5884, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.593677359367736e-05, + "loss": 1.5215, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 3.5820548582054856e-05, + "loss": 1.5574, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.570432357043236e-05, + "loss": 1.5946, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.5588098558809855e-05, + "loss": 1.5804, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 3.547187354718736e-05, + "loss": 1.6064, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.5355648535564854e-05, + "loss": 1.6033, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5239423523942356e-05, + "loss": 1.6202, + "step": 1270 + }, + { + "epoch": 0.89, + "learning_rate": 3.512319851231985e-05, + "loss": 1.5858, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 3.5006973500697355e-05, + "loss": 1.5784, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.489074848907485e-05, + "loss": 1.5863, + "step": 1300 + }, + { + "epoch": 0.91, + "learning_rate": 3.477452347745235e-05, + "loss": 1.5941, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 3.465829846582985e-05, + "loss": 1.6208, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4542073454207346e-05, + "loss": 1.5731, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.442584844258485e-05, + "loss": 1.6135, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 3.4309623430962344e-05, + "loss": 1.6136, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 3.419339841933985e-05, + "loss": 1.5888, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.407717340771734e-05, + "loss": 1.6092, + "step": 1370 + }, + { + "epoch": 0.96, + "learning_rate": 3.3960948396094846e-05, + "loss": 1.622, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 3.3844723384472335e-05, + "loss": 1.5745, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.372849837284984e-05, + "loss": 1.5963, + "step": 1400 + }, + { + "epoch": 0.98, + "learning_rate": 3.3612273361227334e-05, + "loss": 1.5756, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 3.3496048349604837e-05, + "loss": 1.5973, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.337982333798233e-05, + "loss": 1.5874, + "step": 1430 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263598326359835e-05, + "loss": 1.5997, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 3.314737331473733e-05, + "loss": 1.5552, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 3.3031148303114834e-05, + "loss": 1.5888, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.291492329149234e-05, + "loss": 1.5288, + "step": 1470 + }, + { + "epoch": 1.03, + "learning_rate": 3.2798698279869826e-05, + "loss": 1.5818, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 3.268247326824733e-05, + "loss": 1.5702, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.2566248256624825e-05, + "loss": 1.5365, + "step": 1500 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 9.475632142693171e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-1500/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-1500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/README.md b/9494_Llama-2-13b-hf/checkpoint-2000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-2000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4952a3dcbbb4fab5a9b0908686efbdf576663bce --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aab0a89a6a3c34b0690bdb07b9a8bdedbfb11f9f236e807df3a981444be68df +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-2000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6f4087dec90cedebf9e791f6b444970eba838d --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:695f7830f34f4a6cc8c7bd8176646fa2403ea3c0ffbfd6a3b1fcbbafc7fa0a63 +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a60e902abcc327d78839729f82b6ece88361f2da --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6af3b3112521fc5059b9a62a961a52e8ba4ee0d00b88c6a6837daeba285fba +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-2000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5761ce5522cf8a14d46afd26f4549fbff3e37c4 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891b57f3e6781ec21db809a4fb1eb0c8a1a01f48caa90ec95f44621f9bc82e54 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..075c0657591a600d85744dd50e92728c561f122a --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/trainer_state.json @@ -0,0 +1,1221 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.394700139470014, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.8261273826127387e-05, + "loss": 1.5302, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 3.814504881450488e-05, + "loss": 1.5719, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.802882380288238e-05, + "loss": 1.5806, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.791259879125988e-05, + "loss": 1.6137, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.779637377963738e-05, + "loss": 1.5715, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.768014876801488e-05, + "loss": 1.6134, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.7563923756392376e-05, + "loss": 1.5484, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.744769874476988e-05, + "loss": 1.6084, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 3.7331473733147375e-05, + "loss": 1.5655, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.721524872152488e-05, + "loss": 1.5301, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.7099023709902373e-05, + "loss": 1.5907, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 3.698279869827987e-05, + "loss": 1.5803, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866573686657365e-05, + "loss": 1.6311, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.675034867503487e-05, + "loss": 1.5678, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 3.663412366341237e-05, + "loss": 1.5814, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.651789865178987e-05, + "loss": 1.5771, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.640167364016737e-05, + "loss": 1.6359, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 3.6285448628544866e-05, + "loss": 1.5835, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 3.616922361692237e-05, + "loss": 1.5558, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6052998605299864e-05, + "loss": 1.5884, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.593677359367736e-05, + "loss": 1.5215, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 3.5820548582054856e-05, + "loss": 1.5574, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.570432357043236e-05, + "loss": 1.5946, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.5588098558809855e-05, + "loss": 1.5804, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 3.547187354718736e-05, + "loss": 1.6064, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.5355648535564854e-05, + "loss": 1.6033, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5239423523942356e-05, + "loss": 1.6202, + "step": 1270 + }, + { + "epoch": 0.89, + "learning_rate": 3.512319851231985e-05, + "loss": 1.5858, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 3.5006973500697355e-05, + "loss": 1.5784, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.489074848907485e-05, + "loss": 1.5863, + "step": 1300 + }, + { + "epoch": 0.91, + "learning_rate": 3.477452347745235e-05, + "loss": 1.5941, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 3.465829846582985e-05, + "loss": 1.6208, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4542073454207346e-05, + "loss": 1.5731, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.442584844258485e-05, + "loss": 1.6135, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 3.4309623430962344e-05, + "loss": 1.6136, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 3.419339841933985e-05, + "loss": 1.5888, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.407717340771734e-05, + "loss": 1.6092, + "step": 1370 + }, + { + "epoch": 0.96, + "learning_rate": 3.3960948396094846e-05, + "loss": 1.622, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 3.3844723384472335e-05, + "loss": 1.5745, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.372849837284984e-05, + "loss": 1.5963, + "step": 1400 + }, + { + "epoch": 0.98, + "learning_rate": 3.3612273361227334e-05, + "loss": 1.5756, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 3.3496048349604837e-05, + "loss": 1.5973, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.337982333798233e-05, + "loss": 1.5874, + "step": 1430 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263598326359835e-05, + "loss": 1.5997, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 3.314737331473733e-05, + "loss": 1.5552, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 3.3031148303114834e-05, + "loss": 1.5888, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.291492329149234e-05, + "loss": 1.5288, + "step": 1470 + }, + { + "epoch": 1.03, + "learning_rate": 3.2798698279869826e-05, + "loss": 1.5818, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 3.268247326824733e-05, + "loss": 1.5702, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.2566248256624825e-05, + "loss": 1.5365, + "step": 1500 + }, + { + "epoch": 1.05, + "learning_rate": 3.245002324500233e-05, + "loss": 1.5026, + "step": 1510 + }, + { + "epoch": 1.06, + "learning_rate": 3.233379823337982e-05, + "loss": 1.5621, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2217573221757326e-05, + "loss": 1.5647, + "step": 1530 + }, + { + "epoch": 1.07, + "learning_rate": 3.210134821013482e-05, + "loss": 1.555, + "step": 1540 + }, + { + "epoch": 1.08, + "learning_rate": 3.1985123198512325e-05, + "loss": 1.56, + "step": 1550 + }, + { + "epoch": 1.09, + "learning_rate": 3.186889818688982e-05, + "loss": 1.6286, + "step": 1560 + }, + { + "epoch": 1.09, + "learning_rate": 3.175267317526732e-05, + "loss": 1.5647, + "step": 1570 + }, + { + "epoch": 1.1, + "learning_rate": 3.163644816364482e-05, + "loss": 1.5405, + "step": 1580 + }, + { + "epoch": 1.11, + "learning_rate": 3.1520223152022315e-05, + "loss": 1.5644, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.140399814039982e-05, + "loss": 1.6191, + "step": 1600 + }, + { + "epoch": 1.12, + "learning_rate": 3.1287773128777314e-05, + "loss": 1.5836, + "step": 1610 + }, + { + "epoch": 1.13, + "learning_rate": 3.117154811715482e-05, + "loss": 1.5674, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.105532310553231e-05, + "loss": 1.5884, + "step": 1630 + }, + { + "epoch": 1.14, + "learning_rate": 3.0939098093909816e-05, + "loss": 1.5608, + "step": 1640 + }, + { + "epoch": 1.15, + "learning_rate": 3.082287308228731e-05, + "loss": 1.567, + "step": 1650 + }, + { + "epoch": 1.16, + "learning_rate": 3.070664807066481e-05, + "loss": 1.589, + "step": 1660 + }, + { + "epoch": 1.16, + "learning_rate": 3.0590423059042303e-05, + "loss": 1.6158, + "step": 1670 + }, + { + "epoch": 1.17, + "learning_rate": 3.0474198047419806e-05, + "loss": 1.5817, + "step": 1680 + }, + { + "epoch": 1.18, + "learning_rate": 3.0357973035797306e-05, + "loss": 1.606, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0241748024174805e-05, + "loss": 1.5705, + "step": 1700 + }, + { + "epoch": 1.19, + "learning_rate": 3.0125523012552304e-05, + "loss": 1.5582, + "step": 1710 + }, + { + "epoch": 1.2, + "learning_rate": 3.0009298000929804e-05, + "loss": 1.5409, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9893072989307303e-05, + "loss": 1.6384, + "step": 1730 + }, + { + "epoch": 1.21, + "learning_rate": 2.9776847977684802e-05, + "loss": 1.5539, + "step": 1740 + }, + { + "epoch": 1.22, + "learning_rate": 2.9660622966062295e-05, + "loss": 1.5763, + "step": 1750 + }, + { + "epoch": 1.23, + "learning_rate": 2.9544397954439794e-05, + "loss": 1.5333, + "step": 1760 + }, + { + "epoch": 1.23, + "learning_rate": 2.9428172942817294e-05, + "loss": 1.5786, + "step": 1770 + }, + { + "epoch": 1.24, + "learning_rate": 2.9311947931194793e-05, + "loss": 1.5807, + "step": 1780 + }, + { + "epoch": 1.25, + "learning_rate": 2.9195722919572292e-05, + "loss": 1.6011, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.9079497907949792e-05, + "loss": 1.5959, + "step": 1800 + }, + { + "epoch": 1.26, + "learning_rate": 2.896327289632729e-05, + "loss": 1.5689, + "step": 1810 + }, + { + "epoch": 1.27, + "learning_rate": 2.884704788470479e-05, + "loss": 1.5855, + "step": 1820 + }, + { + "epoch": 1.28, + "learning_rate": 2.8730822873082286e-05, + "loss": 1.5625, + "step": 1830 + }, + { + "epoch": 1.28, + "learning_rate": 2.8614597861459786e-05, + "loss": 1.5804, + "step": 1840 + }, + { + "epoch": 1.29, + "learning_rate": 2.8498372849837285e-05, + "loss": 1.5756, + "step": 1850 + }, + { + "epoch": 1.3, + "learning_rate": 2.8382147838214784e-05, + "loss": 1.5486, + "step": 1860 + }, + { + "epoch": 1.3, + "learning_rate": 2.8265922826592284e-05, + "loss": 1.5671, + "step": 1870 + }, + { + "epoch": 1.31, + "learning_rate": 2.8149697814969783e-05, + "loss": 1.6146, + "step": 1880 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033472803347283e-05, + "loss": 1.5203, + "step": 1890 + }, + { + "epoch": 1.32, + "learning_rate": 2.7917247791724782e-05, + "loss": 1.5485, + "step": 1900 + }, + { + "epoch": 1.33, + "learning_rate": 2.780102278010228e-05, + "loss": 1.6385, + "step": 1910 + }, + { + "epoch": 1.34, + "learning_rate": 2.7684797768479774e-05, + "loss": 1.6054, + "step": 1920 + }, + { + "epoch": 1.35, + "learning_rate": 2.7568572756857277e-05, + "loss": 1.5451, + "step": 1930 + }, + { + "epoch": 1.35, + "learning_rate": 2.7452347745234776e-05, + "loss": 1.5785, + "step": 1940 + }, + { + "epoch": 1.36, + "learning_rate": 2.7336122733612275e-05, + "loss": 1.6233, + "step": 1950 + }, + { + "epoch": 1.37, + "learning_rate": 2.7219897721989775e-05, + "loss": 1.5784, + "step": 1960 + }, + { + "epoch": 1.37, + "learning_rate": 2.7103672710367274e-05, + "loss": 1.5794, + "step": 1970 + }, + { + "epoch": 1.38, + "learning_rate": 2.6987447698744773e-05, + "loss": 1.5412, + "step": 1980 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871222687122273e-05, + "loss": 1.5684, + "step": 1990 + }, + { + "epoch": 1.39, + "learning_rate": 2.6754997675499772e-05, + "loss": 1.5771, + "step": 2000 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.263575625231237e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-2000/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-2000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/README.md b/9494_Llama-2-13b-hf/checkpoint-2500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-2500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26d1467b76d751b3a785fa7e2df46deedab32835 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846bfd0240023d6f26a8a79d9953f6631c152394e1880e9f375c4382690926ed +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-2500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..f63960c6cbd4bae19280e594069961694b8164be --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b57fa55a3bdfb52047946b4e886df52ac0a24608a0ed03c5cf5ddc3e49a8f74 +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..03ce99c6b57755c92116d44e5a527e23f970c2af --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd87ace7605e40e4433829f086ceeacf842dba203f50950a4041966255850daa +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-2500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..408b06831456976bf2a755a1e1f4aae77a436882 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0481fe5942a3d1dc4b9cdbbdf57b9a6c48326170ec27436a2f36587aaacca705 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cc9d5d4986cd5698d8b0bceceae9eaad221ec6b2 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/trainer_state.json @@ -0,0 +1,1521 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7433751743375174, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.8261273826127387e-05, + "loss": 1.5302, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 3.814504881450488e-05, + "loss": 1.5719, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.802882380288238e-05, + "loss": 1.5806, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.791259879125988e-05, + "loss": 1.6137, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.779637377963738e-05, + "loss": 1.5715, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.768014876801488e-05, + "loss": 1.6134, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.7563923756392376e-05, + "loss": 1.5484, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.744769874476988e-05, + "loss": 1.6084, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 3.7331473733147375e-05, + "loss": 1.5655, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.721524872152488e-05, + "loss": 1.5301, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.7099023709902373e-05, + "loss": 1.5907, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 3.698279869827987e-05, + "loss": 1.5803, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866573686657365e-05, + "loss": 1.6311, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.675034867503487e-05, + "loss": 1.5678, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 3.663412366341237e-05, + "loss": 1.5814, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.651789865178987e-05, + "loss": 1.5771, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.640167364016737e-05, + "loss": 1.6359, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 3.6285448628544866e-05, + "loss": 1.5835, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 3.616922361692237e-05, + "loss": 1.5558, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6052998605299864e-05, + "loss": 1.5884, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.593677359367736e-05, + "loss": 1.5215, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 3.5820548582054856e-05, + "loss": 1.5574, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.570432357043236e-05, + "loss": 1.5946, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.5588098558809855e-05, + "loss": 1.5804, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 3.547187354718736e-05, + "loss": 1.6064, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.5355648535564854e-05, + "loss": 1.6033, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5239423523942356e-05, + "loss": 1.6202, + "step": 1270 + }, + { + "epoch": 0.89, + "learning_rate": 3.512319851231985e-05, + "loss": 1.5858, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 3.5006973500697355e-05, + "loss": 1.5784, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.489074848907485e-05, + "loss": 1.5863, + "step": 1300 + }, + { + "epoch": 0.91, + "learning_rate": 3.477452347745235e-05, + "loss": 1.5941, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 3.465829846582985e-05, + "loss": 1.6208, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4542073454207346e-05, + "loss": 1.5731, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.442584844258485e-05, + "loss": 1.6135, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 3.4309623430962344e-05, + "loss": 1.6136, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 3.419339841933985e-05, + "loss": 1.5888, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.407717340771734e-05, + "loss": 1.6092, + "step": 1370 + }, + { + "epoch": 0.96, + "learning_rate": 3.3960948396094846e-05, + "loss": 1.622, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 3.3844723384472335e-05, + "loss": 1.5745, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.372849837284984e-05, + "loss": 1.5963, + "step": 1400 + }, + { + "epoch": 0.98, + "learning_rate": 3.3612273361227334e-05, + "loss": 1.5756, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 3.3496048349604837e-05, + "loss": 1.5973, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.337982333798233e-05, + "loss": 1.5874, + "step": 1430 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263598326359835e-05, + "loss": 1.5997, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 3.314737331473733e-05, + "loss": 1.5552, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 3.3031148303114834e-05, + "loss": 1.5888, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.291492329149234e-05, + "loss": 1.5288, + "step": 1470 + }, + { + "epoch": 1.03, + "learning_rate": 3.2798698279869826e-05, + "loss": 1.5818, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 3.268247326824733e-05, + "loss": 1.5702, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.2566248256624825e-05, + "loss": 1.5365, + "step": 1500 + }, + { + "epoch": 1.05, + "learning_rate": 3.245002324500233e-05, + "loss": 1.5026, + "step": 1510 + }, + { + "epoch": 1.06, + "learning_rate": 3.233379823337982e-05, + "loss": 1.5621, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2217573221757326e-05, + "loss": 1.5647, + "step": 1530 + }, + { + "epoch": 1.07, + "learning_rate": 3.210134821013482e-05, + "loss": 1.555, + "step": 1540 + }, + { + "epoch": 1.08, + "learning_rate": 3.1985123198512325e-05, + "loss": 1.56, + "step": 1550 + }, + { + "epoch": 1.09, + "learning_rate": 3.186889818688982e-05, + "loss": 1.6286, + "step": 1560 + }, + { + "epoch": 1.09, + "learning_rate": 3.175267317526732e-05, + "loss": 1.5647, + "step": 1570 + }, + { + "epoch": 1.1, + "learning_rate": 3.163644816364482e-05, + "loss": 1.5405, + "step": 1580 + }, + { + "epoch": 1.11, + "learning_rate": 3.1520223152022315e-05, + "loss": 1.5644, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.140399814039982e-05, + "loss": 1.6191, + "step": 1600 + }, + { + "epoch": 1.12, + "learning_rate": 3.1287773128777314e-05, + "loss": 1.5836, + "step": 1610 + }, + { + "epoch": 1.13, + "learning_rate": 3.117154811715482e-05, + "loss": 1.5674, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.105532310553231e-05, + "loss": 1.5884, + "step": 1630 + }, + { + "epoch": 1.14, + "learning_rate": 3.0939098093909816e-05, + "loss": 1.5608, + "step": 1640 + }, + { + "epoch": 1.15, + "learning_rate": 3.082287308228731e-05, + "loss": 1.567, + "step": 1650 + }, + { + "epoch": 1.16, + "learning_rate": 3.070664807066481e-05, + "loss": 1.589, + "step": 1660 + }, + { + "epoch": 1.16, + "learning_rate": 3.0590423059042303e-05, + "loss": 1.6158, + "step": 1670 + }, + { + "epoch": 1.17, + "learning_rate": 3.0474198047419806e-05, + "loss": 1.5817, + "step": 1680 + }, + { + "epoch": 1.18, + "learning_rate": 3.0357973035797306e-05, + "loss": 1.606, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0241748024174805e-05, + "loss": 1.5705, + "step": 1700 + }, + { + "epoch": 1.19, + "learning_rate": 3.0125523012552304e-05, + "loss": 1.5582, + "step": 1710 + }, + { + "epoch": 1.2, + "learning_rate": 3.0009298000929804e-05, + "loss": 1.5409, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9893072989307303e-05, + "loss": 1.6384, + "step": 1730 + }, + { + "epoch": 1.21, + "learning_rate": 2.9776847977684802e-05, + "loss": 1.5539, + "step": 1740 + }, + { + "epoch": 1.22, + "learning_rate": 2.9660622966062295e-05, + "loss": 1.5763, + "step": 1750 + }, + { + "epoch": 1.23, + "learning_rate": 2.9544397954439794e-05, + "loss": 1.5333, + "step": 1760 + }, + { + "epoch": 1.23, + "learning_rate": 2.9428172942817294e-05, + "loss": 1.5786, + "step": 1770 + }, + { + "epoch": 1.24, + "learning_rate": 2.9311947931194793e-05, + "loss": 1.5807, + "step": 1780 + }, + { + "epoch": 1.25, + "learning_rate": 2.9195722919572292e-05, + "loss": 1.6011, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.9079497907949792e-05, + "loss": 1.5959, + "step": 1800 + }, + { + "epoch": 1.26, + "learning_rate": 2.896327289632729e-05, + "loss": 1.5689, + "step": 1810 + }, + { + "epoch": 1.27, + "learning_rate": 2.884704788470479e-05, + "loss": 1.5855, + "step": 1820 + }, + { + "epoch": 1.28, + "learning_rate": 2.8730822873082286e-05, + "loss": 1.5625, + "step": 1830 + }, + { + "epoch": 1.28, + "learning_rate": 2.8614597861459786e-05, + "loss": 1.5804, + "step": 1840 + }, + { + "epoch": 1.29, + "learning_rate": 2.8498372849837285e-05, + "loss": 1.5756, + "step": 1850 + }, + { + "epoch": 1.3, + "learning_rate": 2.8382147838214784e-05, + "loss": 1.5486, + "step": 1860 + }, + { + "epoch": 1.3, + "learning_rate": 2.8265922826592284e-05, + "loss": 1.5671, + "step": 1870 + }, + { + "epoch": 1.31, + "learning_rate": 2.8149697814969783e-05, + "loss": 1.6146, + "step": 1880 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033472803347283e-05, + "loss": 1.5203, + "step": 1890 + }, + { + "epoch": 1.32, + "learning_rate": 2.7917247791724782e-05, + "loss": 1.5485, + "step": 1900 + }, + { + "epoch": 1.33, + "learning_rate": 2.780102278010228e-05, + "loss": 1.6385, + "step": 1910 + }, + { + "epoch": 1.34, + "learning_rate": 2.7684797768479774e-05, + "loss": 1.6054, + "step": 1920 + }, + { + "epoch": 1.35, + "learning_rate": 2.7568572756857277e-05, + "loss": 1.5451, + "step": 1930 + }, + { + "epoch": 1.35, + "learning_rate": 2.7452347745234776e-05, + "loss": 1.5785, + "step": 1940 + }, + { + "epoch": 1.36, + "learning_rate": 2.7336122733612275e-05, + "loss": 1.6233, + "step": 1950 + }, + { + "epoch": 1.37, + "learning_rate": 2.7219897721989775e-05, + "loss": 1.5784, + "step": 1960 + }, + { + "epoch": 1.37, + "learning_rate": 2.7103672710367274e-05, + "loss": 1.5794, + "step": 1970 + }, + { + "epoch": 1.38, + "learning_rate": 2.6987447698744773e-05, + "loss": 1.5412, + "step": 1980 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871222687122273e-05, + "loss": 1.5684, + "step": 1990 + }, + { + "epoch": 1.39, + "learning_rate": 2.6754997675499772e-05, + "loss": 1.5771, + "step": 2000 + }, + { + "epoch": 1.4, + "learning_rate": 2.6638772663877265e-05, + "loss": 1.5361, + "step": 2010 + }, + { + "epoch": 1.41, + "learning_rate": 2.6522547652254764e-05, + "loss": 1.6065, + "step": 2020 + }, + { + "epoch": 1.42, + "learning_rate": 2.6406322640632263e-05, + "loss": 1.5777, + "step": 2030 + }, + { + "epoch": 1.42, + "learning_rate": 2.6290097629009763e-05, + "loss": 1.5802, + "step": 2040 + }, + { + "epoch": 1.43, + "learning_rate": 2.6173872617387262e-05, + "loss": 1.5399, + "step": 2050 + }, + { + "epoch": 1.44, + "learning_rate": 2.605764760576476e-05, + "loss": 1.5979, + "step": 2060 + }, + { + "epoch": 1.44, + "learning_rate": 2.594142259414226e-05, + "loss": 1.5783, + "step": 2070 + }, + { + "epoch": 1.45, + "learning_rate": 2.582519758251976e-05, + "loss": 1.5719, + "step": 2080 + }, + { + "epoch": 1.46, + "learning_rate": 2.570897257089726e-05, + "loss": 1.5893, + "step": 2090 + }, + { + "epoch": 1.46, + "learning_rate": 2.5592747559274755e-05, + "loss": 1.5838, + "step": 2100 + }, + { + "epoch": 1.47, + "learning_rate": 2.5476522547652255e-05, + "loss": 1.6062, + "step": 2110 + }, + { + "epoch": 1.48, + "learning_rate": 2.5360297536029754e-05, + "loss": 1.5292, + "step": 2120 + }, + { + "epoch": 1.49, + "learning_rate": 2.5244072524407254e-05, + "loss": 1.5686, + "step": 2130 + }, + { + "epoch": 1.49, + "learning_rate": 2.5127847512784753e-05, + "loss": 1.5955, + "step": 2140 + }, + { + "epoch": 1.5, + "learning_rate": 2.5011622501162252e-05, + "loss": 1.608, + "step": 2150 + }, + { + "epoch": 1.51, + "learning_rate": 2.489539748953975e-05, + "loss": 1.551, + "step": 2160 + }, + { + "epoch": 1.51, + "learning_rate": 2.4779172477917248e-05, + "loss": 1.5327, + "step": 2170 + }, + { + "epoch": 1.52, + "learning_rate": 2.4662947466294747e-05, + "loss": 1.5664, + "step": 2180 + }, + { + "epoch": 1.53, + "learning_rate": 2.4546722454672246e-05, + "loss": 1.5965, + "step": 2190 + }, + { + "epoch": 1.53, + "learning_rate": 2.4430497443049746e-05, + "loss": 1.5757, + "step": 2200 + }, + { + "epoch": 1.54, + "learning_rate": 2.431427243142724e-05, + "loss": 1.5749, + "step": 2210 + }, + { + "epoch": 1.55, + "learning_rate": 2.419804741980474e-05, + "loss": 1.5758, + "step": 2220 + }, + { + "epoch": 1.56, + "learning_rate": 2.408182240818224e-05, + "loss": 1.5965, + "step": 2230 + }, + { + "epoch": 1.56, + "learning_rate": 2.396559739655974e-05, + "loss": 1.5727, + "step": 2240 + }, + { + "epoch": 1.57, + "learning_rate": 2.3849372384937242e-05, + "loss": 1.5425, + "step": 2250 + }, + { + "epoch": 1.58, + "learning_rate": 2.373314737331474e-05, + "loss": 1.589, + "step": 2260 + }, + { + "epoch": 1.58, + "learning_rate": 2.3616922361692238e-05, + "loss": 1.5723, + "step": 2270 + }, + { + "epoch": 1.59, + "learning_rate": 2.3500697350069737e-05, + "loss": 1.5764, + "step": 2280 + }, + { + "epoch": 1.6, + "learning_rate": 2.3384472338447236e-05, + "loss": 1.5817, + "step": 2290 + }, + { + "epoch": 1.6, + "learning_rate": 2.3268247326824732e-05, + "loss": 1.5438, + "step": 2300 + }, + { + "epoch": 1.61, + "learning_rate": 2.3152022315202232e-05, + "loss": 1.5678, + "step": 2310 + }, + { + "epoch": 1.62, + "learning_rate": 2.303579730357973e-05, + "loss": 1.6154, + "step": 2320 + }, + { + "epoch": 1.62, + "learning_rate": 2.291957229195723e-05, + "loss": 1.5987, + "step": 2330 + }, + { + "epoch": 1.63, + "learning_rate": 2.280334728033473e-05, + "loss": 1.5824, + "step": 2340 + }, + { + "epoch": 1.64, + "learning_rate": 2.2687122268712226e-05, + "loss": 1.546, + "step": 2350 + }, + { + "epoch": 1.65, + "learning_rate": 2.2570897257089725e-05, + "loss": 1.5595, + "step": 2360 + }, + { + "epoch": 1.65, + "learning_rate": 2.2454672245467225e-05, + "loss": 1.5642, + "step": 2370 + }, + { + "epoch": 1.66, + "learning_rate": 2.2338447233844724e-05, + "loss": 1.5573, + "step": 2380 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.5743, + "step": 2390 + }, + { + "epoch": 1.67, + "learning_rate": 2.2105997210599723e-05, + "loss": 1.5902, + "step": 2400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1989772198977222e-05, + "loss": 1.5863, + "step": 2410 + }, + { + "epoch": 1.69, + "learning_rate": 2.187354718735472e-05, + "loss": 1.5561, + "step": 2420 + }, + { + "epoch": 1.69, + "learning_rate": 2.175732217573222e-05, + "loss": 1.5889, + "step": 2430 + }, + { + "epoch": 1.7, + "learning_rate": 2.1641097164109717e-05, + "loss": 1.5663, + "step": 2440 + }, + { + "epoch": 1.71, + "learning_rate": 2.1524872152487216e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.72, + "learning_rate": 2.1408647140864715e-05, + "loss": 1.5521, + "step": 2460 + }, + { + "epoch": 1.72, + "learning_rate": 2.1292422129242215e-05, + "loss": 1.5908, + "step": 2470 + }, + { + "epoch": 1.73, + "learning_rate": 2.117619711761971e-05, + "loss": 1.5885, + "step": 2480 + }, + { + "epoch": 1.74, + "learning_rate": 2.105997210599721e-05, + "loss": 1.5364, + "step": 2490 + }, + { + "epoch": 1.74, + "learning_rate": 2.094374709437471e-05, + "loss": 1.5385, + "step": 2500 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.579588036193157e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-2500/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-2500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/README.md b/9494_Llama-2-13b-hf/checkpoint-3000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-3000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..718cb7eec7403340838bfe99f8abcef4f90dce09 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb4ea99dc167e543a5563575ae1d5748d51b67e58af1a2cab4c494413269040 +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..0585543dff352f3f160f837e89537460127b55d6 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549cff7f43ba08fddf250d4df2880ea469d85ebaf6a73fcd52eca814913304e2 +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e3cc1e4061c0521054248d35f82efdc993cfe1d --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5008c9d10767c67aeb99f7db9e79e730d7328a96b91d720facb969feccd1ea +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e442ebc5c02f7be13ee10992784a9b009ea4de3 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0d8c33f86ce31d41fac7f08542aeb69623dfb2454a52a8fdc19ff75a669991 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0375885e6735fd9065f2eeb505a5fd0d3bb8ce7e --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/trainer_state.json @@ -0,0 +1,1821 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.092050209205021, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.8261273826127387e-05, + "loss": 1.5302, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 3.814504881450488e-05, + "loss": 1.5719, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.802882380288238e-05, + "loss": 1.5806, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.791259879125988e-05, + "loss": 1.6137, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.779637377963738e-05, + "loss": 1.5715, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.768014876801488e-05, + "loss": 1.6134, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.7563923756392376e-05, + "loss": 1.5484, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.744769874476988e-05, + "loss": 1.6084, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 3.7331473733147375e-05, + "loss": 1.5655, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.721524872152488e-05, + "loss": 1.5301, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.7099023709902373e-05, + "loss": 1.5907, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 3.698279869827987e-05, + "loss": 1.5803, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866573686657365e-05, + "loss": 1.6311, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.675034867503487e-05, + "loss": 1.5678, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 3.663412366341237e-05, + "loss": 1.5814, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.651789865178987e-05, + "loss": 1.5771, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.640167364016737e-05, + "loss": 1.6359, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 3.6285448628544866e-05, + "loss": 1.5835, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 3.616922361692237e-05, + "loss": 1.5558, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6052998605299864e-05, + "loss": 1.5884, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.593677359367736e-05, + "loss": 1.5215, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 3.5820548582054856e-05, + "loss": 1.5574, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.570432357043236e-05, + "loss": 1.5946, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.5588098558809855e-05, + "loss": 1.5804, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 3.547187354718736e-05, + "loss": 1.6064, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.5355648535564854e-05, + "loss": 1.6033, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5239423523942356e-05, + "loss": 1.6202, + "step": 1270 + }, + { + "epoch": 0.89, + "learning_rate": 3.512319851231985e-05, + "loss": 1.5858, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 3.5006973500697355e-05, + "loss": 1.5784, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.489074848907485e-05, + "loss": 1.5863, + "step": 1300 + }, + { + "epoch": 0.91, + "learning_rate": 3.477452347745235e-05, + "loss": 1.5941, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 3.465829846582985e-05, + "loss": 1.6208, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4542073454207346e-05, + "loss": 1.5731, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.442584844258485e-05, + "loss": 1.6135, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 3.4309623430962344e-05, + "loss": 1.6136, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 3.419339841933985e-05, + "loss": 1.5888, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.407717340771734e-05, + "loss": 1.6092, + "step": 1370 + }, + { + "epoch": 0.96, + "learning_rate": 3.3960948396094846e-05, + "loss": 1.622, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 3.3844723384472335e-05, + "loss": 1.5745, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.372849837284984e-05, + "loss": 1.5963, + "step": 1400 + }, + { + "epoch": 0.98, + "learning_rate": 3.3612273361227334e-05, + "loss": 1.5756, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 3.3496048349604837e-05, + "loss": 1.5973, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.337982333798233e-05, + "loss": 1.5874, + "step": 1430 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263598326359835e-05, + "loss": 1.5997, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 3.314737331473733e-05, + "loss": 1.5552, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 3.3031148303114834e-05, + "loss": 1.5888, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.291492329149234e-05, + "loss": 1.5288, + "step": 1470 + }, + { + "epoch": 1.03, + "learning_rate": 3.2798698279869826e-05, + "loss": 1.5818, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 3.268247326824733e-05, + "loss": 1.5702, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.2566248256624825e-05, + "loss": 1.5365, + "step": 1500 + }, + { + "epoch": 1.05, + "learning_rate": 3.245002324500233e-05, + "loss": 1.5026, + "step": 1510 + }, + { + "epoch": 1.06, + "learning_rate": 3.233379823337982e-05, + "loss": 1.5621, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2217573221757326e-05, + "loss": 1.5647, + "step": 1530 + }, + { + "epoch": 1.07, + "learning_rate": 3.210134821013482e-05, + "loss": 1.555, + "step": 1540 + }, + { + "epoch": 1.08, + "learning_rate": 3.1985123198512325e-05, + "loss": 1.56, + "step": 1550 + }, + { + "epoch": 1.09, + "learning_rate": 3.186889818688982e-05, + "loss": 1.6286, + "step": 1560 + }, + { + "epoch": 1.09, + "learning_rate": 3.175267317526732e-05, + "loss": 1.5647, + "step": 1570 + }, + { + "epoch": 1.1, + "learning_rate": 3.163644816364482e-05, + "loss": 1.5405, + "step": 1580 + }, + { + "epoch": 1.11, + "learning_rate": 3.1520223152022315e-05, + "loss": 1.5644, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.140399814039982e-05, + "loss": 1.6191, + "step": 1600 + }, + { + "epoch": 1.12, + "learning_rate": 3.1287773128777314e-05, + "loss": 1.5836, + "step": 1610 + }, + { + "epoch": 1.13, + "learning_rate": 3.117154811715482e-05, + "loss": 1.5674, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.105532310553231e-05, + "loss": 1.5884, + "step": 1630 + }, + { + "epoch": 1.14, + "learning_rate": 3.0939098093909816e-05, + "loss": 1.5608, + "step": 1640 + }, + { + "epoch": 1.15, + "learning_rate": 3.082287308228731e-05, + "loss": 1.567, + "step": 1650 + }, + { + "epoch": 1.16, + "learning_rate": 3.070664807066481e-05, + "loss": 1.589, + "step": 1660 + }, + { + "epoch": 1.16, + "learning_rate": 3.0590423059042303e-05, + "loss": 1.6158, + "step": 1670 + }, + { + "epoch": 1.17, + "learning_rate": 3.0474198047419806e-05, + "loss": 1.5817, + "step": 1680 + }, + { + "epoch": 1.18, + "learning_rate": 3.0357973035797306e-05, + "loss": 1.606, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0241748024174805e-05, + "loss": 1.5705, + "step": 1700 + }, + { + "epoch": 1.19, + "learning_rate": 3.0125523012552304e-05, + "loss": 1.5582, + "step": 1710 + }, + { + "epoch": 1.2, + "learning_rate": 3.0009298000929804e-05, + "loss": 1.5409, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9893072989307303e-05, + "loss": 1.6384, + "step": 1730 + }, + { + "epoch": 1.21, + "learning_rate": 2.9776847977684802e-05, + "loss": 1.5539, + "step": 1740 + }, + { + "epoch": 1.22, + "learning_rate": 2.9660622966062295e-05, + "loss": 1.5763, + "step": 1750 + }, + { + "epoch": 1.23, + "learning_rate": 2.9544397954439794e-05, + "loss": 1.5333, + "step": 1760 + }, + { + "epoch": 1.23, + "learning_rate": 2.9428172942817294e-05, + "loss": 1.5786, + "step": 1770 + }, + { + "epoch": 1.24, + "learning_rate": 2.9311947931194793e-05, + "loss": 1.5807, + "step": 1780 + }, + { + "epoch": 1.25, + "learning_rate": 2.9195722919572292e-05, + "loss": 1.6011, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.9079497907949792e-05, + "loss": 1.5959, + "step": 1800 + }, + { + "epoch": 1.26, + "learning_rate": 2.896327289632729e-05, + "loss": 1.5689, + "step": 1810 + }, + { + "epoch": 1.27, + "learning_rate": 2.884704788470479e-05, + "loss": 1.5855, + "step": 1820 + }, + { + "epoch": 1.28, + "learning_rate": 2.8730822873082286e-05, + "loss": 1.5625, + "step": 1830 + }, + { + "epoch": 1.28, + "learning_rate": 2.8614597861459786e-05, + "loss": 1.5804, + "step": 1840 + }, + { + "epoch": 1.29, + "learning_rate": 2.8498372849837285e-05, + "loss": 1.5756, + "step": 1850 + }, + { + "epoch": 1.3, + "learning_rate": 2.8382147838214784e-05, + "loss": 1.5486, + "step": 1860 + }, + { + "epoch": 1.3, + "learning_rate": 2.8265922826592284e-05, + "loss": 1.5671, + "step": 1870 + }, + { + "epoch": 1.31, + "learning_rate": 2.8149697814969783e-05, + "loss": 1.6146, + "step": 1880 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033472803347283e-05, + "loss": 1.5203, + "step": 1890 + }, + { + "epoch": 1.32, + "learning_rate": 2.7917247791724782e-05, + "loss": 1.5485, + "step": 1900 + }, + { + "epoch": 1.33, + "learning_rate": 2.780102278010228e-05, + "loss": 1.6385, + "step": 1910 + }, + { + "epoch": 1.34, + "learning_rate": 2.7684797768479774e-05, + "loss": 1.6054, + "step": 1920 + }, + { + "epoch": 1.35, + "learning_rate": 2.7568572756857277e-05, + "loss": 1.5451, + "step": 1930 + }, + { + "epoch": 1.35, + "learning_rate": 2.7452347745234776e-05, + "loss": 1.5785, + "step": 1940 + }, + { + "epoch": 1.36, + "learning_rate": 2.7336122733612275e-05, + "loss": 1.6233, + "step": 1950 + }, + { + "epoch": 1.37, + "learning_rate": 2.7219897721989775e-05, + "loss": 1.5784, + "step": 1960 + }, + { + "epoch": 1.37, + "learning_rate": 2.7103672710367274e-05, + "loss": 1.5794, + "step": 1970 + }, + { + "epoch": 1.38, + "learning_rate": 2.6987447698744773e-05, + "loss": 1.5412, + "step": 1980 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871222687122273e-05, + "loss": 1.5684, + "step": 1990 + }, + { + "epoch": 1.39, + "learning_rate": 2.6754997675499772e-05, + "loss": 1.5771, + "step": 2000 + }, + { + "epoch": 1.4, + "learning_rate": 2.6638772663877265e-05, + "loss": 1.5361, + "step": 2010 + }, + { + "epoch": 1.41, + "learning_rate": 2.6522547652254764e-05, + "loss": 1.6065, + "step": 2020 + }, + { + "epoch": 1.42, + "learning_rate": 2.6406322640632263e-05, + "loss": 1.5777, + "step": 2030 + }, + { + "epoch": 1.42, + "learning_rate": 2.6290097629009763e-05, + "loss": 1.5802, + "step": 2040 + }, + { + "epoch": 1.43, + "learning_rate": 2.6173872617387262e-05, + "loss": 1.5399, + "step": 2050 + }, + { + "epoch": 1.44, + "learning_rate": 2.605764760576476e-05, + "loss": 1.5979, + "step": 2060 + }, + { + "epoch": 1.44, + "learning_rate": 2.594142259414226e-05, + "loss": 1.5783, + "step": 2070 + }, + { + "epoch": 1.45, + "learning_rate": 2.582519758251976e-05, + "loss": 1.5719, + "step": 2080 + }, + { + "epoch": 1.46, + "learning_rate": 2.570897257089726e-05, + "loss": 1.5893, + "step": 2090 + }, + { + "epoch": 1.46, + "learning_rate": 2.5592747559274755e-05, + "loss": 1.5838, + "step": 2100 + }, + { + "epoch": 1.47, + "learning_rate": 2.5476522547652255e-05, + "loss": 1.6062, + "step": 2110 + }, + { + "epoch": 1.48, + "learning_rate": 2.5360297536029754e-05, + "loss": 1.5292, + "step": 2120 + }, + { + "epoch": 1.49, + "learning_rate": 2.5244072524407254e-05, + "loss": 1.5686, + "step": 2130 + }, + { + "epoch": 1.49, + "learning_rate": 2.5127847512784753e-05, + "loss": 1.5955, + "step": 2140 + }, + { + "epoch": 1.5, + "learning_rate": 2.5011622501162252e-05, + "loss": 1.608, + "step": 2150 + }, + { + "epoch": 1.51, + "learning_rate": 2.489539748953975e-05, + "loss": 1.551, + "step": 2160 + }, + { + "epoch": 1.51, + "learning_rate": 2.4779172477917248e-05, + "loss": 1.5327, + "step": 2170 + }, + { + "epoch": 1.52, + "learning_rate": 2.4662947466294747e-05, + "loss": 1.5664, + "step": 2180 + }, + { + "epoch": 1.53, + "learning_rate": 2.4546722454672246e-05, + "loss": 1.5965, + "step": 2190 + }, + { + "epoch": 1.53, + "learning_rate": 2.4430497443049746e-05, + "loss": 1.5757, + "step": 2200 + }, + { + "epoch": 1.54, + "learning_rate": 2.431427243142724e-05, + "loss": 1.5749, + "step": 2210 + }, + { + "epoch": 1.55, + "learning_rate": 2.419804741980474e-05, + "loss": 1.5758, + "step": 2220 + }, + { + "epoch": 1.56, + "learning_rate": 2.408182240818224e-05, + "loss": 1.5965, + "step": 2230 + }, + { + "epoch": 1.56, + "learning_rate": 2.396559739655974e-05, + "loss": 1.5727, + "step": 2240 + }, + { + "epoch": 1.57, + "learning_rate": 2.3849372384937242e-05, + "loss": 1.5425, + "step": 2250 + }, + { + "epoch": 1.58, + "learning_rate": 2.373314737331474e-05, + "loss": 1.589, + "step": 2260 + }, + { + "epoch": 1.58, + "learning_rate": 2.3616922361692238e-05, + "loss": 1.5723, + "step": 2270 + }, + { + "epoch": 1.59, + "learning_rate": 2.3500697350069737e-05, + "loss": 1.5764, + "step": 2280 + }, + { + "epoch": 1.6, + "learning_rate": 2.3384472338447236e-05, + "loss": 1.5817, + "step": 2290 + }, + { + "epoch": 1.6, + "learning_rate": 2.3268247326824732e-05, + "loss": 1.5438, + "step": 2300 + }, + { + "epoch": 1.61, + "learning_rate": 2.3152022315202232e-05, + "loss": 1.5678, + "step": 2310 + }, + { + "epoch": 1.62, + "learning_rate": 2.303579730357973e-05, + "loss": 1.6154, + "step": 2320 + }, + { + "epoch": 1.62, + "learning_rate": 2.291957229195723e-05, + "loss": 1.5987, + "step": 2330 + }, + { + "epoch": 1.63, + "learning_rate": 2.280334728033473e-05, + "loss": 1.5824, + "step": 2340 + }, + { + "epoch": 1.64, + "learning_rate": 2.2687122268712226e-05, + "loss": 1.546, + "step": 2350 + }, + { + "epoch": 1.65, + "learning_rate": 2.2570897257089725e-05, + "loss": 1.5595, + "step": 2360 + }, + { + "epoch": 1.65, + "learning_rate": 2.2454672245467225e-05, + "loss": 1.5642, + "step": 2370 + }, + { + "epoch": 1.66, + "learning_rate": 2.2338447233844724e-05, + "loss": 1.5573, + "step": 2380 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.5743, + "step": 2390 + }, + { + "epoch": 1.67, + "learning_rate": 2.2105997210599723e-05, + "loss": 1.5902, + "step": 2400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1989772198977222e-05, + "loss": 1.5863, + "step": 2410 + }, + { + "epoch": 1.69, + "learning_rate": 2.187354718735472e-05, + "loss": 1.5561, + "step": 2420 + }, + { + "epoch": 1.69, + "learning_rate": 2.175732217573222e-05, + "loss": 1.5889, + "step": 2430 + }, + { + "epoch": 1.7, + "learning_rate": 2.1641097164109717e-05, + "loss": 1.5663, + "step": 2440 + }, + { + "epoch": 1.71, + "learning_rate": 2.1524872152487216e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.72, + "learning_rate": 2.1408647140864715e-05, + "loss": 1.5521, + "step": 2460 + }, + { + "epoch": 1.72, + "learning_rate": 2.1292422129242215e-05, + "loss": 1.5908, + "step": 2470 + }, + { + "epoch": 1.73, + "learning_rate": 2.117619711761971e-05, + "loss": 1.5885, + "step": 2480 + }, + { + "epoch": 1.74, + "learning_rate": 2.105997210599721e-05, + "loss": 1.5364, + "step": 2490 + }, + { + "epoch": 1.74, + "learning_rate": 2.094374709437471e-05, + "loss": 1.5385, + "step": 2500 + }, + { + "epoch": 1.75, + "learning_rate": 2.082752208275221e-05, + "loss": 1.5623, + "step": 2510 + }, + { + "epoch": 1.76, + "learning_rate": 2.0711297071129708e-05, + "loss": 1.6006, + "step": 2520 + }, + { + "epoch": 1.76, + "learning_rate": 2.0595072059507208e-05, + "loss": 1.5718, + "step": 2530 + }, + { + "epoch": 1.77, + "learning_rate": 2.0478847047884707e-05, + "loss": 1.6792, + "step": 2540 + }, + { + "epoch": 1.78, + "learning_rate": 2.0362622036262206e-05, + "loss": 1.6086, + "step": 2550 + }, + { + "epoch": 1.79, + "learning_rate": 2.0246397024639706e-05, + "loss": 1.5851, + "step": 2560 + }, + { + "epoch": 1.79, + "learning_rate": 2.01301720130172e-05, + "loss": 1.5667, + "step": 2570 + }, + { + "epoch": 1.8, + "learning_rate": 2.00139470013947e-05, + "loss": 1.6037, + "step": 2580 + }, + { + "epoch": 1.81, + "learning_rate": 1.98977219897722e-05, + "loss": 1.553, + "step": 2590 + }, + { + "epoch": 1.81, + "learning_rate": 1.97814969781497e-05, + "loss": 1.5756, + "step": 2600 + }, + { + "epoch": 1.82, + "learning_rate": 1.96652719665272e-05, + "loss": 1.568, + "step": 2610 + }, + { + "epoch": 1.83, + "learning_rate": 1.9549046954904695e-05, + "loss": 1.5277, + "step": 2620 + }, + { + "epoch": 1.83, + "learning_rate": 1.9432821943282194e-05, + "loss": 1.5369, + "step": 2630 + }, + { + "epoch": 1.84, + "learning_rate": 1.9316596931659694e-05, + "loss": 1.5712, + "step": 2640 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200371920037193e-05, + "loss": 1.5627, + "step": 2650 + }, + { + "epoch": 1.85, + "learning_rate": 1.908414690841469e-05, + "loss": 1.5717, + "step": 2660 + }, + { + "epoch": 1.86, + "learning_rate": 1.8967921896792192e-05, + "loss": 1.557, + "step": 2670 + }, + { + "epoch": 1.87, + "learning_rate": 1.885169688516969e-05, + "loss": 1.579, + "step": 2680 + }, + { + "epoch": 1.88, + "learning_rate": 1.873547187354719e-05, + "loss": 1.6105, + "step": 2690 + }, + { + "epoch": 1.88, + "learning_rate": 1.8619246861924686e-05, + "loss": 1.5607, + "step": 2700 + }, + { + "epoch": 1.89, + "learning_rate": 1.8503021850302186e-05, + "loss": 1.5539, + "step": 2710 + }, + { + "epoch": 1.9, + "learning_rate": 1.8386796838679685e-05, + "loss": 1.5695, + "step": 2720 + }, + { + "epoch": 1.9, + "learning_rate": 1.8270571827057184e-05, + "loss": 1.5173, + "step": 2730 + }, + { + "epoch": 1.91, + "learning_rate": 1.8154346815434684e-05, + "loss": 1.5717, + "step": 2740 + }, + { + "epoch": 1.92, + "learning_rate": 1.803812180381218e-05, + "loss": 1.5775, + "step": 2750 + }, + { + "epoch": 1.92, + "learning_rate": 1.792189679218968e-05, + "loss": 1.565, + "step": 2760 + }, + { + "epoch": 1.93, + "learning_rate": 1.780567178056718e-05, + "loss": 1.5616, + "step": 2770 + }, + { + "epoch": 1.94, + "learning_rate": 1.7689446768944678e-05, + "loss": 1.5682, + "step": 2780 + }, + { + "epoch": 1.95, + "learning_rate": 1.7573221757322174e-05, + "loss": 1.5636, + "step": 2790 + }, + { + "epoch": 1.95, + "learning_rate": 1.7456996745699673e-05, + "loss": 1.5375, + "step": 2800 + }, + { + "epoch": 1.96, + "learning_rate": 1.7340771734077173e-05, + "loss": 1.587, + "step": 2810 + }, + { + "epoch": 1.97, + "learning_rate": 1.7224546722454672e-05, + "loss": 1.5938, + "step": 2820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7108321710832175e-05, + "loss": 1.6013, + "step": 2830 + }, + { + "epoch": 1.98, + "learning_rate": 1.699209669920967e-05, + "loss": 1.5863, + "step": 2840 + }, + { + "epoch": 1.99, + "learning_rate": 1.687587168758717e-05, + "loss": 1.5541, + "step": 2850 + }, + { + "epoch": 1.99, + "learning_rate": 1.675964667596467e-05, + "loss": 1.5286, + "step": 2860 + }, + { + "epoch": 2.0, + "learning_rate": 1.664342166434217e-05, + "loss": 1.6012, + "step": 2870 + }, + { + "epoch": 2.01, + "learning_rate": 1.6527196652719665e-05, + "loss": 1.5168, + "step": 2880 + }, + { + "epoch": 2.02, + "learning_rate": 1.6410971641097164e-05, + "loss": 1.5846, + "step": 2890 + }, + { + "epoch": 2.02, + "learning_rate": 1.6294746629474663e-05, + "loss": 1.6058, + "step": 2900 + }, + { + "epoch": 2.03, + "learning_rate": 1.6178521617852163e-05, + "loss": 1.6015, + "step": 2910 + }, + { + "epoch": 2.04, + "learning_rate": 1.6062296606229662e-05, + "loss": 1.5539, + "step": 2920 + }, + { + "epoch": 2.04, + "learning_rate": 1.5946071594607158e-05, + "loss": 1.5788, + "step": 2930 + }, + { + "epoch": 2.05, + "learning_rate": 1.5829846582984657e-05, + "loss": 1.5224, + "step": 2940 + }, + { + "epoch": 2.06, + "learning_rate": 1.5713621571362157e-05, + "loss": 1.5462, + "step": 2950 + }, + { + "epoch": 2.06, + "learning_rate": 1.5597396559739656e-05, + "loss": 1.5487, + "step": 2960 + }, + { + "epoch": 2.07, + "learning_rate": 1.5481171548117155e-05, + "loss": 1.5613, + "step": 2970 + }, + { + "epoch": 2.08, + "learning_rate": 1.5364946536494655e-05, + "loss": 1.5624, + "step": 2980 + }, + { + "epoch": 2.09, + "learning_rate": 1.5248721524872153e-05, + "loss": 1.5387, + "step": 2990 + }, + { + "epoch": 2.09, + "learning_rate": 1.5132496513249652e-05, + "loss": 1.5603, + "step": 3000 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 1.8951264285386342e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-3000/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/README.md b/9494_Llama-2-13b-hf/checkpoint-3500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-3500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..753ab86455980a25e1f6bf3206e0b2e2ebb57546 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c32d04cd16e9bbdd8c2ecdfbb9dc65a9ba791cc99edfa2f9496dbd4c366e2d +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db8c0170fdeaa7e9c71af7e57f3522bb7dade54 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eebfb5fd266e2bd1a43a3f2da5e18ba0bb91cb0925eb7fbe7f8d54c9eb603e3a +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..6d9f414acaccb8d2c4b13aeaebda24005872fe05 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d5c154197871b8ea5df768711ba6868869e2b63735736106674acb523d6b401 +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad565c89f394dbe83ee3c72fbe54253b7cfc9c61 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3732f5f16c467a91c4a32d4549acb5a181b6b55b07871ae036a11becc15688 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0376d81ba01f68ca75e9b37a1d55aa7d45d54c26 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/trainer_state.json @@ -0,0 +1,2121 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.4407252440725244, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.8261273826127387e-05, + "loss": 1.5302, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 3.814504881450488e-05, + "loss": 1.5719, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.802882380288238e-05, + "loss": 1.5806, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.791259879125988e-05, + "loss": 1.6137, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.779637377963738e-05, + "loss": 1.5715, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.768014876801488e-05, + "loss": 1.6134, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.7563923756392376e-05, + "loss": 1.5484, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.744769874476988e-05, + "loss": 1.6084, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 3.7331473733147375e-05, + "loss": 1.5655, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.721524872152488e-05, + "loss": 1.5301, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.7099023709902373e-05, + "loss": 1.5907, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 3.698279869827987e-05, + "loss": 1.5803, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866573686657365e-05, + "loss": 1.6311, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.675034867503487e-05, + "loss": 1.5678, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 3.663412366341237e-05, + "loss": 1.5814, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.651789865178987e-05, + "loss": 1.5771, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.640167364016737e-05, + "loss": 1.6359, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 3.6285448628544866e-05, + "loss": 1.5835, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 3.616922361692237e-05, + "loss": 1.5558, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6052998605299864e-05, + "loss": 1.5884, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.593677359367736e-05, + "loss": 1.5215, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 3.5820548582054856e-05, + "loss": 1.5574, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.570432357043236e-05, + "loss": 1.5946, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.5588098558809855e-05, + "loss": 1.5804, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 3.547187354718736e-05, + "loss": 1.6064, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.5355648535564854e-05, + "loss": 1.6033, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5239423523942356e-05, + "loss": 1.6202, + "step": 1270 + }, + { + "epoch": 0.89, + "learning_rate": 3.512319851231985e-05, + "loss": 1.5858, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 3.5006973500697355e-05, + "loss": 1.5784, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.489074848907485e-05, + "loss": 1.5863, + "step": 1300 + }, + { + "epoch": 0.91, + "learning_rate": 3.477452347745235e-05, + "loss": 1.5941, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 3.465829846582985e-05, + "loss": 1.6208, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4542073454207346e-05, + "loss": 1.5731, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.442584844258485e-05, + "loss": 1.6135, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 3.4309623430962344e-05, + "loss": 1.6136, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 3.419339841933985e-05, + "loss": 1.5888, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.407717340771734e-05, + "loss": 1.6092, + "step": 1370 + }, + { + "epoch": 0.96, + "learning_rate": 3.3960948396094846e-05, + "loss": 1.622, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 3.3844723384472335e-05, + "loss": 1.5745, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.372849837284984e-05, + "loss": 1.5963, + "step": 1400 + }, + { + "epoch": 0.98, + "learning_rate": 3.3612273361227334e-05, + "loss": 1.5756, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 3.3496048349604837e-05, + "loss": 1.5973, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.337982333798233e-05, + "loss": 1.5874, + "step": 1430 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263598326359835e-05, + "loss": 1.5997, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 3.314737331473733e-05, + "loss": 1.5552, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 3.3031148303114834e-05, + "loss": 1.5888, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.291492329149234e-05, + "loss": 1.5288, + "step": 1470 + }, + { + "epoch": 1.03, + "learning_rate": 3.2798698279869826e-05, + "loss": 1.5818, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 3.268247326824733e-05, + "loss": 1.5702, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.2566248256624825e-05, + "loss": 1.5365, + "step": 1500 + }, + { + "epoch": 1.05, + "learning_rate": 3.245002324500233e-05, + "loss": 1.5026, + "step": 1510 + }, + { + "epoch": 1.06, + "learning_rate": 3.233379823337982e-05, + "loss": 1.5621, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2217573221757326e-05, + "loss": 1.5647, + "step": 1530 + }, + { + "epoch": 1.07, + "learning_rate": 3.210134821013482e-05, + "loss": 1.555, + "step": 1540 + }, + { + "epoch": 1.08, + "learning_rate": 3.1985123198512325e-05, + "loss": 1.56, + "step": 1550 + }, + { + "epoch": 1.09, + "learning_rate": 3.186889818688982e-05, + "loss": 1.6286, + "step": 1560 + }, + { + "epoch": 1.09, + "learning_rate": 3.175267317526732e-05, + "loss": 1.5647, + "step": 1570 + }, + { + "epoch": 1.1, + "learning_rate": 3.163644816364482e-05, + "loss": 1.5405, + "step": 1580 + }, + { + "epoch": 1.11, + "learning_rate": 3.1520223152022315e-05, + "loss": 1.5644, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.140399814039982e-05, + "loss": 1.6191, + "step": 1600 + }, + { + "epoch": 1.12, + "learning_rate": 3.1287773128777314e-05, + "loss": 1.5836, + "step": 1610 + }, + { + "epoch": 1.13, + "learning_rate": 3.117154811715482e-05, + "loss": 1.5674, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.105532310553231e-05, + "loss": 1.5884, + "step": 1630 + }, + { + "epoch": 1.14, + "learning_rate": 3.0939098093909816e-05, + "loss": 1.5608, + "step": 1640 + }, + { + "epoch": 1.15, + "learning_rate": 3.082287308228731e-05, + "loss": 1.567, + "step": 1650 + }, + { + "epoch": 1.16, + "learning_rate": 3.070664807066481e-05, + "loss": 1.589, + "step": 1660 + }, + { + "epoch": 1.16, + "learning_rate": 3.0590423059042303e-05, + "loss": 1.6158, + "step": 1670 + }, + { + "epoch": 1.17, + "learning_rate": 3.0474198047419806e-05, + "loss": 1.5817, + "step": 1680 + }, + { + "epoch": 1.18, + "learning_rate": 3.0357973035797306e-05, + "loss": 1.606, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0241748024174805e-05, + "loss": 1.5705, + "step": 1700 + }, + { + "epoch": 1.19, + "learning_rate": 3.0125523012552304e-05, + "loss": 1.5582, + "step": 1710 + }, + { + "epoch": 1.2, + "learning_rate": 3.0009298000929804e-05, + "loss": 1.5409, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9893072989307303e-05, + "loss": 1.6384, + "step": 1730 + }, + { + "epoch": 1.21, + "learning_rate": 2.9776847977684802e-05, + "loss": 1.5539, + "step": 1740 + }, + { + "epoch": 1.22, + "learning_rate": 2.9660622966062295e-05, + "loss": 1.5763, + "step": 1750 + }, + { + "epoch": 1.23, + "learning_rate": 2.9544397954439794e-05, + "loss": 1.5333, + "step": 1760 + }, + { + "epoch": 1.23, + "learning_rate": 2.9428172942817294e-05, + "loss": 1.5786, + "step": 1770 + }, + { + "epoch": 1.24, + "learning_rate": 2.9311947931194793e-05, + "loss": 1.5807, + "step": 1780 + }, + { + "epoch": 1.25, + "learning_rate": 2.9195722919572292e-05, + "loss": 1.6011, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.9079497907949792e-05, + "loss": 1.5959, + "step": 1800 + }, + { + "epoch": 1.26, + "learning_rate": 2.896327289632729e-05, + "loss": 1.5689, + "step": 1810 + }, + { + "epoch": 1.27, + "learning_rate": 2.884704788470479e-05, + "loss": 1.5855, + "step": 1820 + }, + { + "epoch": 1.28, + "learning_rate": 2.8730822873082286e-05, + "loss": 1.5625, + "step": 1830 + }, + { + "epoch": 1.28, + "learning_rate": 2.8614597861459786e-05, + "loss": 1.5804, + "step": 1840 + }, + { + "epoch": 1.29, + "learning_rate": 2.8498372849837285e-05, + "loss": 1.5756, + "step": 1850 + }, + { + "epoch": 1.3, + "learning_rate": 2.8382147838214784e-05, + "loss": 1.5486, + "step": 1860 + }, + { + "epoch": 1.3, + "learning_rate": 2.8265922826592284e-05, + "loss": 1.5671, + "step": 1870 + }, + { + "epoch": 1.31, + "learning_rate": 2.8149697814969783e-05, + "loss": 1.6146, + "step": 1880 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033472803347283e-05, + "loss": 1.5203, + "step": 1890 + }, + { + "epoch": 1.32, + "learning_rate": 2.7917247791724782e-05, + "loss": 1.5485, + "step": 1900 + }, + { + "epoch": 1.33, + "learning_rate": 2.780102278010228e-05, + "loss": 1.6385, + "step": 1910 + }, + { + "epoch": 1.34, + "learning_rate": 2.7684797768479774e-05, + "loss": 1.6054, + "step": 1920 + }, + { + "epoch": 1.35, + "learning_rate": 2.7568572756857277e-05, + "loss": 1.5451, + "step": 1930 + }, + { + "epoch": 1.35, + "learning_rate": 2.7452347745234776e-05, + "loss": 1.5785, + "step": 1940 + }, + { + "epoch": 1.36, + "learning_rate": 2.7336122733612275e-05, + "loss": 1.6233, + "step": 1950 + }, + { + "epoch": 1.37, + "learning_rate": 2.7219897721989775e-05, + "loss": 1.5784, + "step": 1960 + }, + { + "epoch": 1.37, + "learning_rate": 2.7103672710367274e-05, + "loss": 1.5794, + "step": 1970 + }, + { + "epoch": 1.38, + "learning_rate": 2.6987447698744773e-05, + "loss": 1.5412, + "step": 1980 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871222687122273e-05, + "loss": 1.5684, + "step": 1990 + }, + { + "epoch": 1.39, + "learning_rate": 2.6754997675499772e-05, + "loss": 1.5771, + "step": 2000 + }, + { + "epoch": 1.4, + "learning_rate": 2.6638772663877265e-05, + "loss": 1.5361, + "step": 2010 + }, + { + "epoch": 1.41, + "learning_rate": 2.6522547652254764e-05, + "loss": 1.6065, + "step": 2020 + }, + { + "epoch": 1.42, + "learning_rate": 2.6406322640632263e-05, + "loss": 1.5777, + "step": 2030 + }, + { + "epoch": 1.42, + "learning_rate": 2.6290097629009763e-05, + "loss": 1.5802, + "step": 2040 + }, + { + "epoch": 1.43, + "learning_rate": 2.6173872617387262e-05, + "loss": 1.5399, + "step": 2050 + }, + { + "epoch": 1.44, + "learning_rate": 2.605764760576476e-05, + "loss": 1.5979, + "step": 2060 + }, + { + "epoch": 1.44, + "learning_rate": 2.594142259414226e-05, + "loss": 1.5783, + "step": 2070 + }, + { + "epoch": 1.45, + "learning_rate": 2.582519758251976e-05, + "loss": 1.5719, + "step": 2080 + }, + { + "epoch": 1.46, + "learning_rate": 2.570897257089726e-05, + "loss": 1.5893, + "step": 2090 + }, + { + "epoch": 1.46, + "learning_rate": 2.5592747559274755e-05, + "loss": 1.5838, + "step": 2100 + }, + { + "epoch": 1.47, + "learning_rate": 2.5476522547652255e-05, + "loss": 1.6062, + "step": 2110 + }, + { + "epoch": 1.48, + "learning_rate": 2.5360297536029754e-05, + "loss": 1.5292, + "step": 2120 + }, + { + "epoch": 1.49, + "learning_rate": 2.5244072524407254e-05, + "loss": 1.5686, + "step": 2130 + }, + { + "epoch": 1.49, + "learning_rate": 2.5127847512784753e-05, + "loss": 1.5955, + "step": 2140 + }, + { + "epoch": 1.5, + "learning_rate": 2.5011622501162252e-05, + "loss": 1.608, + "step": 2150 + }, + { + "epoch": 1.51, + "learning_rate": 2.489539748953975e-05, + "loss": 1.551, + "step": 2160 + }, + { + "epoch": 1.51, + "learning_rate": 2.4779172477917248e-05, + "loss": 1.5327, + "step": 2170 + }, + { + "epoch": 1.52, + "learning_rate": 2.4662947466294747e-05, + "loss": 1.5664, + "step": 2180 + }, + { + "epoch": 1.53, + "learning_rate": 2.4546722454672246e-05, + "loss": 1.5965, + "step": 2190 + }, + { + "epoch": 1.53, + "learning_rate": 2.4430497443049746e-05, + "loss": 1.5757, + "step": 2200 + }, + { + "epoch": 1.54, + "learning_rate": 2.431427243142724e-05, + "loss": 1.5749, + "step": 2210 + }, + { + "epoch": 1.55, + "learning_rate": 2.419804741980474e-05, + "loss": 1.5758, + "step": 2220 + }, + { + "epoch": 1.56, + "learning_rate": 2.408182240818224e-05, + "loss": 1.5965, + "step": 2230 + }, + { + "epoch": 1.56, + "learning_rate": 2.396559739655974e-05, + "loss": 1.5727, + "step": 2240 + }, + { + "epoch": 1.57, + "learning_rate": 2.3849372384937242e-05, + "loss": 1.5425, + "step": 2250 + }, + { + "epoch": 1.58, + "learning_rate": 2.373314737331474e-05, + "loss": 1.589, + "step": 2260 + }, + { + "epoch": 1.58, + "learning_rate": 2.3616922361692238e-05, + "loss": 1.5723, + "step": 2270 + }, + { + "epoch": 1.59, + "learning_rate": 2.3500697350069737e-05, + "loss": 1.5764, + "step": 2280 + }, + { + "epoch": 1.6, + "learning_rate": 2.3384472338447236e-05, + "loss": 1.5817, + "step": 2290 + }, + { + "epoch": 1.6, + "learning_rate": 2.3268247326824732e-05, + "loss": 1.5438, + "step": 2300 + }, + { + "epoch": 1.61, + "learning_rate": 2.3152022315202232e-05, + "loss": 1.5678, + "step": 2310 + }, + { + "epoch": 1.62, + "learning_rate": 2.303579730357973e-05, + "loss": 1.6154, + "step": 2320 + }, + { + "epoch": 1.62, + "learning_rate": 2.291957229195723e-05, + "loss": 1.5987, + "step": 2330 + }, + { + "epoch": 1.63, + "learning_rate": 2.280334728033473e-05, + "loss": 1.5824, + "step": 2340 + }, + { + "epoch": 1.64, + "learning_rate": 2.2687122268712226e-05, + "loss": 1.546, + "step": 2350 + }, + { + "epoch": 1.65, + "learning_rate": 2.2570897257089725e-05, + "loss": 1.5595, + "step": 2360 + }, + { + "epoch": 1.65, + "learning_rate": 2.2454672245467225e-05, + "loss": 1.5642, + "step": 2370 + }, + { + "epoch": 1.66, + "learning_rate": 2.2338447233844724e-05, + "loss": 1.5573, + "step": 2380 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.5743, + "step": 2390 + }, + { + "epoch": 1.67, + "learning_rate": 2.2105997210599723e-05, + "loss": 1.5902, + "step": 2400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1989772198977222e-05, + "loss": 1.5863, + "step": 2410 + }, + { + "epoch": 1.69, + "learning_rate": 2.187354718735472e-05, + "loss": 1.5561, + "step": 2420 + }, + { + "epoch": 1.69, + "learning_rate": 2.175732217573222e-05, + "loss": 1.5889, + "step": 2430 + }, + { + "epoch": 1.7, + "learning_rate": 2.1641097164109717e-05, + "loss": 1.5663, + "step": 2440 + }, + { + "epoch": 1.71, + "learning_rate": 2.1524872152487216e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.72, + "learning_rate": 2.1408647140864715e-05, + "loss": 1.5521, + "step": 2460 + }, + { + "epoch": 1.72, + "learning_rate": 2.1292422129242215e-05, + "loss": 1.5908, + "step": 2470 + }, + { + "epoch": 1.73, + "learning_rate": 2.117619711761971e-05, + "loss": 1.5885, + "step": 2480 + }, + { + "epoch": 1.74, + "learning_rate": 2.105997210599721e-05, + "loss": 1.5364, + "step": 2490 + }, + { + "epoch": 1.74, + "learning_rate": 2.094374709437471e-05, + "loss": 1.5385, + "step": 2500 + }, + { + "epoch": 1.75, + "learning_rate": 2.082752208275221e-05, + "loss": 1.5623, + "step": 2510 + }, + { + "epoch": 1.76, + "learning_rate": 2.0711297071129708e-05, + "loss": 1.6006, + "step": 2520 + }, + { + "epoch": 1.76, + "learning_rate": 2.0595072059507208e-05, + "loss": 1.5718, + "step": 2530 + }, + { + "epoch": 1.77, + "learning_rate": 2.0478847047884707e-05, + "loss": 1.6792, + "step": 2540 + }, + { + "epoch": 1.78, + "learning_rate": 2.0362622036262206e-05, + "loss": 1.6086, + "step": 2550 + }, + { + "epoch": 1.79, + "learning_rate": 2.0246397024639706e-05, + "loss": 1.5851, + "step": 2560 + }, + { + "epoch": 1.79, + "learning_rate": 2.01301720130172e-05, + "loss": 1.5667, + "step": 2570 + }, + { + "epoch": 1.8, + "learning_rate": 2.00139470013947e-05, + "loss": 1.6037, + "step": 2580 + }, + { + "epoch": 1.81, + "learning_rate": 1.98977219897722e-05, + "loss": 1.553, + "step": 2590 + }, + { + "epoch": 1.81, + "learning_rate": 1.97814969781497e-05, + "loss": 1.5756, + "step": 2600 + }, + { + "epoch": 1.82, + "learning_rate": 1.96652719665272e-05, + "loss": 1.568, + "step": 2610 + }, + { + "epoch": 1.83, + "learning_rate": 1.9549046954904695e-05, + "loss": 1.5277, + "step": 2620 + }, + { + "epoch": 1.83, + "learning_rate": 1.9432821943282194e-05, + "loss": 1.5369, + "step": 2630 + }, + { + "epoch": 1.84, + "learning_rate": 1.9316596931659694e-05, + "loss": 1.5712, + "step": 2640 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200371920037193e-05, + "loss": 1.5627, + "step": 2650 + }, + { + "epoch": 1.85, + "learning_rate": 1.908414690841469e-05, + "loss": 1.5717, + "step": 2660 + }, + { + "epoch": 1.86, + "learning_rate": 1.8967921896792192e-05, + "loss": 1.557, + "step": 2670 + }, + { + "epoch": 1.87, + "learning_rate": 1.885169688516969e-05, + "loss": 1.579, + "step": 2680 + }, + { + "epoch": 1.88, + "learning_rate": 1.873547187354719e-05, + "loss": 1.6105, + "step": 2690 + }, + { + "epoch": 1.88, + "learning_rate": 1.8619246861924686e-05, + "loss": 1.5607, + "step": 2700 + }, + { + "epoch": 1.89, + "learning_rate": 1.8503021850302186e-05, + "loss": 1.5539, + "step": 2710 + }, + { + "epoch": 1.9, + "learning_rate": 1.8386796838679685e-05, + "loss": 1.5695, + "step": 2720 + }, + { + "epoch": 1.9, + "learning_rate": 1.8270571827057184e-05, + "loss": 1.5173, + "step": 2730 + }, + { + "epoch": 1.91, + "learning_rate": 1.8154346815434684e-05, + "loss": 1.5717, + "step": 2740 + }, + { + "epoch": 1.92, + "learning_rate": 1.803812180381218e-05, + "loss": 1.5775, + "step": 2750 + }, + { + "epoch": 1.92, + "learning_rate": 1.792189679218968e-05, + "loss": 1.565, + "step": 2760 + }, + { + "epoch": 1.93, + "learning_rate": 1.780567178056718e-05, + "loss": 1.5616, + "step": 2770 + }, + { + "epoch": 1.94, + "learning_rate": 1.7689446768944678e-05, + "loss": 1.5682, + "step": 2780 + }, + { + "epoch": 1.95, + "learning_rate": 1.7573221757322174e-05, + "loss": 1.5636, + "step": 2790 + }, + { + "epoch": 1.95, + "learning_rate": 1.7456996745699673e-05, + "loss": 1.5375, + "step": 2800 + }, + { + "epoch": 1.96, + "learning_rate": 1.7340771734077173e-05, + "loss": 1.587, + "step": 2810 + }, + { + "epoch": 1.97, + "learning_rate": 1.7224546722454672e-05, + "loss": 1.5938, + "step": 2820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7108321710832175e-05, + "loss": 1.6013, + "step": 2830 + }, + { + "epoch": 1.98, + "learning_rate": 1.699209669920967e-05, + "loss": 1.5863, + "step": 2840 + }, + { + "epoch": 1.99, + "learning_rate": 1.687587168758717e-05, + "loss": 1.5541, + "step": 2850 + }, + { + "epoch": 1.99, + "learning_rate": 1.675964667596467e-05, + "loss": 1.5286, + "step": 2860 + }, + { + "epoch": 2.0, + "learning_rate": 1.664342166434217e-05, + "loss": 1.6012, + "step": 2870 + }, + { + "epoch": 2.01, + "learning_rate": 1.6527196652719665e-05, + "loss": 1.5168, + "step": 2880 + }, + { + "epoch": 2.02, + "learning_rate": 1.6410971641097164e-05, + "loss": 1.5846, + "step": 2890 + }, + { + "epoch": 2.02, + "learning_rate": 1.6294746629474663e-05, + "loss": 1.6058, + "step": 2900 + }, + { + "epoch": 2.03, + "learning_rate": 1.6178521617852163e-05, + "loss": 1.6015, + "step": 2910 + }, + { + "epoch": 2.04, + "learning_rate": 1.6062296606229662e-05, + "loss": 1.5539, + "step": 2920 + }, + { + "epoch": 2.04, + "learning_rate": 1.5946071594607158e-05, + "loss": 1.5788, + "step": 2930 + }, + { + "epoch": 2.05, + "learning_rate": 1.5829846582984657e-05, + "loss": 1.5224, + "step": 2940 + }, + { + "epoch": 2.06, + "learning_rate": 1.5713621571362157e-05, + "loss": 1.5462, + "step": 2950 + }, + { + "epoch": 2.06, + "learning_rate": 1.5597396559739656e-05, + "loss": 1.5487, + "step": 2960 + }, + { + "epoch": 2.07, + "learning_rate": 1.5481171548117155e-05, + "loss": 1.5613, + "step": 2970 + }, + { + "epoch": 2.08, + "learning_rate": 1.5364946536494655e-05, + "loss": 1.5624, + "step": 2980 + }, + { + "epoch": 2.09, + "learning_rate": 1.5248721524872153e-05, + "loss": 1.5387, + "step": 2990 + }, + { + "epoch": 2.09, + "learning_rate": 1.5132496513249652e-05, + "loss": 1.5603, + "step": 3000 + }, + { + "epoch": 2.1, + "learning_rate": 1.5016271501627153e-05, + "loss": 1.5604, + "step": 3010 + }, + { + "epoch": 2.11, + "learning_rate": 1.4900046490004649e-05, + "loss": 1.6289, + "step": 3020 + }, + { + "epoch": 2.11, + "learning_rate": 1.4783821478382148e-05, + "loss": 1.584, + "step": 3030 + }, + { + "epoch": 2.12, + "learning_rate": 1.4667596466759648e-05, + "loss": 1.5784, + "step": 3040 + }, + { + "epoch": 2.13, + "learning_rate": 1.4551371455137147e-05, + "loss": 1.5694, + "step": 3050 + }, + { + "epoch": 2.13, + "learning_rate": 1.4435146443514645e-05, + "loss": 1.5619, + "step": 3060 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318921431892144e-05, + "loss": 1.5153, + "step": 3070 + }, + { + "epoch": 2.15, + "learning_rate": 1.4202696420269643e-05, + "loss": 1.5379, + "step": 3080 + }, + { + "epoch": 2.15, + "learning_rate": 1.4086471408647143e-05, + "loss": 1.5374, + "step": 3090 + }, + { + "epoch": 2.16, + "learning_rate": 1.3970246397024642e-05, + "loss": 1.5718, + "step": 3100 + }, + { + "epoch": 2.17, + "learning_rate": 1.3854021385402138e-05, + "loss": 1.5794, + "step": 3110 + }, + { + "epoch": 2.18, + "learning_rate": 1.3737796373779637e-05, + "loss": 1.5583, + "step": 3120 + }, + { + "epoch": 2.18, + "learning_rate": 1.3621571362157137e-05, + "loss": 1.5925, + "step": 3130 + }, + { + "epoch": 2.19, + "learning_rate": 1.3505346350534636e-05, + "loss": 1.5535, + "step": 3140 + }, + { + "epoch": 2.2, + "learning_rate": 1.3389121338912134e-05, + "loss": 1.5699, + "step": 3150 + }, + { + "epoch": 2.2, + "learning_rate": 1.3272896327289633e-05, + "loss": 1.5377, + "step": 3160 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156671315667132e-05, + "loss": 1.5668, + "step": 3170 + }, + { + "epoch": 2.22, + "learning_rate": 1.3040446304044632e-05, + "loss": 1.5875, + "step": 3180 + }, + { + "epoch": 2.22, + "learning_rate": 1.2924221292422131e-05, + "loss": 1.5483, + "step": 3190 + }, + { + "epoch": 2.23, + "learning_rate": 1.2807996280799627e-05, + "loss": 1.6226, + "step": 3200 + }, + { + "epoch": 2.24, + "learning_rate": 1.2691771269177126e-05, + "loss": 1.5497, + "step": 3210 + }, + { + "epoch": 2.25, + "learning_rate": 1.2575546257554628e-05, + "loss": 1.5906, + "step": 3220 + }, + { + "epoch": 2.25, + "learning_rate": 1.2459321245932125e-05, + "loss": 1.5098, + "step": 3230 + }, + { + "epoch": 2.26, + "learning_rate": 1.2343096234309625e-05, + "loss": 1.5627, + "step": 3240 + }, + { + "epoch": 2.27, + "learning_rate": 1.2226871222687122e-05, + "loss": 1.6057, + "step": 3250 + }, + { + "epoch": 2.27, + "learning_rate": 1.2110646211064622e-05, + "loss": 1.5962, + "step": 3260 + }, + { + "epoch": 2.28, + "learning_rate": 1.199442119944212e-05, + "loss": 1.535, + "step": 3270 + }, + { + "epoch": 2.29, + "learning_rate": 1.1878196187819619e-05, + "loss": 1.5839, + "step": 3280 + }, + { + "epoch": 2.29, + "learning_rate": 1.1761971176197118e-05, + "loss": 1.5639, + "step": 3290 + }, + { + "epoch": 2.3, + "learning_rate": 1.1645746164574617e-05, + "loss": 1.551, + "step": 3300 + }, + { + "epoch": 2.31, + "learning_rate": 1.1529521152952117e-05, + "loss": 1.5491, + "step": 3310 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413296141329614e-05, + "loss": 1.5449, + "step": 3320 + }, + { + "epoch": 2.32, + "learning_rate": 1.1297071129707114e-05, + "loss": 1.5694, + "step": 3330 + }, + { + "epoch": 2.33, + "learning_rate": 1.1180846118084611e-05, + "loss": 1.5275, + "step": 3340 + }, + { + "epoch": 2.34, + "learning_rate": 1.106462110646211e-05, + "loss": 1.563, + "step": 3350 + }, + { + "epoch": 2.34, + "learning_rate": 1.094839609483961e-05, + "loss": 1.6094, + "step": 3360 + }, + { + "epoch": 2.35, + "learning_rate": 1.083217108321711e-05, + "loss": 1.5712, + "step": 3370 + }, + { + "epoch": 2.36, + "learning_rate": 1.0715946071594609e-05, + "loss": 1.5913, + "step": 3380 + }, + { + "epoch": 2.36, + "learning_rate": 1.0599721059972106e-05, + "loss": 1.5929, + "step": 3390 + }, + { + "epoch": 2.37, + "learning_rate": 1.0483496048349606e-05, + "loss": 1.5653, + "step": 3400 + }, + { + "epoch": 2.38, + "learning_rate": 1.0367271036727103e-05, + "loss": 1.5945, + "step": 3410 + }, + { + "epoch": 2.38, + "learning_rate": 1.0251046025104603e-05, + "loss": 1.5775, + "step": 3420 + }, + { + "epoch": 2.39, + "learning_rate": 1.0134821013482102e-05, + "loss": 1.5763, + "step": 3430 + }, + { + "epoch": 2.4, + "learning_rate": 1.0018596001859602e-05, + "loss": 1.5632, + "step": 3440 + }, + { + "epoch": 2.41, + "learning_rate": 9.9023709902371e-06, + "loss": 1.552, + "step": 3450 + }, + { + "epoch": 2.41, + "learning_rate": 9.786145978614599e-06, + "loss": 1.5857, + "step": 3460 + }, + { + "epoch": 2.42, + "learning_rate": 9.669920966992096e-06, + "loss": 1.6271, + "step": 3470 + }, + { + "epoch": 2.43, + "learning_rate": 9.553695955369596e-06, + "loss": 1.5969, + "step": 3480 + }, + { + "epoch": 2.43, + "learning_rate": 9.437470943747095e-06, + "loss": 1.5098, + "step": 3490 + }, + { + "epoch": 2.44, + "learning_rate": 9.321245932124594e-06, + "loss": 1.6012, + "step": 3500 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.2111388395005542e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-3500/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/README.md b/9494_Llama-2-13b-hf/checkpoint-4000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-4000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1c7daa7fad9181d801e82fa49302faa48202c250 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a201a20ec91d14c8821121fd32ca867c48f749393611a73d1a96d92098b0750d +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-4000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca348e5417ee683e03b06871deb9a041d8f1b9f9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e254f3b457ecba32ce04ddf66cbf83f31db0db250173412d2ee46117e1f4a2 +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4648b42506ec95bcd4a65c7789762e9fbc8e9d64 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a82c642726778fa2944f9294052ff08f754f4ab8031b8009c059d48a41496b +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-4000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea6820b9083f5c8b50aa9542f0e9bb26986a81fb --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b81588f4f6d9d590135c1993b146e8352cc3888628de12971c5907b48173e6 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9896d792ffdcb8a0b358ed84b5f89efc4be940c9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/trainer_state.json @@ -0,0 +1,2421 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.789400278940028, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + }, + { + "epoch": 0.36, + "learning_rate": 4.407252440725244e-05, + "loss": 1.5767, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 4.395629939562994e-05, + "loss": 1.6073, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 4.384007438400744e-05, + "loss": 1.5736, + "step": 530 + }, + { + "epoch": 0.38, + "learning_rate": 4.372384937238494e-05, + "loss": 1.582, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 4.3607624360762437e-05, + "loss": 1.5833, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 4.349139934913994e-05, + "loss": 1.574, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 4.3375174337517435e-05, + "loss": 1.6007, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 4.325894932589494e-05, + "loss": 1.5853, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 4.3142724314272434e-05, + "loss": 1.5949, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 4.302649930264993e-05, + "loss": 1.5795, + "step": 600 + }, + { + "epoch": 0.43, + "learning_rate": 4.291027429102743e-05, + "loss": 1.5985, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 4.279404927940493e-05, + "loss": 1.6253, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 4.267782426778243e-05, + "loss": 1.589, + "step": 630 + }, + { + "epoch": 0.45, + "learning_rate": 4.256159925615993e-05, + "loss": 1.568, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 4.244537424453743e-05, + "loss": 1.5818, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 4.2329149232914926e-05, + "loss": 1.6058, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 4.221292422129242e-05, + "loss": 1.5825, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 4.209669920966992e-05, + "loss": 1.567, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 4.198047419804742e-05, + "loss": 1.5481, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 4.186424918642492e-05, + "loss": 1.5981, + "step": 700 + }, + { + "epoch": 0.5, + "learning_rate": 4.174802417480242e-05, + "loss": 1.5437, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 4.1631799163179915e-05, + "loss": 1.5912, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 4.151557415155742e-05, + "loss": 1.5495, + "step": 730 + }, + { + "epoch": 0.52, + "learning_rate": 4.139934913993492e-05, + "loss": 1.5953, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 4.128312412831242e-05, + "loss": 1.5615, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 4.116689911668991e-05, + "loss": 1.5466, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 4.105067410506741e-05, + "loss": 1.5931, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 4.093444909344491e-05, + "loss": 1.5645, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 4.081822408182241e-05, + "loss": 1.6358, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 4.070199907019991e-05, + "loss": 1.5531, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 4.0585774058577406e-05, + "loss": 1.6038, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 4.046954904695491e-05, + "loss": 1.5844, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 4.0353324035332405e-05, + "loss": 1.5652, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 4.023709902370991e-05, + "loss": 1.545, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 4.0120874012087404e-05, + "loss": 1.5618, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 4.00046490004649e-05, + "loss": 1.5778, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 3.98884239888424e-05, + "loss": 1.6248, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 3.97721989772199e-05, + "loss": 1.6243, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 3.96559739655974e-05, + "loss": 1.5639, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 3.95397489539749e-05, + "loss": 1.6058, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 3.94235239423524e-05, + "loss": 1.5932, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 3.9307298930729896e-05, + "loss": 1.6157, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 3.91910739191074e-05, + "loss": 1.5969, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 3.907484890748489e-05, + "loss": 1.5991, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 3.895862389586239e-05, + "loss": 1.5678, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 3.8842398884239886e-05, + "loss": 1.5744, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 3.872617387261739e-05, + "loss": 1.5723, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 3.8609948860994885e-05, + "loss": 1.6042, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 3.849372384937239e-05, + "loss": 1.6093, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 3.8377498837749884e-05, + "loss": 1.5968, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 3.8261273826127387e-05, + "loss": 1.5302, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 3.814504881450488e-05, + "loss": 1.5719, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 3.802882380288238e-05, + "loss": 1.5806, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 3.791259879125988e-05, + "loss": 1.6137, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 3.779637377963738e-05, + "loss": 1.5715, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 3.768014876801488e-05, + "loss": 1.6134, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 3.7563923756392376e-05, + "loss": 1.5484, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 3.744769874476988e-05, + "loss": 1.6084, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 3.7331473733147375e-05, + "loss": 1.5655, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 3.721524872152488e-05, + "loss": 1.5301, + "step": 1100 + }, + { + "epoch": 0.77, + "learning_rate": 3.7099023709902373e-05, + "loss": 1.5907, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 3.698279869827987e-05, + "loss": 1.5803, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 3.6866573686657365e-05, + "loss": 1.6311, + "step": 1130 + }, + { + "epoch": 0.79, + "learning_rate": 3.675034867503487e-05, + "loss": 1.5678, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 3.663412366341237e-05, + "loss": 1.5814, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 3.651789865178987e-05, + "loss": 1.5771, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 3.640167364016737e-05, + "loss": 1.6359, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 3.6285448628544866e-05, + "loss": 1.5835, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 3.616922361692237e-05, + "loss": 1.5558, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 3.6052998605299864e-05, + "loss": 1.5884, + "step": 1200 + }, + { + "epoch": 0.84, + "learning_rate": 3.593677359367736e-05, + "loss": 1.5215, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 3.5820548582054856e-05, + "loss": 1.5574, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 3.570432357043236e-05, + "loss": 1.5946, + "step": 1230 + }, + { + "epoch": 0.86, + "learning_rate": 3.5588098558809855e-05, + "loss": 1.5804, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 3.547187354718736e-05, + "loss": 1.6064, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 3.5355648535564854e-05, + "loss": 1.6033, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 3.5239423523942356e-05, + "loss": 1.6202, + "step": 1270 + }, + { + "epoch": 0.89, + "learning_rate": 3.512319851231985e-05, + "loss": 1.5858, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 3.5006973500697355e-05, + "loss": 1.5784, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 3.489074848907485e-05, + "loss": 1.5863, + "step": 1300 + }, + { + "epoch": 0.91, + "learning_rate": 3.477452347745235e-05, + "loss": 1.5941, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 3.465829846582985e-05, + "loss": 1.6208, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 3.4542073454207346e-05, + "loss": 1.5731, + "step": 1330 + }, + { + "epoch": 0.93, + "learning_rate": 3.442584844258485e-05, + "loss": 1.6135, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 3.4309623430962344e-05, + "loss": 1.6136, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 3.419339841933985e-05, + "loss": 1.5888, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 3.407717340771734e-05, + "loss": 1.6092, + "step": 1370 + }, + { + "epoch": 0.96, + "learning_rate": 3.3960948396094846e-05, + "loss": 1.622, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 3.3844723384472335e-05, + "loss": 1.5745, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 3.372849837284984e-05, + "loss": 1.5963, + "step": 1400 + }, + { + "epoch": 0.98, + "learning_rate": 3.3612273361227334e-05, + "loss": 1.5756, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 3.3496048349604837e-05, + "loss": 1.5973, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 3.337982333798233e-05, + "loss": 1.5874, + "step": 1430 + }, + { + "epoch": 1.0, + "learning_rate": 3.3263598326359835e-05, + "loss": 1.5997, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 3.314737331473733e-05, + "loss": 1.5552, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 3.3031148303114834e-05, + "loss": 1.5888, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 3.291492329149234e-05, + "loss": 1.5288, + "step": 1470 + }, + { + "epoch": 1.03, + "learning_rate": 3.2798698279869826e-05, + "loss": 1.5818, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 3.268247326824733e-05, + "loss": 1.5702, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 3.2566248256624825e-05, + "loss": 1.5365, + "step": 1500 + }, + { + "epoch": 1.05, + "learning_rate": 3.245002324500233e-05, + "loss": 1.5026, + "step": 1510 + }, + { + "epoch": 1.06, + "learning_rate": 3.233379823337982e-05, + "loss": 1.5621, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 3.2217573221757326e-05, + "loss": 1.5647, + "step": 1530 + }, + { + "epoch": 1.07, + "learning_rate": 3.210134821013482e-05, + "loss": 1.555, + "step": 1540 + }, + { + "epoch": 1.08, + "learning_rate": 3.1985123198512325e-05, + "loss": 1.56, + "step": 1550 + }, + { + "epoch": 1.09, + "learning_rate": 3.186889818688982e-05, + "loss": 1.6286, + "step": 1560 + }, + { + "epoch": 1.09, + "learning_rate": 3.175267317526732e-05, + "loss": 1.5647, + "step": 1570 + }, + { + "epoch": 1.1, + "learning_rate": 3.163644816364482e-05, + "loss": 1.5405, + "step": 1580 + }, + { + "epoch": 1.11, + "learning_rate": 3.1520223152022315e-05, + "loss": 1.5644, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 3.140399814039982e-05, + "loss": 1.6191, + "step": 1600 + }, + { + "epoch": 1.12, + "learning_rate": 3.1287773128777314e-05, + "loss": 1.5836, + "step": 1610 + }, + { + "epoch": 1.13, + "learning_rate": 3.117154811715482e-05, + "loss": 1.5674, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 3.105532310553231e-05, + "loss": 1.5884, + "step": 1630 + }, + { + "epoch": 1.14, + "learning_rate": 3.0939098093909816e-05, + "loss": 1.5608, + "step": 1640 + }, + { + "epoch": 1.15, + "learning_rate": 3.082287308228731e-05, + "loss": 1.567, + "step": 1650 + }, + { + "epoch": 1.16, + "learning_rate": 3.070664807066481e-05, + "loss": 1.589, + "step": 1660 + }, + { + "epoch": 1.16, + "learning_rate": 3.0590423059042303e-05, + "loss": 1.6158, + "step": 1670 + }, + { + "epoch": 1.17, + "learning_rate": 3.0474198047419806e-05, + "loss": 1.5817, + "step": 1680 + }, + { + "epoch": 1.18, + "learning_rate": 3.0357973035797306e-05, + "loss": 1.606, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 3.0241748024174805e-05, + "loss": 1.5705, + "step": 1700 + }, + { + "epoch": 1.19, + "learning_rate": 3.0125523012552304e-05, + "loss": 1.5582, + "step": 1710 + }, + { + "epoch": 1.2, + "learning_rate": 3.0009298000929804e-05, + "loss": 1.5409, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 2.9893072989307303e-05, + "loss": 1.6384, + "step": 1730 + }, + { + "epoch": 1.21, + "learning_rate": 2.9776847977684802e-05, + "loss": 1.5539, + "step": 1740 + }, + { + "epoch": 1.22, + "learning_rate": 2.9660622966062295e-05, + "loss": 1.5763, + "step": 1750 + }, + { + "epoch": 1.23, + "learning_rate": 2.9544397954439794e-05, + "loss": 1.5333, + "step": 1760 + }, + { + "epoch": 1.23, + "learning_rate": 2.9428172942817294e-05, + "loss": 1.5786, + "step": 1770 + }, + { + "epoch": 1.24, + "learning_rate": 2.9311947931194793e-05, + "loss": 1.5807, + "step": 1780 + }, + { + "epoch": 1.25, + "learning_rate": 2.9195722919572292e-05, + "loss": 1.6011, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 2.9079497907949792e-05, + "loss": 1.5959, + "step": 1800 + }, + { + "epoch": 1.26, + "learning_rate": 2.896327289632729e-05, + "loss": 1.5689, + "step": 1810 + }, + { + "epoch": 1.27, + "learning_rate": 2.884704788470479e-05, + "loss": 1.5855, + "step": 1820 + }, + { + "epoch": 1.28, + "learning_rate": 2.8730822873082286e-05, + "loss": 1.5625, + "step": 1830 + }, + { + "epoch": 1.28, + "learning_rate": 2.8614597861459786e-05, + "loss": 1.5804, + "step": 1840 + }, + { + "epoch": 1.29, + "learning_rate": 2.8498372849837285e-05, + "loss": 1.5756, + "step": 1850 + }, + { + "epoch": 1.3, + "learning_rate": 2.8382147838214784e-05, + "loss": 1.5486, + "step": 1860 + }, + { + "epoch": 1.3, + "learning_rate": 2.8265922826592284e-05, + "loss": 1.5671, + "step": 1870 + }, + { + "epoch": 1.31, + "learning_rate": 2.8149697814969783e-05, + "loss": 1.6146, + "step": 1880 + }, + { + "epoch": 1.32, + "learning_rate": 2.8033472803347283e-05, + "loss": 1.5203, + "step": 1890 + }, + { + "epoch": 1.32, + "learning_rate": 2.7917247791724782e-05, + "loss": 1.5485, + "step": 1900 + }, + { + "epoch": 1.33, + "learning_rate": 2.780102278010228e-05, + "loss": 1.6385, + "step": 1910 + }, + { + "epoch": 1.34, + "learning_rate": 2.7684797768479774e-05, + "loss": 1.6054, + "step": 1920 + }, + { + "epoch": 1.35, + "learning_rate": 2.7568572756857277e-05, + "loss": 1.5451, + "step": 1930 + }, + { + "epoch": 1.35, + "learning_rate": 2.7452347745234776e-05, + "loss": 1.5785, + "step": 1940 + }, + { + "epoch": 1.36, + "learning_rate": 2.7336122733612275e-05, + "loss": 1.6233, + "step": 1950 + }, + { + "epoch": 1.37, + "learning_rate": 2.7219897721989775e-05, + "loss": 1.5784, + "step": 1960 + }, + { + "epoch": 1.37, + "learning_rate": 2.7103672710367274e-05, + "loss": 1.5794, + "step": 1970 + }, + { + "epoch": 1.38, + "learning_rate": 2.6987447698744773e-05, + "loss": 1.5412, + "step": 1980 + }, + { + "epoch": 1.39, + "learning_rate": 2.6871222687122273e-05, + "loss": 1.5684, + "step": 1990 + }, + { + "epoch": 1.39, + "learning_rate": 2.6754997675499772e-05, + "loss": 1.5771, + "step": 2000 + }, + { + "epoch": 1.4, + "learning_rate": 2.6638772663877265e-05, + "loss": 1.5361, + "step": 2010 + }, + { + "epoch": 1.41, + "learning_rate": 2.6522547652254764e-05, + "loss": 1.6065, + "step": 2020 + }, + { + "epoch": 1.42, + "learning_rate": 2.6406322640632263e-05, + "loss": 1.5777, + "step": 2030 + }, + { + "epoch": 1.42, + "learning_rate": 2.6290097629009763e-05, + "loss": 1.5802, + "step": 2040 + }, + { + "epoch": 1.43, + "learning_rate": 2.6173872617387262e-05, + "loss": 1.5399, + "step": 2050 + }, + { + "epoch": 1.44, + "learning_rate": 2.605764760576476e-05, + "loss": 1.5979, + "step": 2060 + }, + { + "epoch": 1.44, + "learning_rate": 2.594142259414226e-05, + "loss": 1.5783, + "step": 2070 + }, + { + "epoch": 1.45, + "learning_rate": 2.582519758251976e-05, + "loss": 1.5719, + "step": 2080 + }, + { + "epoch": 1.46, + "learning_rate": 2.570897257089726e-05, + "loss": 1.5893, + "step": 2090 + }, + { + "epoch": 1.46, + "learning_rate": 2.5592747559274755e-05, + "loss": 1.5838, + "step": 2100 + }, + { + "epoch": 1.47, + "learning_rate": 2.5476522547652255e-05, + "loss": 1.6062, + "step": 2110 + }, + { + "epoch": 1.48, + "learning_rate": 2.5360297536029754e-05, + "loss": 1.5292, + "step": 2120 + }, + { + "epoch": 1.49, + "learning_rate": 2.5244072524407254e-05, + "loss": 1.5686, + "step": 2130 + }, + { + "epoch": 1.49, + "learning_rate": 2.5127847512784753e-05, + "loss": 1.5955, + "step": 2140 + }, + { + "epoch": 1.5, + "learning_rate": 2.5011622501162252e-05, + "loss": 1.608, + "step": 2150 + }, + { + "epoch": 1.51, + "learning_rate": 2.489539748953975e-05, + "loss": 1.551, + "step": 2160 + }, + { + "epoch": 1.51, + "learning_rate": 2.4779172477917248e-05, + "loss": 1.5327, + "step": 2170 + }, + { + "epoch": 1.52, + "learning_rate": 2.4662947466294747e-05, + "loss": 1.5664, + "step": 2180 + }, + { + "epoch": 1.53, + "learning_rate": 2.4546722454672246e-05, + "loss": 1.5965, + "step": 2190 + }, + { + "epoch": 1.53, + "learning_rate": 2.4430497443049746e-05, + "loss": 1.5757, + "step": 2200 + }, + { + "epoch": 1.54, + "learning_rate": 2.431427243142724e-05, + "loss": 1.5749, + "step": 2210 + }, + { + "epoch": 1.55, + "learning_rate": 2.419804741980474e-05, + "loss": 1.5758, + "step": 2220 + }, + { + "epoch": 1.56, + "learning_rate": 2.408182240818224e-05, + "loss": 1.5965, + "step": 2230 + }, + { + "epoch": 1.56, + "learning_rate": 2.396559739655974e-05, + "loss": 1.5727, + "step": 2240 + }, + { + "epoch": 1.57, + "learning_rate": 2.3849372384937242e-05, + "loss": 1.5425, + "step": 2250 + }, + { + "epoch": 1.58, + "learning_rate": 2.373314737331474e-05, + "loss": 1.589, + "step": 2260 + }, + { + "epoch": 1.58, + "learning_rate": 2.3616922361692238e-05, + "loss": 1.5723, + "step": 2270 + }, + { + "epoch": 1.59, + "learning_rate": 2.3500697350069737e-05, + "loss": 1.5764, + "step": 2280 + }, + { + "epoch": 1.6, + "learning_rate": 2.3384472338447236e-05, + "loss": 1.5817, + "step": 2290 + }, + { + "epoch": 1.6, + "learning_rate": 2.3268247326824732e-05, + "loss": 1.5438, + "step": 2300 + }, + { + "epoch": 1.61, + "learning_rate": 2.3152022315202232e-05, + "loss": 1.5678, + "step": 2310 + }, + { + "epoch": 1.62, + "learning_rate": 2.303579730357973e-05, + "loss": 1.6154, + "step": 2320 + }, + { + "epoch": 1.62, + "learning_rate": 2.291957229195723e-05, + "loss": 1.5987, + "step": 2330 + }, + { + "epoch": 1.63, + "learning_rate": 2.280334728033473e-05, + "loss": 1.5824, + "step": 2340 + }, + { + "epoch": 1.64, + "learning_rate": 2.2687122268712226e-05, + "loss": 1.546, + "step": 2350 + }, + { + "epoch": 1.65, + "learning_rate": 2.2570897257089725e-05, + "loss": 1.5595, + "step": 2360 + }, + { + "epoch": 1.65, + "learning_rate": 2.2454672245467225e-05, + "loss": 1.5642, + "step": 2370 + }, + { + "epoch": 1.66, + "learning_rate": 2.2338447233844724e-05, + "loss": 1.5573, + "step": 2380 + }, + { + "epoch": 1.67, + "learning_rate": 2.2222222222222223e-05, + "loss": 1.5743, + "step": 2390 + }, + { + "epoch": 1.67, + "learning_rate": 2.2105997210599723e-05, + "loss": 1.5902, + "step": 2400 + }, + { + "epoch": 1.68, + "learning_rate": 2.1989772198977222e-05, + "loss": 1.5863, + "step": 2410 + }, + { + "epoch": 1.69, + "learning_rate": 2.187354718735472e-05, + "loss": 1.5561, + "step": 2420 + }, + { + "epoch": 1.69, + "learning_rate": 2.175732217573222e-05, + "loss": 1.5889, + "step": 2430 + }, + { + "epoch": 1.7, + "learning_rate": 2.1641097164109717e-05, + "loss": 1.5663, + "step": 2440 + }, + { + "epoch": 1.71, + "learning_rate": 2.1524872152487216e-05, + "loss": 1.5802, + "step": 2450 + }, + { + "epoch": 1.72, + "learning_rate": 2.1408647140864715e-05, + "loss": 1.5521, + "step": 2460 + }, + { + "epoch": 1.72, + "learning_rate": 2.1292422129242215e-05, + "loss": 1.5908, + "step": 2470 + }, + { + "epoch": 1.73, + "learning_rate": 2.117619711761971e-05, + "loss": 1.5885, + "step": 2480 + }, + { + "epoch": 1.74, + "learning_rate": 2.105997210599721e-05, + "loss": 1.5364, + "step": 2490 + }, + { + "epoch": 1.74, + "learning_rate": 2.094374709437471e-05, + "loss": 1.5385, + "step": 2500 + }, + { + "epoch": 1.75, + "learning_rate": 2.082752208275221e-05, + "loss": 1.5623, + "step": 2510 + }, + { + "epoch": 1.76, + "learning_rate": 2.0711297071129708e-05, + "loss": 1.6006, + "step": 2520 + }, + { + "epoch": 1.76, + "learning_rate": 2.0595072059507208e-05, + "loss": 1.5718, + "step": 2530 + }, + { + "epoch": 1.77, + "learning_rate": 2.0478847047884707e-05, + "loss": 1.6792, + "step": 2540 + }, + { + "epoch": 1.78, + "learning_rate": 2.0362622036262206e-05, + "loss": 1.6086, + "step": 2550 + }, + { + "epoch": 1.79, + "learning_rate": 2.0246397024639706e-05, + "loss": 1.5851, + "step": 2560 + }, + { + "epoch": 1.79, + "learning_rate": 2.01301720130172e-05, + "loss": 1.5667, + "step": 2570 + }, + { + "epoch": 1.8, + "learning_rate": 2.00139470013947e-05, + "loss": 1.6037, + "step": 2580 + }, + { + "epoch": 1.81, + "learning_rate": 1.98977219897722e-05, + "loss": 1.553, + "step": 2590 + }, + { + "epoch": 1.81, + "learning_rate": 1.97814969781497e-05, + "loss": 1.5756, + "step": 2600 + }, + { + "epoch": 1.82, + "learning_rate": 1.96652719665272e-05, + "loss": 1.568, + "step": 2610 + }, + { + "epoch": 1.83, + "learning_rate": 1.9549046954904695e-05, + "loss": 1.5277, + "step": 2620 + }, + { + "epoch": 1.83, + "learning_rate": 1.9432821943282194e-05, + "loss": 1.5369, + "step": 2630 + }, + { + "epoch": 1.84, + "learning_rate": 1.9316596931659694e-05, + "loss": 1.5712, + "step": 2640 + }, + { + "epoch": 1.85, + "learning_rate": 1.9200371920037193e-05, + "loss": 1.5627, + "step": 2650 + }, + { + "epoch": 1.85, + "learning_rate": 1.908414690841469e-05, + "loss": 1.5717, + "step": 2660 + }, + { + "epoch": 1.86, + "learning_rate": 1.8967921896792192e-05, + "loss": 1.557, + "step": 2670 + }, + { + "epoch": 1.87, + "learning_rate": 1.885169688516969e-05, + "loss": 1.579, + "step": 2680 + }, + { + "epoch": 1.88, + "learning_rate": 1.873547187354719e-05, + "loss": 1.6105, + "step": 2690 + }, + { + "epoch": 1.88, + "learning_rate": 1.8619246861924686e-05, + "loss": 1.5607, + "step": 2700 + }, + { + "epoch": 1.89, + "learning_rate": 1.8503021850302186e-05, + "loss": 1.5539, + "step": 2710 + }, + { + "epoch": 1.9, + "learning_rate": 1.8386796838679685e-05, + "loss": 1.5695, + "step": 2720 + }, + { + "epoch": 1.9, + "learning_rate": 1.8270571827057184e-05, + "loss": 1.5173, + "step": 2730 + }, + { + "epoch": 1.91, + "learning_rate": 1.8154346815434684e-05, + "loss": 1.5717, + "step": 2740 + }, + { + "epoch": 1.92, + "learning_rate": 1.803812180381218e-05, + "loss": 1.5775, + "step": 2750 + }, + { + "epoch": 1.92, + "learning_rate": 1.792189679218968e-05, + "loss": 1.565, + "step": 2760 + }, + { + "epoch": 1.93, + "learning_rate": 1.780567178056718e-05, + "loss": 1.5616, + "step": 2770 + }, + { + "epoch": 1.94, + "learning_rate": 1.7689446768944678e-05, + "loss": 1.5682, + "step": 2780 + }, + { + "epoch": 1.95, + "learning_rate": 1.7573221757322174e-05, + "loss": 1.5636, + "step": 2790 + }, + { + "epoch": 1.95, + "learning_rate": 1.7456996745699673e-05, + "loss": 1.5375, + "step": 2800 + }, + { + "epoch": 1.96, + "learning_rate": 1.7340771734077173e-05, + "loss": 1.587, + "step": 2810 + }, + { + "epoch": 1.97, + "learning_rate": 1.7224546722454672e-05, + "loss": 1.5938, + "step": 2820 + }, + { + "epoch": 1.97, + "learning_rate": 1.7108321710832175e-05, + "loss": 1.6013, + "step": 2830 + }, + { + "epoch": 1.98, + "learning_rate": 1.699209669920967e-05, + "loss": 1.5863, + "step": 2840 + }, + { + "epoch": 1.99, + "learning_rate": 1.687587168758717e-05, + "loss": 1.5541, + "step": 2850 + }, + { + "epoch": 1.99, + "learning_rate": 1.675964667596467e-05, + "loss": 1.5286, + "step": 2860 + }, + { + "epoch": 2.0, + "learning_rate": 1.664342166434217e-05, + "loss": 1.6012, + "step": 2870 + }, + { + "epoch": 2.01, + "learning_rate": 1.6527196652719665e-05, + "loss": 1.5168, + "step": 2880 + }, + { + "epoch": 2.02, + "learning_rate": 1.6410971641097164e-05, + "loss": 1.5846, + "step": 2890 + }, + { + "epoch": 2.02, + "learning_rate": 1.6294746629474663e-05, + "loss": 1.6058, + "step": 2900 + }, + { + "epoch": 2.03, + "learning_rate": 1.6178521617852163e-05, + "loss": 1.6015, + "step": 2910 + }, + { + "epoch": 2.04, + "learning_rate": 1.6062296606229662e-05, + "loss": 1.5539, + "step": 2920 + }, + { + "epoch": 2.04, + "learning_rate": 1.5946071594607158e-05, + "loss": 1.5788, + "step": 2930 + }, + { + "epoch": 2.05, + "learning_rate": 1.5829846582984657e-05, + "loss": 1.5224, + "step": 2940 + }, + { + "epoch": 2.06, + "learning_rate": 1.5713621571362157e-05, + "loss": 1.5462, + "step": 2950 + }, + { + "epoch": 2.06, + "learning_rate": 1.5597396559739656e-05, + "loss": 1.5487, + "step": 2960 + }, + { + "epoch": 2.07, + "learning_rate": 1.5481171548117155e-05, + "loss": 1.5613, + "step": 2970 + }, + { + "epoch": 2.08, + "learning_rate": 1.5364946536494655e-05, + "loss": 1.5624, + "step": 2980 + }, + { + "epoch": 2.09, + "learning_rate": 1.5248721524872153e-05, + "loss": 1.5387, + "step": 2990 + }, + { + "epoch": 2.09, + "learning_rate": 1.5132496513249652e-05, + "loss": 1.5603, + "step": 3000 + }, + { + "epoch": 2.1, + "learning_rate": 1.5016271501627153e-05, + "loss": 1.5604, + "step": 3010 + }, + { + "epoch": 2.11, + "learning_rate": 1.4900046490004649e-05, + "loss": 1.6289, + "step": 3020 + }, + { + "epoch": 2.11, + "learning_rate": 1.4783821478382148e-05, + "loss": 1.584, + "step": 3030 + }, + { + "epoch": 2.12, + "learning_rate": 1.4667596466759648e-05, + "loss": 1.5784, + "step": 3040 + }, + { + "epoch": 2.13, + "learning_rate": 1.4551371455137147e-05, + "loss": 1.5694, + "step": 3050 + }, + { + "epoch": 2.13, + "learning_rate": 1.4435146443514645e-05, + "loss": 1.5619, + "step": 3060 + }, + { + "epoch": 2.14, + "learning_rate": 1.4318921431892144e-05, + "loss": 1.5153, + "step": 3070 + }, + { + "epoch": 2.15, + "learning_rate": 1.4202696420269643e-05, + "loss": 1.5379, + "step": 3080 + }, + { + "epoch": 2.15, + "learning_rate": 1.4086471408647143e-05, + "loss": 1.5374, + "step": 3090 + }, + { + "epoch": 2.16, + "learning_rate": 1.3970246397024642e-05, + "loss": 1.5718, + "step": 3100 + }, + { + "epoch": 2.17, + "learning_rate": 1.3854021385402138e-05, + "loss": 1.5794, + "step": 3110 + }, + { + "epoch": 2.18, + "learning_rate": 1.3737796373779637e-05, + "loss": 1.5583, + "step": 3120 + }, + { + "epoch": 2.18, + "learning_rate": 1.3621571362157137e-05, + "loss": 1.5925, + "step": 3130 + }, + { + "epoch": 2.19, + "learning_rate": 1.3505346350534636e-05, + "loss": 1.5535, + "step": 3140 + }, + { + "epoch": 2.2, + "learning_rate": 1.3389121338912134e-05, + "loss": 1.5699, + "step": 3150 + }, + { + "epoch": 2.2, + "learning_rate": 1.3272896327289633e-05, + "loss": 1.5377, + "step": 3160 + }, + { + "epoch": 2.21, + "learning_rate": 1.3156671315667132e-05, + "loss": 1.5668, + "step": 3170 + }, + { + "epoch": 2.22, + "learning_rate": 1.3040446304044632e-05, + "loss": 1.5875, + "step": 3180 + }, + { + "epoch": 2.22, + "learning_rate": 1.2924221292422131e-05, + "loss": 1.5483, + "step": 3190 + }, + { + "epoch": 2.23, + "learning_rate": 1.2807996280799627e-05, + "loss": 1.6226, + "step": 3200 + }, + { + "epoch": 2.24, + "learning_rate": 1.2691771269177126e-05, + "loss": 1.5497, + "step": 3210 + }, + { + "epoch": 2.25, + "learning_rate": 1.2575546257554628e-05, + "loss": 1.5906, + "step": 3220 + }, + { + "epoch": 2.25, + "learning_rate": 1.2459321245932125e-05, + "loss": 1.5098, + "step": 3230 + }, + { + "epoch": 2.26, + "learning_rate": 1.2343096234309625e-05, + "loss": 1.5627, + "step": 3240 + }, + { + "epoch": 2.27, + "learning_rate": 1.2226871222687122e-05, + "loss": 1.6057, + "step": 3250 + }, + { + "epoch": 2.27, + "learning_rate": 1.2110646211064622e-05, + "loss": 1.5962, + "step": 3260 + }, + { + "epoch": 2.28, + "learning_rate": 1.199442119944212e-05, + "loss": 1.535, + "step": 3270 + }, + { + "epoch": 2.29, + "learning_rate": 1.1878196187819619e-05, + "loss": 1.5839, + "step": 3280 + }, + { + "epoch": 2.29, + "learning_rate": 1.1761971176197118e-05, + "loss": 1.5639, + "step": 3290 + }, + { + "epoch": 2.3, + "learning_rate": 1.1645746164574617e-05, + "loss": 1.551, + "step": 3300 + }, + { + "epoch": 2.31, + "learning_rate": 1.1529521152952117e-05, + "loss": 1.5491, + "step": 3310 + }, + { + "epoch": 2.32, + "learning_rate": 1.1413296141329614e-05, + "loss": 1.5449, + "step": 3320 + }, + { + "epoch": 2.32, + "learning_rate": 1.1297071129707114e-05, + "loss": 1.5694, + "step": 3330 + }, + { + "epoch": 2.33, + "learning_rate": 1.1180846118084611e-05, + "loss": 1.5275, + "step": 3340 + }, + { + "epoch": 2.34, + "learning_rate": 1.106462110646211e-05, + "loss": 1.563, + "step": 3350 + }, + { + "epoch": 2.34, + "learning_rate": 1.094839609483961e-05, + "loss": 1.6094, + "step": 3360 + }, + { + "epoch": 2.35, + "learning_rate": 1.083217108321711e-05, + "loss": 1.5712, + "step": 3370 + }, + { + "epoch": 2.36, + "learning_rate": 1.0715946071594609e-05, + "loss": 1.5913, + "step": 3380 + }, + { + "epoch": 2.36, + "learning_rate": 1.0599721059972106e-05, + "loss": 1.5929, + "step": 3390 + }, + { + "epoch": 2.37, + "learning_rate": 1.0483496048349606e-05, + "loss": 1.5653, + "step": 3400 + }, + { + "epoch": 2.38, + "learning_rate": 1.0367271036727103e-05, + "loss": 1.5945, + "step": 3410 + }, + { + "epoch": 2.38, + "learning_rate": 1.0251046025104603e-05, + "loss": 1.5775, + "step": 3420 + }, + { + "epoch": 2.39, + "learning_rate": 1.0134821013482102e-05, + "loss": 1.5763, + "step": 3430 + }, + { + "epoch": 2.4, + "learning_rate": 1.0018596001859602e-05, + "loss": 1.5632, + "step": 3440 + }, + { + "epoch": 2.41, + "learning_rate": 9.9023709902371e-06, + "loss": 1.552, + "step": 3450 + }, + { + "epoch": 2.41, + "learning_rate": 9.786145978614599e-06, + "loss": 1.5857, + "step": 3460 + }, + { + "epoch": 2.42, + "learning_rate": 9.669920966992096e-06, + "loss": 1.6271, + "step": 3470 + }, + { + "epoch": 2.43, + "learning_rate": 9.553695955369596e-06, + "loss": 1.5969, + "step": 3480 + }, + { + "epoch": 2.43, + "learning_rate": 9.437470943747095e-06, + "loss": 1.5098, + "step": 3490 + }, + { + "epoch": 2.44, + "learning_rate": 9.321245932124594e-06, + "loss": 1.6012, + "step": 3500 + }, + { + "epoch": 2.45, + "learning_rate": 9.205020920502094e-06, + "loss": 1.5691, + "step": 3510 + }, + { + "epoch": 2.45, + "learning_rate": 9.088795908879591e-06, + "loss": 1.5835, + "step": 3520 + }, + { + "epoch": 2.46, + "learning_rate": 8.97257089725709e-06, + "loss": 1.5798, + "step": 3530 + }, + { + "epoch": 2.47, + "learning_rate": 8.856345885634588e-06, + "loss": 1.5764, + "step": 3540 + }, + { + "epoch": 2.48, + "learning_rate": 8.740120874012088e-06, + "loss": 1.5521, + "step": 3550 + }, + { + "epoch": 2.48, + "learning_rate": 8.623895862389585e-06, + "loss": 1.5426, + "step": 3560 + }, + { + "epoch": 2.49, + "learning_rate": 8.507670850767085e-06, + "loss": 1.5377, + "step": 3570 + }, + { + "epoch": 2.5, + "learning_rate": 8.391445839144586e-06, + "loss": 1.5634, + "step": 3580 + }, + { + "epoch": 2.5, + "learning_rate": 8.275220827522083e-06, + "loss": 1.5117, + "step": 3590 + }, + { + "epoch": 2.51, + "learning_rate": 8.158995815899583e-06, + "loss": 1.602, + "step": 3600 + }, + { + "epoch": 2.52, + "learning_rate": 8.04277080427708e-06, + "loss": 1.5879, + "step": 3610 + }, + { + "epoch": 2.52, + "learning_rate": 7.92654579265458e-06, + "loss": 1.5867, + "step": 3620 + }, + { + "epoch": 2.53, + "learning_rate": 7.810320781032077e-06, + "loss": 1.5684, + "step": 3630 + }, + { + "epoch": 2.54, + "learning_rate": 7.694095769409577e-06, + "loss": 1.5382, + "step": 3640 + }, + { + "epoch": 2.55, + "learning_rate": 7.577870757787075e-06, + "loss": 1.5056, + "step": 3650 + }, + { + "epoch": 2.55, + "learning_rate": 7.461645746164575e-06, + "loss": 1.5343, + "step": 3660 + }, + { + "epoch": 2.56, + "learning_rate": 7.345420734542075e-06, + "loss": 1.6352, + "step": 3670 + }, + { + "epoch": 2.57, + "learning_rate": 7.2291957229195725e-06, + "loss": 1.5817, + "step": 3680 + }, + { + "epoch": 2.57, + "learning_rate": 7.112970711297072e-06, + "loss": 1.5772, + "step": 3690 + }, + { + "epoch": 2.58, + "learning_rate": 6.99674569967457e-06, + "loss": 1.5756, + "step": 3700 + }, + { + "epoch": 2.59, + "learning_rate": 6.88052068805207e-06, + "loss": 1.5486, + "step": 3710 + }, + { + "epoch": 2.59, + "learning_rate": 6.7642956764295674e-06, + "loss": 1.5426, + "step": 3720 + }, + { + "epoch": 2.6, + "learning_rate": 6.648070664807067e-06, + "loss": 1.5065, + "step": 3730 + }, + { + "epoch": 2.61, + "learning_rate": 6.531845653184565e-06, + "loss": 1.5752, + "step": 3740 + }, + { + "epoch": 2.62, + "learning_rate": 6.415620641562065e-06, + "loss": 1.5588, + "step": 3750 + }, + { + "epoch": 2.62, + "learning_rate": 6.299395629939562e-06, + "loss": 1.5807, + "step": 3760 + }, + { + "epoch": 2.63, + "learning_rate": 6.183170618317062e-06, + "loss": 1.5759, + "step": 3770 + }, + { + "epoch": 2.64, + "learning_rate": 6.066945606694561e-06, + "loss": 1.5711, + "step": 3780 + }, + { + "epoch": 2.64, + "learning_rate": 5.9507205950720595e-06, + "loss": 1.5885, + "step": 3790 + }, + { + "epoch": 2.65, + "learning_rate": 5.834495583449558e-06, + "loss": 1.5842, + "step": 3800 + }, + { + "epoch": 2.66, + "learning_rate": 5.718270571827057e-06, + "loss": 1.5245, + "step": 3810 + }, + { + "epoch": 2.66, + "learning_rate": 5.602045560204557e-06, + "loss": 1.6069, + "step": 3820 + }, + { + "epoch": 2.67, + "learning_rate": 5.485820548582055e-06, + "loss": 1.6019, + "step": 3830 + }, + { + "epoch": 2.68, + "learning_rate": 5.369595536959554e-06, + "loss": 1.6542, + "step": 3840 + }, + { + "epoch": 2.68, + "learning_rate": 5.253370525337053e-06, + "loss": 1.4941, + "step": 3850 + }, + { + "epoch": 2.69, + "learning_rate": 5.137145513714552e-06, + "loss": 1.5248, + "step": 3860 + }, + { + "epoch": 2.7, + "learning_rate": 5.02092050209205e-06, + "loss": 1.5997, + "step": 3870 + }, + { + "epoch": 2.71, + "learning_rate": 4.9046954904695495e-06, + "loss": 1.5374, + "step": 3880 + }, + { + "epoch": 2.71, + "learning_rate": 4.788470478847048e-06, + "loss": 1.5615, + "step": 3890 + }, + { + "epoch": 2.72, + "learning_rate": 4.6722454672245465e-06, + "loss": 1.6144, + "step": 3900 + }, + { + "epoch": 2.73, + "learning_rate": 4.556020455602046e-06, + "loss": 1.5881, + "step": 3910 + }, + { + "epoch": 2.73, + "learning_rate": 4.439795443979545e-06, + "loss": 1.5797, + "step": 3920 + }, + { + "epoch": 2.74, + "learning_rate": 4.323570432357044e-06, + "loss": 1.581, + "step": 3930 + }, + { + "epoch": 2.75, + "learning_rate": 4.207345420734542e-06, + "loss": 1.5633, + "step": 3940 + }, + { + "epoch": 2.75, + "learning_rate": 4.091120409112041e-06, + "loss": 1.5337, + "step": 3950 + }, + { + "epoch": 2.76, + "learning_rate": 3.97489539748954e-06, + "loss": 1.5716, + "step": 3960 + }, + { + "epoch": 2.77, + "learning_rate": 3.858670385867039e-06, + "loss": 1.5267, + "step": 3970 + }, + { + "epoch": 2.78, + "learning_rate": 3.7424453742445376e-06, + "loss": 1.586, + "step": 3980 + }, + { + "epoch": 2.78, + "learning_rate": 3.626220362622036e-06, + "loss": 1.5685, + "step": 3990 + }, + { + "epoch": 2.79, + "learning_rate": 3.509995350999535e-06, + "loss": 1.5765, + "step": 4000 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 2.527151250462474e+18, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-4000/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-4000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/checkpoint-500/README.md b/9494_Llama-2-13b-hf/checkpoint-500/README.md new file mode 100644 index 0000000000000000000000000000000000000000..d4576fe074287232d3836bf69c21d3f2593290d9 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/README.md @@ -0,0 +1,9 @@ +--- +library_name: peft +--- +## Training procedure + +### Framework versions + + +- PEFT 0.4.0 diff --git a/9494_Llama-2-13b-hf/checkpoint-500/adapter_config.json b/9494_Llama-2-13b-hf/checkpoint-500/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3b7061e569d2238b92340439a2160b31efa52857 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-13b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9494_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors b/9494_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d740df0d0db6e1ffb2f4fd1924e7a8565386f466 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c112807240a84c6e580fbdb4adf98957e88134a4947f0ebc07197a307e4921 +size 26235704 diff --git a/9494_Llama-2-13b-hf/checkpoint-500/optimizer.pt b/9494_Llama-2-13b-hf/checkpoint-500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..5111f47f8ddeaf6aa1389c78f7feb6aaf3114e04 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447e4424dad73a052525f3ef9039495ceb7d7590fe0856cf8af228ca3102266d +size 52567237 diff --git a/9494_Llama-2-13b-hf/checkpoint-500/rng_state.pth b/9494_Llama-2-13b-hf/checkpoint-500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..feaee07bae749cdb4d2ba77a7a2e7859474d5365 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a7a7c2cf227300ee27dec03414ea1e305b977a416b38c1efe8f1802d959bfb +size 14575 diff --git a/9494_Llama-2-13b-hf/checkpoint-500/scheduler.pt b/9494_Llama-2-13b-hf/checkpoint-500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f0a2fdffdfa0ba219a621ba266828f33d9a68d --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6f10564a51e270242450638ba7bcc60eed3bc266f9b8b3a81ff2f3791ebcc8 +size 627 diff --git a/9494_Llama-2-13b-hf/checkpoint-500/trainer_state.json b/9494_Llama-2-13b-hf/checkpoint-500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3ad4c2933fa149401c1983256ed12a6a72cb0c04 --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/trainer_state.json @@ -0,0 +1,321 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.3486750348675035, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01, + "learning_rate": 4.9883774988377505e-05, + "loss": 1.7968, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 4.9767549976755e-05, + "loss": 1.745, + "step": 20 + }, + { + "epoch": 0.02, + "learning_rate": 4.9651324965132504e-05, + "loss": 1.6936, + "step": 30 + }, + { + "epoch": 0.03, + "learning_rate": 4.953509995351e-05, + "loss": 1.72, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 4.9418874941887496e-05, + "loss": 1.6769, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 4.930264993026499e-05, + "loss": 1.6031, + "step": 60 + }, + { + "epoch": 0.05, + "learning_rate": 4.9186424918642495e-05, + "loss": 1.606, + "step": 70 + }, + { + "epoch": 0.06, + "learning_rate": 4.907019990701999e-05, + "loss": 1.6362, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 4.895397489539749e-05, + "loss": 1.5938, + "step": 90 + }, + { + "epoch": 0.07, + "learning_rate": 4.883774988377499e-05, + "loss": 1.5678, + "step": 100 + }, + { + "epoch": 0.08, + "learning_rate": 4.872152487215249e-05, + "loss": 1.5751, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 4.860529986052999e-05, + "loss": 1.5708, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 4.848907484890749e-05, + "loss": 1.5404, + "step": 130 + }, + { + "epoch": 0.1, + "learning_rate": 4.837284983728499e-05, + "loss": 1.5682, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 4.825662482566248e-05, + "loss": 1.5564, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 4.8140399814039985e-05, + "loss": 1.6038, + "step": 160 + }, + { + "epoch": 0.12, + "learning_rate": 4.802417480241748e-05, + "loss": 1.6037, + "step": 170 + }, + { + "epoch": 0.13, + "learning_rate": 4.7907949790794984e-05, + "loss": 1.5927, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 4.779172477917248e-05, + "loss": 1.6436, + "step": 190 + }, + { + "epoch": 0.14, + "learning_rate": 4.767549976754998e-05, + "loss": 1.6203, + "step": 200 + }, + { + "epoch": 0.15, + "learning_rate": 4.755927475592748e-05, + "loss": 1.6137, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 4.744304974430498e-05, + "loss": 1.6098, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 4.732682473268247e-05, + "loss": 1.5774, + "step": 230 + }, + { + "epoch": 0.17, + "learning_rate": 4.7210599721059973e-05, + "loss": 1.6188, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 4.709437470943747e-05, + "loss": 1.6105, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 4.697814969781497e-05, + "loss": 1.6356, + "step": 260 + }, + { + "epoch": 0.19, + "learning_rate": 4.686192468619247e-05, + "loss": 1.5834, + "step": 270 + }, + { + "epoch": 0.2, + "learning_rate": 4.674569967456997e-05, + "loss": 1.5534, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 4.662947466294747e-05, + "loss": 1.5877, + "step": 290 + }, + { + "epoch": 0.21, + "learning_rate": 4.651324965132497e-05, + "loss": 1.5672, + "step": 300 + }, + { + "epoch": 0.22, + "learning_rate": 4.6397024639702466e-05, + "loss": 1.5725, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 4.628079962807996e-05, + "loss": 1.5749, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 4.6164574616457464e-05, + "loss": 1.5653, + "step": 330 + }, + { + "epoch": 0.24, + "learning_rate": 4.604834960483496e-05, + "loss": 1.5579, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 4.593212459321246e-05, + "loss": 1.6035, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 4.581589958158996e-05, + "loss": 1.5868, + "step": 360 + }, + { + "epoch": 0.26, + "learning_rate": 4.569967456996746e-05, + "loss": 1.5886, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 4.558344955834496e-05, + "loss": 1.5933, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 4.546722454672246e-05, + "loss": 1.5511, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 4.5350999535099956e-05, + "loss": 1.6039, + "step": 400 + }, + { + "epoch": 0.29, + "learning_rate": 4.523477452347745e-05, + "loss": 1.5434, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 4.5118549511854955e-05, + "loss": 1.6576, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 4.500232450023245e-05, + "loss": 1.5434, + "step": 430 + }, + { + "epoch": 0.31, + "learning_rate": 4.4886099488609954e-05, + "loss": 1.5774, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 4.476987447698745e-05, + "loss": 1.5882, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 4.465364946536495e-05, + "loss": 1.607, + "step": 460 + }, + { + "epoch": 0.33, + "learning_rate": 4.453742445374245e-05, + "loss": 1.6005, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 4.442119944211995e-05, + "loss": 1.5715, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 4.430497443049745e-05, + "loss": 1.5876, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 4.418874941887494e-05, + "loss": 1.5355, + "step": 500 + } + ], + "logging_steps": 10, + "max_steps": 4302, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 500, + "total_flos": 3.1601241096192e+17, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/9494_Llama-2-13b-hf/checkpoint-500/training_args.bin b/9494_Llama-2-13b-hf/checkpoint-500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9494_Llama-2-13b-hf/training_args.bin b/9494_Llama-2-13b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f00f742666a73888b69d44566faf9b0c27bfa59b --- /dev/null +++ b/9494_Llama-2-13b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7323d6e742120ad3bc90203802753471520ff61b8bf85f649b70cb3ec9ed54ac +size 4283 diff --git a/9838_Llama-2-7b-hf/README.md b/9838_Llama-2-7b-hf/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6e3bfeaba7331d6d486376767e7f0a2a4a674323 --- /dev/null +++ b/9838_Llama-2-7b-hf/README.md @@ -0,0 +1,55 @@ +--- +base_model: meta-llama/Llama-2-7b-hf +tags: +- generated_from_trainer +datasets: +- cnn_dailymail +model-index: +- name: 9838_Llama-2-7b-hf + results: [] +library_name: peft +--- + + + +# 9838_Llama-2-7b-hf + +This model is a fine-tuned version of [meta-llama/Llama-2-7b-hf](https://huggingface.co/meta-llama/Llama-2-7b-hf) on the cnn_dailymail dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- num_epochs: 3 + +### Training results + + + +### Framework versions + +- PEFT 0.4.0 +- Transformers 4.36.2 +- Pytorch 2.1.0+cu121 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/9838_Llama-2-7b-hf/adapter_config.json b/9838_Llama-2-7b-hf/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..96a10d09371f10f296c5b7fcb5b0ddd7be98eef2 --- /dev/null +++ b/9838_Llama-2-7b-hf/adapter_config.json @@ -0,0 +1,21 @@ +{ + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-2-7b-hf", + "bias": "none", + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layers_pattern": null, + "layers_to_transform": null, + "lora_alpha": 32, + "lora_dropout": 0.05, + "modules_to_save": null, + "peft_type": "LORA", + "r": 8, + "revision": null, + "target_modules": [ + "q_proj", + "v_proj" + ], + "task_type": "CAUSAL_LM" +} \ No newline at end of file diff --git a/9838_Llama-2-7b-hf/adapter_model.safetensors b/9838_Llama-2-7b-hf/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..675755552571007109df8d47558461058e5372ae --- /dev/null +++ b/9838_Llama-2-7b-hf/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:decadb72cd334f1365a4ec7b919d0e2901efa25bd844d581e0660c6f9df6e957 +size 16794200 diff --git a/9838_Llama-2-7b-hf/training_args.bin b/9838_Llama-2-7b-hf/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..16cec34d9b8403ea7c3fe5808ab9257eaed84ab0 --- /dev/null +++ b/9838_Llama-2-7b-hf/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3a699f4f8c077f81caf31dfde2ed95369dfffaecf594c6343ecbd4e60f239d +size 4728 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fd1a3067fd1eeebe689897bf9b84e17ff8a51cdd --- /dev/null +++ b/README.md @@ -0,0 +1,71 @@ +--- +license: apache-2.0 +base_model: google-t5/t5-base +tags: +- generated_from_trainer +metrics: +- rouge +model-index: +- name: billsum_236_t5-base + results: [] +--- + + + +# billsum_236_t5-base + +This model is a fine-tuned version of [google-t5/t5-base](https://huggingface.co/google-t5/t5-base) on an unknown dataset. +It achieves the following results on the evaluation set: +- Loss: 2.1143 +- Rouge1: 0.1513 +- Rouge2: 0.0546 +- Rougel: 0.1244 +- Rougelsum: 0.1245 +- Gen Len: 18.979 + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 5e-05 +- train_batch_size: 4 +- eval_batch_size: 4 +- seed: 42 +- gradient_accumulation_steps: 16 +- total_train_batch_size: 64 +- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 +- lr_scheduler_type: linear +- lr_scheduler_warmup_steps: 500 +- num_epochs: 10 + +### Training results + +| Training Loss | Epoch | Step | Validation Loss | Rouge1 | Rouge2 | Rougel | Rougelsum | Gen Len | +|:-------------:|:-----:|:----:|:---------------:|:------:|:------:|:------:|:---------:|:-------:| +| 1.2695 | 1.69 | 500 | 2.1398 | 0.157 | 0.0611 | 0.1279 | 0.1279 | 19.0 | +| 1.1033 | 3.38 | 1000 | 2.1182 | 0.1582 | 0.0629 | 0.1296 | 0.1297 | 18.9984 | +| 1.1178 | 5.07 | 1500 | 2.1133 | 0.1551 | 0.0594 | 0.1275 | 0.1277 | 18.979 | +| 1.0399 | 6.75 | 2000 | 2.1171 | 0.1538 | 0.058 | 0.1266 | 0.1266 | 18.9887 | +| 1.0364 | 8.44 | 2500 | 2.1143 | 0.1513 | 0.0546 | 0.1244 | 0.1245 | 18.979 | + + +### Framework versions + +- Transformers 4.36.2 +- Pytorch 2.0.1+cu117 +- Datasets 2.15.0 +- Tokenizers 0.15.0 diff --git a/billsum_236_flan-t5-base/config.json b/billsum_236_flan-t5-base/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd9b32dd09815611b79a6536338e37c5b37b760d --- /dev/null +++ b/billsum_236_flan-t5-base/config.json @@ -0,0 +1,62 @@ +{ + "_name_or_path": "google/flan-t5-base", + "architectures": [ + "T5ForConditionalGeneration" + ], + "classifier_dropout": 0.0, + "d_ff": 2048, + "d_kv": 64, + "d_model": 768, + "decoder_start_token_id": 0, + "dense_act_fn": "gelu_new", + "dropout_rate": 0.1, + "eos_token_id": 1, + "feed_forward_proj": "gated-gelu", + "initializer_factor": 1.0, + "is_encoder_decoder": true, + "is_gated_act": true, + "layer_norm_epsilon": 1e-06, + "model_type": "t5", + "n_positions": 512, + "num_decoder_layers": 12, + "num_heads": 12, + "num_layers": 12, + "output_past": true, + "pad_token_id": 0, + "relative_attention_max_distance": 128, + "relative_attention_num_buckets": 32, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 200, + "min_length": 30, + "no_repeat_ngram_size": 3, + "num_beams": 4, + "prefix": "summarize: " + }, + "translation_en_to_de": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to German: " + }, + "translation_en_to_fr": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to French: " + }, + "translation_en_to_ro": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to Romanian: " + } + }, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.36.2", + "use_cache": true, + "vocab_size": 32128 +} diff --git a/billsum_236_flan-t5-base/generation_config.json b/billsum_236_flan-t5-base/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e77e7981e7a8b41eb1ce5784bad999d82ecf01df --- /dev/null +++ b/billsum_236_flan-t5-base/generation_config.json @@ -0,0 +1,6 @@ +{ + "decoder_start_token_id": 0, + "eos_token_id": 1, + "pad_token_id": 0, + "transformers_version": "4.36.2" +} diff --git a/billsum_236_flan-t5-base/model.safetensors b/billsum_236_flan-t5-base/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..697fb9b90fc9597d5e4cdee6c4dd0bb1eebcf24b --- /dev/null +++ b/billsum_236_flan-t5-base/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38207baaf3beb739629cbaadb432d5c28db4d112b0e909bc189917dc6bdefe58 +size 990345064 diff --git a/billsum_236_flan-t5-base/special_tokens_map.json b/billsum_236_flan-t5-base/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..17ade346a1042cbe0c1436f5bedcbd85c099d582 --- /dev/null +++ b/billsum_236_flan-t5-base/special_tokens_map.json @@ -0,0 +1,125 @@ +{ + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/billsum_236_flan-t5-base/spiece.model b/billsum_236_flan-t5-base/spiece.model new file mode 100644 index 0000000000000000000000000000000000000000..317a5ccbde45300f5d1d970d4d449af2108b147e --- /dev/null +++ b/billsum_236_flan-t5-base/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86 +size 791656 diff --git a/billsum_236_flan-t5-base/tokenizer.json b/billsum_236_flan-t5-base/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..df1006936888f16c564feb4a4d2899dbc55417f4 --- /dev/null +++ b/billsum_236_flan-t5-base/tokenizer.json @@ -0,0 +1,129435 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 128, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": "BatchLongest", + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "" + }, + "added_tokens": [ + { + "id": 0, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32000, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32001, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32002, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32003, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32004, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32005, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32006, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32007, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32008, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32009, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32010, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32011, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32012, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32013, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32014, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32015, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32016, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32017, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32018, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32019, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32020, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32021, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32022, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32023, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32024, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32025, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32026, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32027, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32028, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32029, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32030, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32031, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32032, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32033, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32034, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32035, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32036, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32037, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32038, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32039, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32040, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32041, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32042, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32043, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32044, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32045, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32046, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32047, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32048, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32049, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32050, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32051, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32052, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32053, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32054, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32055, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32056, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32057, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32058, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32059, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32060, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32061, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32062, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32063, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32064, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32065, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32066, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32067, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32068, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32069, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32070, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32071, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32072, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32073, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32074, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32075, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32076, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32077, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32078, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32079, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32080, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32081, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32082, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32083, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32084, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32085, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32086, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32087, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32088, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32089, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32090, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32091, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32092, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32093, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32094, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32095, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32096, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32097, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32098, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32099, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Sequence", + "normalizers": [ + { + "type": "Precompiled", + "precompiled_charsmap": "ALQCAACEAAAAAACAAQAAgMz8AgC4BQAAhyIAgMzkAgC4PQAAeyIAgMzsAgC4BQAAiyIAgMw8AADNvAAAmwkAgJ4JAIChCQCAgx0AAIAZAACBGQAAPR0AgDUdAIBNHQCARR0AgIAxAACBMQAApAkAgIkxAAA9WAMAPEgDAEAKAIA+aAMAAYUAAIQBAQADjQAAAokAAAWVAAAEkQAAB50AAAaZAAAJqQAACKEAAAutAAAKpQAADbkAAAy9AAAPvQAADrkAABHFAAAQwQAAE80AABLJAAAV1QAAFNEAABfdAAAW2QAAGeUAABjhAAAb7QAAGukAAB31AAAc8QAAH/0AAB75AABhOAkAZR0AgGNADgBi8AgAZSgPAGSADgBn2A8AZvAPAGlwDABoMAwAa/AMAGrYDABtSA0AbBwNAG8QEgBubA0ARgoAgHAMEwBzqBMAcuwTAHUoEAB0TBAAd9ARAHYUEAB50BYAePQQAF0dAIB69BYAdR0AgG0dAIB/fQEAhgwAgEGAAgDeCwCAQxgAAELAAABFSAAARGAAAEeQBgBGhAEASSgGAEhsAQBLOAcASvAHAE1wBwBMRAcAT/AEAE7MBACnCQCAUCwFAFOgCgBSEAUAVQAKAFRQCgBX0AgAVhALAFlICABYuAgAhBEAAFo8CACA9QAAgZ0AANgLAIAtHQCAg2kCAIJFAgCBNQIAgDUCAIdtAwCGVQMAgTkAAIRlAgAXDACAigEEAInVAwCI7QMAjwkAAKgLAIApDACAjAkAAC8MAICJMQMAkQkAAMzYAABVHQCAfR0AgL0aAIBMCgCAgGUDAIENAwCGPQAAgx0DAMwQAgDNhAEAgikAAMx0AwCjgQYAxRoAgICxAgCBsQIAzRoAgIEpAAClwQAA1RoAgMzoAwDNYAIAUgoAgKjxAABYCgCAXgoAgGQKAIDdGgCAgWkAAMzcBACCEQEA5RoAgGoKAIDtGgCA/RoAgAUbAID1GgCAswkAgMygBADN3AQAzAgBALYJAIClHQCAhhEBAOEAKwDgfCcA44hIAuIMOAKdHQCAh5EBALUdAICtHQCAgNkBAIE1AADMxAIA6kRkApUdAIANGwCA72hkAoERBwCC8QEA8NCLAolVAACB5QEAFRsAgIfhAQCAbQAAgQ0AAIN5AAB2CgCAgXkAAICVAQDMOAEAzRQBAIzBAQB8CgCAvAkAgKMVAQDDlBcAwpwUAMWEFwDEUBcAx+wXAMaAEgCNHQCAiAoAgMvQFgDK4BYAzRQWADUMAIDPvCAAzpwZANHMJADQ2CUA0+gkALFRAQA7DACAp90HAL0dAIDWvCQA2cgnANjUIgDb+CcALRsAgIftBwCCCgCAzPgEAB0bAIAlHQCAh8kGALAJAICR3QcAuQkAgCUbAIBwCgCANRsAgIUdAICMDACAjPkGAAsMAICA1QYAgcEGAMzEAgDNBAUAglEAAIN1BwCArQYAgbkGAIY1BwCHKQcAhEEAAI4KAICn7QAAPRsAgIjpBwCJzQcAlAoAgI/BBwCM3QcAmgoAgOoLAICnXQYAsJ0AAKAKAICmCgCAo0EGAEUbAIBVGwCAfQwAgE0bAIBdGwCArXEGAGUbAIC/CQCAzPgDAM0sAwDCCQCAo+UAAMUJAICMTQAAsgoAgKfxAAC4CgCAsT0GAIedAACGlQAAqB0HAISJAAC+CgCAgqkAAIHVAACtAQcAygoAgJE9AACCmQEAyAkAgM0MBQDMCAUAgT0AAIeFAQCIvQEAdRsAgMUdAICuCwCAjJEBAEEMAIBHDACAzR0AgID1AQCBhQEAgoEBAIOdAQCEiQEAxAoAgIapAQCHXQAAiG0AAIlNAABtGwCAzBACAIxdAACCDQAA0AoAgI9JAACw6QAAfRsAgPALAICjKQEAgCUBAIFVAQCFGwCApzUBAMykAQDNEAIA1goAgI0bAICBNQAA3AoAgK4JAQDoCgCAzOgBAM0oAgCVGwCAo/EAAIQFAACdGwCA4goAgK0bAICotQAApRsAgIFdAAC1GwCAzPwBAM3AAQC9GwCAxRsAgIGFAwARDACAgeUDAO4KAICH6QMAywkAgIylAwDNGwCA+goAgKoJAIDVGwCAgZkDAIHdAwCMvQMAzSQBAMwgAQDMEAIAzTACAIH5AACHUQAAgFUAAIFZAAD0CgCAg0kAAIxBAADlGwCA3RsAgM4JAICBfQAAgHEAAMwgAwDNsAMAo30DANEJAICjEQMA7R0AgIEtAQCx/QAApzEDAK1BAwDlHQCAo20DAP0dAID1HQCA7RsAgKdtAwCANQAAgR0AALFtAwCILQAAmAwAgKeVAACBcQAAgFkAAINxAACj9QAAgVEAAK2BAAD1GwCAsQkDAIldAACEPQAAzDgBAISdAQCBGQAAgAkAAIRlAAD9GwCAzNAHAMzwBwAFHACAkYkAAMxMBgDNBAYAzHAGAM10BgDMQAcAmy0PAMyoBwDNrAcAhg0AAIdVDwCEQQ8ACQsAgIIBDACDVQ8AgDUBAIHZAQCkDACAj+kAAIztAACSDACA3R0AgIv1AACIbQ8AiQ0AAA8LAIC0CwCAgiUAAE0MAICBQQAAUwwAgBUeAIANHgCAJR4AgB0eAIAtHgCABR4AgIApAACBKQAA/AsAgA0cAICEeQAAFRwAgIFNAQCAoQEAGAsAgKP9DwDMOAIAzUgDAB0cAICBWQAAzXwCAMykDQAkCwCAWQwAgKjJDwCHOQAA1wkAgImhDwADCwCAkREAAJ4MAIDaCQCAmQsAgF8MAICAuQ8AgbkPANUdAICDjQ8A9gsAgCUcAICEBQAALRwAgB4LAIA1HACAKgsAgIGdDwCHIQAAh7UPAMyoAgDN6AIAzLQMAM3cDACmzQAAp8UAAE0cAICPgQ8AjIkPAKPlAAAwCwCAPRwAgDwLAICxyQAAhwUAAFUcAIBFHACAhz0AAF0cAIBxDACANgsAgKMFDwCB+QAAzKgDAGUcAIBICwCAjEkAAKPxAABtHACAdwwAgEILAICnlQAAfRwAgHUcAIDMrAMAzcgAAN0JAICHaQAA4AkAgIG9AACCeQAA4wkAgIe5AQBOCwCAkaUAAIEdAACdHACAVAsAgIgFAAClHACAm5EAAFoLAIDmCQCAjJEBANILAIDGCwCAwAsAgMwLAICDRQAAgrkBAIG5AQCApQEAPR4AgIZxAABgCwCAhEkAAIsVAACKPQAAiTkAAIhFAACP+QAAZgsAgLoLAICMBQAAp1EBAKZJAQBlDACAsHkAAKNZAQCMqQAAgKkAAIGpAACBlQAAgJUAAK1xAQBrDACAogsAgISNAABNHgCARR4AgKMhAABdHgCAVR4AgGUeAICBbQAAgG0AALEFAQCkOQAANR4AgIUcAIBsCwCAqAUAAJUcAICNHACArQkAAMywAQCBvQMAgL0DAIPNAwCtHACAtRwAgL0cAIDMvAEAzYQBAInpAwDMHAEAgdkCAIDFAgDNOAEAzDwBAMxoAgDNRAIAg00AAMUcAICH2QAAhy0AAIBFAACBEQAAggUAAHILAIDVHACAzRwAgN0cAIDMOAIAiBUAAIjhAACAbQAAgTkAAMyEAgDNUAEAo0UDAIQ5AQDlHACA7RwAgMzcAwDNSAIAbR4AgOkJAIB4CwCAhR4AgKoMAICBbQAA9RwAgH4LAICj0QAAfR4AgHUeAIDMiAQAgXUAAIB1AACBCwCAo7UAAMwABADNVAIA/RwAgIcLAICETQEAjQsAgAUdAIANHQCAzNAOAMwsAQDMAAUAzVwFAOwJAIDvCQCAzJgOAIHBAADMzA8AzDwOAMwIAQDNnA4AzNQPAM14DwDMPA4AzTgOAIHlAQCA5QEAg+UBAILlAQDUCQCAhOUBAIfhAQBBHQCAiaUBAIjZAQCByQcAOR0AgFEdAIBJHQCAzDQBAPUJAICA3QAAgekAAEMKAICD/QAAgM0AAIH5AACBEQcAaR0AgGEdAICJ0QAAzCgBAHkdAIBxHQCA4QsAgMw0AQDbCwCAgF0AAIFlAACjAQEAg2EAAIFxAACASQAAMR0AgBoMAICrCwCAiVUAACwMAIAyDACAWR0AgIEdAIDBGgCATwoAgIIdAACDeQcAgBkHAIEZBwCGIQAAhykAAISRBwDyCQCAimkAALHZBgCIaQAAifUHAEkKAICP3QcAjNkHAIkMAID4CQCAKR0AgPsJAICRoQcAgEEHAIFBBwCHBQAAyRoAgIKRBwDRGgCA2RoAgKOVBgCGhQcAp+0AAMyQAgDN4AUAsekAAKPBAABVCgCAWwoAgGEKAIBnCgCA/gkAgKVlBwDhGgCAzLgDAKhVBwDpGgCAbQoAgPEaAIABGwCACRsAgPkaAIABCgCAo60AAAQKAICMJQYABwoAgIxNAACpHQCAgm0AAIE9BgCCAQYAgWUAAKEdAICHZQAAuR0AgIcRBgCHrQEAsR0AgMxQAgDNxAIAgeEBAIDJAQCD4QEAkYkAAID9AQCB1QEAmR0AgIydAQCJNQAAcwoAgIB1AACBXQAAhi0AAIc1AACEfQAAERsAgIKFAQCDfQAAgJ0BAIGRAQAZGwCAj+kAAIzhAAB5CgCAfwoAgAoKAICIDQAAifkAAKc5AQCRHQCAiwoAgDgMAICjJQEAPgwAgLBZAACJHQCAggUAAMEdAICtFQEAjwwAgDEbAICGBQAAhQoAgCEbAIApGwCAp2kAAIANAQCBAQEAhzEAAKNJAACxGQEAzBACADkbAIAODACAkQoAgK1RAADM1AEAzfgBAKhBAABBGwCAzTgBAMw8AQCB7QMAlwoAgJ0KAICMDQAA7QsAgKMKAICBxQMAzGgCAKkKAICCxQMASRsAgITJAwCHKQAAhjEAAFkbAICCbQAAgAwAgFEbAICHYQAAYRsAgGkbAIAVHQCAzKgDAM2sAgCB+QAAiC0AAA0KAIAQCgCAEwoAgIw1AAC1CgCAuwoAgLHVAADBCgCAeRsAgMkdAICxCwCAzDABAEQMAIBKDACA0R0AgMwEAQDHCgCAcRsAgKelAADTCgCAo40AAMwUAgCAuQAAgbkAAKeFAAAIDACAgmUAAIEbAICMNQAA8wsAgMzsHADN/AMAiRsAgK6tAADZCgCAkRsAgMzABgDN0AYAsL0BAMyQBwDfCgCAgckBAMwYHQDNIAIAhBEAAOsKAIDNuAYAzKwGAKEbAIDlCgCAgSkAALEbAICpGwCAo+0BAMxAHQDNEAIAuRsAgMEbAICBCQAAyRsAgMxAHQDN0AIAqNkBABQMAIDMkAcAzBwBAMxgBgDNZAYA8QoAgBwKAIDRGwCAkSkBAP0KAICBzR8A2RsAgPcKAIDpGwCA4RsAgMzEBgDNwAYAgTEAAIDZAAAfCgCAIgoAgIK5AQCDRQEAgLkBAIG5AQCGXQEA8R0AgIRdAQDpHQCAzcAAAMzwAACIARwAiXkBAAEeAICPVQEAjGEBAPkdAICB3R4AgRUfAJkbAICBXR8AjIEfAIdBHwDMGAMAzWgDAIBNHwCBpR8AJQoAgIOpHwCMFR8AjNEeACgKAICHtR8AgJUfAIGZHwCBEQAAg70fAICFHwCBiR8A8RsAgIQ9AACbDACAiZkfAPkbAICIBQAABgsAgAEcAICADQAAgf0AAAkcAICj2R8Ao3keAKOFAAAMCwCArTUfAKdhHgCnqR8AoQwAgIQNAACnDACAozUfACsKAICtiR8AhHEAAKchHwCxPR4AsYUfAJUMAIDhHQCAEgsAgLcLAIDMtBwAzbAcAFAMAICxQR8AVgwAgJwLAIAZHgCAER4AgCkeAIAhHgCAgLkeAIG5HgCCIQEAgzUBAIRhAQAxHgCAhokBAIe9AQCIkQEAiekBANkdAICL/QEAjOUBAIINAAAJHgCAj90BAIO5AQCRrQEAgb0BAIC9AQCAoQEAgaEBAPkLAID/CwCAhD0AABEcAICJlQEAm4EBAIHNHgCAzR4AzPwCAM3wAgCB5QAAGRwAgIHtAACjpQAAzJABAM1cAgCHHQAAGwsAgKj5AAAhHACAJwsAgFwMAIBiDACAKRwAgIQFAAAxHACAo9UAACELAIA5HACAgVEAAMz0AQDN0AEALQsAgIc9AABRHACAMwsAgEEcAIA/CwCAhwUAAFkcAIBJHACAh/EDAIHZAwCBmQMAgZEAAGEcAIB0DACAjPkDAMwkAQCHuQMAgfkDADkLAIDMZAIAgskDAIyZAwBpHACAh9EDAI+RAwCB3QYAkfUDAMwABADN7AMAh2UAABkdAIBLCwCAcRwAgHoMAIBFCwCAzBgBAIg5AACBHACAeRwAgMxcAwCMJQAALgoAgMwsAQCx/QAAozkDADEKAIA0CgCAoRwAgKdZAwDMdAMAiAkAAKNRAwCpHACAXQsAgINtDQCnnQAApq0AAKOdAACxDQMAzCgBANULAICntQAAprUAAMkLAIDMMAEAgdUHAMMLAIDMKAEAzwsAgEEeAIBjCwCArYkAAGkLAICAzQEAgd0BAMxEAQDNnB4AhPUBAL0LAIDMWAEAzUwBAIDtAQCB/QEAg7UAAGgMAICM3QEAbgwAgMwIHgCM8QYAzDgBAM08AQBRHgCAiREAAIEFBgBJHgCAYR4AgFkeAIBpHgCAgz0AAIAhAACBOQAAgDkAAIEhAAA5HgCAiRwAgMwoAQCB2QYAbwsAgIH9BgDMJAEAmRwAgJEcAICxHACAgCEBAIE1AQCjBQAAuRwAgMEcAIDJHACAzIwFAM1AAgC3HAMAdQsAgIfNBwDZHACA0RwAgB0dAIDNiAAAzJAAAIzdBQCjhQAAFgoAgMzgAgDhHACAiNUHAIFNAACATQAAUQsAgOkcAIBXCwCAkTkHADcKAICIxQcApQsAgIrJBwDxHACAmz0AAIflBwBxHgCAgYUHAICFBwA6CgCAgvkHAILVBgCDRQAAgMkGAIHdBgCG4QYAewsAgIRRAACJHgCAipUGAIuZBgCIeQAAiZ0GAK0MAICPWQcAjG0HAPkcAIDMgAMAzSQCALARBwA9CgCAgR4AgCEdAIB5HgCAhAsAgICNAACBnQAAzOwDAM3oBAABHQCAigsAgKNJBwCQCwCACR0AgKO9BwARHQCAGwAAgOcHAIALAACApKUHAOsEAICKBQCAAwAAgKhhBwDZDQCAZQAAgMgDAIAbCQCArWkHAIAtAQCBPQEAgl0BAINRAQCEYQEAuAQAgKwEAICHYQEAiK0BAIm1AQCKvQEAjykVALwFAIAdDACAzHgCAM3YBQCB3QEAgXEAAOQLAICC/QEAhBkAACMMAICH7QEAIAwAgMw0BADNMAQA5wsAgJ9pFQAmDACAjMkBAM34BADM8AIAsUkBACEHAICB1QAAoxUBAKCZFQBzCACARgcAgIT1AADMKAQAzSwEAMMIAICveQEAqH0BADENAICqaQEAUgkAgLQlAQC1KQEAowkBAAIMAIDqBgCA7gYAgLIFAQCzPQEAvPUAAL39AAC+2QAAOAgAgLgBAQC5AQEAugEBADwHAIBDBwCAhgwAALOdAwCyiQMAswgAgIC9AwBpBwCAbAcAgBIJAIDkBgCA5wYAgDUIAICJhQMAzOQHAL+hAwAFDACA1wwAgIxlAADN5AwAzCQMAIlBAACIVQAAi0UAAIpFAACFtQMAhLUDAIeVAwCGgQMAAQ0AgAQNAIAHDQCAmCwAABMAAICmyAAAzYwGAMyoBgCFaQAAFwAAgDEAAIBpAACAzPADAAcAAIA1AACA0QwAgLGVAAAlDQCAs5UAALKVAAA1DQCAOA0AgEANAIA7DQCALg0AgHUAAICmBgCAJQAAgJgJAIAdIQCAv1UDAEMNAIAZIQCAFSEAgGEgAIC4bAAAlGUNAJIAAgCcrQEAnaUBAJqJAQCbiQEAmJkBAJmJAQDMIAYAzQQGAMxABgDNXAYAzDwHAM04BwDMvAcAhXUAAIABDwCBDQ8AaSAAgLqZAQCFBQAAcSAAgFkgAIC+hQEAgSkPAIAlDwBlIACAgiEPAIUpAAC0pQEAhREAAG0gAICziQ8AsoUPALHJAQCwAQwAt4EPALbtAQC17QEAtO0BAIFlAQCAZQEAg2EBALi1DwDMPAsAhHkBAIDhDwCB3Q8AdSAAgF0gAIDMyAQAzbgEAIWtAACFFQAAISEAgDkhAIDM6BkAzbQZAKRdAQBGDQCAok0CAKPxDwCgVQEAod0PAH8IAIBuCQCAOwkAgO0eAIBsCQCA9R4AgHcJAIDxHgCAsQgAgJMNAACtHgCA+R4AgITVDACF6Q4AlGkAAIfdDgC1HgCAmbQCAL0eAIDFHgCAsR4AgD0hAIC5HgCAn3QBAMEeAICRGA0AgI0OAIGBDgCGhQ4AlYwDAISJDgCXRAIAghEAAKm4AACA0QAAge0AAMkeAIBJDQCA5R4AgIVZDwCDiQAAoTQNAIFFDgCASQ4A6R4AgKU0AQCFYQ8AzPAUAB0fAIC5xAUAzMgDAM3cAwCA3QAAgcEAACUfAIC/kAUAhREAALHsBwCA9QAAgcEAAKEgAIC1jAYALR8AgLdABgCA3Q4AgekOAMwoAgDNtAIAgM0OAIH5DgCFKQAAg4UBAIB1AQCBsQEAgPEBAIHVAQCpIACANR8AgIUFAACxIACAgJkBAIG9AQCCfQAAk9UBAJThAQCFDQAAmSAAgCEfAICACQAAgRkAACkfAICTrQEAlC0AAKUgAICFDQAAMR8AgIUFAACtIACAOR8AgIUpAACCGQAAhTUAAIDxAACB4QAAtSAAgJ0gAIBBIQCAhQUAAGEhAICDdQEAgO0BAIEpAQDM8AEAzbABAEwNAIBdIQCAWSEAgKMNAIBdHwCAZR8AgIA9AACBDQAAbR8AgHUfAICALQAAgR0AAIIVAABhHwCAzSwBAGkfAIBxHwCAeR8AgIjFAwClIQCAzJACAM28AgCE7QMATw0AgIb5AwCdHwCAgIEDAIH9AwCAPQAAgTUAAIFJAACAQQAAzdwBAIJBAAClHwCAoR8AgKkfAIDNMAEAlJ0DAI0hAIDN8AEAzAwBAIG5AwCAxQMAg6EDAJOlAwCArQAAgdUAAICdAACBqQAAiSEAgFINAICBwQAAgMkAAIC1AACBgQAAhSEAgINpBADMcAMAzbQDAIEhAIDNPAEApg0AgJMBBADNjAIAzPQCAIANAACBNQAAlNkGANEfAIDVHwCA2R8AgMwIAQDNHAEAgREAAIApAACpIQCAghkAAICRAQCBkQEAzWgFAMyUAgDMEAkAzSgWAMxYDgDNeA4AzBQNAM3YCgDMKAwAzYwNAMzgFwDM4AoAzDgLAM30CACFEQAAVQ0AgIBRBwCBUQcA4SAAgM2QDgCFBQAA6SAAgMzYDgDN7AEA8SAAgM0ADgCFGQAAzfAPAM08DgDNVA4AzGgBAM1sAQDZIACAYQgAgJSZBwDMwDsAgGEBAIHZAACFKQAAzWQOAMx4AQDNfAEAga0HAICtBwCFZQAAgp0HAIBRAQCBUQEAlOEHAM3AAACEeQEAk8UHAIZhAQDlIACAiCEBAIUNAADtIACAzRgBAMzYAADNtAAAgN0HAIHNBwCZHwCAhQkAAM0fAID1IACA/R8AgN0gAIAFIACADSAAgBUgAIAJIACAASAAgK0hAIARIACAGSAAgMy4AgDNHAMAgGUAAIF1AACCfQAAHSAAgIUJAACFQQAAASEAgKkNAICAmQYAgSEHAIUZAACDfQAACSEAgIVZAAD9IACA+SAAgIDNAACB2QAAjR4AgIURAACE6QAAlR4AgIblAABBIACAgDUAAIENAACdHgCAhR0AAEkgAIClHgCAhQUAAFEgAICAVQAAgW0AAIJ9AACTRQAAlA0AAIUNAAA5IACAkR4AgIAJAACBEQAAmR4AgIUdAABFIACAoR4AgIUFAABNIACAgOkBAIHxAQCCBQAAqR4AgIUJAACFCQAAVSAAgD0gAICAbQEAgXkBAIIZAACDpQEADSEAgIV1AACFBQAAESEAgAUhAIAhIACAzMgCAM3cAgCsDQCAzR4AgIA5AACBOQAA1R4AgN0eAIDRHgCA2R4AgIAdAACBDQAA4R4AgCUgAICAxQAAgdUAAM3AAADMJAIAgNUAAIHFAACFOQAAg8kAACUhAICvDQCAgNUAAIEJAACFBQAALSEAgP0eAICBIACAgAkAAIERAAAFHwCAk5kAAJS5AAANHwCAhWUAAIU9AACJIACAk10AABUfAICFEQAAzXAFAMx0BQCUATwAkSAAgHkgAIDNKAEAhSAAgI0gAICFGQAAlSAAgH0gAIA1IQCAKSEAgCkgAICFJQAAhTkAAMz4AgDNxAMAzTwBALINAICBlQMAgI0DAM3EAQCCpQMAhVEAAIVJAADMKAEAzSwBAM04AQDMPAEAgGk+AIFpPgBJIQCARSEAgM04PADMVDwAgdE8AJOdPgDMSAEAzcgCAM00AQBNIQCAlLk+AFgNAICAoT4AgaE+AIKhPgCIjTwAVSEAgIWtAACALQAAgSEAAIXVPwCVHwCAgO0AAIHxAACGpQAARR8AgISpAADNJAEAzSgBAE0fAICI+T4AhfE/AFUfAIBJHwCAhcU/AM0wAQDNEAEAzfQGAIDdAQCB6QEAzbwGAM1wBgDM4AYAzVwBAMxoBgDNkAYAzWQGAM14BgDMrAcAzagHAMzoBwDNyAcAgk0/AIP9AgCANQIAgekCAFEfAIBZHwCAgAU9AIV9AQBRIQCALSAAgM0UAQApDgCAge0BAIDhAQDNPAEAgs0BAM0sAQCCdQEAgW0BAIBZAQCAZQEAgcUAAIUfAIDNJAEAzTgBAILxAACB+QAAgFkBAIApAACBcQAAzBgBAM18AQDNLAEAjR8AgIEdAACAHQAAiR8AgJEfAIBxIQCAzSQBAMzkPQDNXA8AzegAAMwMAQCA1QEAgckBAIKZAACD5T8ACR8AgBEfAIAZHwCAMSEAgCMOAIB1IQCAPR8AgDEgAIBBHwCALA4AgIBNPwCBQT8AfR8AgGkhAICBHwCAZSEAgIAlPwCBKT8Ak5E/AIN9AAAmDgCAlEEAAMzYAgDNrAIAbSEAgJNVAACACQAAgR0AALUNAIB9IQCAlEEAAK0fAICAnQAAgaEAAIAdAACBEQAAhKUAALUfAICGpQAAvR8AgIjxAACC0QAAgdkAAIDNAACAJQAAgSkAAIIFAADFHwCAsR8AgLkfAIDBHwCAk7EAAJQRAADJHwCAgB0AAIEVAACAJQAAgS0AAII9AAB5IQCAgO0AAIHRAACCFQAAg4EAAIHQPQA1IACAzCACAM3cAQCFeAIAkSEAgC8OAICZIQCAiRgDAN0fAICALQAAgTUAAIAJAACBbQAA5R8AgMEgAICRsQAAkKkAAJPdOwCSAQQAlaUAAJSVOwDtHwCAlqEAAIUJAACTQQAAySAAgPUfAICFBQAA0SAAgJT1AAC5IACAgLkAAIHdAACC5QAA4R8AgOkfAICF6QAAgAkAAIE1AACFBQAAxSAAgPEfAICFHQAAzSAAgPkfAICFBQAA1SAAgLHBBQCwxQMAvSAAgLLFAwC12QUAtM0DAJ0hAICFOQAAuf0DAKEhAICVIQCAuw0AgM0NAIAXDgCAAR8AgAUOAIDTDQCAzIgCAAsOAIDN4D4AzZABAMwkAQBwDQCAjg0AgEEOAIB9DgCAgLEAAM3UPgDN5D4Agw4AgMy8PgDNuD4AgNEDAIHtAwCC/QMAhmkAAD4OAICFnQMAzTwBADgOAIDM6AIAzTw/AIjlAADNGAEAiQ4AgIhBAAA7DgCAdw4AgM0sAQCVDgCAgNUAAJsOAICG4QAAhukAAEcOAIDNJAEAoQ4AgM0QAQCI0QAAiCkAAMz4AgBNDgCAzfgCAMwkAQCnDgCAhS0DAMygPgDNbD4AgNUDAIHNAwCCAQMAg/kDAMxkAwDNzAIARA4AgM0kAQDMDAIAzQgCAIERAADMnAMAzLA+AM20PgDMxD4AzcA+AMyAPgDNuD4ArQ4AgMyEAgDMmD8AzVA+AMwgPgDNoD4AzQw/AM0wPwDNeD8AzQQ/AIhZAAC/DgCAzfgBAMzEAQBKDgCAxQ4AgMsOAIDMFAIAzAgBAM3IAQCIBQAA0Q4AgNcOAIDMKAIAuQ4AgIgNAACG0QAAgB0BAITNAACI9QAAzDwCAIQ1AQDMRAIAhikBAIAOAICIZQEAhg4AgKdEBQBiDgCAi+0AAIjtAACBDQAAiCUAAIZlAADMcAIAzXQCAMwwAgDN2AUAXA4AgIwOAICAOQAAXw4AgMzgBQB6DgCAzCgBAM0UAQCGJQAAiFUAAAgOAICGhDAAxA0AgIDVBwCG/QcAmA4AgMwkAgCIPQAAng4AgGsOAICIPQAApA4AgMxIAgDNeAIAUA4AgKoOAICXwAUAlnAFAJUYBQCAaQAAk1gFAIE5AACIZQAAkPg8AIZZAACeqAUAhEUAAGgOAIDM1AIAmrQFAIBdAACYrAUAp+wEAIgRAADM2AIAzdwCAKO8BACwDgCAzGACAMIOAIBuDgCAyA4AgK0IBADODgCAq/QEAMwsAgCIBQAA1A4AgLfoAwC2HAQAtSgEAMwAAgCzKAQAi3kAAIh9AACwdAQAhkEAAL6kAwCEdQAAiB0AANoOAIC6TAMAzNwDALj8AwCDqAIAiA0AALwOAICIFQAAh5QCAMw4AgBlDgCAzAQCAIvcAgCPDQAAcQ4AgI8ZAADMIAIAdA4AgI3wAgCIdQAAmCADAJksAwCPDgCAlA0AgMxMAgCWcAMAzCQCAIg9AACSDgCAzCwCAIgFAACzDgCAzCQCAIgNAAC2DgCAh/UAAKjUAwCpxAMA3Q4AgNlgAgDSDwCA1Q8AgNsPAICUNQAAkzEAANloAgDYDwCA2UwCAJQFAADeDwCAlSEAAJQpAABQEACAdBYAgEMXAIDSFgCA2WACADcXAIC12AMAtPADAJQ1AADZWAIAWhcAgJQFAADZVAIAlA0AADEXAIDgdAEAisgAALwVAACIyAAA4IACAIcXAICBoAAApOwCAKTIAgCoXAAAvA0AAJkXAIDghAIAvAUAAJ0XAICk+AIA4PQCALDMAwCV0AAAXRcAgLPgAwCmyAIAp2ACAJLYAABkFwCAvsEAAGsXAICXwQAAchcAgHkXAICAFwCAzXg/AMy8PwC+gA0AixcAgLx4DAC9gA0AuvQMALtUDAC49AwAkhcAgLYXAIC3uAwAuhcAgLWMDACyoAMAs6AMAKEXAICxQAMArnACAK9kAwC4BQMArUgDAKgXAICvFwCAqEQDAKnYAwDaFwCAp9gDAKRoAgCliAMAtjUDALc9AwCSyAIAtT0DAJldAQCYTQEAm2UBAJppAQCdZQEAnGUBAJ+FAQCemQEAh5wCAL6tAACWpQAAl70AAMw0BQDNjDcAzLg4AM2sOACflQEAth0AAJ2ZAQCc9QEAs7EBAK54AgDhFwCAvhcAgJk9AADFFwCAmxkAAJoJAADMFwCA0xcAgOBIAgCeCQAArFwCAK30AgD6FwCA9hcAgP4XAIDoFwCAh2ADAO8XAICvVAIAvhEAAJcFAAACGACA4KwCAAYYAICG+AMAh+wDAOC0AgAOGACAr0gCAK6QAgDgPAIAvg0AAAoYAICXGQAA4NgCAIaEAwCWEQAAvwAMAJ1tAACcYQAAEhgAgLFMAgCzUAIAlQ0AABYYAICGnAMA4MgCALMEAgCCBQAAIhgAgLNQAgCVDQAAJhgAgBoYAIAeGACA4LQCAIaMAwCH3AMAvg0AAJVpAACWeQAAKhgAgLToAgC1UAIAlwUAADIYAIDg1AIAtPQCAL4ZAADgoAIALhgAgODUAgCZjAMAt9QCAIoFAAA2GACAOhgAgIoVAAC3NAIAjx0AAD4YAIBCGACAswUAAEYYAICzBQAAWxgAgJwJAACdCQAATRgAgFQYAICMBQAAYhgAgG0YAIB0GACAexgAgJ9JAACCGACAiRgAgGYYAICQGACAlxgAgNkYAIDPGACA6hgAgOAYAICeGACAg8kBAIH5AQCsGACAsxgAgLoYAIDBGACAyBgAgKUYAICAtAIApYgDAOEIAgCuHQAA8RgAgLwJAACN9QEA9RgAgOEAAgCSlQEA45QQAJNFAACXiQEAhRQAAId4AQCGAAQARjoAgEo6AIBOOgCAUjoAgFY6AICdeQAA74xoAJyhAQBaOgCAXjoAgKKZAABiOgCAZjoAgGo6AIBuOgCAp4kAAHI6AIB2OgCAqUkBAHo6AICsqQAAfjoAgII6AICGOgCAsyUBAIo6AICOOgCAkjoAgLchAQC2OQEAtTEBAJY6AICaOgCAufkAALkRAQC4GQEAnjoAgKI6AICmOgCAqjoAgICwAQCEiAIArjoAgIPIAQCEVAMAhFwEALI6AICEXAUAgN0DAIEtAACCMQAAvjwCALo6AIC+OgCAh4gDAIacBACzLQMAwjoAgMY6AIC+AAQAvhwFALbRAwC12QMAyjoAgLv5AwC68QMAmljTAYTgBwC/xQMAvtkDAL3dAwC83QMAvgAYAKUFAwCmDQMAzjoAgIQcGADSOgCA1joAgKPxAwCsAQMArQEDAK4FAwCvGQMArKQbAq3cGgKqLQMAqyUDAL5MGQC+SBoA2joAgL6AGwC04BoCtdQdArYwHgLvCAIA3joAgOGgAQC6OBoC4/gCALoAAAC9ZBwCvvQcAr8AEAKRBNMBkOT2AeBEAQCSCD4C4joAgOY6AIDqOgCA7joAgL6sHADyOgCA9joAgPo6AID+OgCAAjsAgAY7AIAKOwCAgbBtAICAAQCDHFIAgth3AIUgmgCEkL4AhwjPAIaM5gCJbDcBiOAsAYsYfgGK2BMBjeClAYzwWgGP/OsBjliPAbDVFwCxAWgAso1rALOdawC0SWsAtZVvAA47AIDgcAEAEjsAgBY7AIAaOwCAHjsAgIAZAACBGQAAggUAACI7AIAqOwCAoaUCAKJJBwCjQQcApEEGAKXVGwCm3RsAp8EaAKgBHACp4R8AqkkfAKsBEACs9RMAra0TAK4BFACv+RcAqDEGAKkxBgCqTQYAq0UGAKxNBgCtmQYAro0GAK+FBgCGgAMAhxgDAC47AIAyOwCANjsAgDo7AIA+OwCAQjsAgLhtBwC5dQcAun0HALt1BwC8bQcAvc0HAL75BwC/+QcAsKkGALGFBgCyeQcAs3kHALRpBwC1aQcAtl0HALdVBwC2OgCAs8EGAEY7AIAmOwCAth0GAEo7AIBOOwCAtcEGALppBgC7RQYAUjsAgFY7AIC+qQcAv6kHALypBwC9qQcAo4UGAFo7AIBeOwCAYjsAgGY7AICmWQYApYUGAGo7AICrAQYAqi0GAG47AIByOwCAr+0HAK7tBwCt7QcArO0HAKjBBgCpLQEAqiUBAKs9AQCsJQEArS0BAK4lAQCvlQEAdjsAgHo7AIB+OwCAgjsAgIY7AICCvQAAgb0AAIC9AAC4nQEAua0BALqlAQC7bQAAvHUAAL19AAC+dQAAv20AALD1AQCx/QEAssEBALPBAQC0tQEAtb0BALa1AQC3rQEAijsAgI47AICSOwCAs6EBAJY7AIC1oQEAtqEBAJo7AICGgAEAh8QBALo9AQC7NQEAvBkBAL0ZAQC+fQEAv3UBAKPtAQCeOwCAojsAgKY7AICqOwCApu0BAKXtAQCuOwCAq3kBAKpxAQCyOwCAtjsAgK85AQCuMQEArVUBAKxVAQC6OwCAvjsAgMI7AIDGOwCAyjsAgOGsAQDOOwCA42AGANI7AIDWOwCA2jsAgO9UBgDeOwCA4jsAgL60GgDmOwCA6jsAgO47AICGaBwAh4wDAPI7AID2OwCA+jsAgP47AICAOQAAgTkAAIIFAAACPACACjwAgA48AIASPACAFjwAgKgdAwCpQQMAqkEDAKtBAwCsQQMArUkDAK5xAwCvcQMAhCAdABo8AIAePACAIjwAgCY8AIAqPACALjwAgDI8AIC46QAAufUAALr9AAC78QAAvJEAAL2RAAC+iQAAv4kAALDhAACx4QAAsuEAALPhAAC04QAAte0AALbZAAC32QAA4wwHAOEgBwDhMAEA4wgHADY8AIA6PACAPjwAgEI8AIBGPACASjwAgE48AIBSPACA75gHAFY8AIBaPACA74gHALOJAgBePACAYjwAgL6AGgBmPACAtokCALWJAgBqPACAu2UBALplAQBuPACAcjwAgL9pAQC+ZQEAvXUBALx1AQC3PQYAtj0GALU9BgC0IQYAszUGALI1BgCxAQYAsAkGAL9ZBgC+UQYAvVkGALxNBgC7bQYAunkGALlxBgC4eQYAgJ0AAIGtAACCpQAAejwAgH48AICCPACAhjwAgIo8AICvcQYArmkGAK1tBgCsbQYAq4EGAKqZBgCpkQYAqJkGAAY8AIB2PACAjjwAgKPFHQCSPACApcUdAKbFHQCWPACAhgADAIdkAwCqKR4AqykeAKw5HgCtOR4ArikeAK8lHgCzOR4AmjwAgJ48AICiPACApjwAgLb9HgC1/R4AqjwAgLvZHgC60R4ArjwAgLI8AIC/aR8AvmEfAL1pHwC8wR4AqPEeAKnxHgCq8R4Aq/EeAKw1HgCtPR4ArjUeAK8tHgC2PACAujwAgL48AIDCPACAxjwAgMo8AIDOPACA0jwAgLjlHwC57R8AuuUfALv5HwC86R8AvZEfAL6RHwC/jR8AsFUeALFdHgCyVR4As/0fALTlHwC17R8AtuUfALfdHwCjeR8A1jwAgNo8AIDePACA4jwAgKa9HwClvR8A5jwAgKuZHwCqkR8AhogAAIdMAQCvKR4AriEeAK0pHgCsgR8AgEkAAIFJAACCWQAAs5keAOo8AIC1iR4AtlEBAO48AIDyPACA9jwAgLotAQC7JQEAvD0BAL0lAQC+JQEAvxUBAKhNHgCpVR4Aql0eAKtVHgCsTR4ArZ0BAK6JAQCvgQEAhKwBAPo8AID+PACAAj0AgAY9AIAKPQCADj0AgBI9AIC4ZQEAuW0BALplAQC7fQEAvGUBAL1tAQC+ZQEAv9kAALClAQCxrQEAsqUBALO9AQC0rQEAtZ0BALaVAQC3XQEAo9UdABY9AIAaPQCAHj0AgCI9AICmHQIApcUdACY9AICraQIAqmECACo9AIAuPQCAr1kCAK5pAgCtaQIArHECADI9AIA2PQCAOj0AgD49AIBCPQCARj0AgEo9AIBOPQCAgDkAAIE5AACCBQAAUj0AgFo9AIBePQCAh0ADAIZcBACETAQAYj0AgGY9AICEBAUA4yABAGo9AIDhqAEAbj0AgO+UGgByPQCAdj0AgHo9AIB+PQCAgj0AgIY9AICKPQCAs6EDAI49AICSPQCAlj0AgJo9AIC2fQMAtX0DAJ49AIC7WQMAulEDAKI9AICmPQCAv/0AAL79AAC9/QAAvEEDAKhRAgCpWQIAqmkCAKtpAgCstQIArb0CAK61AgCvrQIAhKgHAKo9AICuPQCAsj0AgIKpAAC2PQCAgKkAAIGpAAC4aQEAuWkBALoJAQC7CQEAvBkBAL0ZAQC+CQEAvwkBALDVAgCx3QIAstUCALNpAQC0eQEAtXkBALZpAQC3YQEA4bgBAOHUHwDjOB8A4wwbALo9AIC+PQCAwj0AgMo9AIDOPQCA0j0AgNY9AIDaPQCAvjwJAN49AIDvhBsA74QbAKOhAgDiPQCAhugEAIe8BQDmPQCApn0CAKV9AgDqPQCAq1kCAKpRAgDuPQCA8j0AgK/9AQCu/QEArf0BAKxBAgCzhQYAxj0AgPY9AID6PQCA/j0AgLaJBgC1jQYAAj4AgLuRBgC6iQYABj4AgAo+AIC/9QYAvokGAL2BBgC8iQYADj4AgBI+AIAWPgCAGj4AgB4+AIAiPgCAJj4AgO+EHQAqPgCA4QAEAC4+AIDj/AQAgBEAAIEdAACCBQAAMj4AgKjxBgCp8QYAqg0GAKsFBgCsBQYArQkGAK49BgCvNQYANj4AgDo+AICGiAAAhxADAD4+AIBCPgCARj4AgEo+AIC4EQYAuRkGALohBgC7IQYAvPUHAL39BwC+9QcAv+kHALBNBgCxVQYAsl0GALNVBgC0TQYAtTEGALYxBgC3MQYAo4UHAE4+AIBSPgCAVj4AgFo+AICmiQcApY0HAF4+AICrkQcAqokHAGI+AIBmPgCAr/UHAK6JBwCtgQcArIkHAGo+AICz4QYAbj4AgHI+AIC25QYAdj4AgHo+AIC18QYAur0GALuNBgB+PgCAgj4AgL59AQC/ZQEAvJUGAL11AQCoHQYAqSUGAKotBgCrJQYArD0GAK0hBgCuXQYAr00GAIY+AICKPgCAjj4AgJI+AICWPgCAgrkDAIGxAwCAuQMAuO0BALmFAQC6jQEAu4UBALydAQC9hQEAvo0BAL+FAQCwPQYAsQ0GALIFBgCz5QEAtP0BALXlAQC25QEAt9UBAKOlBQCaPgCAnj4AgKI+AICqPgCApqEFAKW1BQCuPgCAq8kFAKr5BQCGCAwAhxwDAK8hAgCuOQIArTECAKzRBQCyPgCAs/ECALY+AIC6PgCAtlUDAL4+AIDCPgCAteECALpxAwC7eQMAxj4AgMo+AIC+MQMAvz0DALxRAwC9UQMAqCUCAKk1AgCqPQIAqzUCAKwtAgCtkQMArpEDAK+RAwDOPgCA0j4AgNY+AIDaPgCArAAAAN4+AIDiPgCA5j4AgLiZAwC5rQMAuqUDALttAwC8dQMAvX0DAL51AwC/bQMAsPEDALH5AwCywQMAs8EDALSxAwC1vQMAtrUDALepAwDqPgCA7j4AgPI+AID2PgCA+j4AgP4+AIACPwCA76gaAL5oDADhlAEABj8AgOMcBgCADQAAgXEAAIJxAAAKPwCAo/UDAA4/AIASPwCAhEwCABo/AICmUQIApeUDAB4/AICrfQIAqnUCAIbIDACHLA0ArzkCAK41AgCtVQIArFUCAOFQBgAiPwCA4xQHAITADAAmPwCAKj8AgC4/AIAyPwCANj8AgDo/AIA+PwCAQj8AgEY/AIBKPwCA73gbAL74DwBOPwCAUj8AgFY/AICzjQEAWj8AgLWZAQC2jQEAXj8AgFY9AIBiPwCAuoUBALtNAQC8VQEAvV0BAL5VAQC/SQEAo0EOABY/AIBmPwCAaj8AgG4/AICmQQ4ApVUOAHI/AICrgQ4AqkkOAHY/AIB6PwCAr4UOAK6ZDgCtkQ4ArJkOAIBtAACBCQAAgh0AAH4/AIDvGAkAgj8AgIY/AICKPwCA4zwNAI4/AIDhWAwAkj8AgIbQAACHvAMAlj8AgJo/AICokQ4AqZkOAKrJDgCrxQ4ArN0OAK3BDgCuwQ4Ar/UOAIToAACePwCAoj8AgKY/AICqPwCArj8AgLI/AIC2PwCAuMEPALnBDwC6wQ8Au8EPALzBDwC9wQ8AvsEPAL/1DwCwjQ4AsUUOALJNDgCzRQ4AtF0OALVBDgC2QQ4At0EOAKhRDgCpWQ4Aqo0OAKudDgCshQ4ArY0OAK6FDgCvvQ4Auj8AgL4/AIDCPwCAxj8AgMo/AIDOPwCA0j8AgNY/AIC4kQ4AuZkOALqtDgC7RQEAvF0BAL1FAQC+RQEAv3UBALDFDgCxzQ4AssUOALPdDgC0xQ4AtbUOALa9DgC3tQ4AswUOANo/AIDePwCA4j8AgOY/AIC2DQ4AtQ0OAOo/AIC7CQ4AugEOAO4/AIDyPwCAv3EOAL4BDgC9CQ4AvBEOAIJtAACjQQ4AgFUAAIFlAACmSQ4A+j8AgP4/AIClSQ4AqkUOAKtNDgCGSAAAh3gAAK5FDgCvNQ4ArFUOAK1NDgCoXQIAqWECAKplAgCrdQIArG0CAK2xAgCusQIAr7ECAITsBAACQACABkAAgApAAIAOQACAEkAAgBZAAIAaQACAuHEDALlxAwC6cQMAu3EDALzVAwC93QMAvtUDAL/NAwCw0QIAsdECALLRAgCz0QIAtFEDALVRAwC2UQMAt1EDAB5AAICz6QIAIkAAgL6ABAC2NQIAJkAAgCpAAIC14QIAuhECALsRAgAuQACAMkAAgL6RAwC/kQMAvAECAL0BAgA2QACAOkAAgKOlAgA+QACApa0CAEJAAIBGQACApnkCAEpAAIBOQACAq10CAKpdAgCtTQIArE0CAK/dAwCu3QMAqNUCAKndAgCqLQEAqyUBAKw9AQCtJQEAri0BAK8lAQBSQACAVkAAgFpAAIBeQACAYkAAgGpAAIBuQACAckAAgLiFAQC5iQEAup0BALuVAQC8sQEAvbEBAL55AAC/eQAAsF0BALHlAQCy4QEAs/kBALTpAQC13QEAttUBALe9AQDh8A4AdkAAgOMUDgB6QACAgb0AAIC9AAB+QACAgq0AAIYABACH7AUAgkAAgIZAAICKQACAjkAAgO9gDgCSQACAlkAAgJpAAICFXH0AnkAAgKJAAIDjZAEApkAAgOG0AQCqQACA76AOAK5AAICmPgCAhPgFALJAAIC2QACAukAAgLMlBgBmQACAvkAAgMJAAIDGQACAtiUGALU1BgDKQACAu6EGALoZBgDOQACA0kAAgL+ZBgC+rQYAva0GALy1BgCCbQAA7zAEAIBVAACBZQAAvlwDANZAAICG+AAAh2wDANpAAIDeQACA4kAAgOZAAIDqQACA40QEAO5AAIDhjAcAo6UGAPJAAID2QACA+kAAgP5AAICmpQYApbUGAAJBAICrIQYAqpkGAAZBAIAKQQCArxkGAK4tBgCtLQYArDUGAA5BAICz+QcAEkEAgBZBAIC2SQcAGkEAgB5BAIC1UQcAulEHALtRBwAiQQCAJkEAgL41BwC/OQcAvEUHAL09BwCoNQYAqT0GAKo1BgCriQYArJ0GAK2NBgCusQYAr7EGACpBAIAuQQCAMkEAgDZBAICADQAAgbEAAIKxAAA6QQCAuKEGALmtBgC6vQYAu7UGALytBgC9XQEAvlUBAL9NAQCw0QYAsdEGALLVBgCzrQYAtLUGALW5BgC2qQYAt6UGAKO9BgA+QQCAQkEAgISEAgC+kAEApg0GAKUVBgBKQQCAqxUGAKoVBgCGCAAAh3wBAK99BgCucQYArXkGAKwBBgBOQQCAs60BAFJBAIBWQQCAtqkBAFpBAIBeQQCAta0BALptAQC7dQEAYkEAgGZBAIC+XQEAvzUBALxlAQC9VQEAqGECAKlhAgCqYQIAq2ECAKxhAgCtbQIArp0CAK+VAgBqQQCAbkEAgHJBAIB2QQCAekEAgH5BAICCQQCAhkEAgLiVAgC5nQIAuqECALuhAgC8cQMAvXEDAL5xAwC/cQMAsO0CALH1AgCy9QIAs8UCALTdAgC1tQIAtrECALexAgCKQQCAjkEAgJJBAICj5QIAlkEAgKXlAgCm4QIAmkEAgJ5BAICiQQCAqiUCAKs9AgCsLQIArR0CAK4VAgCvfQIApkEAgKpBAICuQQCAhEB8AIAVAACBHQAAggUAALJBAIC+7HwAukEAgIZIfQCHCAMAvkEAgMJBAIDGQQCAykEAgKidAgCpxQIAqsECAKvBAgCsxQIArc0CAK7xAgCv8QIAzkEAgNJBAIDWQQCA2kEAgMkAAADeQQCA4kEAgOZBAIC4wQEAucEBALrBAQC73QEAvM0BAL31AQC+/QEAv50BALBBAQCxQQEAskEBALNBAQC0QQEAtUEBALZBAQC3QQEA4TgGAOpBAIDjaAYA7kEAgPJBAID2QQCA+kEAgISUfQC+rHwA/kEAgAJCAIAGQgCAvrh/AApCAIDvEAEADkIAgBJCAIAWQgCAGkIAgB5CAIDhkAEAIkIAgONEAAAqQgCAgS0AAIAtAADvgAAAgjkAAC5CAIAyQgCA9j8AgDZCAIDhsH8AtkEAgOPUfAA6QgCAJkIAgD5CAICGuAAAh9QCAEJCAIBGQgCASkIAgE5CAIBSQgCAVkIAgO8gfABaQgCAs4l9AF5CAIBiQgCAZkIAgGpCAIC2jX0AtY19AG5CAIC7RX4AukV+AHJCAIB2QgCAv0V+AL5FfgC9VX4AvFV+AKNJfQB6QgCAfkIAgIJCAICGQgCApk19AKVNfQCKQgCAq4V+AKqFfgCOQgCAkkIAgK+FfgCuhX4ArZV+AKyVfgCCbQAAszF+AIBVAACBZQAAtvF/AITcAwCWQgCAtSF+ALrNfwC70X8AhgAEAIfUAAC+dX8Av3l/ALzBfwC9wX8AqOV/AKn1fwCq/X8Aq/V/AKztfwCtNX4Arj1+AK81fgCaQgCAnkIAgKJCAICmQgCAqkIAgK5CAICyQgCAtkIAgLjZfgC54X4AuuF+ALvhfgC85X4Avel+AL6ZfgC/mX4AsE1+ALFRfgCyUX4As1F+ALT1fgC1+X4Atul+ALfpfgCjdX8AukIAgL5CAIDCQgCAxkIAgKa1fgClZX8AykIAgKuVfgCqiX4AzkIAgNJCAICvPX4ArjF+AK2FfgCshX4A1kIAgLMxfgDaQgCA3kIAgLbFAQDiQgCA5kIAgLXRAQC6yQEAu8kBAOpCAIDuQgCAvs0BAL+xAQC8yQEAvckBAKjdfQCp9X0Aqv19AKvxfQCsHQIArQECAK45AgCvOQIA8kIAgPZCAID6QgCA/kIAgIIFAAACQwCAgBEAAIERAAC4EQIAuRkCALohAgC7IQIAvNUCAL3dAgC+1QIAv80CALBJAgCxSQIAslkCALNZAgC0TQIAtTECALYxAgC3MQIAvgADAKNxfQCEiAIAvoAEAKaFAgAKQwCADkMAgKWRAgCqiQIAq4kCAIYoBACHDAMAro0CAK/xAgCsiQIArYkCABJDAICEyAMAhcwFALPlAwAWQwCAteUDALbtAwAaQwCAHkMAgCJDAIC6bQMAu2UDALx9AwC9ZQMAvmUDAL9VAwAmQwCAKkMAgL8ABACjJQIALkMAgKUlAgCmLQIAMkMAgDZDAIA6QwCAqq0CAKulAgCsvQIAraUCAK6lAgCvlQIAPkMAgEJDAIBGQwCASkMAgE5DAIDjzAMAUkMAgOGsAQBWQwCA7xwDAFpDAIBeQwCAYkMAgGZDAIBqQwCAbkMAgOFwfwBGQQCA4wR+AHJDAIB6QwCA4ZQBAH5DAIDjWAEAgNkAAIHZAACCJQAA7+R+AIJDAICGQwCA7+B+AIpDAICzAQEAjkMAgIboBwCHLAQAkkMAgLY1AQC1BQEAlkMAgLvxAAC64QAAmkMAgJ5DAIC/sQAAvtEAAL3ZAAC84QAABkMAgHZDAICiQwCApkMAgKEBBACgEQQAoxkAAKLFBACotQYAqb0GAKrpBgCr/QYArO0GAK3VBgCu3QYArz0HALBFBwCxVQcAslUHALNtBwC0dQcAtRUHALYdBwC3FQcAuC0HALk1BwC6MQcAuw0HALwZBwC9GQcAvgkHAL8JBwCjQQYAqkMAgK5DAICyQwCAtkMAgKZ1BgClRQYAukMAgKuxBwCqoQcAj8ltAL5DAICv8QcArpEHAK2ZBwCsoQcAld11AJTBdACXzXAAli1zAJFdaACQVWgAk9l0AJJNaQCd5XgAnB17AJ9tBwCeuXgAmR1/AJhVcACboXwAmvl8AIJhbACDhWkAwkMAgMZDAICGEXUAhxF1AISVaQCFjWgAij10AIvFcgDKQwCAzkMAgI7dfgCPMX0AjD1xAI2dcQCSGX0Ak716ANJDAIDvkAkAltUGAJdRBQCUXXkAlQl5AJpxBQCbvQUA1kMAgNpDAIDeQwCA4agFAJx5AQDjuAgAoYUBAOJDAICjqQ0AogEMAKUBCACkOQ0Ap6kJAKa9CQCppRUAqAEUAKsBFACq/RUArbkRAKyxEQCvARwArqEQALH9HACw5R0As+kZALIBGAC1ASQAtH0ZAIQUAAC+FAAAgI0AAIGVAACCbQAA6kMAgIZQDwCHZAAA7kMAgPJDAIC61QcAu90HALjBBwC5wQcAvjEEAL8xBAC88QcAvfEHALKtBwCztQcAsK0HALGlBwC2nQcAt/UHALSlBwC1lQcAqmkHAKtpBwCoaQcAqWkHAK5pBwCvaQcArGkHAK1pBwD2QwCA+kMAgP5DAIACRACABkQAgApEAIAORACAEkQAgKgRBQCpHQUAqjkFAKs5BQCsLQUArVEFAK5JBQCvQQUAFkQAgBpEAIAeRACAIkQAgCZEAIAqRACALkQAgDJEAIC4XQIAuWkCALrBAwC7wQMAvPkDAL35AwC+kQMAv7UDALAJBQCxCQUAsuECALPhAgC0dQIAtX0CALZ1AgC3bQIAs7EEAIQAAgC+BA0ANkQAgDpEAIC20QQAtaUEAD5EAIC7zQQAus0EAEJEAIBGRACAv7kDAL6xAwC9NQMAvDUDAEpEAICj9QQATkQAgFJEAICmlQQAWkQAgF5EAICl4QQAqokEAKuJBACHqA0AhswMAK71AwCv/QMArHEDAK1xAwDhUAYA4TQHAONAAADjWAcAgNEAAIHdAACC1QAAYkQAgGZEAIBqRACAbkQAgHJEAIB2RACAekQAgO+cAADvyAcAfkQAgIJEAICzNQIAhkQAgLW1AQCKRACAjkQAgLa1AQC+7AwAkkQAgLuRAQC6mQEAvVEBALyJAQC/UQEAvlkBAKjtDQCp/Q0AqvUNAKttDgCsdQ4ArX0OAK51DgCvbQ4AVkQAgJZEAICaRACAnkQAgKJEAICmRACAqkQAgK5EAIC49Q4Auf0OALr1DgC7QQ8AvEEPAL1JDwC+cQ8Av3EPALAVDgCxHQ4AshUOALPNDgC01Q4Atd0OALbVDgC3zQ4Ao30NALJEAIC2RACAukQAgL5EAICm/Q4Apf0OAMJEAICr2Q4AqtEOAISoAgDGRACArxkOAK4RDgCtGQ4ArMEOAIBNAACBVQAAglUAALNRDwDKRACAtXEPALZxDwDORACAhuAAAIcEAwC6XQ8Auy0PALw1DwC9OQ8Avi0PAL8lDwCoVQ4AqV0OAKqVDgCrrQ4ArLUOAK29DgCutQ4Ar60OANJEAIDWRACA2kQAgN5EAIDiRACA5kQAgOpEAIDuRACAuGkBALlpAQC6eQEAu3kBALxpAQC9aQEAvt0BAL/VAQCw1Q4AsaUOALKtDgCzoQ4AtKUOALWtDgC2nQ4At1kBAKMdDgDyRACA9kQAgOZDAID6RACApj0OAKU9DgD+RACAq2EOAKoRDgACRQCABkUAgK9pDgCuYQ4ArXUOAKx5DgAKRQCADkUAgBJFAIAWRQCAGkUAgB5FAIAiRQCAJkUAgIANAACBFQAAgh0AACpFAIAuRQCAMkUAgIR4AQC+FAAA4xQPADpFAIDh4A0AhAADAIawBACHFAMAPkUAgEJFAIBGRQCASkUAgE5FAIBSRQCA78APAFZFAIBaRQCAXkUAgGJFAIBmRQCAakUAgLNtAwBuRQCAtX0DALZ1AwByRQCAdkUAgHpFAIC6UQMAu1EDALz1AwC9/QMAvukDAL/hAwB+RQCAgkUAgIZFAICKRQCAjkUAgJJFAICWRQCAmkUAgKhxAgCpeQIAqokDAKuJAwCsmQMArZkDAK6JAwCviQMAsPkDALH5AwCyTQMAs0UDALRBAwC1SQMAtnEDALdxAwC4IQMAuSEDALohAwC7IQMAvCEDAL0hAwC+IQMAvyEDAICdAQCBEQAAghEAAIQEBQDvFAAAnkUAgKJFAIC+EAUA48gAAKpFAIDh0AEArkUAgLJFAIC2RQCAukUAgL5FAICqeQIAq3kCAIboBACHYAUArsECAK/JAgCs3QIArdUCAMJFAICjRQIAxkUAgMpFAICmXQIAzkUAgNJFAIClVQIA1kUAgNpFAIDeRQCA4kUAgOZFAIDqRQCA7kUAgO+EDgC+rAQA4dAOAPJFAIDjFAEA9kUAgPpFAID+RQCAAkYAgLPdAQAGRgCACkYAgA5GAIASRgCAtv0BALX9AQAaRgCAu90BALrdAQCE4AQAHkYAgL+hAQC+vQEAvb0BALy9AQCoBQYAqR0GAKoVBgCrLQYArDUGAK09BgCuNQYArykGAKZFAICC9QcAgeUHAIDlBwAWRgCAIkYAgIYcAACHsAMAuCUGALnFBgC6zQYAu8UGALzdBgC9xQYAvs0GAL/FBgCwWQYAsVkGALIpBgCzKQYAtDkGALUlBgC2JQYAtx0GAKOdBgAmRgCAKkYAgC5GAIAyRgCApr0GAKW9BgA2RgCAq50GAKqdBgA6RgCAPkYAgK/hBgCu/QYArf0GAKz9BgBCRgCAs/UHAEZGAIBKRgCAtu0HAE5GAIBSRgCAteUHALqNBwC7kQcAVkYAgFpGAIC+dQcAv30HALyBBwC9fQcAqCUGAKkpBgCqOQYAqzkGAKwpBgCtKQYArnkGAK91BgBeRgCAYkYAgGZGAIBqRgCAbkYAgHJGAIB2RgCAekYAgLjVBgC53QYAuuEGALv9BgC85QYAve0GAL7lBgC/mQYAsA0GALERBgCyEQYAs+0GALT1BgC1/QYAtvUGALftBgCjsQYAgi0AAIEVAACAsQAANkUAgKapBgCloQYAfkYAgKvVBgCqyQYAgkYAgL5oAQCvOQYArjEGAK05BgCsxQYAikYAgLPxAQCGaAAAh3wBALZdAQCORgCAkkYAgLVVAQC6SQEAu0kBAJZGAICaRgCAvj0BAL8hAQC8OQEAvTUBAJ5GAICiRgCAhAQDAL6AHACmRgCA4RwGAKpGAIDjAAYAvwguAK5GAICyRgCA78gHALZGAIC6RgCAvkYAgMJGAIDGRgCAykYAgKN9AgDORgCApdkCANJGAIDWRgCAptECANpGAIDeRgCAq8UCAKrFAgCtuQIArLUCAK+tAgCusQIAqW0FAKhZBQCrDQIAqrkCAK0dAgCsHQIArwUCAK4NAgC+aB0A4kYAgOZGAIDqRgCAgB0AAIEJAACCmQEA7kYAgLnhAwC4KQIAu+EDALrpAwC94QMAvPkDAL/hAwC+6QMAsU0CALBNAgCzIQIAsi0CALUlAgC0OQIAtxECALYlAgCowQIAqdECAKrRAgCr5QIArP0CAK0VAQCuHQEArw0BAPJGAID6RgCA/kYAgAJHAIAGRwCACkcAgA5HAIASRwCAuAUBALkJAQC6HQEAuxUBALwxAQC9MQEAvv0BAL/1AQCweQEAsUEBALJBAQCzXQEAtEUBALVNAQC2RQEAtz0BAIagHQCHxB0AFkcAgO/YAAAaRwCAHkcAgCJHAIDvxAYAhGwcAOH0BgAmRwCA47AGACpHAIDhlAEALkcAgONEBgCzGQIAMkcAgDZHAIA6RwCAhewsALbVAQC1NQIAPkcAgLvFAQC6/QEAQkcAgEZHAIC/yQEAvsEBAL3JAQC81QEAo9kdAPZGAIBKRwCATkcAgFJHAICmFR4ApfUdAFZHAICrBR4Aqj0eAFpHAIBeRwCArwkeAK4BHgCtCR4ArBUeAIBpAACBaQAAggUAAGJHAIBmRwCAakcAgIcQAwCGfAMAbkcAgHJHAIB2RwCAekcAgH5HAICCRwCAhkcAgIpHAICopR8Aqa0fAKqlHwCrvR8ArKUfAK2tHwCupR8ArxUfAI5HAICSRwCAlkcAgJpHAICeRwCAokcAgKZHAICqRwCAuA0fALkZHwC6IR8AuyEfALzZAAC92QAAvskAAL/BAACwcR8AsXEfALJxHwCzRR8AtEEfALVNHwC2PR8AtzUfALMtHgCuRwCAskcAgLZHAIC6RwCAti0eALUtHgC+RwCAu7UeALq1HgDCRwCAxkcAgL+JHgC+hR4AvZEeALylHgCCKQAAo2keAIAdAACBFQAApmkeAMpHAIDORwCApWkeAKrxHgCr8R4A0kcAgITgAQCuwR4Ar80eAKzhHgCt1R4AqNUBAKnlAQCq7QEAq+UBAKz9AQCt5QEAru0BAK/lAQC+oAEAhkYAgNZHAIDaRwCAhhAAAId0AQDeRwCA4kcAgLh9AQC5wQAAusEAALvBAAC8wQAAvckAAL7xAAC/8QAAsJ0BALFFAQCyTQEAs0UBALRdAQC1RQEAtk0BALdFAQDmRwCA6kcAgO5HAIDyRwCA9kcAgO80AgDv7B4A+kcAgOHwHQDj4AIA4zAeAOGEAQD+RwCAAkgAgAZIAIAKSACAsyUCAJQAAAAOSACAEkgAgBZIAIC2JQIAtTUCABpIAIC7wQIAuhkCAB5IAIAiSACAv8ECAL7ZAgC90QIAvNkCACZIAIAqSACALkgAgKPpAgAySACApfkCAKbpAgA2SACAOkgAgD5IAICq1QIAqw0CAKwVAgCtHQIArhUCAK8NAgCAYQAAgWEAAIIFAABCSACASkgAgIQABAC+FAQATkgAgIbABACHUAMAUkgAgFZIAIBaSACAXkgAgGJIAIBmSACAqK0CAKm9AgCqtQIAqw0BAKwVAQCtHQEArhUBAK8NAQCE7AQAakgAgG5IAIBySACAdkgAgHpIAIB+SACAgkgAgLgdAQC5LQEAuiUBALvNAQC81QEAvd0BAL7JAQC/wQEAsH0BALFVAQCyXQEAs1UBALRNAQC1PQEAtjUBALctAQDhGB4AhkgAgOM4HgCKSACAjkgAgJJIAICWSACAmkgAgJ5IAICiSACAvmAEAKZIAICBdQAAgHUAAO/gHwCCbQAAqkgAgK5IAICG6AQAh3wFALJIAIDhkAEAukgAgOOgAAC+SACAwkgAgMZIAIDvtAAAykgAgM5IAIDSSACA1kgAgLUFBgBGSACAtkgAgLYFBgDaSACA3kgAgLOlBQDiSACAvRkGALwRBgC/YQYAvhEGAOZIAIDqSACAuwkGALohBgCj/QUA7kgAgPJIAID2SACA+kgAgKZdBgClXQYA/kgAgKtRBgCqeQYAAkkAgAZJAICvOQYArkkGAK1BBgCsSQYAqFEGAKlZBgCqYQYAq2EGAKxhBgCtYQYArmEGAK9hBgAKSQCADkkAgBJJAIAWSQCAgA0AAIGxAQCCsQEAGkkAgLhNBwC5VQcAul0HALtVBwC8TQcAvXUHAL59BwC/cQcAsMUHALHNBwCyxQcAs90HALTFBwC1zQcAtsUHALd5BwCz6QcAHkkAgCJJAICEwAEAvtgBALbhBwC16QcAJkkAgLsJBgC6AQYAhogAAIesAQC/CQYAvgEGAL0JBgC8EQYAKkkAgKOtBwAuSQCAMkkAgKalBwA2SQCAOkkAgKWtBwCqRQYAq00GAD5JAIBCSQCArkUGAK9NBgCsVQYArU0GAKhZBgCpZQYAqm0GAKtlBgCsYQYArWEGAK5hBgCvYQYAhKwBAEZJAIBKSQCATkkAgFJJAIBWSQCAWkkAgF5JAIC4kQEAuZkBALqhAQC7oQEAvHEBAL1xAQC+cQEAv3EBALDxAQCx8QEAsvUBALPdAQC0xQEAtbEBALaxAQC3sQEAs+UFAGJJAIBmSQCAakkAgG5JAIC24QUAtekFAHJJAIC7NQIAujUCAHZJAIB6SQCAv3UCAL4BAgC9CQIAvCECAH5JAICjoQUAgkkAgIZJAICmpQUAikkAgI5JAIClrQUAqnECAKtxAgCSSQCAvigDAK5FAgCvMQIArGUCAK1NAgCA1QAAgd0AAILhAACaSQCA4yABAJ5JAIDhqAEAokkAgO80AgCmSQCAhggMAIdoAwCsAAAAqkkAgK5JAICySQCAs40DALZJAIC6SQCAhIAMAL5JAIC2vQMAtYEDAMJJAIC7TQMAuk0DAMZJAIDKSQCAv00DAL5NAwC9TQMAvE0DAKhBAgCpTQIAqkUCAKtZAgCsSQIArX0CAK51AgCvuQIAvmgNAM5JAIDSSQCA1kkAgIRsDADaSQCA3kkAgOJJAIC4TQEAuVUBALpVAQC7ZQEAvH0BAL0VAQC+EQEAvxEBALDJAgCxyQIAstkCALPZAgC0yQIAtckCALZ9AQC3dQEA4XgHAOOYAADjuAYA4VwGAOZJAIDqSQCA7kkAgPJJAID2SQCA+kkAgP5JAIACSgCA7AAAAO9cAADv6AYACkoAgIFpAACAYQAAo4UCAIJhAACliQIADkoAgBJKAICmtQIAhkAMAIfEDACrRQIAqkUCAK1FAgCsRQIAr0UCAK5FAgCojQ4AqZEOAKqVDgCrqQ4ArKUOAK2tDgCupQ4Ar9kOAAZKAIAWSgCAGkoAgB5KAIAiSgCAJkoAgCpKAIAuSgCAuHUPALl9DwC6dQ8Au90PALzFDwC9zQ8AvsUPAL/9DwCwqQ4AsbUOALK1DgCzhQ4AtJ0OALVRDwC2UQ8At1EPALMdDgAySgCANkoAgDpKAIA+SgCAti0OALUtDgBCSgCAu3EOALptDgBGSgCASkoAgL+VDwC+WQ4AvVEOALxhDgBOSgCAo1kOAFJKAIBWSgCApmkOAFpKAIBeSgCApWkOAKopDgCrNQ4AYkoAgGZKAICuHQ4Ar9EPAKwlDgCtFQ4AqL0OAKnRDgCq0Q4AqykBAKw5AQCtOQEArikBAK8pAQCADQAAgRUAAIIdAABqSgCAbkoAgHJKAIC+dAIAdkoAgLjtAQC5hQEAuoEBALuBAQC8hQEAvY0BAL6xAQC/sQEAsFkBALFZAQCy7QEAs+UBALT9AQC15QEAtuUBALfVAQB6SgCAtqkBALWhAQB+SgCAs0kOAIJKAICGOAAAh9wBAL8xAQC+KQEAvSEBALwpAQC7jQEAuo0BAJZJAICGSgCAoxkOAIpKAICOSgCAkkoAgJZKAICm+QEApfEBAJpKAICr3QEAqt0BAJ5KAICiSgCAr2EBAK55AQCtcQEArHkBAKZKAIDv3A8AqkoAgK5KAICySgCAtkoAgLpKAIC+SgCAwkoAgMZKAIDKSgCAzkoAgNJKAIDj6A4A1koAgOGMDgCAEQAAgREAAIIRAACEQAIA2koAgN5KAIDiSgCAvhADAIbABACHRAMA6koAgO5KAIDySgCA9koAgPpKAID+SgCA7yQCAAJLAIAGSwCACksAgA5LAIASSwCAFksAgBpLAICE7AQAHksAgCJLAIAmSwCA4+wCACpLAIDhOAEALksAgLNVAwAySwCANksAgDpLAIA+SwCAth0DALUdAwBCSwCAuwkDALo5AwBGSwCASksAgL/9AAC+/QAAvfkAALwRAwCogQIAqYkCAKqdAgCrsQIArNUCAK3dAgCu1QIAr80CAIDNAQCBCQAAghkAAE5LAIBSSwCAWksAgL5wBQBeSwCAuFkBALlZAQC6aQEAu2kBALx5AQC9eQEAvmkBAL9lAQCwvQIAsY0CALKFAgCzbQEAtHkBALV5AQC2aQEAt2kBAIYgBACHCAUAYksAgGZLAIBqSwCAbksAgHJLAIDvXAAAhOwEAOFcDgB2SwCA44wOAHpLAIB+SwCAgksAgIZLAICjVQIAiksAgI5LAICSSwCAlksAgKYdAgClHQIAmksAgKsJAgCqOQIAnksAgKJLAICv/QEArv0BAK35AQCsEQIAqGkGAKlpBgCqeQYAq3kGAKxpBgCtaQYArp0GAK+VBgBWSwCApksAgKpLAICuSwCAsksAgLZLAIC6SwCAvksAgLj1BgC5+QYAuo0GALuFBgC8nQYAvYUGAL6FBgC/tQYAsO0GALH1BgCy/QYAs/UGALTtBgC10QYAttEGALfRBgCz8QYAghUAAIG1AACAtQAAwksAgLbpBgC14QYAvtQDALsxBgC6KQYAxksAgMpLAIC/FQYAvikGAL0hBgC8KQYAzksAgKO1BgCGyAAAh8gAAKatBgDSSwCA1ksAgKWlBgCqbQYAq3UGANpLAIDeSwCArm0GAK9RBgCsbQYArWUGAKg1BgCpOQYAqoEGAKuBBgCsgQYArYEGAK6BBgCvtQYA4ksAgOZLAIDqSwCA7ksAgPJLAID2SwCA+ksAgP5LAIC4nQYAua0GALqlBgC7aQEAvHkBAL15AQC+aQEAv2kBALDRBgCx0QYAstEGALPRBgC0tQYAtb0GALa1BgC3rQYAswkGAAJMAIAGTACACkwAgA5MAIC2AQYAtQkGABJMAIC7FQYAuhUGABZMAIAaTACAv3kGAL5xBgC9BQYAvAUGAB5MAICjTQYAIkwAgOZKAICmRQYAJkwAgCpMAIClTQYAqlEGAKtRBgAuTACAMkwAgK41BgCvPQYArEEGAK1BBgCB6QMAgN0DAISIAwCC4QMAhrA8AIeIAgC+VAMAOkwAgD5MAIBCTACARkwAgEpMAIBOTACAUkwAgFZMAIBaTACA4/AGAF5MAIDhMAYAhAA8AGJMAIBmTACAakwAgG5MAIByTACAhTQ9AHZMAIB6TACA77AHAH5MAICCTACAhkwAgIpMAICOTACAkkwAgL7EPACWTACAgp0BAIGdAQCAnQEAqA0CAKllAgCqfQIAq3UCAKxZAgCtWQIArpkDAK+ZAwCw6QMAsekDALL5AwCz+QMAtOkDALXpAwC2XQMAt1UDALhtAwC5dQMAunUDALtFAwC8XQMAvTUDAL4xAwC/KQMAmkwAgJ5MAICiTACAqkwAgOFgAwDv9AMA40QCAK5MAICyTACA4zwDAO/0NwDh/AEAtkwAgLpMAIC+TACAwkwAgIZkPwCHaD0AhTQhALOZAwDGTACAtb0DALa1AwDKTACAzkwAgNJMAIC6QQIAu0ECALxBAgC9QQIAvkECAL9BAgDWTACA2kwAgN5MAIDiTACA5kwAgOpMAIDuTACA7/gBAIRoPADhPAYA8kwAgOMcBgD2TACA+kwAgP5MAIACTQCAoxUDAAZNAIAKTQCADk0AgBJNAICmOQMApTEDABpNAICrzQIAqs0CAL5kPgAeTQCAr80CAK7NAgCtzQIArM0CAKgdPgCpJT4Aqi0+AKslPgCsPT4ArSU+AK4tPgCvJT4ApkwAgIL1PwCB5T8AgOU/ABZNAIAiTQCAhgAEAIecAwC4LT4AuTE+ALoxPgC7MT4AvNE+AL3RPgC+0T4Av80+ALBdPgCxIT4Asjk+ALM5PgC0KT4AtSk+ALYZPgC3FT4As6U+ACZNAIAqTQCALk0AgDJNAIC2pT4AtbU+ADZNAIC75T4Aupk+ADpNAIA+TQCAv+0+AL7tPgC97T4AvO0+AEJNAICj4T4ARk0AgEpNAICm4T4ATk0AgFJNAICl8T4Aqt0+AKuhPgBWTQCAWk0AgK6pPgCvqT4ArKk+AK2pPgCPBSUAsyU+AF5NAIBiTQCAtik+AGZNAIBqTQCAtSk+ALp9PgC7RT4Abk0AgHJNAIC+tT4Av70+ALxdPgC9vT4An304AJ5lOQCd8TgAnFE0AJtZNQCaUTUAmfEwAJgNMQCXZTEAlsEwAJVZLQCUTS0Ak+EsAJLZKQCRWSkAkPEoALSlGQC13RgAdk0AgIQIAACwkRUAsQEVALIBGACzvRkAgA0AAIGtAwCCpQMAek0AgKNhAACiHT0AoZk9AKBxPACkxQUApUEEAKYBCACn4QkANkwAgKH1AQCi6QEAo90FAKwBEACtxREArtkRAK85EACoZQgAqQEMAKrZDQCrCQ0AijEuAIuhMwB+TQCAgk0AgI65MwCPETYAjB0yAI1NMgCCJSYAg6krAL5kAwCEYAQAhqEvAIcVLgCEGSoAhZEqAJphPgCb7T4AhsgEAIfcAwCKTQCA4Vw+AJyJAwDjAD4Akmk2AJN5NwCOTQCA7xg+AJZNOwCXuT8AlME7AJVdOgCpnT0AqIk9AKu5PQCqrT0Arak9AKyhPQCvyT0ArqE9AL7oBACSTQCAlk0AgJpNAICeTQCAok0AgKZNAICqTQCAuVk9ALhRPQC7eT0AumU9AL1pPQC8YT0Avx09AL5hPQCxgT0AsLk9ALNpPQCyiT0AtXk9ALRxPQC3aT0AtnE9AKMhPACuTQCAsk0AgLZNAIC6TQCApi08AKUtPAC+TQCAq0E8AKp5PADCTQCAxk0AgK+5PACusTwArbk8AKxZPADKTQCAzk0AgLN9AwDSTQCAtdkDANZNAIDaTQCAttEDAN5NAIDiTQCAu8UDALrFAwC9uQMAvLUDAL+tAwC+sQMA5k0AgOpNAIDuTQCA71wDAIAVAACBHQAAgjEAAO+MPgCE7AQA4fw+APJNAIDjHD4A+k0AgOGUAQD+TQCA4yAAAKP1AwACTgCAh+gEAIZsBAAGTgCAplkDAKVRAwAKTgCAq00DAKpNAwAOTgCAEk4AgK8lAwCuOQMArTEDAKw9AwCGTQCA9k0AgBZOAIAaTgCAHk4AgCJOAIAmTgCAKk4AgKhxBgCpTQYAqo0GAKuFBgCsnQYArYUGAK6NBgCvhQYAsP0GALFBBwCyQQcAs0EHALRBBwC1SQcAtnEHALdxBwC4IQcAuSEHALolBwC7OQcAvCkHAL0VBwC+HQcAv/0HALMlBgAuTgCAMk4AgDZOAIA6TgCAtiUGALU1BgA+TgCAu6UHALoZBgBCTgCARk4AgL+tBwC+pQcAvbUHALy1BwBKTgCAo2EGAE5OAIBSTgCApmEGAFZOAIBaTgCApXEGAKpdBgCr4QcAXk4AgGJOAICu4QcAr+kHAKzxBwCt8QcAqLEGAKm9BgCqzQYAq90GAKzNBgCt/QYArvUGAK8VAQCA+QEAgc0BAILFAQC+ZAIAhpAAAIcAAQBqTgCAbk4AgLjRAQC52QEAuuEBALvhAQC8kQEAvZ0BAL6VAQC/iQEAsG0BALF1AQCyfQEAs3UBALRtAQC18QEAtvEBALfxAQCzRQYAZk4AgHJOAIB2TgCAek4AgLZ9BgC1RQYAfk4AgLuxAQC6qQEAgk4AgIZOAIC/NQEAvqkBAL2hAQC8qQEAik4AgKMBBgCOTgCAkk4AgKY5BgCWTgCAmk4AgKUBBgCq7QEAq/UBAJ5OAICiTgCAru0BAK9xAQCs7QEAreUBAOEoAQCmTgCA41ACAKpOAICuTgCAsk4AgLZOAIC6TgCAvk4AgMJOAIDGTgCAyk4AgIFxAACAGQAA75wCAIJ5AADOTgCA0k4AgITIAgCzxQMA2k4AgLXFAwC2xQMAvhADAIbADACHRAwAuqkDALulAwC8vQMAvaEDAL6hAwC/lQMArhEGAK8ZBgCsAQYArQEGAKqlBgCrEQYAqEU5AKlxOQDeTgCA4k4AgOZOAIDqTgCA7k4AgPJOAID2TgCA+k4AgL7tBwC/TQcAvNEHAL3lBwC63QcAu8EHALg1BgC51QcAtjkGALcNBgC0JQYAtTkGALIxBgCzPQYAsFEGALFRBgCoOQIAqTkCAKqBAgCrgQIArIECAK2JAgCusQIAr7ECAIRsDQD+TgCAvmANAAJPAIAGTwCACk8AgA5PAIASTwCAuE0BALlVAQC6XQEAu1UBALxNAQC9dQEAvn0BAL91AQCwoQIAsa0CALKlAgCzuQIAtKkCALWdAgC2lQIAt3kBAOFUBgDh1AcA4zgGAOOwBwAWTwCAGk8AgB5PAIAiTwCAhOQMACZPAIAqTwCALk8AgDJPAIA2TwCA72wAAO/kBwCjSQIAOk8AgD5PAIBCTwCASk8AgKZJAgClSQIATk8AgKspAgCqJQIAhkgMAIfcDACvGQIAri0CAK0tAgCsMQIAqFEOAKmlDgCqrQ4Aq6UOAKy9DgCtpQ4Arq0OAK+lDgCA5Q8Age0PAILlDwBGTwCAUk8AgFZPAIBaTwCAXk8AgLjVDwC53Q8AutUPALvpDwC8+Q8AvfkPAL7pDwC/6Q8AsN0OALFBDwCyRQ8As10PALRFDwC1TQ8AtkUPALftDwCzJQ4AYk8AgGZPAIBqTwCAbk8AgLYlDgC1NQ4Ack8AgLuFDwC6GQ4Adk8AgHpPAIC/iQ8AvoEPAL2JDwC8kQ8Afk8AgKNhDgCCTwCAhk8AgKZhDgCKTwCAjk8AgKVxDgCqXQ4Aq8EPAJJPAICWTwCArsUPAK/NDwCs1Q8Arc0PAKjRDgCp2Q4AqjkBAKs5AQCsKQEArSkBAK6dAQCvlQEAmk8AgJ5PAICiTwCApk8AgIANAACBtQAAgr0AAKpPAIC4lQEAuZ0BALqhAQC7oQEAvHEAAL1xAAC+cQAAv3EAALDtAQCx9QEAsvUBALPFAQC03QEAtbUBALaxAQC3sQEArk8AgLJPAICzuQEAvsACALWpAQC2TwCAuk8AgLahAQCGgAEAh8QBALs5AQC6IQEAvRkBALwpAQC/eQEAvhEBAKPxAQC+TwCA1k4AgMJPAIDGTwCApukBAKXhAQDKTwCAq3EBAKppAQDOTwCA0k8AgK8xAQCuWQEArVEBAKxhAQDWTwCA2k8AgN5PAIDiTwCA4agBAOZPAIDjQAIA6k8AgL8oFQDuTwCA73QCAPJPAID2TwCA+k8AgP5PAIACUACABlAAgON0DwCEiAMA4TQOAApQAIAOUACAElAAgBZQAICADQAAgRUAAIIRAAAaUACAHlAAgO+kDwAiUACAKlAAgKgZAwCpQQMAqkUDAKtdAwCsTQMArX0DAK51AwCvnQAAhaQVAL58AwCGCAQAhxwDAC5QAIAyUACANlAAgDpQAIC49QAAuf0AALr1AAC7jQAAvIEAAL2BAAC+gQAAv4EAALDlAACx7QAAsuUAALP5AAC07QAAtdEAALbVAAC3zQAAPlAAgEJQAIBGUACAs8ECAEpQAIC1yQIAtvECAE5QAIBSUACAVlAAgLotAQC7JQEAvD0BAL0hAQC+JQEAvxkBAKapAgCESAIAWlAAgKWRAgBeUACAo5kCAGJQAIBmUACArn0BAK9BAQCsZQEArXkBAKp1AQCrfQEAalAAgG5QAIByUACAdlAAgHpQAIB+UACA7+QAAIJQAICGUACAilAAgOMQDgCOUACA4VgOAJJQAICALQAAgREAAIIVAAC+sAUAs3UBAJpQAICHFAUAhmwEAJ5QAIC21QAAtWUBAKJQAIC7/QAAuvUAAKZQAICqUACAv6EAAL69AAC93QAAvN0AAKh9BgCptQYAqr0GAKu1BgCsrQYArRUHAK4dBwCvFQcAllAAgK5QAICyUACAtlAAgLpQAIC+UACAwlAAgMZQAIC4OQcAuTkHALrJBwC7yQcAvNkHAL3ZBwC+zQcAv8UHALBxBwCxeQcAskkHALNJBwC0OQcAtSUHALYhBwC3IQcAozUGAMpQAIDOUACA0lAAgNZQAICmlQcApSUGANpQAICrvQcAqrUHAN5QAIDiUACAr+EHAK79BwCtnQcArJ0HAOZQAIDqUACA7lAAgPJQAID2UACAgj0AAIE9AACAPQAA+lAAgP5QAIACUQCAhKADAL6kAwAGUQCAhvgAAIfgAACoxQYAqdUGAKrVBgCr5QYArP0GAK0xAQCuMQEArzEBAApRAIAOUQCAElEAgBZRAIAaUQCAHlEAgCJRAIAmUQCAuN0BALntAQC65QEAu40BALyVAQC9nQEAvpUBAL+NAQCwUQEAsVEBALJRAQCzUQEAtPUBALX9AQC29QEAt+0BALNdBgAqUQCALlEAgDJRAIA2UQCAtrEBALV1BgA6UQCAu5UBALqVAQA+UQCAQlEAgL85AQC+MQEAvYUBALyFAQClLQYARlEAgEpRAICm6QEATlEAgFJRAICjBQYAVlEAgK3dAQCs3QEAr2EBAK5pAQBaUQCAJlAAgKvNAQCqzQEAXlEAgGJRAICExAMAvwD0AGZRAICCPQAAgT0AAIA9AABqUQCAblEAgHJRAIC+YAMAelEAgH5RAICCUQCAhlEAgIbgHACHAAMA7wwHAIpRAICOUQCAklEAgJZRAICaUQCAnlEAgKJRAICmUQCAqlEAgOHABgCuUQCA4ywHALJRAIC2UQCAulEAgL5RAIDCUQCAxlEAgMpRAIDOUQCA0lEAgKiBAwCpgQMAqoEDAKuBAwCsgQMArYEDAK6BAwCvgQMAsEUDALFNAwCyRQMAs10DALRNAwC1fQMAtnUDALcZAwC4KQMAuTUDALo9AwC7MQMAvAEDAL31AAC+/QAAv+0AALMpAgDWUQCA2lEAgN5RAIDiUQCAtiECALUpAgCEUB0Au6kCALqhAgDqUQCA7lEAgL+ZAgC+qQIAvakCALyxAgCBTQAAgE0AAO+cAwCCXQAAhvAcAId4HQC+EB0A8lEAgPZRAID6UQCA/lEAgAJSAIDhkAEABlIAgONgAwAKUgCADlIAgBJSAIAWUgCAGlIAgB5SAIAiUgCAJlIAgO+UAQCE7BwA4XAGACpSAIDjUAEALlIAgDJSAIA2UgCAOlIAgKPpAgA+UgCAQlIAgEZSAIBKUgCApuECAKXpAgBOUgCAq2kCAKphAgBSUgCAvqgcAK9ZAgCuaQIArWkCAKxxAgCoMR4AqTEeAKoxHgCrMR4ArF0eAK1FHgCuTR4Ar0UeAOZRAICCzR8AgfUfAID9HwBWUgCAWlIAgIYcAACH+AMAuMUeALnNHgC6xR4Au90eALzFHgC9zR4AvsUeAL9ZHwCwPR4AsQUeALINHgCzBR4AtB0eALUBHgC2BR4At/0eALO5HgBeUgCAYlIAgGZSAIBqUgCAtsUeALXVHgBuUgCAu8EeALr5HgByUgCAdlIAgL/FHgC+2R4AvdEeALzZHgB6UgCAo/0eAH5SAICCUgCApoEeAIZSAICKUgCApZEeAKq9HgCrhR4AjlIAgJJSAICunR4Ar4EeAKydHgCtlR4AqCkeAKkpHgCqVR4Aq20eAKx1HgCtfR4ArnUeAK9pHgCWUgCAmlIAgJ5SAICiUgCAplIAgKpSAICuUgCAslIAgLjpHgC59R4Auv0eALv1HgC87R4AvZEeAL6RHgC/kR4AsB0eALHlHgCy7R4As+UeALT9HgC15R4Atu0eALflHgCz3R4AtlIAgLpSAIC+UgCAwlIAgLb9HgC1/R4AhFgBALshHgC62R4AvigAAMpSAIC/IR4AvjkeAL0xHgC8OR4AgU0AAIBNAACjlR4Agl0AAKW1HgDGUgCAzlIAgKa1HgB2UQCA0lIAgKtpHgCqkR4ArXkeAKxxHgCvaR4ArnEeAIYABACHRAMAs4ECANZSAIC1gQIA2lIAgN5SAIC2gQIAiAAAAOJSAIC74QIAuu0CAL3lAgC8+QIAv9ECAL7lAgDmUgCA6lIAgIREAwC+jAMA4UgCAO5SAIDjAAIA7/wfAPJSAIDhPB4A79wCAONgHwD2UgCA+lIAgP5SAIACUwCAqQUCAKixAgCrBQIAqgUCAK0NAgCsBQIArzUCAK41AgCEbAUABlMAgApTAIAOUwCAElMAgBZTAIAaUwCAHlMAgLnpAwC44QMAu/kDALrhAwC96QMAvOEDAL9dAwC+4QMAsSkCALAlAgCzPQIAsiECALUZAgC0LQIAt9kDALYRAgAiUwCAJlMAgCpTAICjhQMALlMAgKWFAwCmhQMAMlMAgDpTAIA+UwCAqukDAKvlAwCs/QMAreEDAK7hAwCv1QMAgEkAAIFVAACCVQAAo6kCAL6YBAClQQEApkEBAEJTAICG4AUAh+AFAKotAQCrOQEArBEBAK0FAQCuDQEArwUBAEZTAIBKUwCATlMAgO/cAABSUwCAVlMAgFpTAIDviB4AhCwHAOHsHgBeUwCA4xweAGJTAIDhlAEAZlMAgOMwAACzJQIAhWDmAGpTAIBuUwCAclMAgLbNAQC1zQEAdlMAgLu1AQC6oQEAelMAgH5TAIC/iQEAvoEBAL2JAQC8nQEANlMAgIJTAICGUwCAilMAgI5TAICSUwCAllMAgJpTAICoAQcAqQEHAKp1BwCrrQcArLUHAK29BwCuqQcAr6kHALDZBwCx7QcAsvkHALP1BwC0mQcAtZkHALaJBwC3gQcAuIkHALmJBwC6bQAAu2UAALx9AAC9ZQAAvm0AAL9lAACBCQAAgJkAAJ5TAICCHQAAolMAgKZTAICqUwCArlMAgKgNBQCpfQUAqk0FAKuhBgCspQYAra0GAK6dBgCv/QYAsIUGALGRBgCyqQYAs70GALSlBgC1rQYAtqUGALd5BgC4SQYAuUkGALpZBgC7WQYAvEkGAL1JBgC++QcAv/kHALNdBgCyUwCAhigCAIcsAQC2UwCAtp0GALWdBgC6UwCAu4kGALq9BgC+UwCAwlMAgL/9BgC+/QYAvYEGALyNBgDGUwCAoxkGAMpTAIDOUwCAptkGANJTAIDWUwCApdkGAKr5BgCrzQYA2lMAgN5TAICuuQYAr7kGAKzJBgCtxQYAqBkBAKkZAQCqjQAAq50AAKyNAACtvQAArrUAAK/dAADiUwCA5lMAgOpTAIDuUwCA8lMAgPZTAID6UwCA/lMAgLhpAAC5aQAAunkAALt5AAC8aQAAvWkAAL7dAwC/1QMAsKkAALGpAACyvQAAs7UAALSZAAC1mQAAtlkAALdZAAC+LAIAAlQAgAZUAIAKVACADlQAgBJUAIAaVACAHlQAgIAtAACBNQAAgj0AACJUAICGkAwAh+gCACZUAIAqVACAs0UDAC5UAIAyVACANlQAgDpUAIC2fQMAtUUDAD5UAIC7LQMAui0DAEJUAIBGVACAvx0DAL4dAwC9IQMAvCkDAKvNAwCqzQMASlQAgE5UAICv/QMArv0DAK3BAwCsyQMAo6UDAFJUAIBWVACAWlQAgF5UAICmnQMApaUDAGJUAIBmVACAalQAgG5UAIByVACAdlQAgII9AACBPQAAgD0AAHpUAIB+VACAglQAgIRgAwCG0AwAhzADAIpUAICOVACAvkQCAJJUAICWVACAmlQAgOEAAACeVACA46gGAKJUAICE7AwAplQAgO/QAwCqVACArlQAgLJUAIC2VACAulQAgLNtAQC+VACAwlQAgMZUAIDKVACAthEBALVlAQDOVACAuz0BALo1AQDSVACA1lQAgL/9AQC+/QEAvRUBALwVAQDaVACA4fwGAN5UAIDjPAcA4lQAgOZUAIDqVACA7lQAgPJUAIC+bAwA+lQAgP5UAIACVQCABlUAgApVAIDvFAYAgV0AAIBdAACj5QEAgm0AAKXtAQAOVQCAElUAgKaZAQCHqAwAhuQMAKu1AQCqvQEArZ0BAKydAQCvdQEArnUBAKgZDgCpGQ4AqiUOAKs1DgCsLQ4ArVEOAK5RDgCvUQ4AhlQAgPZUAIAWVQCAGlUAgB5VAIAiVQCAJlUAgCpVAIC47Q4AufUOALr1DgC7jQ4AvJUOAL2dDgC+lQ4Av40OALAxDgCxOQ4AsgEOALMBDgC0+Q4AtfkOALbdDgC31Q4AqHkOAKl5DgCqjQ8Aq4UPAKydDwCtgQ8AroUPAK+5DwAuVQCAMlUAgDZVAIA6VQCAPlUAgEJVAIBGVQCASlUAgLiRDwC5mQ8AuqEPALuhDwC8UQ8AvV0PAL5JDwC/SQ8AsM0PALHVDwCy3Q8As9UPALTNDwC1sQ8AtrEPALexDwCzBQ4ATlUAgFJVAIBWVQCAWlUAgLYBDgC1FQ4AXlUAgLsRDgC6CQ4AYlUAgISgAQC/dQ4AvgkOAL0BDgC8CQ4AgmkAAKNBDgCAWQAAgVEAAKZFDgC+WAEAZlUAgKVRDgCqTQ4Aq1UOAIbIAACHrAEArk0OAK8xDgCsTQ4ArUUOAGpVAIBuVQCAclUAgHZVAIB6VQCAflUAgBZUAICCVQCAqAkOAKkJDgCqGQ4AqxkOAKwJDgCtYQ4ArmEOAK+VAQCw7QEAsfUBALL9AQCz9QEAtO0BALV1AQC2fQEAt3UBALhNAQC5VQEAul0BALtVAQC8TQEAvfEAAL7xAAC/8QAAhlUAgIpVAICOVQCAklUAgJZVAIDj6A4AmlUAgOE0DgC+AAQA79wPAJ5VAICiVQCAplUAgKpVAICuVQCAslUAgLPxDQC2VQCAulUAgL5VAIDCVQCAtoENALXhDQDGVQCAu1ECALpJAgDKVQCAzlUAgL/RAgC+SQIAvUECALxJAgCjMQ0A0lUAgISIAwDaVQCA3lUAgKZBDQClIQ0A4lUAgKuRAgCqiQIA5lUAgOpVAICvEQIArokCAK2BAgCsiQIAgKkAAIGpAACCTQAA7lUAgOFkEgDjTAIA4wgLAOGsAQDyVQCA7zwCAO8YFgD2VQCAhlAGAIdIAwD6VQCA/lUAgKiBAgCpgQIAqoECAKuBAgCsgQIArYECAK6FAgCvHQEAAlYAgAZWAIAKVgCADlYAgBJWAIAWVgCAGlYAgIS4BQC4dQEAuX0BALp1AQC7CQEAvBkBAL0ZAQC+CQEAvwEBALBlAQCxbQEAsmUBALN9AQC0aQEAtV0BALZVAQC3TQEAHlYAgCJWAIAmVgCAKlYAgC5WAIAyVgCA7zQAAO/ADgDhXA4A4UwPAOOUAADjnA4ANlYAgIJlAACBfQAAgH0AADpWAIA+VgCAvsQHALNFAgBCVgCAtUUCALZNAgBKVgCAhkAGAIeQBAC67QEAu+UBALz9AQC95QEAvuEBAL/VAQCflQgAngUIAJ3dDQCcPQwAmzEMAJr1DQCZ7RAAmD0QAJfVEQCWsRUAlQUUAJTlFQCTtRkAkjEYAJE5GACQDRwAj2EcANZVAICz1QYATlYAgLX9BgBGVgCAUlYAgLaRBgBWVgCAWlYAgLuVBgC6lQYAvVUHALxVBwC/VQcAvlUHAF5WAIBiVgCAqo0GAKuFBgCsnQYArYUGAK6BBgCvtQYAhKgAAGZWAIBqVgCAoyUFAG5WAIClJQUApi0FAHJWAIB2VgCAelYAgH5WAICCVgCAhlYAgIpWAICOVgCAklYAgJZWAICaVgCAnlYAgKJWAICjqQUAotEEAKHZBACgZQUAgiEdAIM1HQCmVgCAqlYAgIaVGACH3RQAhBkZAIUZGQCKDRUAi7EUAK5WAICyVgCAjsURAI/VDACMzRAAjR0RAJJhDQCTdQ0AvkwAALpWAICWxQkAl80EAJSNDACVXQkAmkEFAJtBBQCGyP8Ah0wAAIFZAACAeQAAnCEEAIJRAAChxQEAvlYAgKMB/ACi2QEApRX9AKS1/QCnufkApgH4AKkJ+AColfkAqwX1AKqt9QCtsfEArAHwAK8d8ACurfEAseHtALAB7ACzAegAsv3sALVd6QC09ekAwlYAgMZWAIDKVgCAzlYAgNJWAIDWVgCA2lYAgN5WAIDiVgCA5lYAgKiNBACplQQAqpUEAKulBACsvQQArdkEAK75BACv8QQAhGz8AOpWAIDuVgCA8lYAgPZWAID6VgCA/lYAgAJXAIC4eQUAucUFALrNBQC7xQUAvN0FAL3FBQC+zQUAv+0FALCZBACxmQQAskkFALNJBQC0WQUAtVkFALZJBQC3SQUAox0EAL7M/AAGVwCAClcAgA5XAICmWQQApTUEABJXAICrXQQAql0EABZXAIAaVwCAr50FAK6dBQCtnQUArJ0FAB5XAICznQIAIlcAgCpXAIC2UQIALlcAgDJXAIC1uQIAukkCALtVAgCGSP0Ah8D8AL41AgC/PQIAvEUCAL09AgCo3QQAqUkDAKpRAwCrbQMArHUDAK2VAwCunQMAr7kDAICNAQCB5QEAguEBADZXAIA6VwCAPlcAgEJXAIBGVwCAuJUDALmdAwC6lQMAu60DALy1AwC9vQMAvrUDAL9VAgCwyQMAsdUDALLVAwCzrQMAtLUDALW9AwC2tQMAt60DAEpXAIBOVwCAo9EDAFJXAICl9QMAVlcAgFpXAICmHQMAXlcAgGJXAICrGQMAqgUDAK1xAwCsCQMAr3EDAK55AwDhKAcAZlcAgOPkBgBqVwCA4SgGAG5XAIDjaAEAclcAgHZXAIB6VwCA71gAAH5XAICCVwCAhlcAgO/IBgCKVwCAqE39AKmB/QCq0f0Aq9H9AKzx/QCt8f0ArvH9AK/x/QAmVwCAghEAAIEZAACA0f8AjlcAgJJXAICEdAMAvnQDALh1/gC5ff4AunX+ALvF/gC83f4AvcX+AL7F/gC/9f4AsJH9ALGR/QCykf0As5H9ALRV/gC1Xf4AtlX+ALdN/gCzWf0AllcAgIasAACHRAMAmlcAgLZx/QC1ef0AnlcAgLtV/QC6Vf0AolcAgKZXAIC/mf4AvpH+AL1F/QC8Rf0AqlcAgKMd/QCuVwCAslcAgKY1/QC2VwCAulcAgKU9/QCqEf0AqxH9AL5XAIDCVwCArtX+AK/d/gCsAf0ArQH9AKjN/wCp0f8AqtH/AKsh/gCsIf4ArSH+AK4h/gCvIf4AxlcAgMpXAIDOVwCA0lcAgNZXAIDaVwCA3lcAgOJXAIC4jf4AuZH+ALqV/gC7rf4AvLX+AL25/gC+qf4Av6n+ALDh/gCx4f4AsuX+ALP5/gC06f4AtdX+ALbd/gC3uf4As1n/AOZXAIC2VgCA6lcAgO5XAIC2of4Atan+APJXAIC7Jf4AuiX+APZXAID6VwCAvxH+AL4t/gC9Lf4AvDH+AIIZAACjHf8AgGUAAIEZAACm5f4A/lcAgAJYAICl7f4AqmH+AKth/gCEZAEAviAAAK5p/gCvVf4ArHX+AK1p/gAKWACA4zT+AA5YAIDhfP0AhrAEAIcIAwASWACAFlgAgBpYAIAeWACAhCQDAIQkBAAiWACA70j+ACZYAIAqWACAs+kCAC5YAIC+RAQAvkAFADJYAIC2nQIAtZkCADZYAIC7iQIAur0CADpYAIA+WACAv1kDAL5RAwC9WQMAvJECAKkdAgCoFQIAqyUCAKolAgCtWQIArFUCAK9NAgCuUQIAvmQGAEJYAIBGWACASlgAgE5YAIBSWACAVlgAgFpYAIC5+QMAuPEDALtNAwC68QMAvUEDALxZAwC/cQMAvkEDALEJAgCwPQIAs8kDALIBAgC12QMAtNEDALfJAwC20QMA4ZABAF5YAIDj8AAAYlgAgGZYAICCPQAAgT0AAIA9AABqWACAblgAgHJYAIB6WACAflgAgIJYAIDvLAAAhlgAgKPpAwCKWACAhugEAIdgBQCOWACApp0DAKWZAwCSWACAq4kDAKq9AwCWWACAmlgAgK9ZAgCuUQIArVkCAKyRAwCeWACAolgAgKZYAICqWACArlgAgLJYAIC2WACA71gBAISgBADhVP8AulgAgOOEAQC+WACAwlgAgMZYAIDKWACAs9kBAM5YAICFzBkA0lgAgNZYAIC28QEAtfkBANpYAIC7pQEAutkBAN5YAIDiWACAv50BAL6dAQC9pQEAvK0BAKgBBgCpDQYAqhEGAKsRBgCsMQYArTEGAK4pBgCvJQYAdlgAgILJBwCBwQcAgPEHAOZYAIDqWACAhhwAAIf8AwC47QYAufUGALr9BgC79QYAvO0GAL1RBwC+VQcAv00HALBdBgCxIQYAsjkGALMxBgC0GQYAtRkGALbdBgC31QYAo5kGAO5YAIDyWACA9lgAgPpYAICmsQYApbkGAP5YAICr5QYAqpkGAAJZAIAGWQCAr90GAK7dBgCt5QYArO0GAApZAICz8QcADlkAgBJZAIC2gQcAFlkAgBpZAIC1mQcAuo0HALtlBwAeWQCAIlkAgL59BwC/ZQcAvH0HAL11BwCoLQYAqTUGAKo9BgCrMQYArFUGAK1FBgCuRQYAr3UGACZZAIAqWQCALlkAgDJZAIA2WQCAOlkAgD5ZAIBCWQCAuOkGALn1BgC6/QYAu/UGALztBgC9kQYAvpUGAL+NBgCwDQYAseUGALLtBgCz5QYAtP0GALXlBgC27QYAt+UGAKO1BgBGWQCASlkAgE5ZAIBSWQCApsUGAKXdBgAGWACAqyEGAKrJBgBWWQCAWlkAgK8hBgCuOQYArTEGAKw5BgCASQAAgUkAAIJZAACzRQEAXlkAgLVFAQC2RQEAYlkAgIZAAACHZAAAuikBALslAQC8PQEAvSEBAL4hAQC/FQEAZlkAgGpZAICEBAMAvgAMAOMoBgDv4AIA4RAGAG5ZAIDvkAYA4zwCAHJZAIDh1AEAdlkAgHpZAIB+WQCAglkAgIZZAICKWQCAo8ECAI5ZAIClwQIAklkAgJZZAICmwQIAmlkAgJ5ZAICroQIAqq0CAK2lAgCsuQIAr5ECAK6lAgCpBQIAqLECAKsFAgCqBQIArQ0CAKwFAgCvNQIArjUCAISoDACiWQCAplkAgKpZAICuWQCAslkAgLZZAIC6WQCAuekDALjhAwC7+QMAuuEDAL3pAwC84QMAv10DAL7hAwCxKQIAsCUCALM9AgCyIQIAtRkCALQtAgC32QMAthECAKitAgCp1QIAqtUCAKsNAQCsFQEArQkBAK4xAQCvLQEAvlkAgMJZAIDKWQCAzlkAgNJZAIDWWQCA2lkAgN5ZAIC4IQEAuSEBALrtAQC75QEAvP0BAL3lAQC+7QEAv+UBALBVAQCxXQEAslUBALMtAQC0NQEAtTkBALYtAQC3JQEAgD0BAIGlAACCrQAA79QHAOJZAIDmWQCA6lkAgO8oBwC+LAwA4fQGAO5ZAIDjkAcA8lkAgOGUAQD2WQCA4wwGALMdAgD6WQCAh0QNAIZMDQD+WQCAtskBALXdAQACWgCAu9kBALrRAQAGWgCACloAgL+9AQC+sQEAvbkBALzBAQDGWQCADloAgBJaAIAWWgCAGloAgB5aAIAiWgCAJloAgKgJDwCpCQ8AqhkPAKsZDwCsCQ8ArQkPAK6pDwCvqQ8AsNkPALHtDwCy+Q8As/UPALSVDwC1hQ8AtoUPALe1DwC4jQ8AuWEAALphAAC7YQAAvGEAAL1hAAC+YQAAv2EAAKNdDQCCLQAAgRUAAIAdAAAqWgCApokOAKWdDgAuWgCAq5kOAKqRDgAyWgCANloAgK/9DgCu8Q4ArfkOAKyBDgA6WgCAs/UPAIboAwCHvAMAtu0PAD5aAIBCWgCAteUPALp5DwC7TQ8ARloAgEpaAIC+NQ8AvyUPALxJDwC9RQ8AozEOAE5aAIBSWgCAVloAgFpaAICmKQ4ApSEOAF5aAICriQ4Aqr0OAGJaAIBmWgCAr+EOAK7xDgCtgQ4ArI0OAGpaAIBuWgCAcloAgHZaAIB6WgCAfloAgIJaAICGWgCAiloAgI5aAICSWgCAlloAgIANAACB1QAAgt0AAJpaAICoQQEAqVEBAKpRAQCrZQEArH0BAK2RAACukQAAr5EAAJ5aAICiWgCAhGQBAL5kAQCGkAEAh4QAAKpaAICuWgCAuJEAALmRAAC6kQAAu5EAALyxAAC9sQAAvrEAAL+xAACw8QAAsfkAALLBAACzwQAAtLEAALWxAAC2sQAAt7EAALPZAgCyWgCAvnADAL5EBAC2WgCAthEDALX1AgC6WgCAuz0DALo1AwC+WgCAwloAgL91AwC+dQMAvRUDALwVAwDGWgCAo50CAMpaAIDOWgCAplUDANJaAIDWWgCApbECAKpxAwCreQMA2loAgN5aAICuMQMArzEDAKxRAwCtUQMAqDkDAKk5AwCqjQAAq50AAKyNAACtvQAArrUAAK/dAADiWgCA5loAgOpaAIDuWgCA8loAgPZaAID6WgCA/loAgLhpAAC5aQAAunkAALt5AAC8aQAAvWkAAL7ZAQC/2QEAsKkAALGpAACyvQAAs7UAALSZAAC1mQAAtlkAALdZAAACWwCABlsAgApbAIAOWwCA70QAABJbAICGmAUAh+QCAOOYAACEqAIA4fgBABpbAICAOQAAgTkAAIItAAAeWwCAs0UBACJbAIAmWwCAKlsAgC5bAIC2fQEAtUUBADJbAIC7LQEAui0BADZbAIA6WwCAvx0BAL4dAQC9IQEAvCkBAD5bAIDhUA4AQlsAgOM8DwBGWwCASlsAgE5bAIBSWwCAVlsAgFpbAIDjAAAAXlsAgGJbAIBmWwCAhPQFAO/kDgCuqQEAr6kBAKydAQCtlQEAqpkBAKuZAQBqWwCAblsAgKbJAQByWwCAdlsAgKXxAQCC/QcAo/EBAID9BwCB9QcAFlsAgHpbAIB+WwCAglsAgIZbAICKWwCAhrgDAIeQAwCoDQcAqRkHAKptBwCrZQcArH0HAK1lBwCuZQcAr1UHALAtBwCxxQcAssEHALPdBwC0xQcAtc0HALbFBwC3/QcAuMUHALnJBwC62QcAu9kHALypBwC9qQcAvp0HAL+VBwCzxQcAjlsAgJJbAICWWwCAmlsAgLbFBwC11QcAnlsAgLshBwC6yQcAolsAgKZbAIC/KQcAviEHAL0pBwC8NQcAqlsAgKOBBwCuWwCAslsAgKaBBwC2WwCAulsAgKWRBwCqjQcAq2UHAL5bAIDCWwCArmUHAK9tBwCscQcArW0HAKgVAQCpgQEAqoEBAKuBAQCsgQEArYkBAK6xAQCvsQEAxlsAgMpbAIDOWwCA0lsAgNZbAIDaWwCA3lsAgOJbAIC4ZQAAuW0AALplAAC7fQAAvGUAAL1tAAC+ZQAAv90AALChAQCxrQEAsqUBALO5AQC0qQEAtZ0BALaVAQC3XQAA5lsAgIIdAACBHQAAgB0AAOpbAIDuWwCA8lsAgL5YAQCErAIA9lsAgIcIAQCGjAEA+lsAgKZaAID+WwCAAlwAgLNJAQAGXACAClwAgA5cAIASXACAtkkBALVJAQAWXACAuykBALolAQAaXACAHlwAgL8ZAQC+LQEAvS0BALwxAQC+2AMAIlwAgO/4BgAmXACAKlwAgC5cAIDv4AIAMlwAgOGUAQA2XACA43QCADpcAIDhmAUAPlwAgOMMBwBCXACARlwAgEpcAICjwQIAhIwDAKXBAgBOXACAUlwAgKbBAgBWXACAWlwAgKuhAgCqrQIAraUCAKy5AgCvkQIArqUCAKgxAwCpPQMAqjUDAKtJAwCsWQMArVkDAK5JAwCvQQMAgMUAAIEJAACCGQAAXlwAgGJcAIBqXACAh2wDAIYcHAC47QAAufEAALr1AAC7jQAAvJUAAL2BAAC+gQAAv70AALAJAwCxCQMAsu0AALPhAAC04QAAteEAALblAAC32QAAblwAgHJcAIB2XACAs7ECAHpcAIC13QIAttUCAH5cAICCXACAhlwAgLrBAgC7wQIAvDUBAL05AQC+KQEAvykBAKaNAgCKXACAjlwAgKWFAgCSXACAo+kCAJZcAICaXACArnEBAK9xAQCsbQEArWEBAKqZAgCrmQIAnlwAgKJcAICmXACA4YQGAKpcAIDjJAYArlwAgOGUAQCyXACA4ywAAL7oHQC2XACAulwAgO/IAACE/B0AvvAcAL5cAIDvSAcAwlwAgMZcAIDKXACAzlwAgIEdAACAHQAA0lwAgIIFAACGQBwAh8QcANpcAIDeXACA4lwAgOZcAIDqXACA7lwAgKi1HgCpBR8Aqg0fAKsFHwCsAR8ArQkfAK45HwCvOR8A1lwAgPJcAID2XACA+lwAgP5cAIACXQCABl0AgApdAIC4yR8AudUfALrRHwC76R8AvPkfAL3tHwC+mR8Av5kfALAlHwCxLR8AsjkfALM1HwC0LR8AtQ0fALYFHwC3/R8As4UfAA5dAIASXQCAFl0AgBpdAIC2iR8AtYkfAB5dAIC76R8AuuEfACJdAIAmXQCAv8kfAL7pHwC94R8AvO0fACpdAICjwR8ALl0AgDJdAICmzR8ANl0AgDpdAIClzR8AqqUfAKutHwA+XQCAQl0AgK6tHwCvjR8ArKkfAK2lHwCo6R4AqekeAKr5HgCr+R4ArOkeAK3pHgCuPQEArzUBAID5AQCBzQEAgsUBAIRgAgBGXQCASl0AgIdoAQCGnAAAuNEBALnZAQC64QEAu+EBALyRAQC9nQEAvpUBAL+JAQCwTQEAsVUBALJdAQCzVQEAtE0BALXxAQC28QEAt/EBALNxHgBOXQCAUl0AgFZdAIBaXQCAtmkeALVhHgBeXQCAu5EBALqJAQBiXQCAZl0AgL81AQC+iQEAvYEBALyJAQBqXQCAZlwAgKM5HgBuXQCApSkeAHJdAIB2XQCApiEeAHpdAIB+XQCAq9kBAKrBAQCtyQEArMEBAK99AQCuwQEAgl0AgIZdAICKXQCAjl0AgJJdAICWXQCAml0AgJ5dAICiXQCApl0AgKpdAICuXQCAsl0AgLpdAIC+XQCAvnADAOHkHgCESAIA4+gfAIQABACAeQAAgXkAAIJpAADCXQCAhsAEAIdEAwDGXQCAyl0AgM5dAIDSXQCA7yAfANZdAIDaXQCA3l0AgOJdAIDvSAIA5l0AgOpdAIDuXQCA8l0AgL7oBAD2XQCA+l0AgP5dAIACXgCA4ZABAAZeAIDj6AIAs0kDAApeAIAOXgCAEl4AgBZeAIC2SQMAtUkDABpeAIC7LQMAuiUDAB5eAIAiXgCAvxUDAL4VAwC9IQMAvCkDAKg1AgCpgQIAqoECAKuBAgCsgQIArYkCAK6xAgCvsQIAgP0BAIHNAQCCxQEAKl4AgIaQBACHBAUALl4AgIRwBAC4SQEAuUkBALpZAQC7WQEAvEkBAL1JAQC+eQEAv3kBALChAgCxqQIAsr0CALO1AgC0kQIAtZECALZ5AQC3eQEAMl4AgDZeAIA6XgCAPl4AgEJeAIBGXgCASl4AgO/QHgC+6AQA4VweAE5eAIDjkAAAUl4AgFZeAIBaXgCAXl4AgKNJAgBiXgCAZl4AgGpeAIBuXgCApkkCAKVJAgByXgCAqy0CAKolAgB2XgCAel4AgK8VAgCuFQIArSECAKwpAgCoNQYAqT0GAKpVBgCrZQYArH0GAK1lBgCubQYAr2EGACZeAIB+XgCAgl4AgIZeAICADQAAgbEAAIKxAACKXgCAuOkGALnpBgC6+QYAu/UGALyVBgC9nQYAvpUGAL+NBgCw4QYAseEGALLhBgCz/QYAtOUGALXtBgC25QYAt9kGALPdBgCOXgCAkl4AgJZeAICaXgCAtuUGALX1BgCeXgCAuyUGALolBgCGmAAAh6wAAL8pBgC+IQYAvSkGALw1BgCiXgCAo5kGAKZeAICqXgCApqEGAK5eAICyXgCApbEGAKphBgCrYQYAtl4AgLpeAICuZQYAr20GAKxxBgCtbQYAqC0GAKk9BgCqiQYAq4kGAKyZBgCtmQYArokGAK+JBgC+XgCAwl4AgMZeAIDKXgCAzl4AgNJeAIDWXgCA2l4AgLiNBgC5lQYAupUGALulBgC8vQYAvXEBAL5xAQC/cQEAsPkGALHNBgCy2QYAs9kGALTJBgC1yQYAtr0GALe1BgCzAQYA3l4AgOJeAIDmXgCA6l4AgLYZBgC1EQYA7l4AgLsJBgC6PQYA8l4AgPZeAIC/DQYAvg0GAL0NBgC8DQYA+l4AgKNFBgC2XQCA/l4AgKZdBgACXwCAhFgAAKVVBgCqeQYAq00GAL5oAQAGXwCArkkGAK9JBgCsSQYArUkGAIDBAwCByQMAgt0DAKPNAgAKXwCApdkCAKbNAgAOXwCAhoANAIeUAwCqxQIAqw0DAKwVAwCtHQMArhUDAK8NAwDhnBcA4xgGAOMUAwDhNAYA7xgCABJfAIAWXwCAGl8AgOPQAgAeXwCA4VACACJfAIAmXwCA7ywGAO/kJQAqXwCArE0CAK1RAgCuUQIAr2UCAKgBAgCpCQIAqlkCAKtVAgCE7A0ALl8AgDJfAIA2XwCAvvgNADpfAIA+XwCAQl8AgLxRAwC9WQMAvmEDAL9hAwC47QMAuVEDALpRAwC7UQMAtM0DALXVAwC23QMAt9UDALAdAgCx1QMAst0DALPVAwDjyAAARl8AgOG4AQBKXwCAhFQPAE5fAIBSXwCAVl8AgKHpAgCgFQYAo6UDAKINAwDvIAAAWl8AgF5fAIBiXwCAZl8AgGpfAICFNCYAs40DAG5fAIC1mQMAto0DAHJfAICGwA8Ah5QNALqFAwC7TQIAvFUCAL1dAgC+VQIAv00CAHpfAIB+XwCAgl8AgIZfAICKXwCAjl8AgI/d6wDvxAYAvuAPAOGMBgCSXwCA44AGAID1AACB5QAAguUAAJZfAICZbR8AmMUfAJvJGwCaeRoAnXUaAJzFGwCf+QcAnhkGAJFpFgCQsesAk20XAJLNFwCV0RMAlGkSAJdREgCWzRMAg1XkAIJB5AB2XwCAml8AgIeNHQCGkRgAhTkYAISVGQCLERwAigUcAJ5fAICiXwCAj4UVAI6ZEACNORAAjJUdAJNRFACSRRQApl8AgKpfAICXYQkAlnUIAJWdCQCU+RUAm0EMAJqtDQCuXwCAsl8AgLZfAIC6XwCAvl8AgJzxDAChbQ0Awl8AgKMBBACihQAApZkEAKSRBACnGTgApsUFAKkJOACoKTgAq4k8AKoBPACtATAArB08AK8pMACunTAAseE0ALABNACzASgAsv00ALXZKAC00SgAxl8AgMpfAIDOXwCA0l8AgNZfAIDaXwCAgB0AAIEJAACC2QEA3l8AgKgRDwCpGQ8Aql0PAKtVDwCsTQ8ArXEPAK51DwCvbQ8A4l8AgOpfAICGiAAAhxABAO5fAIDyXwCA9l8AgPpfAIC4TQ4AuVEOALpRDgC7UQ4AvGUOAL1tDgC+ZQ4Avx0OALAdDwCxwQ8AssEPALPBDwC0xQ8Atc0PALbFDwC3eQ4As9UPAP5fAIACYACABmAAgApgAIC28Q8AtcUPAA5gAIC7BQ8AutkPABJgAIAWYACAvwkPAL4BDwC9FQ8AvBUPABpgAICjkQ8AHmAAgCJgAICmtQ8AJmAAgCpgAIClgQ8Aqp0PAKtBDwAuYACAMmAAgK5FDwCvTQ8ArFEPAK1RDwCogQ0AqYENAKqBDQCrgQ0ArIENAK2BDQCusQ0Ar6ENADZgAIA6YACAPmAAgEJgAIBGYACAgrkAAIG9AACAvQAAuDUCALk9AgC6zQIAu5UCALyNAgC9tQIAvr0CAL+1AgCwbQIAsU0CALJFAgCzJQIAtD0CALUdAgC2FQIAtw0CAEpgAIBOYACAswENAFJgAIC1AQ0AWmAAgISUAwC2CQ0AviwEAF5gAIC7gQIAuqECAL35AgC8mQIAv9ECAL7xAgBiYACAZmAAgGpgAICjRQ0AbmAAgKVFDQCmTQ0AcmAAgIbgBACHpAQAquUCAKvFAgCs3QIArb0CAK61AgCvlQIAqCUCAKk1AgCqPQIAqzUCAKwtAgCtkQIArpECAK+RAgB2YACAemAAgH5gAICCYACAzAAAAIZgAICKYACAjmAAgLiZAgC5rQIAuqUCALttAQC8dQEAvX0BAL51AQC/bQEAsPECALH5AgCywQIAs8ECALSxAgC1vQIAtrUCALepAgCSYACA44QOAJZgAIDh9A4AmmAAgJ5gAICiYACApmAAgIQgBQCqYACArmAAgLJgAIC2YACA7+wOALpgAIC+YACAs/UCAMJgAICG6AQAh4wEAL5cBAC2UQIAteUCAMpgAIC7fQIAunUCAM5gAIDSYACAvzkCAL41AgC9VQIAvFUCAKM1BQBWYACAxmAAgNZgAIDaYACAppEFAKUlBQDeYACAq70FAKq1BQDiYACA5mAAgK/5BQCu9QUArZUFAKyVBQCA+QcAgfkHAIKNBwCzjQYA6mAAgLWdBgC2iQYA7mAAgPJgAID2YACAuk0HALtFBwC8XQcAvUEHAL5BBwC/QQcA+mAAgP5gAIDmXwCAAmEAgAZhAIAKYQCADmEAgBJhAICoNQYAqQEGAKppBgCraQYArHkGAK1lBgCuZQYAr50HALDlBwCx7QcAsuUHALP5BwC06QcAtekHALZZBwC3VQcAuHEHALlxBwC6cQcAu3EHALxVBwC9XQcAvlUHAL9NBwCjwQcAFmEAgBphAIAeYQCAImEAgKbFBwCl0QcAJmEAgKsJBgCqAQYAKmEAgC5hAICvDQYArg0GAK0NBgCsEQYAgGkAAIFpAACCBQAAMmEAgL6YAQCEmAEANmEAgDphAICGADwAh8QBAD5hAIBCYQCARmEAgEphAIBOYQCAUmEAgKhdBgCpbQYAqmUGAKuBAQCsgQEArYkBAK6xAQCvsQEAVmEAgFphAIBeYQCAYmEAgGZhAIBqYQCAbmEAgHJhAIC4VQEAuV0BALpVAQC7yQAAvNkAAL3ZAAC+yQAAv8EAALCxAQCxuQEAsokBALOJAQC0cQEAtXEBALZ1AQC3bQEAs+0FAHZhAIB6YQCAfmEAgIJhAIC2CQIAtQkCAIZhAIC7fQIAunUCAIphAICOYQCAv7UCAL61AgC9XQIAvF0CAL5gAgCjqQUAkmEAgJZhAICmTQIAmmEAgJ5hAIClTQIAqjECAKs5AgCiYQCAhOADAK7xAgCv8QIArBkCAK0ZAgC+iDwAqmEAgKotAwCrJQMArD0DAK0lAwCuLQMAryUDAID1AACB/QAAgsEAAKPBAwCuYQCApcEDAKbBAwCyYQCAhmA8AIdUAwC2YQCAumEAgL5hAIDjqAIAwmEAgOGkAQDGYQCA71wCAMphAIDOYQCA0mEAgNZhAIDaYQCA3mEAgOJhAIDjjAcA5mEAgOE8BADqYQCA7mEAgPJhAID2YQCAhCACAPphAID+YQCAAmIAgAZiAIDvbAcACmIAgA5iAICzLQIAhEQ9ABJiAIAaYgCAHmIAgLYtAgC1LQIAImIAgLvJAgC6wQIAJmIAgCpiAIC/yQIAvsECAL3JAgC80QIA4XgHAOPAAADjOAYA4VwGAICpAACBqQAAgtEAAC5iAIAyYgCANmIAgL6kPAA6YgCAPmIAgO8cAADvkAYAQmIAgIZgPACHBD0ARmIAgLNxAQBKYgCAtRkBALYJAQBOYgCAUmIAgFZiAIC6AQEAuwEBALwBAQC9AQEAvgEBAL8BAQCohT4AqbU+AKq1PgCrxT4ArN0+AK3FPgCuwT4Ar/0+AFpiAIBeYgCAYmIAgGZiAIBqYgCAbmIAgHJiAIB2YgCAuFE/ALlRPwC6UT8Au1E/ALx1PwC9fT8AvnU/AL9tPwCwiT4AsYk+ALKZPgCzmT4AtIk+ALWJPgC2eT8At3U/AKZhAICjOT4AemIAgBZiAICmQT4AfmIAgIJiAIClUT4Aqkk+AKtJPgCGYgCAimIAgK5JPgCvST4ArEk+AK1JPgCASQAAgVEAAIJRAACzkT8AjmIAgLW5PwC2RT8AkmIAgIZAAACHBAMAukU/ALtdPwC8TT8AvT0/AL4pPwC/IT8AqE0+AKlVPgCqVT4Aq2U+AKx9PgCtiT4Arrk+AK+5PgCWYgCAmmIAgJ5iAICiYgCApmIAgKpiAICuYgCAsmIAgLhhAQC5YQEAumEBALthAQC8YQEAvWEBAL5hAQC/YQEAsM0+ALHVPgCy1T4As6U+ALShPgC1qT4Atpk+ALeZPgCj3T4AtmIAgLpiAIC+YgCAwmIAgKYJPgCl9T4AxmIAgKsRPgCqCT4AymIAgM5iAICvbT4ArmU+AK1xPgCsAT4A0mIAgNZiAIDaYgCA3mIAgOJiAIDmYgCA6mIAgO5iAICAOQAAgTkAAIIFAADyYgCAvrgBAIS4AQD6YgCA/mIAgKitAgCp1QIAqtUCAKstAwCsNQMArT0DAK41AwCvLQMAAmMAgAZjAIAKYwCADmMAgBJjAIAWYwCAGmMAgB5jAIC46QMAuekDALqJAwC7iQMAvJkDAL2ZAwC+iQMAv4kDALBVAwCxXQMAslUDALPpAwC0+QMAtfkDALbpAwC34QMAs10CACJjAICGKAQAh8wDACZjAIC2vQMAtb0DACpjAIC7mQMAupEDAC5jAIAyYwCAvz0DAL49AwC9PQMAvIEDAIUAFACjGQIANmMAgDpjAICm+QMAPmMAgEJjAICl+QMAqtUDAKvdAwBGYwCASmMAgK55AwCveQMArMUDAK15AwDjVD4A4dw/AOHQPgDjPD4ATmMAgO8cAABSYwCAVmMAgFpjAIDjwAAAXmMAgOHUAQDvYD4AYmMAgGpjAIDvRD8AgGEAAIFtAACCfQAAhAAFAIbwBACHnAUAvhAFAG5jAIByYwCAdmMAgHpjAIB+YwCAgmMAgIZjAICKYwCAjmMAgLiJPQC5iT0Aupk9ALuRPQC8uT0Avbk9AL7RPQC/0T0AsAU+ALENPgCyBT4Asx0+ALQFPgC1DT4AtgU+ALe5PQConT4Aqa0+AKqlPgCrvT4ArKU+AK2tPgCupT4Ar30+AISsBAC+rAQAkmMAgJZjAICaYwCAnmMAgKJjAICmYwCAqPkFAKn5BQCqKQYAqykGAKw5BgCtOQYArikGAK8pBgBmYwCAqmMAgK5jAICyYwCAtmMAgLpjAIC+YwCAwmMAgLiNBgC5kQYAupEGALulBgC8vQYAvUUHAL5BBwC/QQcAsFkGALFZBgCy7QYAs/0GALTtBgC13QYAttUGALe1BgCzoQYAxmMAgMpjAIDOYwCA0mMAgLa5BgC1sQYA2mMAgLudBgC6nQYA1mMAgPZiAIC/GQYAvikGAL0pBgC8OQYAglEAAKPlBgCAQQAAgUEAAKb9BgDeYwCA4mMAgKX1BgCq2QYAq9kGAIZIAACHbAAArm0GAK9dBgCsfQYArW0GAKg5BgCpWQYAqmkGAKtpBgCseQYArXkGAK5pBgCvaQYA5mMAgOpjAIDuYwCA8mMAgPZjAID6YwCA/mMAgAJkAIC4ZQEAuW0BALplAQC7fQEAvGUBAL1tAQC+ZQEAv9kBALAZBgCxGQYAsoEGALOBBgC0gQYAtYEGALaBBgC3gQYAs+EGAAZkAIAKZACADmQAgBJkAIC2+QYAtfEGABZkAIC73QYAut0GABpkAIAeZACAv0UGAL5FBgC9VQYAvFUGACJkAICjpQYAJmQAgCpkAICmvQYALmQAgDJkAICltQYAqpkGAKuZBgA2ZACAOmQAgK4BBgCvAQYArBEGAK0RBgConQIAqdECAKrRAgCrLQMArDUDAK09AwCuNQMAry0DAD5kAIBCZACAvmQCAEpkAIBOZACAUmQAgFZkAIBaZACAuOkDALnpAwC6iQMAu4UDALydAwC9gQMAvoEDAL+1AwCwVQMAsV0DALJVAwCz6QMAtPkDALX5AwC26QMAt+EDAIBtAwCBpQAAgq0AALNVAgBeZACAtbEDALaxAwBiZACAhOACAGZkAIC6nQMAu5UDALyNAwC9MQMAvjEDAL8xAwCjGQIAamQAgIVwaQBuZACAcmQAgKb9AwCl/QMAdmQAgKvZAwCq0QMAhkgMAIe8AwCvfQMArn0DAK19AwCswQMAemQAgH5kAICCZACAhmQAgO+wBgDvxAMAimQAgI5kAIDjfAYA45QDAOG4BwDh3AEAkmQAgJZkAICaZACAnmQAgKJkAICmZACAhEQCAL5YDQCADQAAgTUAAII9AACqZACArmQAgLJkAICGyAwAh1wNALpkAIC+ZACAwmQAgMZkAIDKZACAzmQAgNJkAIDWZACA2mQAgN5kAIDiZACA74AGAISsDQDh7AYA5mQAgONcBgDqZACA7mQAgPJkAID2ZACAs/UBAPpkAID+ZACAAmUAgAZlAIC2RQEAteUBAAplAIC7LQEAuiEBAA5lAIASZQCAv/UAAL71AAC9JQEAvC0BAKgtDgCpNQ4Aqj0OAKs1DgCsLQ4ArYUOAK6FDgCvuQ4AtmQAgBZlAIAaZQCAHmUAgIAZAACBGQAAggUAACJlAIC4WQ8AuVkPALp5DwC7eQ8AvGkPAL1pDwC+GQ8AvxkPALClDgCxqQ4AsrkOALOxDgC0cQ8AtXEPALZxDwC3cQ8Apb0OAL6IAwAqZQCAph0OACZlAIAuZQCAo60OADJlAICtfQ4ArHUOAK+tDwCurQ8ARmQAgDZlAICrdQ4AqnkOALO5DwA6ZQCAhmgAAIcMAwA+ZQCAtlEPALVZDwBCZQCAu3UPALp1DwBGZQCASmUAgL9FDwC+RQ8AvVEPALxlDwCocQ4AqXEOAKpxDgCrcQ4ArJEOAK2RDgCukQ4Ar5EOAE5lAIBSZQCAVmUAgFplAIBeZQCAYmUAgGZlAIBqZQCAuIUOALmNDgC6hQ4Au50OALyNDgC9vQ4AvrUOAL95AQCw8Q4AsfEOALLxDgCzxQ4AtMEOALXBDgC2wQ4At8EOAKP5DgBuZQCAcmUAgHZlAIB6ZQCAphEOAKUZDgB+ZQCAqzUOAKo1DgCCZQCAhmUAgK8FDgCuBQ4ArREOAKwlDgCADQAAgRUAAIIdAACKZQCAjmUAgJJlAICElAEAvpQBAIZABwCH5AAAmmUAgJ5lAICiZQCApmUAgKplAICuZQCAqIkCAKmRAgCqlQIAq7kCAKzVAgCtxQIArsUCAK/1AgCyZQCAtmUAgLplAIC+ZQCAvnwDAMJlAIDGZQCAymUAgLh9AwC5wQMAusEDALvBAwC8wQMAvckDAL7xAwC/8QMAsI0CALFFAwCyTQMAs0UDALRdAwC1RQMAtk0DALdFAwCzHQIAzmUAgNJlAIDWZQCA2mUAgLZFAgC1XQIA3mUAgLuBAwC6SQIA4mUAgOZlAIC/gQMAvpkDAL2RAwC8mQMA6mUAgKNZAgDuZQCA8mUAgKYBAgD2ZQCA+mUAgKUZAgCqDQIAq8UDAP5lAIACZgCArt0DAK/FAwCs3QMArdUDAIDZAQCB7QEAguUBAO+4DgAKZgCA4cQBAISYAgDj1AAADmYAgL7sBAASZgCA7wgAABZmAIDhxA8AGmYAgONkDgCGAAUAh2gFAB5mAICzvQIAImYAgLWtAgC2pQIAJmYAgCpmAIAuZgCAukEBALtBAQC8RQEAvU0BAL5FAQC/+QEAMmYAgDZmAIA6ZgCAPmYAgEJmAIBGZgCASmYAgO/gAQCEbAQA4dQOAE5mAIDjHA4AUmYAgFZmAIBaZgCAXmYAgKMxAgBiZgCAhCQHAGZmAIBqZgCApikCAKUhAgBuZgCAq80BAKrNAQByZgCAemYAgK91AQCuyQEArcEBAKzJAQCo6QUAqekFAKr5BQCr+QUArOkFAK3pBQCuOQYArzkGAAZmAICCzQcAgfUHAID9BwB2ZgCAfmYAgIYYAwCHkAMAuNEGALnZBgC64QYAu+EGALyRBgC9nQYAvpUGAL+JBgCwSQYAsUkGALJdBgCzVQYAtE0GALXxBgC28QYAt/EGALDhBwCx4QcAsgkHALMJBwC0GQcAtRkHALYJBwC3CQcAuDkHALkNBwC6GQcAuxkHALwJBwC9CQcAvn0HAL9xBwCCZgCAlmUAgIZmAICKZgCAjmYAgJJmAICWZgCAmmYAgKjxBwCpxQcAqsEHAKvdBwCsyQcArb0HAK6pBwCvoQcAsykGAJ5mAICiZgCApmYAgKpmAIC2XQYAtSEGAK5mAIC7RQYAukUGALJmAIC2ZgCAv70GAL69BgC9vQYAvL0GALpmAICjbQYAvmYAgMJmAICmGQYAxmYAgMpmAIClZQYAqgEGAKsBBgDOZgCA0mYAgK75BgCv+QYArPkGAK35BgCobQYAqbEBAKpJAQCrRQEArF0BAK1FAQCuTQEAr0UBANZmAICCHQAAgR0AAIAdAADaZgCA3mYAgOJmAIC+VAEAuIEAALmNAAC6hQAAu5kAALyJAAC9vQAAvrUAAL99AACwPQEAseEAALLhAACz4QAAtOEAALXpAAC20QAAt9EAALsFAwC62QIAhiwCAIcsAwC/DQMAvgUDAL0VAwC8FQMAs+ECAOpmAIDuZgCAhCwDAPJmAIC25QIAtfUCAPZmAICqnQIAq0EDAPpmAID+ZgCArkEDAK9JAwCsUQMArVEDAAJnAICjpQIABmcAgApnAICmoQIADmcAgBJnAIClsQIAqakAAKihAACrtQAAqr0AAK3dAACs3QAAr/EAAK79AAC+LBwAFmcAgBpnAIAeZwCAImcAgCZnAIAqZwCALmcAgLl9AAC4fQAAu80BALrNAQC93QEAvN0BAL/NAQC+zQEAsZUAALCJAACzTQAAspUAALVdAAC0XQAAt00AALZNAAAyZwCANmcAgDpnAIA+ZwCAQmcAgEZnAIBKZwCATmcAgIA5AACBOQAAggUAAFJnAIBaZwCAXmcAgIf4AgCGfB0A4bgEAL7IHADjQAYAYmcAgGZnAIBqZwCAbmcAgHJnAIB2ZwCAemcAgH5nAICCZwCAhmcAgIpnAIDvsAcAjmcAgJJnAICWZwCAmmcAgO/IAACeZwCAomcAgKZnAIDvQAYAqmcAgOH8BgCuZwCA4xwGALJnAIDhlAEAtmcAgONkBgCAEQAAgRkAAIIpAACz/QEAumcAgLWdAQC2lQEAvmcAgMJnAICEbB0AuoUBALuZAQC8iQEAvVEBAL5RAQC/UQEAozEeAFZnAIDGZwCAymcAgM5nAICmWR4ApVEeANJnAICrVR4AqkkeAIYIAwCHbAMAr50eAK6dHgCtnR4ArEUeANZnAICzCR8A2mcAgN5nAIC2CR8A4mcAgOZnAIC1CR8AugUfALsNHwDqZwCA7mcAgL4FHwC/CR8AvBUfAL0NHwCw5R8Ase0fALLlHwCz/R8AtOUfALXpHwC2GR8AtxkfALgpHwC5NR8Auj0fALs1HwC8ER8AvR0fAL4JHwC/BR8A8mcAgPZnAIDmZgCA+mcAgP5nAIACaACABmgAgApoAICo0R8AqdEfAKqlHwCrvR8ArKUfAK2tHwCupR8Ar50fAKNNHgAOaACAEmgAgBZoAIAaaACApk0eAKVNHgAeaACAq0keAKpBHgAiaACAJmgAgK9NHgCuQR4ArUkeAKxRHgCADQAAgRUAAIIdAAAqaACALmgAgDJoAICEtAEAvrQBAL/oAQA6aACAhkgHAIc0AACEvAYAPmgAgEJoAIC+tAYAqI0BAKmVAQCqlQEAq80BAKzZAQCt2QEArs0BAK/FAQBGaACASmgAgE5oAIBSaACAVmgAgFpoAIBeaACAYmgAgLgdAQC5wQAAusEAALvBAAC8wQAAvckAAL7xAAC/8QAAsIkBALGJAQCyKQEAsykBALQ9AQC1JQEAti0BALclAQC7bQIAum0CAGZoAIBqaACAv8ECAL7ZAgC93QIAvN0CALM9AgBuaACAcmgAgHZoAICE/AYAtnkCALVxAgB6aACAqikCAKspAgB+aACAgmgAgK6dAgCvhQIArJkCAK2ZAgCGaACAo3kCAIpoAICOaACApj0CAJJoAICWaACApTUCAIJtJwCDjSoAhqgFAIdsAwCGmS4Ah80vAIQRLgCFmS4AiiESAIspEgCaaACAnmgAgI6RFgCPHRYAjBESAI0RFgCScRoAk+UaAKJoAIDvlHYAlvEeAJflHgCUSRoAlRkeAJopAgCb4QIAqmgAgK5oAICyaACA4SASAJzxAgDjIBYAnyEfAJ7BHwCdmRsAnC0bAJuhGwCavRcAmTkXAJixFwCXiRMAlqkTAJWpEwCUdS4AkzkvAJIxLwCRsS8AkDUrAI+tJgDjeB8A0gAAAOFcHwCCmQEAtmgAgIDxAQCB8QEAvqgHALpoAIC+aACAwmgAgIS8BgDvLB8AxmgAgMpoAIDhpB4A48wAAON8HgDhvAEAzmgAgNJoAIDWaACAhJwGANpoAIC+bAYA3mgAgOJoAIDmaACA7xAAAO8EHgDqaACA7mgAgPJoAID2aACA+mgAgP5oAIACaQCABmkAgAppAICAPQAAgQkAAILJBwAOaQCAo/kDAKLxAwChMQMAoM0fALBJcQCxAXwAsgl8ALMhfQC0AXgAtRV4ADZoAICmaACAEmkAgL4oDgCGDAAAh4wDABZpAIAaaQCAHmkAgCJpAIAmaQCAoV0AAKJVAACjfQAApAEMAKUVDACm9QwApwEIAKghCACpxQgAqgF0AKsJdACsAXQArR11AK55cACveXAAqOUFAKnxBQCq8QUAqy0FAKw1BQCtPQUArjUFAK8tBQAqaQCALmkAgDJpAIA2aQCAOmkAgD5pAIBCaQCARmkAgLj9BgC5jQYAuoUGALutBgC8uQYAvbkGAL6tBgC/pQYAsFUFALFdBQCyVQUAs+UGALT9BgC10QYAttEGALfRBgCzeQQASmkAgE5pAIBSaQCAVmkAgLa9BAC1vQQAWmkAgLuZBAC6kQQAXmkAgGJpAIC/FQcAvjkHAL0xBwC8gQQAZmkAgKM9BABqaQCAbmkAgKb5BAByaQCAdmkAgKX5BACq1QQAq90EAHppAIB+aQCArn0HAK9RBwCsxQQArXUHAKhpBwCpaQcAqnkHAKvZBgCs9QYArf0GAK71BgCv5QYAgMkAAIHJAACCBQAAgmkAgIZwDwCHNAAAimkAgI5pAIC4fQYAuQUGALoNBgC7BQYAvB0GAL0FBgC+DQYAvwUGALCdBgCxdQYAsn0GALN1BgC0UQYAtV0GALZVBgC3TQYAs/EEAJJpAICWaQCAmmkAgJ5pAIC2fQUAtX0FAKJpAIC7sQUAulkFAKZpAICqaQCAv5kFAL6VBQC9oQUAvKkFAK5pAICjtQQAsmkAgLZpAICmOQUAumkAgL5pAIClOQUAqh0FAKv1BQDCaQCAxmkAgK7RBQCv3QUArO0FAK3lBQCpuQIAqLECAKvJAgCqsQIArTUCAKw1AgCvNQIArjUCAMppAIDOaQCA0mkAgNZpAIDaaQCA3mkAgOJpAIDmaQCAuekDALjZAwC7iQMAuuEDAL2dAwC8nQMAv4EDAL6JAwCxVQIAsFUCALNVAgCyVQIAtfkDALTxAwC36QMAtvEDALM9AwDqaQCA7mkAgPJpAID6aQCAtrEDALW5AwD+aQCAu5UDALqVAwCGiAwAh6ANAL85AgC+MQIAvYUDALyFAwACagCAo3kDAAZqAIAKagCApvUDAA5qAIASagCApf0DAKrRAwCr0QMAFmoAgBpqAICudQIAr30CAKzBAwCtwQMAgIUAAIGNAACChQAA79AGAOOwBwDj9AQA4QgHAOHsBADvOAYA7yAEAL6kDAAeagCAImoAgOGEAQAmagCA49wGACpqAIAuagCAhMANALPJAQAyagCAtdkBALbJAQA2agCAOmoAgD5qAIC6xQEAu60BALy5AQC9uQEAvq0BAL+lAQCwLQ4AsUUOALJBDgCzQQ4AtEUOALVNDgC2cQ4At3EOALiBDgC5gQ4AuoEOALuBDgC8gQ4AvYEOAL6BDgC/gQ4A9mkAgEJqAIBGagCASmoAgIZpAIBOagCAUmoAgFZqAICo2Q0AqdkNAKptDgCrZQ4ArH0OAK1lDgCuZQ4Ar1UOAKOFDgCCLQAAgRUAAIAdAABaagCApoUOAKWVDgBeagCAq+EOAKqJDgBiagCAZmoAgK/pDgCu4Q4ArfUOAKz1DgBqagCAs4UPAIZoAACHHAMAtoUPAG5qAIByagCAtZEPALqNDwC7SQ8AdmoAgHpqAIC+MQ8AvzEPALxJDwC9RQ8AqBEOAKkZDgCqSQ4Aq0UOAKxdDgCtQQ4ArkEOAK91DgB+agCAgmoAgIZqAICKagCAjmoAgJJqAICWagCAmmoAgLihDgC5oQ4Aug0BALsFAQC8HQEAvQEBAL4BAQC/AQEAsA0OALHJDgCy2Q4As9UOALSxDgC1sQ4AtqkOALehDgCjwQ4AnmoAgKJqAICmagCAqmoAgKbBDgCl1Q4ArmoAgKsNDgCqyQ4AsmoAgLZqAICvdQ4ArnUOAK0BDgCsDQ4AumoAgL5qAIDCagCAxmoAgIANAACBNQAAgj0AAMpqAIDOagCA0moAgISEAQC+hAEAhjAHAIf4AADaagCA3moAgKjBAgCp0QIAqtECAKvlAgCs/QIArTUDAK49AwCvNQMA4moAgOZqAIDqagCA7moAgPJqAID2agCA+moAgP5qAIC40QMAudkDALrhAwC74QMAvJEDAL2RAwC+kQMAv5EDALBNAwCxVQMAsl0DALNVAwC0TQMAtfEDALbxAwC38QMAu7EDALqpAwACawCAvoQDAL8VAwC+qQMAvaEDALypAwCzeQIABmsAgAprAIAOawCAEmsAgLaVAwC1VQIAFmsAgKrtAwCr9QMAGmsAgB5rAICu7QMAr1EDAKztAwCt5QMAImsAgKM9AgAmawCAKmsAgKbRAwAuawCAMmsAgKURAgA2awCAgiEAAIEVAACAFQAA7wQAAISUAgA6awCAPmsAgOPYAABCawCA4fgBAEprAIBOawCAUmsAgFZrAIBaawCAhmAFAIcIBQBeawCAs20BAGJrAIC1fQEAtnUBAGZrAIBqawCAbmsAgLpRAQC7UQEAvPkBAL3RAQC+0QEAv9EBAHJrAICjpQEAdmsAgHprAICmvQEAfmsAgIJrAICltQEAqpkBAKuZAQCGawCAimsAgK4ZAQCvGQEArDEBAK0ZAQCOawCA4fQOAJJrAIDjFA4A9AAAAOF8DACWawCA41AKAJprAICeawCAviAEAO8wDQCiawCApmsAgIQ0BADvrA4AsDkGALE5BgCygQYAs6kGALS5BgC1uQYAtqkGALehBgC46QYAuekGALrJBgC7xQYAvN0GAL3BBgC+wQYAvz0HAEZrAICCHQAAgR0AAIAdAACqawCArmsAgLJrAIDWagCAqJkFAKmZBQCqSQYAq0kGAKxZBgCtWQYArkkGAK9JBgCorQcAqbUHAKq9BwCrtQcArK0HAK3dBwCuyQcAr8EHALZrAIC6awCAhogDAIcQAwC+awCAwmsAgMZrAIDKawCAuG0HALkFBwC6AQcAuxUHALwxBwC9MQcAvikHAL8pBwCwgQcAsYEHALJpBwCzZQcAtH0HALVhBwC2YQcAt1UHALM1BgDOawCA0msAgNZrAIDaawCAtl0GALUlBgDeawCAu0UGALpFBgDiawCA5msAgL+lBgC+uQYAvbEGALy9BgDqawCAo3EGAO5rAIDyawCAphkGAPZrAID6awCApWEGAKoBBgCrAQYA/msAgAJsAICu/QYAr+EGAKz5BgCt9QYAqCUBAKk1AQCqPQEAqzUBAKwtAQCtkQAArpEAAK+RAAAGbACACmwAgA5sAIASbACAFmwAgIK9AwCBvQMAgL0DALiZAAC5rQAAuqUAALttAAC8dQAAvX0AAL51AAC/bQAAsPEAALH5AACywQAAs8EAALSxAAC1vQAAtrUAALepAAAabACAHmwAgCJsAICEgAIAvhwCACpsAICG+HwAh8wCAISsAwAubACAMmwAgDZsAIA6bACAPmwAgEJsAIBGbACAs/UCAEpsAIBObACAkgAAAFJsAIC2UQMAteUCAFZsAIC7fQMAunUDAFpsAIBebACAvzkDAL41AwC9VQMAvFUDAKM1AgBibACAZmwAgGpsAIBubACAppEDAKUlAgBybACAq70DAKq1AwB2bACAemwAgK/5AwCu9QMArZUDAKyVAwC+wAMAfmwAgIJsAICGbACAgA0AAIE1AACCPQAAimwAgI5sAICSbACAhsh8AIcAAwCabACAnmwAgKJsAICmbACAqmwAgK5sAICybACAtmwAgLpsAIC+bACAwmwAgO/0AwCE7HwA4ZQBAMZsAIDjMAMAymwAgM5sAIDSbACA1mwAgLNpAQDabACA3mwAgOJsAIDmbACAtmEBALVpAQDqbACAuykBALohAQDubACA8mwAgL8dAQC+HQEAvSUBALwtAQD2bACA+mwAgP5sAICjpQEAAm0AgKWlAQCmrQEAvlR8AIaAfACH7HwAqu0BAKvlAQCs4QEArekBAK7RAQCv0QEACm0AgOGcBgCEBH8A4yQGAOPUBgAObQCA4TAEABJtAIDvlAcAgnUAAIFhAACAaQAAFm0AgBptAIAebQCA7+wGALiNfgC5lX4AupV+ALulfgC8vX4AvdF+AL7RfgC/0X4AsGV+ALFtfgCyeX4As3F+ALRZfgC1WX4Atr1+ALe1fgCoVX4AqWF+AKphfgCrYX4ArGF+AK1hfgCuYX4Ar2F+ACJtAICWbACAJmwAgCZtAIAGbQCAKm0AgC5tAIAybQCAqHF+AKlxfgCqcX4Aq3F+AKyRfwCtkX8ArpF/AK+RfwA2bQCAOm0AgD5tAIBCbQCARm0AgEptAIBObQCAUm0AgLiFfwC5jX8AuoV/ALudfwC8jX8Avb1/AL61fwC/XX8AsPF/ALHxfwCy8X8As8V/ALTBfwC1wX8AtsF/ALfBfwCz+X8AVm0AgFptAIBebQCAYm0AgLYRfgC1GX4AZm0AgLs1fgC6NX4Aam0AgG5tAIC/BX4AvgV+AL0RfgC8JX4AghUAAKO9fwCAYQAAgWEAAKZVfgBybQCAvpABAKVdfgCqcX4Aq3F+AHZtAIB6bQCArkF+AK9BfgCsYX4ArVV+AKhBfgCpUX4AqlV+AKt9fgCsZX4ArW1+AK75AQCv8QEAhgAAAIc0AQB+bQCAgm0AgIZtAICKbQCAjm0AgJJtAIC4dQEAuX0BALp1AQC7yQAAvNkAAL3ZAAC+yQAAv8EAALCVAQCxnQEAspUBALNNAQC0VQEAtV0BALZVAQC3TQEAs919AJZtAICabQCAnm0AgKJtAIC27X0Ate19AKZtAIC7WQIAulECAKptAICubQCAv5kCAL6RAgC9mQIAvEECALJtAICjmX0Atm0AgLptAICmqX0Avm0AgMJtAIClqX0AqhUCAKsdAgDGbQCAym0AgK7VAgCv3QIArAUCAK3dAgDObQCA0m0AgNZtAIDabQCAgB0AAIEJAACCOQAA3m0AgOJtAIC+AAQA6m0AgO5tAIDybQCA9m0AgPptAID+bQCAhIwDAAJuAICHCAMAhuwEAAZuAIDviAIACm4AgA5uAICEbAQA4zQCABJuAIDhVAEAFm4AgBpuAIAebgCAIm4AgKhtAgCprQIAqqUCAKu9AgCspQIAra0CAK6lAgCvGQEAvqwEACZuAIAqbgCALm4AgDJuAIA2bgCAOm4AgD5uAIC4DQEAuREBALoRAQC7JQEAvD0BAL3VAQC+3QEAv9UBALBpAQCxaQEAsnkBALNxAQC0WQEAtVkBALY5AQC3NQEAsy0CAEJuAIBGbgCASm4AgE5uAIC2LQIAtS0CAFJuAIC7rQEAuq0BAFpuAIBebgCAv50BAL6dAQC9pQEAvK0BAIBNAACBVQAAglUAAO9sAABibgCA7+x/AO+8fgBmbgCA4RB/AOPUfwDj2H4A4ex/AGpuAIDhTH4Abm4AgOMkfgDmbQCAVm4AgKsFBgCqBQYArQ0GAKwFBgCvNQYArjUGAIYAAwCHKAMAo4UFAHJuAIClhQUAdm4AgHpuAICmhQUAs/EGAH5uAICCbgCAhm4AgIpuAIC26QYAteEGAI5uAIC7vQYAur0GAJJuAICWbgCAv4kGAL6BBgC9iQYAvJUGAKgpBgCpKQYAqjkGAKs5BgCsKQYArSkGAK5dBgCvTQYAmm4AgJ5uAICibgCApm4AgKpuAICubgCAsm4AgLZuAIC46QcAuekHALr5BwC7+QcAvOkHAL3pBwC+XQcAv1UHALA5BgCxOQYAsgEGALMdBgC0BQYAtQ0GALYFBgC32QcAo7EHAIItAACBFQAAgB0AALpuAICmqQcApaEHAL5uAICr/QcAqv0HAMJuAICEpAIAr8kHAK7BBwCtyQcArNUHAL7MAQCzlQYAxm4AgMpuAIC2qQYAzm4AgNJuAIC1rQYAulkBALshAQCGyAAAhwwBAL4hAQC/KQEAvDEBAL0xAQCoKQYAqSkGAKpZBgCrUQYArGEGAK1tBgCutQEAr6kBAITgAQDWbgCA2m4AgN5uAIDibgCA5m4AgOpuAIDubgCAuGEBALlhAQC6YQEAu2EBALxhAQC9YQEAvmEBAL9hAQCw2QEAsaEBALKhAQCzoQEAtKEBALWpAQC2kQEAt5EBAKPRBQDybgCA9m4AgPpuAID+bgCApu0FAKXpBQACbwCAq2UCAKodAgAGbwCACm8AgK9tAgCuZQIArXUCAKx1AgAObwCAEm8AgBZvAIAabwCAHm8AgCJvAIAmbwCAKm8AgIA9AACBCQAAghkAAC5vAIAybwCAOm8AgL48AwA+bwCAhgAMAIcUAwBCbwCAs9UDAEZvAIC1PQMAtjUDAEpvAIBObwCAv4wKALoRAwC7EQMAvLUAAL29AAC+tQAAv60AAFJvAIDjdAEAVm8AgOG8AQBabwCAXm8AgGJvAIBmbwCAam8AgG5vAIBybwCAdm8AgHpvAIDvdAIAfm8AgIJvAICoTQIAqVECAKpRAgCrqQIArLkCAK25AgCuqQIAr6kCAIRsDQCGbwCAim8AgI5vAICSbwCAlm8AgJpvAIC+dA0AuG0BALkFAQC6DQEAuwUBALwdAQC9BQEAvg0BAL8FAQCw2QIAsdkCALJtAQCzZQEAtH0BALVlAQC2ZQEAt1UBAOG4AQDhUAcA47QAAON8BwCAqQAAgQkAAII5AACebwCAom8AgKpvAICubwCAsm8AgO4AAAC2bwCA7wAAAO9kBgCGYAwAh+QMAKORAgC6bwCApXkCAL5vAIDCbwCApnECAMZvAIDKbwCAq1UCAKpVAgCt+QEArPEBAK/pAQCu8QEApm8AgDZvAIDObwCA0m8AgNZvAIDabwCA3m8AgOJvAICoVQ4AqVkOAKqhDgCrvQ4ArK0OAK2VDgCu+Q4Ar/UOALCRDgCxkQ4AspEOALORDgC0sQ4AtbEOALaxDgC3sQ4AuJEOALmdDgC6lQ4Au0kPALxZDwC9WQ8AvkkPAL9JDwCzCQ4A5m8AgOpvAIDubwCA8m8AgLY1DgC1BQ4A9m8AgLt1DgC6dQ4A+m8AgP5vAIC/VQ4AvlUOAL1lDgC8ZQ4AAnAAgKNNDgAGcACACnAAgKZxDgAOcACAEnAAgKVBDgCqMQ4AqzEOAISkAwC+pAMArhEOAK8RDgCsIQ4ArSEOAKilDgCprQ4AqqUOAKu5DgCs3Q4ArcEOAK7BDgCv/Q4AgO0BAIHxAQCC8QEAFnAAgIaQAQCHtAEAGnAAgB5wAIC4yQEAuckBALrZAQC70QEAvPkBAL35AQC+mQEAv5UBALCFDgCxbQEAsmUBALN9AQC0ZQEAtW0BALZlAQC3+QEAsy0OACJwAIAmcACAKnAAgC5wAIC2QQ4AtVUOADJwAIC7qQEAukEOADZwAIA6cACAv6kBAL6hAQC9qQEAvLEBAD5wAICjaQ4AQnAAgEZwAICmBQ4ASnAAgE5wAIClEQ4AqgUOAKvtAQBScACAVnAAgK7lAQCv7QEArPUBAK3tAQCoOQMAqTkDAKqNAwCrhQMArJ0DAK2FAwCuhQMAr7UDAFpwAIBecACAYnAAgGZwAIBqcACAbnAAgHJwAIB2cACAuGEAALlhAAC6YQAAu2EAALxhAAC9YQAAvmEAAL9hAACwzQMAsaUDALKhAwCzoQMAtKUDALWtAwC2kQMAt5EDAIANAACBEQAAghEAAHpwAIDv9AIAfnAAgIJwAIC+HAMA4xQCAISIAgDhgAEAinAAgI5wAICScACAh8gDAIY8BAC7AQMAumkDAJZwAICacACAvwkDAL4BAwC9FQMAvBUDALNlAwCecACAonAAgKZwAICqcACAtmUDALV1AwCucACAsnAAgLZwAIC6cACAo4kCAL5wAIClmQIApokCAMJwAICELAIAxnAAgKqFAgCr7QIArPkCAK35AgCu7QIAr+UCAMpwAIDOcACAvkQFAIRMBQDScACA1nAAgNpwAIDecACA4nAAgOZwAIDqcACA7nAAgIAZAACBGQAAggUAAPJwAIDhGA8A4VwOAOO4DgDjdAEA+nAAgP5wAIACcQCABnEAgIYABACHZAUACnEAgA5xAIAScQCAFnEAgO98DgDvqAEAs3UBABpxAIAecQCAInEAgCZxAIC2MQEAtRUBACpxAIC7HQEAuhUBAC5xAIAycQCAv+EAAL79AAC9/QAAvP0AAPZwAIA2cQCAOnEAgD5xAICGcACAQnEAgEZxAIBKcQCAqI0GAKmVBgCqnQYAq+UGAKz9BgCt0QYArtEGAK/RBgCwsQYAsbkGALJJBwCzSQcAtFkHALVFBwC2RQcAt3kHALghBwC5IQcAujkHALs5BwC8KQcAvSkHAL4ZBwC/GQcAozUGAE5xAIBScQCAVnEAgFpxAICmcQYApVUGAF5xAICrXQYAqlUGAGJxAIC+oAMAr6EHAK69BwCtvQcArL0HAIBRAACBWQAAgmEAALNVBwCF9AAAtX0HALZ1BwBmcQCAhgAcAIfkAQC6LQcAuyUHALw9BwC9JQcAviUHAL8VBwCokQYAqZEGAKqRBgCrkQYArLkGAK25BgCuqQYAr6kGAGpxAIBucQCAcnEAgHZxAICiIQEAozUBAKA5BQChEQQAuEkBALlJAQC6XQEAu1UBALxNAQC90QEAvtEBAL/RAQCwpQYAsa0GALKlBgCzvQYAtK0GALWdBgC2lQYAt3kBAKMZBgCPnXkAenEAgH5xAICCcQCApjkGAKUxBgCGcQCAq2kGAKphBgCKcQCAjnEAgK9ZBgCuaQYArWkGAKxxBgCeiQgAn8EFAJzJCQCdyQkAmqENAJu9DACYsQ0AmbkNAJahcQCXRXEAlEV1AJWxcQCSoXUAk7V1AJDleQCRzXkAil1yAItFcgCScQCAvoAcAI51DgCPZQ4AjLlyAI11DgCCOXoAgzl6AJZxAICacQCAhnF2AIeZdgCECXoAhW12AJptBwCbVQIAnnEAgKJxAICmcQCA4ZAAAJxZAgDjCBoAkgkPAJNlCgCqcQCA7zgWAJZ1BgCXdQYAlH0KAJU1CwCpjRYAqIUWAKsBEACqMRYArXESAKy1EgCvuS4ArgEsAKF9AgCucQCAo6EeAKKpHgClsRoApPUfAKflGwCmsRoAhMwDAIRMHACycQCAtnEAgLpxAIC+cQCAwnEAgMZxAICxASgAsNkuALONKgCy6SoAtfUmALQBJACEcB0AynEAgID9AQCBFQAAgh0AAL6AHADOcQCA0nEAgIe4AgCGPB0A2nEAgN5xAIDicQCA5nEAgOpxAIDucQCA8nEAgPZxAID6cQCA/nEAgAJyAIAGcgCA44ADAApyAIDhoAEADnIAgO+UAwAScgCAFnIAgBpyAIAecgCAInIAgCZyAIAqcgCALnIAgOE8BgAycgCA49AGADZyAIDhMAcAOnIAgOOsBgCAOQAAgRUAAIIdAADvHAYAPnIAgEJyAIC+uB8A7+gBALPpAgBKcgCAh8QcAIbsHABOcgCAtlkCALVRAgBScgCAu00CALpNAgBWcgCAWnIAgL+5AQC+2QEAvdEBALz1AQCjKR0A1nEAgEZyAIBecgCAYnIAgKaZHQClkR0AZnIAgKuNHQCqjR0AanIAgG5yAICveR4ArhkeAK0RHgCsNR4AcnIAgLNtHwB2cgCAenIAgLZlHwB+cgCAgnIAgLVtHwC6IR8AuyEfAIZyAICKcgCAviUfAL8pHwC8MR8AvTEfAKihHwCpoR8AqqEfAKuhHwCsoR8AraEfAK6hHwCvoR8AjnIAgJJyAICWcgCAmnIAgJ5yAICicgCApnIAgKpyAIC4rR8AubUfALq9HwC7tR8AvK0fAL1VHwC+UR8Av00fALChHwCxoR8AsqEfALOhHwC0pR8AtakfALadHwC3lR8AoykeAIIZAACBGQAAgLEBAK5yAICmIR4ApSkeALJyAICrZR4AqmUeAIaIAACH/AEAr20eAK5hHgCtdR4ArHUeALZyAICzmR4AunIAgL5yAIC2XQEAwnIAgMZyAIC1sR4AukkBALtJAQDKcgCAznIAgL49AQC/IQEAvDkBAL01AQCoRR4AqVUeAKpVHgCrZR4ArH0eAK2ZAQCuiQEAr4EBAISsAADScgCA1nIAgNpyAIDecgCA4nIAgOZyAIDqcgCAuK0BALllAQC6bQEAu2UBALx9AQC9ZQEAvm0BAL9lAQCwyQEAsckBALKpAQCzpQEAtL0BALWhAQC2oQEAt5UBALhpHAC5oRwAusEcALvBHAC8wRwAvcEcAL7BHAC/wRwAsIkfALGJHwCyIRwAswUcALQdHAC1fRwAtnUcALdtHACoYR8AqWEfAKphHwCrYR8ArNkfAK3ZHwCuyR8Ar8EfAO5yAIDycgCA9nIAgPpyAID+cgCAAnMAgAZzAIAKcwCADnMAgBJzAIC+AAQAo1EdABZzAICleR0AppUCABpzAIAecwCAInMAgKqBAgCrgQIArPECAK39AgCu9QIAr+kCACpzAIDh9AEALnMAgON8AQCATQAAgXUAAIJ9AAAycwCAhsAEAIekBAA2cwCAOnMAgD5zAIBCcwCARnMAgO+MAgCoSQIAqUkCAKpdAgCrVQIArHkCAK15AgCuvQIAr7UCAISgBQBKcwCATnMAgFJzAIC+vAQAVnMAgFpzAIBecwCAuC0BALk1AQC6PQEAuzUBALwtAQC91QEAvt0BAL/NAQCwzQIAsdUCALLdAgCz1QIAtM0CALUVAQC2HQEAtxUBAOGEHgDjbB8A41wfAOFYHgBicwCAZnMAgGpzAIBucwCAcnMAgHZzAIB6cwCAfnMAgOkAAADv9B4A70weAIJzAICzlQIAhnMAgIpzAICOcwCAknMAgLa5AgC1sQIAmnMAgLtRAgC6SQIAhsgEAIesBAC/kQEAvkkCAL1BAgC8SQIAJnMAgKNRBQCecwCAlnMAgKZ9BQCicwCApnMAgKV1BQCqjQUAq5UFAKpzAICucwCAro0FAK9VBgCsjQUArYUFAICJBwCBiQcAgpkHALORBgCycwCAtbkGALapBgC2cwCAunMAgL5zAIC6TQcAu0UHALxdBwC9QQcAvkEHAL9BBwCoQQYAqU0GAKpVBgCrZQYArH0GAK1lBgCubQYAr2UGAMJzAIDGcwCAynMAgM5zAIDScwCA1nMAgNpzAIDecwCAuFkHALlZBwC6aQcAu2kHALx5BwC9eQcAvmUHAL8ZBwCwxQcAsc0HALLFBwCz2QcAtMkHALXJBwC2aQcAt2kHAKPdBwDicwCA5nMAgOpzAIDucwCApuUHAKX1BwDycwCAqwkGAKoBBgD2cwCA+nMAgK8NBgCuDQYArQ0GAKwRBgCAbQAAgQkAAIIZAAD+cwCAAnQAgISYAQC+kAEABnQAgIbAAACH5AEACnQAgA50AIASdACAFnQAgBp0AIAedACAqF0GAKmNAQCqnQEAq5UBAKy5AQCtuQEArskBAK/BAQCEoAAAInQAgCZ0AIAqdACALnQAgDJ0AIA2dACAOnQAgLh5AQC5eQEAus0AALvFAAC83QAAvcUAAL7FAAC/9QAAsIEBALGBAQCySQEAs0kBALRZAQC1WQEAtkkBALdJAQCzFQIAPnQAgEJ0AIBGdACASnQAgLY5AgC1MQIATnQAgLtFAgC6RQIAUnQAgFZ0AIC/nQIAvp0CAL2dAgC8nQIAhXw+AKNRAgBadACAXnQAgKZ9AgBidACAZnQAgKV1AgCqAQIAqwECAGp0AIBudACArtkCAK/ZAgCs2QIArdkCAIDpAACB6QAAggUAAHJ0AIC+AAwAenQAgIeoAwCGvAwAfnQAgIJ0AICGdACAinQAgI50AICSdACAlnQAgJp0AICedACAonQAgKZ0AICqdACA42ABAK50AIDhoAEAsnQAgO+IAgC2dACAunQAgL50AIDCdACAxnQAgMp0AIDOdACAqGkCAKlpAgCqeQIAq3kCAKxpAgCtaQIArr0CAK+1AgC+rAwA0nQAgNZ0AIDadACAgB0AAIEJAACCqQAA3nQAgLhRAQC5WQEAumEBALthAQC8GQEAvRkBAL4NAQC/BQEAsM0CALHVAgCy3QIAs9UCALTNAgC1cQEAtnEBALdxAQDjxAAA4XwHAOF4BgDjvAYA4nQAgIQYDQCGuAwAhzwNAL4sDwDqdACA7nQAgPJ0AIDvEAAA9nQAgPp0AIDvdAYA/nQAgAJ1AIAGdQCAs70CAAp1AIC1rQIAtqUCAA51AIASdQCAFnUAgLpFAgC7XQIAvEUCAL1NAgC+RQIAv/kBAHZ0AIClfQ0ApnUNAOZ0AIAadQCAHnUAgCJ1AICjbQ0ArJUNAK2dDQCulQ0ArykOACZ1AIAqdQCAqpUNAKuNDQCz5Q4ALnUAgDJ1AIA2dQCAOnUAgLblDgC19Q4APnUAgLuhDgC62Q4AQnUAgEZ1AIC/pQ4AvrkOAL2xDgC8uQ4AqBUOAKklDgCqLQ4AqyUOAKw9DgCtJQ4Ari0OAK8lDgCADQAAgRUAAIIdAABKdQCATnUAgFJ1AICEMAMAVnUAgLgpDgC5KQ4AujkOALs5DgC8KQ4AvSkOAL79DwC/9Q8AsF0OALElDgCyLQ4AsyUOALQ9DgC1IQ4AtiUOALcZDgCjpQ8AWnUAgIYoAQCHTAEAXnUAgKalDwCltQ8AYnUAgKvhDwCqmQ8AZnUAgGp1AICv5Q8ArvkPAK3xDwCs+Q8AbnUAgLPpDgBydQCAdnUAgLaRDgB6dQCAfnUAgLXlDgC6sQ4Au7kOAIJ1AICGdQCAvmEBAL9hAQC8mQ4AvZkOAKglDgCpLQ4AqiUOAKs5DgCsKQ4ArVUOAK5dDgCvVQ4AinUAgI51AICSdQCAlnUAgJp1AICedQCAonUAgKZ1AIC49QEAuYEBALqBAQC7gQEAvIEBAL2JAQC+sQEAv7EBALAxDgCxOQ4AsgkOALMJDgC04QEAteEBALbhAQC3zQEAo60NAKp1AICudQCAsnUAgLZ1AICm1Q0ApaENALp1AICr/Q0AqvUNAL51AIDCdQCAryUCAK4lAgCt3Q0ArN0NAIBdAACBbQAAgmUAALNRAwC+nAMAtXkDALYZAwDKdQCAhOACAM51AIC6PQMAuzUDALwZAwC9GQMAvtkDAL/ZAwCohQMAqZUDAKqVAwCrpQMArL0DAK3VAwCu0QMAr9EDAIYABACHNAMAv6AzANJ1AIDWdQCA2nUAgN51AIDidQCAuHEDALlxAwC6cQMAu3EDALzVAAC93QAAvtUAAL/NAACwtQMAsb0DALKBAwCzgQMAtFEDALVRAwC2UQMAt1EDAO+oAwDmdQCA6nUAgO51AICEHAIA8nUAgPZ1AID6dQCAviwFAP51AIACdgCABnYAgONAAwAKdgCA4SgAAA52AICjXQIAEnYAgBZ2AIAadgCAHnYAgKYVAgCldQIAInYAgKs5AgCqMQIAJnYAgCp2AICv1QIArtUCAK0VAgCsFQIA4ygBAOEADwDhCA4A4wgOAID9AACBCQAAgjkAAC52AIAydgCAOnYAgD52AIBCdgCA7+gOAEZ2AIBKdgCA72QOALNtAQBOdgCAhugEAIcMBQBSdgCAtm0BALVtAQBWdgCAu+0AALrtAABadgCAXnYAgL/VAAC+6QAAveEAALzpAACoXQYAqWEGAKqlBgCrvQYArKUGAK2tBgCupQYArxkHADZ2AIBidgCAZnYAgGp2AIBudgCAcnYAgHZ2AIB6dgCAuHUHALl5BwC6DQcAuwUHALwdBwC9BQcAvgUHAL81BwCwaQcAsWkHALJ9BwCzdQcAtG0HALVRBwC2UQcAt1EHAKMtBgB+dgCAgnYAgIZ2AICKdgCApi0GAKUtBgCOdgCAq60HAKqtBwCSdgCAlnYAgK+VBwCuqQcAraEHAKypBwCADQAAgRUAAIIdAACadgCAnnYAgKJ2AICEVAMAvlwAAKZ2AICqdgCAhugAAIdMAwCudgCAsnYAgLZ2AIC6dgCAvnYAgOMEBADCdgCA4bQFAMZ2AIDKdgCAznYAgNJ2AIDWdgCA2nYAgN52AIDidgCA5nYAgO/sBADqdgCA7nYAgLPtBgDydgCA9nYAgPp2AID+dgCAtpEGALXhBgACdwCAu40GALqNBgAGdwCACncAgL9BAQC+WQEAvVEBALxZAQCoJQYAqS0GAKolBgCrOQYArCkGAK1RBgCuSQYAr0EGAIDNAACBCQAAghkAAA53AIASdwCAhCwBAL40AAAadwCAuP0BALlBAQC6QQEAu0EBALxBAQC9SQEAvnEBAL9xAQCwCQYAsQkGALLNAQCzxQEAtN0BALXFAQC2zQEAt8UBAIagPACHRAMAHncAgKOhBQAidwCApa0FAKbdBQAmdwCAKncAgL4oPACqwQUAq8EFAKwVAgCtHQIArhUCAK8NAgC2QQMALncAgDJ3AIC1sQIANncAgLOhAgA6dwCAPncAgL5FAwC/TQMAvHUDAL1NAwC6ZQMAu20DAEJ3AIBGdwCASncAgE53AIDGdQCAUncAgFZ3AIBadwCAXncAgGJ3AICoRQIAqVUCAKpdAgCrVQIArE0CAK21AwCusQMAr60DALDVAwCx3QMAstUDALPtAwC09QMAtf0DALb1AwC37QMAuNkDALnZAwC6rQMAu6UDALy9AwC9pQMAvqUDAL+VAwCj9QMAZncAgGp3AIBudwCAcncAgKYVAgCl5QMAdncAgKs5AgCqMQIAencAgH53AICvGQIArhECAK0ZAgCsIQIAgGkAAIFpAACCBQAAgncAgIp3AICOdwCAkncAgO8cAACEbAIA4ZQBAJZ3AIDjyAAAmncAgJ53AICGWDwAh1A9AKJ3AICmdwCAqncAgISEPQCudwCAsncAgLZ3AIDvuAEAvmw8AOF0BgC6dwCA42QBAL53AIDCdwCAxncAgMp3AICz0QEAzncAgNJ3AIDWdwCA2ncAgLaRAQC1+QEA3ncAgLu9AQC6vQEA4ncAgOZ3AIC/dQEAvnUBAL2FAQC8hQEAqL09AKkNPgCqGT4AqxE+AKwxPgCtUT4ArlE+AK9NPgCGdwCAgh0AAIEdAACAHQAA6ncAgO53AIDydwCA9ncAgLjVPgC53T4AutU+ALtJPwC8WT8AvVk/AL5JPwC/QT8AsDk+ALE5PgCyET4AsxE+ALTxPgC18T4AtvU+ALftPgCjkT4A+ncAgIYoAACHwAMA/ncAgKbRPgCluT4AAngAgKv9PgCq/T4ABngAgAp4AICvNT4ArjU+AK3FPgCsxT4ADngAgLOdPwASeACAFngAgLalPwAaeACAHngAgLWtPwC6aT8Au3U/ACJ4AIAmeACAvlk/AL9FPwC8bT8AvWU/ACp4AIAueACAMngAgDZ4AIDjYDwAOngAgOEAPQA+eACA7/w9AEJ4AIBGeACASngAgE54AIBSeACAVngAgFp4AICjGT4AghkAAIEZAACAcQAAXngAgKYhPgClKT4AYngAgKvxPgCq7T4AhCQBAL4kAQCvwT4Art0+AK3hPgCs6T4AqNE+AKnRPgCq0T4Aq+U+AKzhPgCt4T4Arhk+AK8ZPgCGAAAAh4QAAGp4AIBueACAcngAgHZ4AIB6eACAfngAgLh9PgC5AT4AugE+ALsBPgC8AT4AvQk+AL4xPgC/MT4AsGk+ALF1PgCyfT4As3U+ALRZPgC1RT4Atk0+ALdFPgCohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAIJ4AICGeACAingAgL8k5gGOeACAkngAgJZ4AICaeACAuFUDALlZAwC6bQMAu2UDALx9AwC9ZQMAvm0DAL9lAwCwtQIAsb0CALKBAgCzgQIAtHEDALVxAwC2cQMAt3EDALMdAgCeeACAongAgKZ4AICEiAMAtlUCALU1AgAWdwCAu3kCALpxAgCqeACArngAgL+1AwC+tQMAvVUCALxVAgCyeACAo1kCALZ4AIC6eACAphECAL54AIDCeACApXECAKo1AgCrPQIAxngAgMp4AICu8QMAr/EDAKwRAgCtEQIAqKkCAKmpAgCquQIAq7kCAKypAgCtqQIArjkBAK85AQCAzQEAgQkAAIIZAADOeACA0ngAgL64BQDaeACA3ngAgLjpAQC56QEAuokBALuFAQC8nQEAvYEBAL6BAQC/tQEAsEkBALFVAQCyXQEAs1UBALRNAQC18QEAtvEBALfxAQDvFAAA4ngAgIaoBQCH3AUA5ngAgIRYBADqeACA78Q+AO54AIDhxD4A8ngAgOMwPgDjyAAA9ngAgOEoAQD6eACAtn0CAP54AIACeQCAtXUCAAZ5AICzZQIACnkAgA55AIC+3QEAv2EBALzdAQC91QEAutkBALvFAQASeQCAFnkAgKOxBQDWeACAGnkAgB55AIAieQCApqkFAKWhBQAmeQCAqxEGAKoNBgAqeQCALnkAgK+1BgCuCQYArQEGAKwJBgAyeQCANnkAgDp5AIA+eQCAgBkAAIEZAACCBQAAQnkAgL5sAwBGeQCAhsgAAIccAwBKeQCATnkAgFJ5AIBWeQCAqLkHAKm5BwCqDQcAqx0HAKwJBwCtNQcArjEHAK8pBwCEqAMAWnkAgF55AIBieQCAZnkAgGp5AIBueQCAcnkAgLjJAAC5yQAAutkAALvRAAC8+QAAvfkAAL6ZAAC/mQAAsF0HALEhBwCyIQcAsz0HALQpBwC1KQcAtgEHALcBBwCzhQYAdnkAgHp5AIB+eQCAgnkAgLa1BgC1gQYAhnkAgLvlBgC6mQYAinkAgI55AIC/7QYAvu0GAL3pBgC89QYAknkAgJZ5AICaeQCAnnkAgKJ5AICmeQCAqnkAgO+QBACueQCA4dwGALJ5AIDj7AUAgCkAAIEVAACCEQAAvnwBAKMFBgC6eQCAhigAAIdMAQC+eQCApjUGAKUBBgDCeQCAq2UGAKoZBgDGeQCAynkAgK9tBgCubQYArWkGAKx1BgDOeQCAs70BANJ5AIDWeQCAtnkBANp5AIDeeQCAtXkBALpVAQC7XQEA4nkAgOZ5AIC++QAAv/kAALxFAQC9+QAAqHECAKlxAgCqcQIAq3ECAKy1AgCtvQIArrUCAK+tAgCE7AwA6nkAgO55AIDyeQCA9nkAgPp5AID+eQCAAnoAgLhpAwC5aQMAugkDALsJAwC8GQMAvRkDAL4JAwC/CQMAsNUCALHdAgCy1QIAs2kDALR5AwC1eQMAtmkDALdhAwAGegCACnoAgA56AICj9QIAEnoAgKUxAgCmMQIAFnoAgBp6AIAeegCAqh0CAKsVAgCsDQIArbEDAK6xAwCvsQMAgGEAAIFhAACCBQAAInoAgIbwDACHYAMAvhAMACp6AIBmeACALnoAgDJ6AIA2egCAOnoAgD56AIBCegCARnoAgKiFAgCplQIAqpUCAKulAgCsvQIArdUCAK7RAgCv0QIASnoAgE56AIBSegCAVnoAgFp6AIBeegCAYnoAgGZ6AIC4dQEAuX0BALp1AQC7zQEAvNUBAL3dAQC+yQEAv8EBALC1AgCxvQIAsoECALOBAgC0VQEAtV0BALZVAQC3TQEA4RAGAIRIDADjDAYAanoAgISYDABuegCAcnoAgHZ6AIB6egCAfnoAgIJ6AICGegCAgXUAAIB1AADvIAEAgnUAAIp6AICOegCAknoAgL7ADACFtA4A4RACAO9cAADjABYA4ZABAJp6AIDjWAEA7zwHAJ56AICiegCAhgAIAIe4DACznQ0AJnoAgKZ6AICqegCArnoAgLbVDQC1tQ0AsnoAgLv5DQC68Q0AtnoAgLp6AIC/GQ4AvhEOAL3VDQC81Q0AvnoAgKPZDQDCegCAxnoAgKaRDQDKegCAznoAgKXxDQCqtQ0Aq70NANJ6AIDWegCArlUOAK9dDgCskQ0ArZENAKhdDgCpYQ4AqmEOAKthDgCsYQ4ArWEOAK5hDgCvYQ4A2noAgN56AIDiegCA5noAgOp6AIDuegCA8noAgPZ6AIC4TQ8AuVEPALpRDwC7UQ8AvHEPAL1xDwC+cQ8Av3EPALDBDwCxwQ8AssEPALPBDwC0wQ8AtcEPALbBDwC3wQ8As+kPAPp6AIC+gAEA/noAgJZ6AIC24Q8AtekPAAJ7AIC7BQ4AugUOAAp7AIAGewCAvwUOAL4FDgC9FQ4AvBUOAIFNAACAQQAA72gNAIJRAACG8AcAh9QBAA57AIASewCAFnsAgIRwAQAaewCAHnsAgOHgDgAiewCA40gNACZ7AICjaQ8AKnsAgC57AIAyewCANnsAgKZhDwClaQ8AOnsAgKuFDgCqhQ4APnsAgEJ7AICvhQ4AroUOAK2VDgCslQ4ARnsAgLMxDgBKewCATnsAgLbBAQBSewCAVnsAgLXRAQC6zQEAu6UBAFp7AIBeewCAvqUBAL+tAQC8sQEAvbEBAI/dJgCj8Q0AYnsAgGZ7AICmAQIAansAgG57AIClEQIAqg0CAKtlAgByewCAviAEAK5lAgCvbQIArHECAK1xAgCfoQwAnnkKAJ1pCgCc0QgAm7E2AJp1NgCZ0TQAmOEyAJdtMgCWZTIAlTU/AJRhPgCTcT4AkjU7AJFxOgCQeToAgJUAAIGdAACCoQAAensAgO9EAgDhdA8AfnsAgOMcDwDj1AEAgnsAgOHgAQDvXAEAo7UCAKJBAACh3Q4AoLkOALWpAwCGewCAhMAEALahAwCG8AUAh+QEALOFAwCKewCAvXEDALxpAwC/QQMAvnEDAI57AIC2eQCAu3EDALp5AwCC3ScAgwE7AL6EBwC+wAYAhhE/AIcZPwCEETsAhV06AIp9PgCLJTMAknsAgJZ7AICOuTUAjxU3AIw1MwCNgTMAkqE3AJPZCQC+xBkAmnsAgJaxDQCXUQ8AlHkLAJVhCwCaBQ8Am5EBAJ57AICiewCApnsAgN0AAACcfQMAqnsAgOFIDwCuewCA4xwOALJ7AIC2ewCAunsAgL57AIDCewCAsUEXALChFwCzqesBsgHoAbUB7AG0EesB74wOAMZ7AICpxR8AqAEcAKsBEACqkR8ArdkTAKzREwCv2RcArgUTAKHxAgDKewCAo8kHAKLBAgClARgApGUHAKehGwCm+RsAqCkFAKldBQCqVQUAq20FAKx5BQCteQUArm0FAK9hBQB2ewCAznsAgNJ7AIDWewCAgA0AAIGxAACCsQAA2nsAgLiJBQC5iQUAup0FALuVBQC8uQUAvbkFAL5RBgC/UQYAsOUFALHtBQCy5QUAs/0FALTtBQC13QUAttUFALe9BQCj3QUA3nsAgOJ7AICEDAAA5nsAgKb5BQCl8QUA6nsAgKspBQCqIQUAhpgAAIegAACvGQUArikFAK0pBQCsMQUA7nsAgLNhBgDyewCA9nsAgLYhBgD6ewCA/nsAgLUBBgC6rQcAu40HAAJ8AIAGfACAvo0HAL9xBwC8lQcAvY0HAL65BQC/uQUAvLkFAL25BQC6uQUAu7kFALi5BQC5uQUAtkkFALdJBQC0fQUAtXUFALJ5BQCzeQUAsBUFALF9BQCuXQUAr20FAKxFBQCtXQUAqqUKAKtdBQCovQoAqa0KAAp8AIAOfACAEnwAgBZ8AIAafACAHnwAgCJ8AIAmfACAqA0HAKkdBwCqLQcAq0kHAKxNBwCtZQcArrEGAK+xBgAqfACALnwAgDJ8AIA2fACAOnwAgD58AIBCfACARnwAgLhVBgC5XQYAulUGALtxBgC8NQYAvfEBAL7xAQC/8QEAsK0GALGNBgCyhQYAs50GALSNBgC1cQYAtnUGALdtBgCjpQQAgi0AAIEVAACAHQAASnwAgKblBAClxQQATnwAgKtJBQCqaQUAUnwAgFp8AICvtQUArkkFAK1JBQCsUQUAhmAcAIcIAwBefACAs4UCAGJ8AIC1gQIAtoECAGZ8AIBqfACAbnwAgLoJAwC7CQMAvBkDAL0ZAwC+CQMAvwkDAKxVAgCtXQIArmECAK9hAgCoDQIAqVUCAKpRAgCrUQIAhKwDAHJ8AIB2fACAenwAgIT8HQB+fACAgnwAgIZ8AIC8cQMAvXEDAL5xAwC/cQMAuHEDALlxAwC6cQMAu3EDALSRAwC1kQMAtpEDALeRAwCwkQMAsZEDALKRAwCzkQMAinwAgI58AICSfACAlnwAgJp8AIDhpAEAnnwAgOOAAQC+aBwAonwAgKZ8AIDv2AYAqnwAgK58AICyfACAtnwAgKOJAwCCLQAAgRUAAIAdAAC6fACApo0DAKWNAwC+fACAqwUCAKoFAgDCfACAynwAgK8FAgCuBQIArRUCAKwVAgCGIBwAh8QdAM58AIDSfACA1nwAgNp8AIDefACA72wGAOJ8AIDhbAcA5nwAgON0BwDqfACA7nwAgPJ8AID2fACAs5EBAPp8AID+fACAAn0AgAZ9AIC2sQEAtbkBAAp9AIC7VQEAukkBAA59AIASfQCAv/UAAL71AAC9RQEAvEUBAKNRHgDGfACAFn0AgBp9AIAefQCApnEeAKV5HgAifQCAq5UeAKqJHgAmfQCAKn0AgK81HwCuNR8ArYUeAKyFHgCAbQAAgRUAAIIdAADv/BkALn0AgDJ9AIA2fQCAOn0AgIbAAACHrAMAPn0AgEJ9AIBGfQCA4SwcAEp9AIDjzBwAqK0eAKnNHgCq2R4Aq9EeAKzxHgCt8R4Arj0eAK81HgCE7AAATn0AgFJ9AIBWfQCAWn0AgF59AIBifQCAZn0AgLjRHwC53R8Auu0fALvlHwC84R8AveEfAL7hHwC/4R8AsE0eALFRHgCyUR4As1EeALTxHwC18R8AtvEfALfxHwCobR4AqY0eAKqFHgCrnR4ArIUeAK2NHgCuuR4Ar7UeAGp9AIBufQCAcn0AgHZ9AIB6fQCAfn0AgIJ9AICGfQCAuJ0eALmtHgC6pR4Au0UBALxdAQC9RQEAvkUBAL91AQCw0R4AsdEeALLRHgCz0R4AtLUeALW9HgC2tR4At60eALMNHgCKfQCAjn0AgJJ9AICWfQCAtg0eALUNHgCafQCAuxUeALoVHgCefQCAon0AgL95HgC+cR4AvQUeALwFHgCCbQAAo0keAIBVAACBZQAApkkeAL6cAQCqfQCApUkeAKpRHgCrUR4Ah3wAAIZMAACuNR4Arz0eAKxBHgCtQR4AqF0CAKltAgCqZQIAq30CAKxpAgCtsQIArrECAK+xAgCE7AQArn0AgLJ9AIC2fQCAun0AgL59AIDCfQCAxn0AgLhxAwC5cQMAunEDALtxAwC81QMAvd0DAL7VAwC/zQMAsNECALHRAgCy0QIAs9ECALRRAwC1UQMAtlEDALdRAwCz7QIAyn0AgM59AIC+gAQA0n0AgLYxAgC14QIA1n0AgLsVAgC6FQIA2n0AgN59AIC/lQMAvpUDAL0FAgC8BQIA4n0AgKOpAgDmfQCA6n0AgKZ1AgDufQCA8n0AgKWlAgCqUQIAq1ECAPZ9AID6fQCArtEDAK/RAwCsQQIArUECAKjZAgCpIQEAqiEBAKshAQCsIQEArSEBAK4hAQCvIQEA/n0AgAJ+AIAGfgCAviAEAAp+AIAOfgCAEn4AgBp+AIC4jQEAuZEBALqRAQC7pQEAvL0BAL11AAC+fQAAv3UAALDlAQCx7QEAsvkBALPxAQC02QEAtdkBALa5AQC3tQEA4RgeAB5+AIDjKB8AIn4AgIGlAACApQAAJn4AgIKlAACGAAQAh/QFACp+AIAufgCAMn4AgDZ+AIDvYB4AOn4AgD5+AIBCfgCAhfD0AUZ+AIBKfgCA42QBAE5+AIDhpAEAUn4AgO/IAABWfgCAWn4AgFZ8AICE/AUAXn4AgGJ+AICzKQYAFn4AgGZ+AIBqfgCAbn4AgLYhBgC1KQYAcn4AgLupBgC6oQYAdn4AgHp+AIC/nQYAvp0GAL2lBgC8rQYA4bQHAH5+AIDjeAQAgn4AgIB9AACBEQAAghUAAIZ+AICGwAAAh1gDAIp+AICOfgCAkn4AgJZ+AIDvDAQAmn4AgKOpBgCefgCAon4AgKZ+AICqfgCApqEGAKWpBgCufgCAqykGAKohBgCyfgCAtn4AgK8dBgCuHQYArSUGAKwtBgC6fgCAs0kHAL5+AIDCfgCAtn0HAMZ+AIDKfgCAtXUHALpdBwC7JQcAzn4AgNJ+AIC+IQcAvy0HALw9BwC9MQcAqD0GAKmBBgCqhQYAq5UGAKy5BgCtuQYArqkGAK+pBgDWfgCA2n4AgN5+AIDifgCA5n4AgIK5AACBsQAAgLkAALitBgC5vQYAurUGALtFAQC8XQEAvUUBAL5FAQC/dQEAsN0GALGlBgCyrQYAs6EGALShBgC1rQYAtpkGALeVBgCjDQYA6n4AgO5+AIDyfgCAhJgCAKY5BgClMQYAvpwBAKthBgCqGQYAhggAAId8AQCvaQYArmUGAK11BgCseQYA+n4AgLO1AQD+fgCAAn8AgLZVAQAGfwCACn8AgLWhAQC6cQEAu3kBAA5/AIASfwCAvjEBAL89AQC8UQEAvVEBAKhpAgCpaQIAqnkCAKt5AgCsbQIArZECAK6RAgCvkQIAFn8AgBp/AIAefwCAIn8AgCZ/AIAqfwCALn8AgDJ/AIC4mQIAua0CALqlAgC7bQMAvHUDAL19AwC+dQMAv20DALDxAgCx+QIAssECALPBAgC0sQIAtb0CALa1AgC3qQIANn8AgDp/AIA+fwCAo/0CAEJ/AICl6QIAph0CAEZ/AIBKfwCATn8AgKo5AgCrMQIArBkCAK0ZAgCueQIAr3UCAFJ/AIBWfwCAWn8AgIQADACAGQAAgQkAAII5AABefwCAYn8AgGp/AIBufwCAvuAMAHJ/AIB2fwCAhlgNAIcMAwCowQIAqc0CAKrFAgCr2QIArMkCAK39AgCu9QIArz0BAHp/AIB+fwCAgn8AgIZ/AICKfwCAjn8AgJJ/AIC+MAwAuMUBALnNAQC62QEAu9EBALzxAQC98QEAvpkBAL+ZAQCwRQEAsU0BALJFAQCzXQEAtEUBALVNAQC2RQEAt/0BAOE4BgCWfwCA42wGAJp/AICefwCAon8AgKZ/AICqfwCAhKgNAK5/AICyfwCAtn8AgL6wDwC6fwCA72wGAL5/AIDCfwCApn0AgMZ/AIDKfwCA41AAAM5/AIDhoAEA0n8AgO+EAADafwCAhyANAIZMDwCAPQAAgSEAAIIlAADefwCAs80NAGZ/AIDWfwCA4n8AgOZ/AIC2/Q0AtcENAOp/AIC7CQ4AugEOAO5/AIDyfwCAvwkOAL4BDgC9CQ4AvBEOAPZ/AIDjmAwA+n8AgOH8DwD+fwCAAoAAgAaAAIAKgACADoAAgBKAAIAWgACAGoAAgB6AAIDvYAwAIoAAgCaAAICjTQ0AKoAAgC6AAIAygACANoAAgKZ9DQClQQ0AOoAAgKuJDgCqgQ4APoAAgEKAAICviQ4AroEOAK2JDgCskQ4Agm0AALM1DgCAVQAAgWUAALb1DwCE3AMARoAAgLX9DwC60Q8Au9EPAIYABACH3AAAvn0PAL9lDwC8wQ8AvXkPAKjlDwCp7Q8AqvkPAKv5DwCsMQ4ArTEOAK4xDgCvMQ4ASoAAgE6AAIBSgACAVoAAgFqAAIBegACAYoAAgGaAAIC43Q4AueEOALrhDgC74Q4AvOUOAL3pDgC+mQ4Av5UOALBRDgCxUQ4AslEOALPpDgC0/Q4AteUOALbtDgC35Q4Ao3EPAGqAAIBugACAcoAAgHaAAICmsQ4ApbkOAHqAAICrlQ4AqpUOAH6AAICCgACAryEOAK45DgCtPQ4ArIUOAIaAAICzyQEAioAAgI6AAIC2+QEAkoAAgJaAAIC1wQEAuqkBALu1AQCagACAnoAAgL6tAQC/lQEAvK0BAL2lAQCo5Q0AqfkNAKoFAgCrHQIArA0CAK09AgCuNQIAr10CAKKAAICmgACAqoAAgK6AAICAGQAAgRkAAIIFAACygACAuC0CALk1AgC6MQIAuzECALzVAgC93QIAvtUCAL/NAgCwKQIAsTUCALI9AgCzNQIAtC0CALUVAgC2HQIAtxUCALqAAICEnAIAvoAAgKOBAgDCgACApYkCAKaxAgDGgACAhiAEAIfUAwCq4QIAq/0CAKzlAgCt7QIAruUCAK/dAgC29QMAvkQDAIWM/QG1/QMAyoAAgLP9AwDOgACA0oAAgL59AwC/TQMAvGUDAL19AwC6dQMAu30DANaAAIDagACA3oAAgOKAAICEBAIAoyUCAOaAAIClJQIApi0CAOqAAIDugACA8oAAgKqtAgCrpQIArL0CAK2lAgCupQIAr5UCAPaAAID6gACA/oAAgAKBAIAGgQCA48ADAAqBAIDhrAEADoEAgO9YAwASgQCAFoEAgIANAACB5QAAgu0AABqBAIDhYA8A40ABAOM4DgDheA4AHoEAgCKBAIC+lAUAKoEAgIYABACHZAUALoEAgDKBAIA2gQCA7/wOAO98DgA6gQCAs1EBAD6BAID2fgCAQoEAgEaBAIC2DQEAtQkBAEqBAIC74QAAuhkBAE6BAIBSgQCAv9EAAL7pAAC96QAAvPkAALaAAIAmgQCAVoEAgFqBAIBegQCAYoEAgGaBAIBqgQCAqKEGAKmtBgCquQYAq7EGAKzhBgCt7QYAruUGAK/FBgCwvQYAsUUHALJNBwCzXQcAtE0HALV1BwC2fQcAtx0HALglBwC5LQcAuiUHALs9BwC8KQcAvRUHAL4RBwC/EQcAoxEGAG6BAIBygQCAdoEAgHqBAICmTQYApUkGAH6BAICroQcAqlkGAIKBAICGgQCAr5EHAK6pBwCtqQcArLkHAIANAACBFQAAgh0AAIqBAICOgQCAkoEAgISUAwC+lAMAloEAgJqBAICGyAAAh4wAAJ6BAICigQCApoEAgKqBAIConQYAqa0GAKqlBgCrvQYArK0GAK3RBgCu1QYAr80GAK6BAICygQCAtoEAgLqBAIC+gQCAwoEAgMaBAIDKgQCAuF0BALnBAQC6wQEAu8EBALzBAQC9yQEAvvEBAL/xAQCwvQYAsY0GALKFBgCzZQEAtH0BALVlAQC2bQEAt2UBALMtBgDOgQCA0oEAgNaBAIDagQCAtlEGALUlBgDegQCAu0kGALp5BgDigQCA5oEAgL+hAQC+uQEAvbEBALxRBgDqgQCAo2kGAO6BAIDygQCAphUGAPaBAID6gQCApWEGAKo9BgCrDQYA/oEAgAKCAICu/QEAr+UBAKwVBgCt9QEAutUHALvdBwC4wQcAucEHAL4xBAC/MQQAvPEHAL3xBwCyrQcAs7UHALCtBwCxpQcAtp0HALf1BwC0pQcAtZUHAKppBwCraQcAqGkHAKlpBwCuaQcAr2kHAKxpBwCtaQcAgLkDAIGNAwCChQMAhKgDAIZQ/AGHCAMAvjQDAAqCAICoZQIAqXUCAKp9AgCrdQIArG0CAK21AwCuvQMAr7UDAA6CAIASggCAFoIAgBqCAIAeggCAIoIAgCaCAIAqggCAuFEDALlZAwC6YQMAu2EDALwRAwC9HQMAvhUDAL8JAwCwzQMAsdUDALLdAwCz1QMAtM0DALVxAwC2cQMAt3EDAC6CAIAyggCAs/0DADaCAIC17QMAOoIAgD6CAIC2PQIAQoIAgEaCAIC7GQIAugECAL0JAgC8AQIAv70CAL4BAgBKggCAToIAgITE/QG+wPwBUoIAgFaCAIBaggCA79wDAF6CAIDhlAEAYoIAgOMQAwBmggCAgu0AAIHtAACA7QAA4TgGAOE8BwDjQAEA45QGAGqCAIBuggCAcoIAgHqCAICGgPwBh+j9AX6CAICCggCAhoIAgIqCAIDvnAEA79wGAKM1AwCOggCAkoIAgJaCAICaggCApvUCAKUlAwCeggCAq9ECAKrJAgCiggCApoIAgK91AgCuyQIArcECAKzJAgB2ggCAqoIAgK6CAICyggCA76T9AbaCAIC6ggCAvoIAgON4/QHCggCA4UD8AcaCAIDKggCAzoIAgNKCAIDWggCAs+X+AYItAACBFQAAgB0AANqCAIC25f4BtfX+Ad6CAIC7Yf8Butn+AeKCAICE5AMAv2n/Ab5h/wG9df8BvHn/Aaj9/gGpJf4Bqi3+Aasl/gGsPf4BrSX+Aa4t/gGvJf4BviwAAOaCAICGiAAAh+wAAOqCAIDuggCA8oIAgPaCAIC4gf8BuYH/AbqZ/wG7mf8BvIn/Ab21/wG+sf8Bv63/AbBd/gGx5f8Bsu3/AbPh/wG05f8Bte3/AbbZ/wG32f8Bo6X/AfqCAID+ggCAAoMAgAaDAICmpf8BpbX/AQqDAICrIf4Bqpn/AQ6DAIASgwCAryn+Aa4h/gGtNf4BrDn+ARaDAICz6f4BGoMAgB6DAIC2lf4BIoMAgCaDAIC16f4BurH+Abu5/gEqgwCALoMAgL51AQC/fQEAvJH+Ab2R/gGoHf4BqS3+Aaol/gGrPf4BrCX+Aa1R/gGuUf4Br1H+ATKDAIA2gwCAOoMAgD6DAIBCgwCARoMAgEqDAIBOgwCAuNkBALnZAQC67QEAu+EBALzhAQC94QEAvuEBAL/hAQCwMf4BsTn+AbIB/gGzAf4BtPUBALX9AQC29QEAt+kBAKOt/QFSgwCAvkwDAFqDAIBegwCAptH9AaWt/QFigwCAq/39Aar1/QFmgwCAaoMAgK85AgCuMQIArdX9AazV/QGA+QMAgfkDAIJNAACFdCAAboMAgITYAwCE1AQAcoMAgIZABACHVAMAdoMAgHqDAIB+gwCAgoMAgIaDAIC+8AUAqDECAKkxAgCqMQIAqzECAKyVAwCtnQMArpUDAK+NAwCKgwCAjoMAgJKDAICWgwCAhHwHAJqDAICegwCAooMAgLipAwC5qQMAumkDALtpAwC8eQMAvXkDAL5pAwC/aQMAsP0DALHNAwCyxQMAs60DALS5AwC1uQMAtq0DALelAwCmgwCAqoMAgK6DAICygwCAtoMAgLqDAIDv6AMAvoMAgOGQAQDCgwCA42wDAMqDAICAJQAAgSkAAIIdAADOgwCAs/kDANKDAICGaAcAh1wFANaDAIC2XQIAtV0CANqDAIC7SQIAunkCAN6DAIDigwCAvz0CAL49AgC9OQIAvFECAOaDAIDhPP4BvkAGAOPwAQDqgwCA7oMAgPKDAID2gwCA+oMAgP6DAIAChACABoIAgAaEAIAKhACADoQAgO/kAQAShACAFoQAgKNxAwAahACApdUCAB6EAIAihACAptUCACaEAIAqhACAq8ECAKrxAgCtsQIArNkCAK+1AgCutQIA4dz8AcaDAIDjUAQA74gEAID1BwCBCQAAgj0AAC6EAICEJAEAMoQAgDaEAIA6hACAPoQAgOFMBADv5BwA43QEALNdBgBChACAhgAMAIfgAwBGhACAtgUGALV1BgBKhACAuxEGALoJBgBOhACAUoQAgL/VBgC+1QYAvQEGALwJBgCojQYAqZUGAKqVBgCrpQYArL0GAK3FBgCuxQYAr/UGAFaEAIBahACAXoQAgGKEAIBmhACAaoQAgG6EAIByhACAuHUGALl9BgC6dQYAu80HALzVBwC93QcAvtUHAL/NBwCwjQYAsZUGALKdBgCzlQYAtFEGALVRBgC2UQYAt1EGAKMdBwCPFewBdoQAgHqEAIB+hACApkUHAKU1BwCChACAq1EHAKpJBwCGhACAioQAgK+VBwCulQcArUEHAKxJBwCeRfkBn6X5AZyR/QGdTfkBmlX9AZtd/QGYBfEBmZX+AZal8gGXYfEBlG31AZU19QGS4ekBk4X2AZBV7AGRXekBsbEdALClHQCziRkAskEcALUBJAC09RkAjoQAgJKEAICWhACAgqkDAIGhAwCAaQAAohUFAKMFAgCgFQYAob0FAKHFAQCahACAo80NAKLlAQClAQgApN0NAKfRCQCm2QkAqQEUAKilCACrxRQAqs0VAK3REQCsARAArwEcAK51EQCCEe8BgynvAZ6EAICihACAhuH1AYcR9gGEOeoBhY3qAYp59gGL4fEBvqQMAKqEAICO+f0BjzH+AYw98gGNYfIBkkn+AZOd/gGHCAwAhmwMAJax+gGX+QUAlFn6AZVZ+gGaYQYAm8EGAK6EAICyhACAtoQAgLqEAICcyQEAvoQAgKitBQCpuQUAqs0FAKvdBQCszQUArf0FAK71BQCvHQUAwoQAgMaEAIDKhACAzoQAgNKEAIDWhACA2oQAgN6EAIC4dQUAuX0FALoJBQC7CQUAvB0FAL0BBQC+AQUAvz0FALBxBQCxcQUAsnEFALNxBQC0UQUAtVEFALZRBQC3TQUAs0UEAOKEAIDmhACA6oQAgO6EAIC2fQQAtUUEAPKEAIC7tQQAurUEAPaEAID6hACAv5UEAL6VBAC9pQQAvKUEAP6EAICjAQQAAoUAgAaFAICmOQQACoUAgA6FAIClAQQAqvEEAKvxBAAShQCAhOwNAK7RBACv0QQArOEEAK3hBADh0AYAhAwMAOMoBwC+AAwAGoUAgO9EAwCGuAwAhywNAB6FAIDjlAEAIoUAgOH8AQBWgwCAJoUAgO/IBgAqhQCALoUAgDKFAICzjQMANoUAgLWNAwA6hQCAPoUAgLa1AwBChQCARoUAgLtBAwC6SQMAvUEDALxZAwC/QQMAvkkDAKNFDACmhACAFoUAgEqFAIBOhQCApn0MAKVFDABShQCAq4kMAKqBDABWhQCAWoUAgK+JDACugQwArYkMAKyRDACAFQ8AgR0PAIIhDwCzIQ4AXoUAgLUhDgC2JQ4AYoUAgGaFAIBqhQCAusEOALvBDgC8wQ4AvcEOAL7BDgC/wQ4AqK0OAKntDgCq5Q4Aq/0OAKzlDgCt6Q4ArjkOAK85DgBuhQCAcoUAgHaFAIB6hQCAgB0AAIEJAACCvQEAfoUAgLjNDwC51Q8AutUPALvlDwC8/Q8AvZUPAL6RDwC/kQ8AsEkOALFJDgCyWQ4As1kOALRJDgC1SQ4Atv0PALf1DwCjbQ8AgoUAgL6EAQCKhQCAjoUAgKZpDwClbQ8AkoUAgKuNDwCqjQ8AhogAAIdsAQCvjQ8Aro0PAK2NDwCsjQ8AloUAgLPtDgCahQCAnoUAgLaRDgCihQCApoUAgLXhDgC6tQ4Au70OAKqFAICuhQCAvn0BAL9lAQC8mQ4AvZkOAKgRDgCpJQ4AqiEOAKs5DgCsLQ4ArVUOAK5dDgCvUQ4AhKgAALKFAIC2hQCAuoUAgL6FAIDChQCAxoUAgMqFAIC47QEAuZUBALqVAQC7rQEAvLUBAL11AQC+fQEAv3UBALA1DgCxPQ4AsgkOALMJDgC0/QEAteUBALblAQC31QEAo6kNAM6FAIDShQCA1oUAgNqFAICm1Q0ApaUNAN6FAICr+Q0AqvENAOKFAIDmhQCAryECAK45AgCt3Q0ArN0NAIANAACBFQAAgh0AAOqFAIDuhQCA8oUAgIeQAwCGfAQAvuwEAPqFAID+hQCAAoYAgAaGAIAKhgCADoYAgBKGAICyLQ4AszUOALAtDgCxJQ4Ati0OALedDwC0LQ4AtSUOALq9DwC7jQ8AuKUPALm9DwC+LQ8AvxUPALyVDwC9JQ8AFoYAgBqGAIAehgCAIoYAgCaGAIAqhgCALoYAgDKGAICqpQ4Aq7UOAKjFDgCp3Q4Arp0OAK9VDgCspQ4ArZUOAKgNAgCpFQIAqhUCAKtNAgCsWQIArVkCAK5NAgCvRQIAhKgFADaGAIA6hgCAPoYAgIS4BABChgCARoYAgEqGAIC4/QIAuUEBALpBAQC7QQEAvEEBAL1JAQC+cQEAv3EBALAJAgCxCQIAss0CALPFAgC03QIAtcUCALbNAgC3xQIA4dQPAOMQDgDj9A4A4QwOAE6GAIBShgCAVoYAgFqGAIBehgCAYoYAgL4kBABqhgCA7AAAAO9EAADvzA4AboYAgIJlAACz2QIAgFUAAIFtAAC2nQIAcoYAgHaGAIC1lQIAuokCALuJAgCGqAQAh+AEAL5dAgC/RQIAvF0CAL1VAgCjHQUA9oUAgGaGAIB6hgCAfoYAgKZZBQClUQUAgoYAgKtNBQCqTQUAhoYAgIqGAICvgQUArpkFAK2RBQCsmQUAjoYAgLMpBgCShgCAloYAgLYpBgCahgCAnoYAgLUpBgC6pQYAu60GAKKGAICmhgCAvqUGAL+tBgC8tQYAva0GAKjlBgCp7QYAquUGAKv9BgCs5QYAre0GAK7lBgCvXQYAqoYAgK6GAICyhgCAtoYAgLqGAIC+hgCAwoYAgMaGAIC46QcAuekHALr9BwC79QcAvO0HAL1FBwC+TQcAv0UHALAlBgCxLQYAsiUGALM9BgC0JQYAtS0GALYlBgC32QcAo20HAIItAACBFQAAgB0AAMqGAICmbQcApW0HAM6GAICr6QcAquEHANKGAIC+oAEAr+kHAK7hBwCt6QcArPEHANaGAICzkQYAhugAAIcsAQC2QQEA2oYAgN6GAIC1UQEAuk0BALslAQDihgCA5oYAgL4lAQC/LQEAvDEBAL0xAQCwrQEAscUBALLBAQCzwQEAtMUBALXNAQC28QEAt/EBALgBAQC5AQEAugEBALsBAQC8AQEAvQEBAL4BAQC/AQEA6oYAgO6GAIDyhgCA9oYAgIaFAID6hgCA/oYAgAKHAICoTQYAqVkGAKo9BgCrNQYArP0BAK3lAQCu5QEAr9UBAKPVBQAGhwCACocAgA6HAIAShwCApgUCAKUVAgAWhwCAq2ECAKoJAgAahwCAHocAgK9pAgCuYQIArXUCAKx1AgAihwCAJocAgCqHAIAuhwCAMocAgOFkBQA2hwCA4+wFAIARAACBEQAAghEAAO/0BgA6hwCAPocAgEKHAIC+MAMAhMQCAEqHAICz4QMAhMAcALVRAwBOhwCAUocAgLZZAwBWhwCAWocAgLtxAwC6eQMAvbUAALxpAwC/tQAAvrUAAF6HAIDhlAEAYocAgONcAgCGcBwAh0QDAGaHAIBqhwCAbocAgHKHAIB2hwCAeocAgH6HAICChwCAhocAgO94AgCoVQIAqV0CAKphAgCrYQIArNECAK3RAgCu0QIAr9ECAIqHAICOhwCAkocAgJaHAICahwCAnocAgKKHAICmhwCAuGkBALlpAQC6CQEAuwkBALwZAQC9GQEAvgkBAL8FAQCwtQIAsb0CALK1AgCzaQEAtHkBALV5AQC2aQEAt2EBAOHEBwDjpAYA47gGAOF8BgCADQAAgTUAAII9AACqhwCArocAgLKHAIC+4B0AuocAgL6HAIDvYAAA7+gGAMKHAICjqQIAxocAgMqHAIDOhwCA0ocAgKYRAgClGQIA1ocAgKs5AgCqMQIAhkgcAIfMHACv/QEArv0BAK39AQCsIQIAqIUeAKmRHgCqkR4Aq60eAKy1HgCt1R4ArtEeAK/FHgC2hwCA2ocAgN6HAIDihwCA5ocAgOqHAIDuhwCA8ocAgLhhHwC5YR8AumEfALthHwC8YR8AvWEfAL5hHwC/YR8AsL0eALGFHgCyjR4As4UeALSdHgC1hR4Ato0eALeFHgCzGR4A9ocAgPqHAID+hwCAAogAgLZVHgC1PR4ABogAgLtBHgC6eR4ACogAgA6IAIC/QR4AvlkeAL1RHgC8WR4AEogAgKNdHgAWiACAGogAgKYRHgAeiACAIogAgKV5HgCqPR4AqwUeAISkAwC+qAMArh0eAK8FHgCsHR4ArRUeAKitHgCptR4AqrUeAKvJHgCs2R4ArdkeAK7JHgCvwR4AgO0BAIHxAQCC8QEAJogAgIaQAACHdAEAKogAgC6IAIC4yQEAuckBALrZAQC70QEAvPkBAL35AQC+mQEAv5UBALBFAQCxTQEAskUBALNdAQC0RQEAtU0BALZFAQC3+QEAsz0eADKIAIA2iACAOogAgD6IAIC2WR4AtVEeAEKIAIC7iQEAuoEBAEaIAIBKiACAv4kBAL6BAQC9iQEAvJEBAE6IAIBSiACAo3UeAFaIAIClGR4AWogAgF6IAICmER4ARocAgGKIAICrwQEAqskBAK3BAQCs2QEAr8EBAK7JAQBmiACAaogAgG6IAIByiACAdogAgIQYAgB6iACAfogAgIKIAICGiACAiogAgI6IAICSiACAmogAgJ6IAIC+cAMAgGkAAIFpAACCeQAAhAAEAIbwBACHdAMAoogAgO8MHwCmiACA4aweAKqIAIDj8B4ArogAgLKIAIC2iACAuogAgL6IAIDCiACAxogAgMqIAIDvVAIAzogAgNKIAIDWiACA46QCANqIAIDhgAEA3ogAgOKIAIDmiACA6ogAgO6IAICzRQMA8ogAgPaIAID6iACA/ogAgLZFAwC1VQMAAokAgLshAwC6SQMAvqAEAAqJAIC/KQMAviEDAL01AwC8OQMAqDkCAKk5AgCqjQIAq4UCAKydAgCthQIAroUCAK+1AgCA7QEAgfUBAIL1AQAOiQCAhpAEAIcEBQASiQCAFokAgLhFAQC5TQEAukUBALtdAQC8SQEAvUkBAL55AQC/eQEAsM0CALGlAgCyrQIAs6ECALSlAgC1rQIAtp0CALd9AQAaiQCAHokAgCKJAIAmiQCAKokAgC6JAIAyiQCA74gBAITsBADhVB4ANokAgONUAQA6iQCAPokAgEKJAIBGiQCAo0UCAEqJAIBOiQCAUokAgFaJAICmRQIApVUCAFqJAICrIQIAqkkCAF6JAIBiiQCArykCAK4hAgCtNQIArDkCAKg1BgCpPQYAqlEGAKttBgCseQYArWUGAK5tBgCvZQYABokAgGaJAIBqiQCAbokAgIAZAACBGQAAggUAAHKJAIC45QYAuekGALr5BgC7+QYAvOkGAL3pBgC+nQYAv5UGALAdBgCx5QYAsu0GALPlBgC0/QYAteEGALbhBgC34QYAs9kGAL7QAwB2iQCAeokAgH6JAIC25QYAtfEGAIKJAIC7IQYAutkGAIaYAACHeAMAvyUGAL45BgC9MQYAvDkGAIaJAICjnQYAiokAgI6JAICmoQYAkokAgJaJAICltQYAqp0GAKtlBgCaiQCAnokAgK59BgCvYQYArH0GAK11BgCo7QcAqSkGAKoxBgCrMQYArJEGAK2RBgCukQYAr5EGAKKJAICmiQCAqokAgK6JAICyiQCAtokAgLqJAIC+iQCAuIUGALmNBgC6hQYAu50GALyNBgC9vQYAvrUGAL95AQCw8QYAsfEGALLxBgCzxQYAtMEGALXBBgC2wQYAt8EGALO5BgDCiQCAxokAgMqJAIDOiQCAthEGALUZBgDSiQCAuzUGALo1BgDWiQCA2okAgL8FBgC+BQYAvREGALwlBgClQQYA3okAgOKJAICmSQYAgRUAAIB5AACj4QYAghUAAK1JBgCsfQYAr10GAK5dBgCENAEAlogAgKttBgCqbQYAvswDAOqJAICzlQIA7okAgLXZAgDyiQCA9okAgLbRAgCGgAwAhzgDALvFAgC6xQIAvRUDALwVAwC/FQMAvhUDAPqJAID+iQCA71gGAIRAAwACigCABooAgAqKAIAOigCAEooAgBaKAIAaigCAHooAgOE4BgAiigCA4yQGAL5wDACsSQIArUkCAK5dAgCvVQIAqB0CAKkFAgCqBQIAq10CAISoDAAmigCAKooAgC6KAIC+vA0AMooAgDaKAIA6igCAvE0DAL1VAwC+VQMAv2UDALjpAwC56QMAul0DALtVAwC0yQMAtckDALbZAwC32QMAsBkCALEZAgCy2QMAs9kDAD6KAIDj5AAAQooAgOG8AQBGigCAgj0AAIE9AACAPQAASooAgE6KAIBSigCAWooAgF6KAIDvzAMAYooAgGaKAICj3QMAaooAgIboDACHYA0AbooAgKaZAwClkQMAcooAgKuNAwCqjQMAdooAgHqKAICvXQIArl0CAK1dAgCsXQIAfooAgIKKAICGigCAiooAgI6KAICSigCAlooAgO/gAQCEvAwA4YwGAJqKAIDjHAYAnooAgKKKAICmigCAqooAgLPVAQCuigCAsooAgLaKAIC6igCAtpEBALWZAQC+igCAu70BALq9AQDCigCAyooAgL+dAQC+nQEAvZ0BALydAQCoBQ4AqQkOAKodDgCrFQ4ArFEOAK1RDgCuSQ4Ar0kOAFaKAICCzQ8AgfUPAID9DwDGigCAzooAgIYcAACHsAMAuOkOALnpDgC6/Q4Au/UOALztDgC9VQ8AvlEPAL9NDwCwOQ4AsTkOALIJDgCzCQ4AtBkOALUZDgC2DQ4At9kOAKOVDgDSigCA1ooAgNqKAIDeigCAptEOAKXZDgDiigCAq/0OAKr9DgDmigCA6ooAgK/dDgCu3Q4Ard0OAKzdDgDuigCAs/0PAPKKAID2igCAtoEPAPqKAID+igCAtZkPALqNDwC7ZQ8AAosAgAaLAIC+fQ8Av2UPALx9DwC9dQ8AqC0OAKk1DgCqMQ4AqzEOAKxVDgCtRQ4ArkUOAK91DgAKiwCADosAgBKLAIAWiwCAGosAgB6LAIAiiwCAJosAgLjpDgC59Q4Auv0OALv1DgC87Q4AvZEOAL6RDgC/kQ4AsA0OALHlDgCy7Q4As+UOALT9DgC15Q4Atu0OALflDgCjuQ4Agi0AAIEVAACAHQAAKosAgKbFDgCl3Q4ALosAgKshDgCqyQ4AMosAgL4sAQCvIQ4ArjkOAK0xDgCsOQ4AOosAgLZVAQC1RQEANosAgLNVAQA+iwCAhngAAIdcAAC/OQEAvjEBAL0lAQC8JQEAuzEBALpZAQDmiQCAQosAgEaLAIBKiwCAhAQDAKOJAgBOiwCApZkCAKaJAgBSiwCAvyg5AFaLAICqhQIAq+0CAKz5AgCt+QIAru0CAK/lAgDjWAIA78AOAOGIAQBaiwCAXosAgGKLAIBmiwCAaosAgG6LAIByiwCAdosAgHqLAIDvKAIA4ygOAH6LAIDhRA4AqbUCAKhpDQCrAQIAqgkCAK0BAgCsGQIArzECAK4BAgC+AAQAgosAgIaLAICKiwCAjosAgJKLAICWiwCAmosAgLnlAwC45QMAu+UDALrlAwC95QMAvOUDAL/lAwC+5QMAsSECALBJAgCzJQIAsiUCALUpAgC0IQIAtxUCALYVAgCowQIAqdECAKr1AgCrDQEArBUBAK0FAQCuBQEArzkBAJ6LAICiiwCAqosAgK6LAICyiwCAtosAgLqLAIC+iwCAuC0BALk9AQC67QEAu+UBALz9AQC95QEAvu0BAL/lAQCwLQEAsTUBALI9AQCzNQEAtC0BALUVAQC2HQEAtxUBAIA9AQCBpQAAgq0AAO/YAACGsAUAh9gFAMKLAIDv1A8AhGwEAOH0DgDGiwCA4xwPAMqLAIDhlAEAzosAgOMMDgCzPQIA0osAgNaLAIDaiwCA3osAgLbFAQC13QEA4osAgLuxAQC6qQEA5osAgOqLAIC/kQEAvqkBAL2hAQC8qQEAposAgO6LAICqRQYAq10GAKxFBgCtTQYArkUGAK99BgDyiwCA9osAgPqLAICj0QUA/osAgKUxBgCmKQYAAowAgAaMAICCHQAAgR0AAIAdAAAKjACADowAgBKMAIC+lAMAFowAgBqMAICGSAMAh8wDAB6MAIAijACAJowAgCqMAICoqQcAqakHAKq5BwCruQcArKkHAK2pBwCuAQcArzUHAC6MAIAyjACANowAgDqMAIA+jACAQowAgEaMAIBKjACAuC0HALnBAAC66QAAu+kAALz5AAC95QAAvuUAAL+dAACwUQcAsV0HALItBwCzJQcAtD0HALUlBwC2JQcAtxUHALMxBgBOjACAUowAgFaMAIBajACAtikGALUhBgBejACAu5kGALqVBgBijACAZowAgL/hBgC++QYAvfEGALz5BgBqjACAo3UGAG6MAIByjACApm0GAHaMAIB6jACApWUGAKrRBgCr3QYAfowAgIKMAICuvQYAr6UGAKy9BgCttQYAqOUBAKn1AQCq/QEAq/UBAKztAQCtNQEArj0BAK81AQCA+QAAgc0AAILFAACEYAEAvngBAIqMAICHrAAAhpABALjRAAC52QAAuuEAALvhAAC8kQAAvZ0AAL6VAAC/iQAAsE0BALFVAQCyXQEAs1UBALRNAQC18QAAtvEAALfxAACzdQIAjowAgJKMAICWjACAmowAgLa1AgC1ZQIAnowAgLuRAgC6iQIAoowAgKaMAIC/NQMAvokCAL2BAgC8iQIAqowAgKMxAgCujACAhMADAKbxAgCyjACAtowAgKUhAgCqzQIAq9UCALqMAIC+jACArs0CAK9xAwCszQIArcUCAKuNAACqjQAAqY0AAKg5AwCvvQAArr0AAK2FAACsjQAAqgAAAKsAAADCjACAxowAgMqMAIDOjACA0owAgNaMAIC7fQAAun0AALl9AAC4fQAAv90BAL7dAQC93QEAvN0BALO5AACysQAAsaEAALCtAAC3XQAAtl0AALWVAAC0lQAA2owAgN6MAIDijACA5owAgIE1AACADQAA6owAgII1AAC+rD0A7owAgPKMAICFaD0A+owAgP6MAICGODwAh8ACALNJAQACjQCA0AAAAAaNAIAKjQCAtkkBALVJAQAOjQCAuykBALolAQASjQCAFo0AgL8dAQC+HQEAvSEBALwpAQDjNDYA4QwGAOGwAgDjPAYAGo0AgB6NAIAijQCAJo0AgIQsPwC+oD8AKo0AgC6NAIDvfDcAMo0AgDaNAIDvGAEAOo0AgD6NAICGaD4Ah8w/AEKNAIBGjQCASo0AgO+UAABOjQCA4ZQBAFKNAIDjUAAAVo0AgILpPwCB6T8AgPE/AKMJPgCPASQA9owAgFqNAIBejQCApgk+AKUJPgBijQCAq2k+AKplPgBmjQCAao0AgK9dPgCuXT4ArWE+AKxpPgCeYTgAn3U4AJzBNACdtTkAmqU1AJt1NACYeTAAmXExAJYhLQCXhTEAlG0sAJVlLACSeSgAk6UtAJBRJACReSgAsQ0UALAFFACzARgAslUUALV5GAC0tRgAbo0AgHKNAIB2jQCAeo0AgH6NAICCjQCAotE8AKMlAQCgdTkAob08AKHJAACGjQCAowEEAKLlAAClHQQApPUEAKf5CACmAQgAqQEMAKhtCACrzQwAqs0MAK3REACsARAAr9URAK7ZEACCBSUAgy0lAIqNAICOjQCAhsEsAIcRLQCEHSkAhRUpAIopLQCLZSwAko0AgJaNAICOHTAAj8E0AIzZMACNHTEAkmE1AJPNNQCajQCAno0AgJZhOQCXmTgAlKE4AJV9OQCaYT0AmwU9AKKNAICmjQCAqo0AgK6NAICc6QAAso0AgLaNAIC6jQCAvo0AgMKNAICGjACAxo0AgMqNAIDOjQCAqJE+AKmRPgCq7T4Aq+E+AKzhPgCt6T4ArtE+AK/RPgCwUT4AsVE+ALJRPgCzUT4AtHk+ALV5PgC2bT4At2U+ALghPgC5IT4Aujk+ALs5PgC8KT4AvRU+AL4RPgC/DT4AgJkDAIGZAwCCBQAA0o0AgL5UAwDhsD0A2o0AgONAPgCEOAIA3o0AgOKNAIDv9D8A5o0AgOqNAICGmAQAhxwDALMFPQCECAQA7o0AgPKNAID2jQCAtgk9ALUJPQD6jQCAu/U9ALr1PQD+jQCAAo4AgL/dPQC+3T0AveU9ALzlPQAGjgCACo4AgKPNPQC+xAQApcE9AA6OAIASjgCApsE9ABaOAIAajgCAqz09AKo9PQCtLT0ArC09AK8VPQCuFT0AtmkCAB6OAIAijgCAtWkCACaOAICzSQIAKo4AgC6OAIC+qQMAv6kDALzBAwC9wQMAuvkDALv5AwAyjgCANo4AgKgtAwCpnQMAqpUDAKutAwCstQMArb0DAK61AwCv2QMAgA0AAIEVAACCHQAAOo4AgD6OAIBCjgCAh7QFAIacBAC4MQIAuTECALo1AgC7zQIAvNUCAL3dAgC+1QIAv8kCALBpAgCxaQIAskECALNBAgC0OQIAtTkCALYRAgC3EQIASo4AgOM0PgBOjgCA4aw+AFKOAIDvfAMAVo4AgFqOAIBejgCA45QDAGKOAIDhfD4AZo4AgO/oPgBqjgCAbo4AgHKOAIB2jgCAo1UDAHqOAICldQMAfo4AgIKOAICmdQMAho4AgIqOAICr5QIAquUCAK3dAgCs3QIAr7UCAK61AgCoGQYAqSEGAKohBgCrPQYArCUGAK1dBgCuVQYAr00GAEaOAICOjgCAko4AgJaOAICajgCAno4AgKKOAICmjgCAuOUGALmBBgC6gQYAu50GALyJBgC9iQYAvqEGAL+hBgCwPQYAsQ0GALIFBgCz7QYAtPUGALXhBgC24QYAt90GALOpBgCCLQAAgRUAAIAdAACqjgCAtt0GALWtBgCujgCAu8kGALr5BgCyjgCAhOADAL8lBgC+MQYAvTkGALzRBgC+iAMAo+0GANaNAIC2jgCAppkGALqOAIC+jgCApekGAKq9BgCrjQYAhkgAAIdsAACudQYAr2EGAKyVBgCtfQYAqIEGAKmNBgCqmQYAq5UGAKyNBgCttQYArrEGAK+tBgDCjgCAxo4AgMqOAIDOjgCA0o4AgNaOAIDajgCA3o4AgLilBgC5YQEAumEBALthAQC8YQEAvWEBAL5hAQC/YQEAsNkGALHZBgCyqQYAs6kGALS9BgC1oQYAtqEGALedBgCzEQYA4o4AgOaOAIDqjgCA7o4AgLY1BgC1BQYA8o4AgLsdBgC6HQYA9o4AgPqOAIC/ZQYAvnkGAL19BgC8fQYA/o4AgKNVBgACjwCABo8AgKZxBgAKjwCADo8AgKVBBgCqWQYAq1kGABKPAIAWjwCArj0GAK8hBgCsOQYArTkGAKjVAgCp3QIAqikDAKspAwCsOQMArTkDAK4pAwCvKQMAGo8AgB6PAIAijwCAKo8AgC6PAIAyjwCAvrgDADaPAIC47QMAuYUDALqBAwC7gQMAvIUDAL2NAwC+sQMAv7EDALBZAwCxWQMAsu0DALPlAwC0/QMAteUDALblAwC31QMAgKEAAIGhAACCoQAAvoAMADqPAICEmAIAPo8AgEKPAICGAAwAh/QDAEaPAIBKjwCATo8AgFKPAIBWjwCAhLADALPhAwBajwCAXo8AgGKPAIBmjwCAtvkDALXxAwBqjwCAu90DALrdAwBujwCAco8AgL9hAwC+eQMAvXEDALx5AwB2jwCAeo8AgH6PAICjLQIAgo8AgKU9AgCmNQIAho8AgIqPAICOjwCAqhECAKsRAgCstQIArb0CAK61AgCvrQIA48QDAOMQBwDhuAEA4WwHAIBxAACBcQAAggUAAJKPAICGwAwAh1QNAJqPAICejwCA77ADAO8ABwCijwCApo8AgKqPAICujwCAso8AgLaPAIC6jwCAvo8AgMKPAIDvpAEAhKANAOGABgDGjwCA4xABAMqPAIDOjwCA0o8AgNaPAICz9QEA2o8AgN6PAIDijwCA5o8AgLZNAQC1SQEA6o8AgLtRAQC6SQEA7o8AgPKPAIC/OQEAvjEBAL1BAQC8SQEAqC0OAKk1DgCqPQ4AqzEOAKyBDgCtjQ4AroUOAK+1DgCWjwCA9o8AgPqPAID+jwCAgBkAAIEZAACCBQAAApAAgLidDgC5rQ4AuqUOALtNDwC8VQ8AvV0PAL5JDwC/QQ8AsM0OALHVDgCy3Q4As9UOALS1DgC1vQ4AtrUOALetDgCjtQ4AvogDAAaQAIAKkACADpAAgKYNDgClCQ4AEpAAgKsRDgCqCQ4AhggAAIdsAwCveQ4ArnEOAK0BDgCsCQ4AFpAAgBqQAIAekACAs7UPACKQAIC1VQ8Atl0PACaPAIAmkACAKpAAgLp5DwC7eQ8AvGkPAL1dDwC+SQ8Av0kPAKhpDgCpaQ4AqnEOAKtxDgCskQ4ArZEOAK6RDgCvkQ4ALpAAgDKQAIA2kACAOpAAgD6QAIBCkACARpAAgEqQAIC4hQ4AuY0OALqFDgC7nQ4AvI0OAL29DgC+tQ4Av3kBALDxDgCx8Q4AsvEOALPFDgC0wQ4AtcEOALbBDgC3wQ4Ao/kOAE6QAIBSkACAVpAAgFqQAICmEQ4ApRkOAF6QAICrNQ4AqjUOAGKQAIBmkACArwUOAK4FDgCtEQ4ArCUOAIANAACBFQAAgh0AAGqQAIBukACAcpAAgISUAQC+lAEAhkAHAIf0AAB6kACAfpAAgIKQAICGkACAipAAgI6QAICojQIAqZUCAKqVAgCrzQIArNUCAK3dAgCuyQIAr/0CAJKQAICWkACAmpAAgJ6QAIC/ABQAopAAgKaQAICqkACAuH0DALnBAwC6wQMAu8EDALzBAwC9yQMAvvEDAL/xAwCwhQIAsUUDALJNAwCzRQMAtF0DALVFAwC2TQMAt0UDALMdAgCukACAspAAgLaQAIC6kACAtl0CALVdAgC+kACAu4EDALpBAgDCkACAxpAAgL+BAwC+mQMAvZEDALyZAwDKkACAo1kCAM6QAIDSkACAphkCANaQAIDakACApRkCAKoFAgCrxQMA3pAAgOKQAICu3QMAr8UDAKzdAwCt1QMA6pAAgOPMAACEBAIA4bwBAIDJAQCB/QEAgvUBAL4QBQDukACAvigEAPKQAID2kACA+pAAgO8QAAD+kACAApEAgIbgBACH9AIABpEAgAqRAIDj/A8ADpEAgOHgDwASkQCA7xQPABaRAIAakQCAHpEAgCKRAIAmkQCAKpEAgC6RAIAykQCANpEAgDqRAIA+kQCAQpEAgEaRAIBKkQCA7+ABAIUEEgDh3A4ATpEAgOMcDgCAKQAAgR0AAIIFAABSkQCAszECAFqRAICEzAUAXpEAgGKRAIC2KQIAtSECAGaRAIC7zQEAus0BAGqRAIBukQCAv3UBAL7JAQC9wQEAvMkBAKjpBQCp6QUAqvkFAKv5BQCs6QUArekFAK45BgCvOQYA5pAAgFaRAICGiAAAhwADAHKRAIB2kQCAepEAgH6RAIC40QYAudkGALrhBgC74QYAvJEGAL2dBgC+lQYAv4kGALBJBgCxSQYAsl0GALNVBgC0TQYAtfEGALbxBgC38QYAo3EFAIKRAICGkQCAipEAgI6RAICmaQUApWEFAJKRAICrjQYAqo0GAJaRAICakQCArzUGAK6JBgCtgQYArIkGAJ6RAICikQCAs+EHAKaRAIC14QcAqpEAgK6RAIC25QcAdpAAgLKRAIC7vQcAuqEHAL2VBwC8qQcAv5UHAL6VBwCoAQYAqSUGAKohBgCrIQYArCEGAK0tBgCuJQYAr1UGALaRAICCHQAAgR0AAIAdAAC6kQCAvpEAgMKRAIC+MAEAuDkGALk5BgC6yQYAu8kGALzZBgC92QYAvskGAL/JBgCwLQYAsTEGALI1BgCzCQYAtBkGALUZBgC2CQYAtwkGAKOpBgCEjAIAhigfAIdEAQDKkQCApq0GAKWpBgDOkQCAq/UGAKrpBgDSkQCA1pEAgK/dBgCu3QYArd0GAKzhBgDakQCAsxUGAN6RAIDikQCAtj0GAOaRAIDqkQCAtTUGALrZAQC72QEA7pEAgPKRAIC+fQEAv2UBALx9AQC9dQEAqMUFAKnJBQCq2QUAq9EFAKz5BQCt+QUArikCAK8pAgD2kQCA+pEAgP6RAIACkgCAjAAAAAaSAIAKkgCADpIAgLjtAgC5hQIAuo0CALuBAgC8hQIAvY0CAL69AgC/fQMAsFkCALFZAgCy7QIAs+UCALT9AgC15QIAtuUCALfVAgCjUQUAEpIAgBaSAIAakgCAHpIAgKZ5BQClcQUAIpIAgKudAgCqnQIAJpIAgCqSAICvIQIArjkCAK0xAgCsOQIAghEAAC6SAICAZQAAgQkAADKSAIC+mAMAOpIAgD6SAICEJAMAQpIAgIdoAwCGjBwARpIAgEqSAIBOkgCAUpIAgFaSAIBakgCAs6ECAITAHAC10QIAXpIAgGKSAIC21QIAZpIAgGqSAIC7wQIAuvUCAL0RAQC82QIAvxEBAL4ZAQBukgCAcpIAgHaSAIB6kgCAfpIAgIKSAICGkgCA77gGAIqSAIDhnAQAjpIAgON0BgCSkgCAlpIAgJqSAICekgCAgPkAAIH5AACCBQAAopIAgL5YHACEWB8A71wAAO9ABgDhkAEA4fwGAOM8AADjdAYAqpIAgK6SAICGmBwAh/QcAKNpAgC+DB8AspIAgLaSAIC6kgCAph0CAKUZAgC+kgCAqwkCAKo9AgDCkgCAxpIAgK/ZAQCu0QEArdkBAKwRAgCokR0AqZkdAKqhHQCroR0ArNEdAK3dHQCu1R0Ar8kdADaSAICmkgCAypIAgM6SAIDSkgCA1pIAgNqSAIDekgCAuHkeALl5HgC6zR4Au8UeALzdHgC9xR4AvsUeAL/1HgCwuR0AsY0dALKFHQCzTR4AtFUeALVdHgC2VR4At0keALjNHwC51R8Aut0fALvVHwC88R8Avf0fAL7pHwC/6R8AsKUfALGxHwCysR8As40fALSVHwC19R8Atv0fALf1HwCoGR4AqRkeAKotHgCrPR4ArCUeAK0tHgCuJR4Ar90fAOKSAIDmkgCA6pIAgO6SAIDykgCAxpEAgPaSAID6kgCAs+UfAP6SAIACkwCABpMAgAqTAIC27R8Ate0fAA6TAIC7NR4AuiEeABKTAIAWkwCAv3EeAL4RHgC9GR4AvCUeAIJpAACjoR8AgFkAAIFRAACmqR8AGpMAgB6TAIClqR8AqmUeAKtxHgCGAAQAh+wBAK5VHgCvNR4ArGEeAK1dHgCoMR4AqTEeAKpBHgCrQR4ArEEeAK1JHgCucR4Ar3EeACKTAIAmkwCAKpMAgC6TAIAykwCANpMAgDqTAIA+kwCAuCkBALkpAQC6OQEAuzUBALwtAQC90QAAvtEAAL/RAACwyQEAsckBALLZAQCz2QEAtMkBALXJAQC2GQEAtxkBALPJHQBCkwCARpMAgEqTAIBOkwCAtskdALXJHQBSkwCAuw0CALoNAgBWkwCAWpMAgL8NAgC+DQIAvQ0CALwNAgBekwCAo40dAGKTAIBmkwCApo0dAGqTAIBukwCApY0dAKpJAgCrSQIAcpMAgHaTAICuSQIAr0kCAKxJAgCtSQIAgA0AAIERAACCEQAAepMAgO/MAgB+kwCAgpMAgISQAgDjLAIAvigDAOHYAQCKkwCAhhAEAIfUAwCOkwCAkpMAgLNhAwCWkwCAmpMAgJ6TAICikwCAtnkDALVxAwCmkwCAu10DALpdAwCqkwCArpMAgL/hAAC++QAAvfEAALz5AACjoQIAspMAgLaTAIC6kwCAvpMAgKa5AgClsQIAwpMAgKudAgCqnQIAxpMAgMqTAICvIQEArjkBAK0xAQCsOQEAzpMAgNKTAIDvZB8A1pMAgNqTAIDekwCA4pMAgOaTAICADQAAgREAAIIVAADqkwCA4eAcAO6TAIDjiB8A8pMAgISAAgC+jAUAh0gFAIYsBAD6kwCA/pMAgO+kHgDv9B4A4QAeAOFQHwDjLB4A47AeAAKUAIAGlACACpQAgA6UAIASlACAFpQAgISEBACzcQEAGpQAgLUdAQC2FQEAHpQAgCKUAIAmlACAugEBALsBAQC89QAAvf0AAL71AAC/7QAAqK0GAKm9BgCqtQYAq8kGAKzZBgCt2QYArskGAK/BBgAqlACALpQAgDKUAIA2lACAOpQAgD6UAIBClACARpQAgLhtBwC5BQcAug0HALsBBwC8AQcAvQEHAL4BBwC/AQcAsIkGALGJBgCybQcAs2UHALR9BwC1ZQcAtmUHALdVBwCGkwCAozkGAEqUAID2kwCApl0GAE6UAIBSlACApVUGAKpJBgCrSQYAVpQAgFqUAICuvQcAr6UHAKy9BwCttQcAgG0AAIEJAACCGQAAXpQAgGKUAIC+nAMAZpQAgGqUAICGQAAAh2AAAG6UAIBylACAdpQAgHqUAIB+lACAgpQAgKiRBgCpkQYAqrkGAKu5BgCsqQYArakGAK7ZBgCv2QYAhpQAgIqUAICOlACAkpQAgJaUAICalACAnpQAgKKUAIC4cQEAuXEBALpxAQC7cQEAvNkBAL3BAQC+wQEAv/UBALCxBgCxuQYAsokGALOJBgC0UQEAtVEBALZRAQC3UQEAszEGAKaUAICqlACArpQAgLKUAIC2KQYAtSEGALaUAIC7fQYAunUGALqUAIC+lACAv5UBAL6VAQC9XQYAvF0GAMKUAICjdQYAxpQAgMqUAICmbQYAzpQAgNKUAIClZQYAqjEGAKs5BgCErAEAvqABAK7RAQCv0QEArBkGAK0ZBgCo3QIAqe0CAKrlAgCr/QIArOUCAK3tAgCu5QIArz0DANqUAIDelACA4pQAgL5kDADmlACA6pQAgO6UAIDylACAuMkDALnJAwC62QMAu9EDALz5AwC9+QMAvpkDAL+VAwCwRQMAsU0DALJFAwCzXQMAtEUDALVNAwC2RQMAt/kDAIFVAwCASQMAs2UCAIJVAwC1ZQIA9pQAgPqUAIC2ZQIAhgAMAIfkAwC7gQMAuokDAL2BAwC8mQMAv4EDAL6JAwCjLQIA/pQAgAKVAIAGlQCACpUAgKYtAgClLQIADpUAgKvJAwCqwQMAEpUAgBaVAICvyQMArsEDAK3JAwCs0QMA49gGAOGsBwDhnAYA45wGABqVAICEWA0AHpUAgCKVAIAmlQCAKpUAgC6VAIAylQCA7xwBADaVAIA6lQCA70AGAIB5AACBFQAAghEAAIQADAA+lQCA46wAAEKVAIDhpAEASpUAgO9wAACGyAwAh6QNAE6VAIBSlQCAVpUAgFqVAIC6yQUAu8kFALilBQC5zQUAvvkFAL/5BQC8zQUAvcUFALKlBQCzrQUAsBEGALERBgC2rQUAt50FALS1BQC1rQUAqmEGAKthBgConQYAqZUGAK5hBgCvYQYArHEGAK1xBgBelQCAYpUAgGaVAIBqlQCAbpUAgHKVAIC+sAwAdpUAgKghDgCpIQ4AqiEOAKs9DgCsJQ4ArS0OAK4lDgCviQ4ARpUAgHqVAIB+lQCAgpUAgIaVAICKlQCAjpUAgJKVAIC4UQ8AuV0PALpVDwC7bQ8AvHUPAL19DwC+dQ8Av2kPALD5DgCxoQ4AsqEOALOhDgC0oQ4AtakOALaRDgC3kQ4As6kOAJaVAIDWlACAmpUAgJ6VAIC2rQ4Ata0OAKKVAIC7ZQ4Auj0OAKaVAICqlQCAv20OAL5lDgC9dQ4AvHUOAIIZAACj7Q4AgGUAAIEZAACm6Q4ArpUAgLKVAICl6Q4AqnkOAKshDgC2lQCAupUAgK4hDgCvKQ4ArDEOAK0xDgCoYQ4AqXUOAKp9DgCrdQ4ArG0OAK31DgCu/Q4Ar/UOAIaAAQCHpAEAvpUAgMKVAIDGlQCAypUAgM6VAIDSlQCAuHUBALl9AQC6dQEAu8kBALzdAQC9xQEAvsUBAL/1AQCwjQ4AsZUOALKdDgCzkQ4AtFUBALVdAQC2VQEAt00BALP1DgDWlQCA2pUAgN6VAIDilQCAtnUOALXlDgDmlQCAu1EOALpJDgDqlQCA7pUAgL+ZAQC+kQEAvUUOALxJDgDylQCAo7EOAPaVAID6lQCApjEOAP6VAIAClgCApaEOAKoNDgCrFQ4ABpYAgAqWAICu1QEAr90BAKwNDgCtAQ4AqO0CAKktAwCqJQMAqz0DAKwlAwCtLQMAriUDAK+ZAwAOlgCAEpYAgBaWAIAalgCAHpYAgCKWAIC+dAIAKpYAgLiNAwC5kQMAupEDALulAwC8vQMAvXUAAL59AAC/dQAAsOkDALHpAwCy+QMAs/EDALTZAwC12QMAtrkDALe1AwCArQAAgbUAAIK9AACzoQMALpYAgLWhAwC2oQMAMpYAgITgAgA2lgCAuiEDALshAwC8IQMAvSkDAL4RAwC/EQMAo+0DAIXABACFtG8AOpYAgD6WAICm7QMApe0DAEKWAICrbQMAqm0DAIZIBQCHbAMAr10DAK5dAwCtZQMArG0DAEaWAIDjAA4A71hsAOG0DwBKlgCATpYAgFKWAIBWlgCAoakDAKD9DwCjwQMAog0DAOHgAwDv4A8A4+QDAFqWAIBelgCAYpYAgIQEBAC+BAQAZpYAgO+UAwBqlgCAbpYAgHKWAIDj1AMAdpYAgOFUAAB6lgCAfpYAgIKWAICGlgCAgA0AAIEVAACCHQAAipYAgI6WAICSlgCAj5EbAO+cDgCE4AcA4dQOAJqWAIDj8A4AnpYAgKKWAICGGAcAh5AEAJnlFwCY5RcAm+kLAJo5CwCd/QoAnPELAJ9VDwCeXQ8AkSkfAJDNGwCTJR8Aks0fAJXREwCUKRMAlxkXAJZ1EwCM4RAAjSUQAI4tEACP+QwAJpYAgJaWAICKORQAi5UUAITpGACFBRgAhuUYAIfxFACmlgCAqpYAgIIxHACDFRwAnKkEAK6WAICylgCAtpYAgLqWAIC+lgCAmtEEAJt9BACUTQ0AleUIAJblCACXtQgAwpYAgMaWAICSWQwAk1kMAKGRAADKlgCAowF8AKKZAACluXwApJF8AKeZeACm4X0AqYF5AKiheACriXQAqgF0AK0BcACsWXQAr4VwAK6dcACx4WwAsAFsALMBaACyHWwAtfVoALT1aADOlgCA0pYAgNaWAIDalgCA3pYAgOKWAIDmlgCA6pYAgO6WAIDylgCAqD0HAKmVBwCqlQcAq6kHAKzdBwCtxQcArsUHAK8dBgD2lgCAgh0AAIEdAACAHQAA+pYAgP6WAIAClwCAvmABALgZBgC5GQYAuikGALslBgC8IQYAvSEGAL4hBgC/IQYAsHEGALFxBgCycQYAs3EGALRNBgC1NQYAtj0GALctBgCzHQcACpcAgIYoAACHqAAADpcAgLZFBwC1VQcAEpcAgLu1BgC6tQYAFpcAgBqXAIC/8QYAvokGAL2lBgC8pQYAHpcAgKNZBwAilwCAJpcAgKYBBwAqlwCALpcAgKURBwCq8QYAq/EGADKXAIA2lwCArs0GAK+1BgCs4QYAreEGAKipBQCptQUAqr0FAKs9AgCsJQIArVECAK5RAgCvUQIAOpcAgD6XAIBClwCARpcAgIQ8AwBKlwCATpcAgFKXAIC4pQIAua0CALqlAgC7vQIAvKUCAL2tAgC+pQIAv30DALAxAgCxMQIAshkCALMZAgC09QIAta0CALalAgC3nQIAVpcAgFqXAIBelwCAszkFAGKXAIC1oQIAtt0CAGaXAIBqlwCAbpcAgLr5AgC7+QIAvMECAL3BAgC+PQIAv2UCAHKXAICmgQIApf0CAHqXAICjZQUAvlh8AIbYfACHnHwArzkCAK5hAgCtnQIArJ0CAKulAgCqpQIAfpcAgIKXAICohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAIGFAQCAhQEAhpcAgILtAQCKlwCAjpcAgJKXAICWlwCAuHUBALl9AQC6dQEAu80BALzVAQC93QEAvskBAL/BAQCwtQIAsb0CALKBAgCzgQIAtFEBALVRAQC2UQEAt1EBAJqXAICelwCAopcAgKaXAIDhMAYA4WQHAOMoBgDjxAYAhCB9AKqXAIDvbAAA7xgGAK6XAICylwCAtpcAgLqXAICzXQIAvkh8AL6XAIDClwCAxpcAgLYVAgC1dQIAypcAgLs5AgC6MQIAzpcAgNKXAIC/1QEAvtUBAL0VAgC8FQIAo519AHaXAIDWlwCA2pcAgN6XAICm1X0ApbV9AOKXAICr+X0AqvF9AOaXAIDqlwCArxV+AK4VfgCt1X0ArNV9AIBNAACBVQAAglUAALOxfgDulwCAtWV/ALZtfwDylwCAhkADAIcEAwC66X8Au+l/ALz5fwC9+X8Avt1/AL/NfwD2lwCA+pcAgAaXAID+lwCAApgAgAaYAIAKmACADpgAgKhtfgCpXX4AqlV+AKuFfwCsgX8ArYF/AK6BfwCvgX8AsEF/ALFBfwCyQX8As0F/ALR1fwC1ZX8Atm1/ALdlfwC4XX8AuS1/ALolfwC7PX8AvC1/AL0dfwC+FX8Av/UAAKP9fwASmACAFpgAgBqYAIAemACApiF+AKUpfgAimACAq6V+AKqlfgAmmACAKpgAgK+BfgCukX4ArbV+AKy1fgAumACAMpgAgDaYAIA6mACAPpgAgEKYAIBGmACASpgAgIA9AACBCQAAghkAAE6YAIBSmACAhLgBAL6wAQBWmACAqK0BAKnVAQCq1QEAqw0BAKwVAQCtGQEArgkBAK8JAQCGAAQAhwQBAFqYAIBemACAYpgAgGaYAIBqmACAbpgAgLjtAAC5hQAAuo0AALuFAAC8nQAAvYUAAL6NAAC/hQAAsHkBALF5AQCy7QAAs+UAALT9AAC15QAAtuUAALfVAACzXQIAcpgAgHaYAIB6mACAfpgAgLaZAgC1nQIAgpgAgLu9AgC6vQIAhpgAgIqYAIC/IQMAvjkDAL0xAwC8OQMAvigDAKMZAgCOmACAkpgAgKbdAgCWmACAmpgAgKXZAgCq+QIAq/kCAJ6YAICimACArn0DAK9lAwCsfQMArXUDAL7IBACmmACAqpgAgL7EBQCumACAspgAgLaYAIC6mACAgD0AAIEJAACCGQAAvpgAgMKYAICEOAMAypgAgM6YAIDveAIA0pgAgIZIBACHVAMA1pgAgNqYAIDemACA4pgAgOaYAIDqmACA7pgAgPKYAIDjVAIA9pgAgOFAAQD6mACA/pgAgOMkfwACmQCA4Zx8AAaZAIAKmQCADpkAgBKZAICEbAUAFpkAgBqZAIAemQCAIpkAgO8YfwAmmQCAKpkAgLPxAgAumQCAMpkAgDqZAIA+mQCAtukCALXhAgBCmQCAu3EBALppAQCHoAUAhswEAL85AQC+WQEAvVEBALxhAQDhQH8ARpkAgOM4fgCEwAQAgtkAAO8UAACApQAAgdkAAEqZAIDjwAAATpkAgOHUAQBSmQCAVpkAgO+EfgBamQCAqs0BAKvVAQBemQCAYpkAgK79AQCvnQEArMUBAK31AQBmmQCAo1UCAGqZAIBumQCApk0CAHKZAIB2mQCApUUCAMaYAIA2mQCAepkAgH6ZAICCmQCAhpkAgIqZAICOmQCAqJkGAKmZBgCq7QYAq/0GAKzlBgCt7QYAruUGAK/dBgCwpQYAsa0GALKlBgCzuQYAtK0GALVVBwC2UQcAt00HALh1BwC5fQcAunUHALtJBwC8WQcAvVkHAL5JBwC/RQcAs0UGAJKZAICWmQCAmpkAgJ6ZAIC2TQYAtU0GAKKZAIC7SQYAukEGAIYIAACHjAAAv7EHAL5JBgC9TQYAvFEGAIJdAACjAQYAgEUAAIFdAACmCQYAqpkAgK6ZAIClCQYAqgUGAKsNBgCymQCAtpkAgK4NBgCv9QcArBUGAK0JBgCoTQYAqVUGAKpVBgCriQYArLEGAK29BgCuqQYAr6kGAKaZAIC6mQCAvpkAgMKZAIDGmQCAypkAgM6ZAIDSmQCAuEkBALlJAQC6WQEAu1kBALxJAQC9SQEAvt0BAL/VAQCw3QYAsa0GALKlBgCzjQYAtJkGALWZBgC2jQYAt4UGALPdBgDWmQCA2pkAgN6ZAIDimQCAtj0GALU5BgDmmQCAu2kGALoZBgDqmQCA7pkAgL9dBgC+XQYAvVkGALxxBgDymQCAo5kGAPaZAID6mQCApnkGAP6ZAIACmgCApX0GAKpdBgCrLQYABpoAgAqaAICuGQYArxkGAKw1BgCtHQYAqNUCAKndAgCq4QIAq+ECAKw1AwCtPQMArjUDAK8tAwCAzQMAgQkAAIIZAAAOmgCAEpoAgIQYAgC+dAMAGpoAgLjpAwC56QMAuokDALuFAwC8nQMAvYEDAL6BAwC/tQMAsFUDALFdAwCyVQMAs+kDALT5AwC1+QMAtukDALfhAwCGIAwAhxADAB6aAIAimgCAJpoAgCqaAIAumgCA71wCADKaAIDhFAAANpoAgOOIAgC++AwAOpoAgD6aAIBCmgCAu/kDALrxAwC+gA0ARpoAgL9dAwC+XQMAvV0DALzhAwCzCQIASpoAgE6aAIBSmgCAVpoAgLbdAwC13QMAWpoAgKipBgCpqQYAqrkGAKu5BgCsqQYArakGAK4dBQCvFQUAXpoAgGKaAIBmmgCAapoAgG6aAIBymgCAdpoAgHqaAIC4GQUAuS0FALolBQC7yQUAvNkFAL3FBQC+zQUAv8UFALBtBQCxdQUAsnUFALNFBQC0XQUAtT0FALY1BQC3KQUA4fQGAOFUBwDjFAYA47wGAIEJAACAqQAAfpoAgII5AACE7A0AgpoAgIeIDACGDAwAipoAgI6aAIDvzAcA78QHAKMpAwCSmgCAlpoAgJqaAICemgCApv0CAKX9AgCimgCAq9kCAKrRAgCmmgCAqpoAgK99AgCufQIArX0CAKzBAgCoPQ4AqY0OAKqFDgCrnQ4ArIUOAK2NDgCuuQ4Ar7UOAIaaAICumgCAspoAgLaaAIC6mgCAvpoAgMKaAIDGmgCAuL0OALllDwC6bQ8Au2UPALx9DwC9ZQ8Avm0PAL9lDwCw1Q4Asd0OALLVDgCzoQ4AtJUOALWdDgC2lQ4At40OALMNDgDKmgCAzpoAgNKaAIDWmgCAtg0OALUNDgDamgCAuxkOALoRDgDemgCAFpoAgL9ZDgC+UQ4AvXUOALwBDgDimgCAo0kOAOaaAIDqmgCApkkOAO6aAIDymgCApUkOAKpVDgCrXQ4AhKQDAPaaAICuFQ4Arx0OAKxFDgCtMQ4AqLEOAKmxDgCqzQ4Aq8UOAKzdDgCtxQ4ArsUOAK/1DgCA7QEAgfEBAILxAQD6mgCAhpABAIe0AQD+mgCAApsAgLjFAQC5zQEAusUBALvdAQC8zQEAvf0BAL6ZAQC/lQEAsI0OALFBAQCyQQEAs0EBALRBAQC1QQEAtkEBALdBAQCzRQ4ABpsAgAqbAIAOmwCAEpsAgLZFDgC1VQ4AFpsAgLuFAQC6SQ4AGpsAgB6bAIC/hQEAvoUBAL2VAQC8lQEAIpsAgKMBDgAmmwCAKpsAgKYBDgAumwCAMpsAgKURDgCqDQ4Aq8EBADabAIA6mwCArsEBAK/BAQCs0QEArdEBAKgtAwCpPQMAqjUDAKuJAwCsmQMArZkDAK6JAwCvgQMAPpsAgEKbAIBGmwCASpsAgE6bAIBSmwCAVpsAgFqbAIC4rQMAuWUAALptAAC7ZQAAvH0AAL1lAAC+bQAAv2UAALDJAwCxyQMAsqkDALOlAwC0vQMAtaEDALahAwC3lQMAgL0AAIEJAACCGQAAXpsAgGKbAIC+2AMAapsAgG6bAICErAIAcpsAgIfoAwCGDAQAdpsAgHqbAIB+mwCAgpsAgLP9AwCGmwCAipsAgI6bAICSmwCAtlkDALVRAwCWmwCAu00DALpNAwCamwCAnpsAgL8lAwC+OQMAvTEDALw9AwCimwCAppsAgKqbAICumwCA71gPALKbAIC2mwCAupsAgOOQDgC+mwCA4bAPAMKbAIDGmwCAypsAgM6bAIDSmwCAgHUAAIF9AACCdQAAhBgFAO88AwDamwCAvhQFAN6bAIDj0AMA4psAgOFAAADmmwCAhtAEAIdYBQDqmwCA7psAgPKbAID2mwCA+psAgP6bAIACnACABpwAgAqcAIDvrA8AhOwEAOEQDgAOnACA41QBABKcAIAWnACAGpwAgB6cAICj/QIAIpwAgCacAIAqnACALpwAgKZZAgClUQIAMpwAgKtNAgCqTQIANpwAgDqcAICvJQIArjkCAK0xAgCsPQIAqJkGAKmZBgCqrQYAq70GAKylBgCtrQYArqUGAK/ZBgDWmwCAghEAAIEZAACAwQcAPpwAgEKcAIC+cAMARpwAgLhJBwC5SQcAul0HALtVBwC8TQcAvXEHAL51BwC/bQcAsKkGALGpBgCyuQYAs7EGALSZBgC1mQYAtnkHALd5BwC1NQYASpwAgE6cAIC2NQYAhjAAAIdcAwCzPQYAUpwAgL19BgC8dQYAv0UGAL5FBgBmmwCAVpwAgLt1BgC6dQYAo2UGAFqcAIBenACAYpwAgGacAICmbQYApW0GAGqcAICrLQYAqi0GAG6cAIBynACArx0GAK4dBgCtJQYArC0GAKhVBgCpWQYAqm0GAKthBgCsaQYArWkGAK6ZBgCvmQYAdpwAgHqcAIB+nACAgpwAgIacAICKnACAjpwAgJKcAIC4+QYAufkGALqNBgC7hQYAvJ0GAL2FBgC+hQYAv7UGALDpBgCx6QYAsvkGALP5BgC06QYAtd0GALbJBgC3yQYAs+UGAJacAICanACAnpwAgKKcAIC26QYAteEGAKacAIC7LQYAui0GAKqcAICunACAvxkGAL4tBgC9LQYAvC0GAIIVAACjoQYAgGEAAIFhAACmrQYAspwAgL6QAQClpQYAqmkGAKtpBgCEpAEAupwAgK5pBgCvXQYArGkGAK1pBgCohQIAqY0CAKqVAgCruQIArNUCAK3dAgCu1QIAr80CAIaAHACHZAMAvpwAgL5gAwDCnACAxpwAgMqcAIDOnACAuHUDALl9AwC6dQMAu8kDALzZAwC92QMAvskDAL/BAwCwvQIAsY0CALKFAgCzTQMAtFUDALVdAwC2VQMAt00DALMdAgDSnACAhAgDANacAIDanACAtl0CALVdAgDenACAu0kCALp5AgDinACA5pwAgL+ZAwC+kQMAvZkDALxRAgCwAAAAo1kCAOqcAIDunACAphkCAPKcAID2nACApRkCAKo9AgCrDQIA+pwAgP6cAICu1QMAr90DAKwVAgCt3QMAAp0AgAadAIAKnQCA76wGAA6dAIASnQCAFp0AgBqdAIC+6BwAHp0AgCKdAIAqnQCALp0AgOGABwAynQCA42AGAIBdAACBYQAAgmEAALN9AQA2nQCAtW0BALZlAQA6nQCAhiAdAIdYHQC6+QEAu/EBALzZAQC92QEAvrEBAL+xAQDvoAAAPp0AgEKdAIBGnQCASp0AgE6dAIBSnQCA71wBAIRsHADhzAYAVp0AgOMcBgDjSAAAWp0AgOEwAQBenQCAo/EBAGKdAICFABQAZp0AgGqdAICm6QEApeEBAG6dAICrfQEAqnUBAHKdAIB2nQCArz0BAK49AQCtVQEArFUBAKjtHQCpLR4AqjkeAKs5HgCsKR4ArSkeAK6dHgCvkR4AJp0AgHqdAIB+nQCAgp0AgIadAICC+QAAgfEAAID9AAC4qR4AuakeALpJHwC7SR8AvFkfAL1FHwC+TR8Av0UfALDxHgCx+R4AssEeALPBHgC0uR4AtbkeALatHgC3pR4AsBEfALERHwCyER8AsyUfALQlHwC1KR8Atl0fALdRHwC4cR8AuXkfALpBHwC7QR8AvJUAAL2dAAC+lQAAv40AAIqdAIC2nACAjp0AgJKdAICWnQCAmp0AgIb4AwCH0AAAqM0fAKnVHwCq0R8Aq70fAKytHwCtcR8ArnEfAK9xHwCzOR4Anp0AgKKdAICmnQCAqp0AgLaRHgC1RR4Arp0AgLu1HgC6tR4Asp0AgLadAIC/jR4AvoEeAL2RHgC8pR4Aup0AgKN9HgC+nQCAwp0AgKbVHgDGnQCAyp0AgKUBHgCq8R4Aq/EeAM6dAIDSnQCArsUeAK/JHgCs4R4ArdUeAKhVAQCpgQAAqoEAAKuBAACsgQAArYkAAK6xAACvsQAA1p0AgNqdAIDenQCA4p0AgOadAIDqnQCA7p0AgPKdAIC4ZQAAuW0AALplAAC7fQAAvGUAAL1tAAC+ZQAAv90DALChAACxrQAAsqUAALO5AAC0qQAAtZ0AALaVAAC3XQAA9p0AgIIdAACBHQAAgB0AAPqdAID+nQCAAp4AgL4UAgAKngCAhKgCAA6eAIASngCAFp4AgBqeAIAengCAjwAAALNJAwAingCAhugEAIesAgAmngCAtkkDALVJAwAqngCAuykDALolAwAungCAMp4AgL8ZAwC+LQMAvS0DALwxAwA2ngCAo40DADqeAIA+ngCApo0DAEKeAIBGngCApY0DAKrhAwCr7QMASp4AgE6eAICu6QMAr90DAKz1AwCt6QMAvoQDAFKeAIBWngCAWp4AgF6eAIBingCAZp4AgGqeAICAPQAAgQkAAIIZAABungCAcp4AgHqeAICENAMAfp4AgLMtAQCCngCAh8wCAIZMBQCGngCAti0BALUtAQCKngCAu0kBALp5AQCOngCAkp4AgL+9AQC+vQEAvbkBALxRAQDheB8Alp4AgOPQHwCangCAnp4AgOGUAQCingCA42gDAKaeAICqngCArp4AgO+IAwCyngCAtp4AgO+sHwC6ngCAvp4AgMKeAIDGngCAyp4AgM6eAIDSngCA1p4AgO9EHgDangCA4dweAN6eAIDjHB4A4p4AgOqeAIDungCA8p4AgIFpAACAZQAAo+UBAIJ9AACl5QEA9p4AgIQUBACm5QEAvigEAPqeAICrgQEAqrEBAK1xAQCsmQEAr3UBAK51AQCoIQYAqS0GAKolBgCrPQYArCUGAK0tBgCuXQYAr00GAHaeAIDmngCAhggDAIeMAwD+ngCAAp8AgAafAIAKnwCAuOkGALnpBgC6jQYAu4UGALydBgC9hQYAvo0GAL+FBgCwPQYAsQ0GALIFBgCz7QYAtPkGALX5BgC27QYAt+UGALDNBwCx1QcAstEHALPtBwC09QcAtf0HALbpBwC36QcAuN0HALklBwC6LQcAuyUHALw9BwC9JQcAvi0HAL8lBwAOnwCAEp8AgAaeAIAWnwCAGp8AgB6fAIAinwCAJp8AgKgVBgCpGQYAqu0HAKv9BwCs7QcArd0HAK7VBwCvuQcAswUGACqfAIAunwCAMp8AgDafAIC2PQYAtQUGADqfAIC7cQYAumkGAD6fAIBCnwCAv1kGAL5RBgC9WQYAvGUGAEafAICjQQYASp8AgE6fAICmeQYAUp8AgIS0AQClQQYAqi0GAKs1BgC+gAEAWp8AgK4VBgCvHQYArCEGAK0dBgCoNQYAqT0GAKo1BgCrWQYArHUGAK2lAQCurQEAr6UBAIDpAACB6QAAgv0AAL8kAQCGMA8Ah+QAAF6fAIBinwCAuMUAALnNAAC6xQAAu90AALzNAAC9/QAAvvUAAL+dAACw3QEAsSUBALItAQCzIQEAtCEBALUhAQC2IQEAtyEBALvBAgC6OQIAZp8AgGqfAIC/xQIAvsUCAL3VAgC82QIAs50FAG6fAIBynwCAdp8AgIwAAAC2BQIAtd0FAHqfAICqfQIAq4UCAH6fAICCnwCAroECAK+BAgCsnQIArZECAIafAICj2QUAip8AgI6fAICmQQIAkp8AgJafAIClmQUAgpFqAIORagCanwCAnp8AgIa5FgCH6RcAhBEWAIWZFgCKoRIAi6ESAKKfAICmnwCAjpEeAI9ZHgCMmRMAjREeAJJxGgCT5RoAqp8AgO/oJACW8QYAlwUGAJTlGgCVGQYAmikCAJvFAgCunwCAsp8AgLafAIDhKBsAnN0CAOMgDwCfIQcAnsEHAJ01GwCcLRsAm6EbAJr5HwCZOR8AmLEfAJcBEgCWIRMAlSkTAJRRFgCTGRcAkjEXAJGxFwCQKWsAj1FrAOOsBwCEBA0A4RwHAIANAACBNQAAgj0AALqfAIC+nwCAwp8AgL4gDQDKnwCAzp8AgO9MBwCGWAwAh2ANANKfAIDWnwCA2p8AgN6fAICEXA8A4p8AgO8IAADvhAYA4ZABAOGwBgDj4AAA42QGAOafAIDqnwCA7p8AgPKfAID2nwCA+p8AgL4ADwCEQA4A/p8AgAKgAIAGoACACqAAgA6gAIASoACAFqAAgBqgAICj1QMAotUDAKExAwCgLQcAVp8AgMafAIAeoACAIqAAgCagAICCmQAAgZEAAICZAACoTQ0AqZ0NAKqVDQCrJQ4ArD0OAK0RDgCuEQ4ArxEOALB9DgCxDQ4AsgUOALMtDgC0OQ4AtTkOALYtDgC3JQ4AuOkOALnpDgC6wQ4Au8EOALy5DgC9nQ4AvpUOAL+NDgCzPQ0AKqAAgC6gAIAyoACANqAAgLaxDgC1lQ4AOqAAgLvpDgC6mQ4AhogAAIfkAAC/3Q4Avt0OAL3ZDgC88Q4APqAAgKN5DQC+hAEAhIAGAKb1DgBCoACARqAAgKXRDgCq3Q4Aq60OAEqgAIBOoACArpkOAK+ZDgCstQ4ArZ0OALIFNQCzGTQAsG0wALENNQBSoACAVqAAgLQBKAC1PSkAWqAAgF6gAIBioACAZqAAgGqgAIBuoACAcqAAgHagAICiRQEAo9UBAHqgAIChTQEAps0FAKcBOACkAQQApX0FAKoBPACrRT0AqEk5AKnlOQCudTEAr30xAKxdPQCtATAAqO0OAKn1DgCqCQ4AqwkOAKwZDgCtGQ4Arg0OAK8tDgB+oACAgqAAgIagAICKoACAjqAAgJKgAICWoACAmqAAgLgdDgC5JQ4Aui0OALslDgC8PQ4Avd0BAL7VAQC/zQEAsFUOALFdDgCyVQ4Asy0OALQ1DgC1JQ4Ati0OALclDgCzgQ0AnqAAgKKgAICqoACArqAAgLaZDQC1kQ0AvlQEALuZDQC6kQ0AhogEAIe8AwC/4Q0AvvENAL35DQC8gQ0AgkkAAKPFDQCA9QMAgUkAAKbdDQCyoACAtqAAgKXVDQCq1Q0Aq90NALqgAIC+oACArrUNAK+lDQCsxQ0Arb0NAKgdAgCpRQIAql0CAKtVAgCseQIArXkCAK6JAwCviQMAwqAAgMagAIDKoACAzqAAgIT8BQDSoACA1qAAgNqgAIC4iQMAuWUDALptAwC7ZQMAvH0DAL1lAwC+bQMAv2UDALDBAwCxwQMAssEDALPBAwC0wQMAtcEDALbBAwC3wQMA3qAAgOKgAIDmoACA6qAAgO6gAIDhpAEA8qAAgOPADgC+aAQA9qAAgPqgAIDvHAEA/qAAgAKhAIAGoQCACqEAgLOVAwAOoQCAEqEAgBqhAIAeoQCAtrkDALWxAwAioQCAu0UCALpFAgCGqAQAh6QFAL9FAgC+RQIAvVUCALxVAgDh4A4A4SwMAOMIDgDj1A4AgK0AAIHRAACC0QAAJqEAgCqhAIAuoQCAMqEAgDahAIA6oQCAPqEAgO+IDgDvLA4AoxUDAEKhAICFxCsARqEAgEqhAICmOQMApTEDAE6hAICrxQIAqsUCAFKhAIBWoQCAr8UCAK7FAgCt1QIArNUCAKgNBgCpFQYAql0GAKtVBgCseQYArXkGAK65BgCvuQYAFqEAgFqhAIBeoQCAYqEAgGahAIBqoQCAbqEAgHKhAIC4TQcAuVUHALpRBwC7aQcAvHkHAL1lBwC+bQcAv2UHALDJBgCxyQYAst0GALPVBgC0zQYAtXUHALZ9BwC3dQcAs9UGAHahAIB6oQCAfqEAgIKhAIC2+QYAtfEGAIahAIC7DQYAug0GAIYIAACHLAAAv7EHAL4JBgC9AQYAvAkGAIJRAACjkQYAgEEAAIFBAACmvQYAiqEAgI6hAICltQYAqkkGAKtJBgCSoQCAlqEAgK5NBgCv9QcArE0GAK1FBgCwsQYAsbEGALLNBgCzwQYAtMEGALXJBgC28QYAt/EGALgFAQC5DQEAugUBALsdAQC8BQEAvQ0BAL4FAQC/uQEAmqEAgJ6hAICioQCApqEAgKqhAICuoQCApqAAgLKhAICoLQYAqTUGAKo1BgCr8QYArNEGAK3RBgCu0QYAr9EGALPdBgC2oQCAuqEAgL6hAIDCoQCAtjEGALU5BgDGoQCAuxUGALoVBgDKoQCAzqEAgL9tBgC+ZQYAvXUGALx5BgDSoQCAo5kGANahAIDaoQCApnUGAN6hAIDioQCApX0GAKpRBgCrUQYA5qEAgOqhAICuIQYArykGAKw9BgCtMQYAqNUCAKndAgCq4QIAq+ECAKxRAwCtUQMArlEDAK9RAwDuoQCA8qEAgL7sAwD6oQCA/qEAgAKiAIAGogCACqIAgLjpAwC56QMAuokDALuFAwC8nQMAvYEDAL6BAwC/tQMAsDEDALExAwCyNQMAs+kDALT5AwC1+QMAtukDALfhAwCAbQMAgaUAAIKtAACzZQIADqIAgLXVAwC23QMAEqIAgITgAgAWogCAuvkDALv5AwC87QMAvTEDAL4xAwC/MQMAh+wDAIZkPACyAAAAGqIAgB6iAIDjCAQAIqIAgOHsBgAmogCA7wAGACqiAIAuogCAMqIAgDaiAIA6ogCAPqIAgEKiAIBGogCASqIAgE6iAIDjoAMAUqIAgOGoAQBWogCA7/ADAIIdAACBHQAAgB0AAFqiAIBeogCAYqIAgGqiAIC+TD0AbqIAgKOhAwC+QDwApRECAHKiAIB2ogCAphkCAIRsAgB6ogCAqz0CAKo9AgCt9QIArCkCAK/1AgCu9QIAhkA8AIe0PQB+ogCAgqIAgIaiAICKogCAjqIAgO9EBgCSogCA4dQGAJaiAIDjDAcAmqIAgJ6iAICiogCApqIAgLP1AQCqogCArqIAgLKiAIC2ogCAtkUBALXlAQC6ogCAuzEBALopAQC+ogCAwqIAgL8dAQC+HQEAvRkBALwlAQCoLT4AqTU+AKo9PgCrNT4ArC0+AK2FPgCuhT4Ar7k+AGaiAIDGogCAyqIAgM6iAICAGQAAgRkAAIIFAADSogCAuLk+ALm5PgC6ST8Au0k/ALxZPwC9WT8Avk0/AL9BPwCwrT4AsbU+ALKxPgCzjT4AtJk+ALWZPgC2iT4At4k+AKO1PgCEjAIA1qIAgNqiAIDeogCApgU+AKWlPgDiogCAq3E+AKppPgCGCAAAh2gDAK9dPgCuXT4ArVk+AKxlPgDmogCAs5E/AOqiAIDuogCAtlk/APKiAID2ogCAtbk/ALp1PwC7fT8A+qIAgP6iAIC+QT8Av0E/ALxZPwC9VT8AsJU+ALGdPgCyqT4As6U+ALShPgC1oT4AtqE+ALehPgC45T4Aue0+ALrlPgC7/T4AvO0+AL3dPgC+1T4AvxkBAAKjAIAGowCACqMAgA6jAIASowCA9qEAgBajAIAaowCAqF0+AKkhPgCqPT4AqzU+AKwVPgCt/T4ArvU+AK/tPgCj1T4AHqMAgCKjAIAmowCAKqMAgKYdPgCl/T4ALqMAgKs5PgCqMT4AMqMAgDajAICvBT4ArgU+AK0RPgCsHT4AgREAAIANAAA6owCAghkAAD6jAIBCowCAhJQBAL4QAACGQAcAhwABAEqjAIBOowCAUqMAgFajAIBaowCAXqMAgKiNAgCplQIAqpUCAKvNAgCs2QIArdkCAK7NAgCvxQIAYqMAgGajAIBqowCAbqMAgIwAAAByowCAdqMAgHqjAIC4HQMAucEDALrBAwC7wQMAvMEDAL3JAwC+8QMAv/EDALCJAgCxiQIAsikDALMpAwC0OQMAtTkDALYpAwC3JQMAsx0CAH6jAICCowCAhqMAgIqjAIC2WQIAtVECAI6jAIC7TQIAuk0CAJKjAICWowCAv/0DAL79AwC9/QMAvP0DAJqjAICeowCAoqMAgKajAIDhDD4AqqMAgOOoPwCuowCAgT0AAIAxAADvUD8Agh0AALKjAIC++AQAhhgFAIdMAwCEDAIA48wAALqjAIDhvAEAvqMAgMKjAIDGowCAyqMAgM6jAICELAUA0qMAgNajAIDaowCA7xAAAN6jAIDiowCAo90DAOajAIDqowCA7qMAgPKjAICmmQMApZEDAPajAICrjQMAqo0DAPqjAID+owCArz0CAK49AgCtPQIArD0CAAKkAIAGpACACqQAgA6kAIASpACAFqQAgBqkAIDvKD4AHqQAgOE8PgAipACA4zgBAIApAACBFQAAghEAACqkAICzMQIAvsgEAITABAAupACAMqQAgLYpAgC1IQIANqQAgLvNAQC6zQEAOqQAgD6kAIC/dQEAvskBAL3BAQC8yQEAqOkFAKnpBQCq+QUAq/kFAKzpBQCt6QUArjkGAK85BgC2owCAJqQAgIaIAACHQAMAQqQAgEakAIBKpACATqQAgLjRBgC52QYAuuEGALvhBgC8kQYAvZEGAL6RBgC/kQYAsEkGALFJBgCyXQYAs1UGALRNBgC18QYAtvEGALfxBgCjcQUAUqQAgFakAIBapACAXqQAgKZpBQClYQUAYqQAgKuNBgCqjQYAZqQAgGqkAICvNQYArokGAK2BBgCsiQYAbqQAgLPRBwBypACAdqQAgLbxBwB6pACAfqQAgLXBBwC60QcAu90HAIKkAICGpACAvrkHAL+5BwC8xQcAvbkHALhpBgC5aQYAuokGALuJBgC8mQYAvZkGAL6JBgC/iQYAsBEGALEdBgCyFQYAs2kGALR5BgC1eQYAtmkGALdhBgCoSQYAqVUGAKpdBgCrVQYArE0GAK11BgCucQYAr3EGAEajAICCHQAAgR0AAIAdAACKpACAjqQAgJKkAIC+cAEAo5UGAJqkAICGKAAAh0gBAJ6kAICmtQYApYUGAKKkAICrmQYAqpUGAKakAICqpACAr/0GAK79BgCt/QYArIEGAK6kAICzFQYAsqQAgLakAIC2PQYAuqQAgL6kAIC1NQYAutkBALvZAQDCpACAxqQAgL59AQC/ZQEAvH0BAL11AQCovQUAqckFAKrZBQCr0QUArPkFAK35BQCuKQIArykCAMqkAIDOpACA0qQAgNakAICMAAAA2qQAgN6kAIDipACAuO0CALmFAgC6gQIAu4ECALyFAgC9jQIAvrECAL+xAgCwWQIAsVkCALLtAgCz5QIAtP0CALXlAgC25QIAt9UCAKNRBQDmpACA6qQAgO6kAIDypACApnkFAKVxBQD2pACAq50CAKqdAgD6pACA/qQAgK8hAgCuOQIArTECAKw5AgCBbQAAgG0AAAKlAICCBQAAvlwMAAqlAIAOpQCA79AGAITsAwDhHAUAEqUAgOP8BwAWpQCAGqUAgIbYDACHvAwAqIUCAKmVAgCqlQIAq6UCAKy9AgCt1QIArtECAK/RAgAepQCAIqUAgCalAIAqpQCALqUAgDKlAIA2pQCAOqUAgLh1AQC5fQEAunUBALvJAQC82QEAvdkBAL7JAQC/wQEAsLUCALG9AgCygQIAs4ECALRRAQC1UQEAtlEBALdRAQA+pQCAhAQNAEKlAIBGpQCAvhwMAEqlAIDvHAAA76AGAOGQAQDhRAcA43AGAOOYBgBOpQCAUqUAgFalAIBapQCAs10CAF6lAIBipQCAZqUAgGqlAIC2FQIAtXUCAG6lAIC7OQIAujECAHKlAIB6pQCAv9UBAL7VAQC9FQIAvBUCAKOdDQAGpQCAdqUAgH6lAICCpQCAptUNAKW1DQCGpQCAq/kNAKrxDQCGCAMAh2ADAK8VDgCuFQ4ArdUNAKzVDQCAkQ8AgZkPAIKhDwCzpQ4AiqUAgLWhDgC2eQ8AjqUAgJKlAICWpQCAukUPALtdDwC8RQ8AvU0PAL5FDwC//Q8AqFUOAKldDgCqYQ4Aq30OAKxlDgCttQ8Arr0PAK+1DwCapQCAnqUAgKKlAICmpQCAqqUAgK6lAICypQCAtqUAgLhVDwC5dQ8Aun0PALt1DwC8bQ8AvREPAL4RDwC/EQ8AsM0PALHVDwCy3Q8As9UPALTNDwC1dQ8AtnEPALdxDwCj6Q8AuqUAgL6lAIDCpQCAxqUAgKY1DgCl7Q8AyqUAgKsRDgCqCQ4AzqUAgNKlAICvsQ4ArgkOAK0BDgCsCQ4A1qUAgIIdAACBHQAAgB0AANqlAIDepQCA4qUAgL6UAQCErAEA5qUAgIfgAQCGzAAA6qUAgO6lAIDypQCAlqQAgKhtDgCpiQEAqpkBAKuRAQCswQEArckBAK75AQCv+QEAhKAAAPalAID6pQCA/qUAgAKmAIAGpgCACqYAgA6mAIC4xQAAuc0AALrFAAC73QAAvM0AAL39AAC+9QAAv50AALBBAQCxQQEAskEBALNBAQC0QQEAtUEBALZBAQC3QQEAsxECABKmAIAWpgCAGqYAgB6mAIC2SQIAtUkCACKmAIC7hQIAuoUCACamAIAqpgCAv4UCAL6FAgC9lQIAvJUCAIU8GgCjVQIALqYAgDKmAICmDQIANqYAgDqmAIClDQIAqsECAKvBAgA+pgCAQqYAgK7BAgCvwQIArNECAK3RAgCCGQAARqYAgIAZAACBGQAASqYAgE6mAIBSpgCAWqYAgL4ABABepgCAYqYAgGamAIBqpgCAbqYAgHKmAIB2pgCA7+gOAHqmAICG6AQAh1ADAH6mAICCpgCA74ACAIamAIDhlAEAiqYAgONYAQCOpgCA4wAOAJKmAIDhaA0AlqYAgKhxAgCpcQIAqnECAKupAgCsuQIArbkCAK6pAgCvqQIAhKwFAJqmAICepgCAoqYAgKamAICqpgCArqYAgLKmAIC4bQEAuQ0BALoFAQC7GQEAvAkBAL09AQC+NQEAv9kBALDZAgCx2QIAsm0BALNlAQC0fQEAtWUBALZlAQC3VQEA4WAPAOP0AADjHA4A4bwBALamAICCOQAAgTEAAIA9AAC6pgCAvigEAL6mAIDCpgCAvjwHAO8QAADv0A4AyqYAgIbgBACHyAQAzqYAgLO1AgDSpgCAtX0CALZ1AgDWpgCA2qYAgN6mAIC6UQIAu1ECALz1AQC9/QEAvvUBAL/tAQBWpgCAxqYAgKqxBQCrsQUArBUGAK0dBgCuFQYArw0GAOKmAIDmpgCA6qYAgKNVBQDupgCApZ0FAKaVBQDypgCAs+kGAPamAID6pgCA/qYAgAKnAIC24QYAtekGAAanAIC7sQYAuqEGAAqnAIAOpwCAv50GAL6RBgC9pQYAvKkGAKgdBgCpIQYAqiEGAKshBgCsIQYArSEGAK4hBgCvIQYAEqcAgBanAIAapwCAHqcAgCKnAIAmpwCAKqcAgC6nAIC45QcAue0HALrlBwC7/QcAvOUHAL3tBwC+5QcAv00HALAlBgCxNQYAsj0GALMxBgC0FQYAtRkGALYNBgC3AQYAo6kHAIIVAACBtQEAgLUBADKnAICmoQcApakHADanAICr8QcAquEHAISgAgA6pwCAr90HAK7RBwCt5QcArOkHAD6nAICzlQYAhugAAIcYAQC2tQYAQqcAgEanAIC1vQYAukkBALtVAQBKpwCATqcAgL45AQC/OQEAvEUBAL05AQCoPQYAqU0GAKpZBgCrUQYArHEGAK1xBgCuuQEAr7kBAISsAQBSpwCAVqcAgFqnAIBepwCAYqcAgGanAIBqpwCAuKkBALmpAQC6aQEAu2kBALx5AQC9eQEAvmkBAL9pAQCwyQEAsdUBALLVAQCzqQEAtLkBALW5AQC2qQEAt6EBAKPRBQBupwCAcqcAgHanAIB6pwCApvEFAKX5BQB+pwCAqxECAKoNAgCCpwCAhqcAgK99AgCufQIArX0CAKwBAgCKpwCAjqcAgJKnAICWpwCAgTEAAIANAACapwCAgjkAAJ6nAICipwCAviQDAKqnAICupwCAsqcAgIbYHACHTAMAtqcAgLqnAIC+pwCAhMAcAOMgAQDCpwCA4cgBAManAIDvMAIAyqcAgM6nAIDSpwCA1qcAgNqnAIDepwCA4qcAgLOVAwDmpwCA6qcAgO6nAIDypwCAtrkDALWxAwD2pwCAu1EDALpJAwD6pwCA/qcAgL/1AAC+SQMAvUEDALxJAwCoLQIAqUUCAKpdAgCrVQIArHkCAK15AgCuvQIAr7UCAL5oHQACqACABqgAgAqoAICAHQAAgQkAAIKpAAAOqACAuFEBALlZAQC6YQEAu2EBALwRAQC9EQEAvhEBAL8RAQCwzQIAsdUCALLdAgCz1QIAtM0CALVxAQC2cQEAt3EBAOFYBgDhVAcA47AAAOO8BgASqACAGqgAgIYYHACHVB0AHqgAgCKoAIAmqACAKqgAgL74HAAuqACA7/AGAO/gBgCjlQIAMqgAgDaoAIA6qACAPqgAgKa5AgClsQIAQqgAgKtRAgCqSQIARqgAgEqoAICv9QEArkkCAK1BAgCsSQIAqG0eAKl1HgCqfR4Aq40eAKyVHgCtnR4Aro0eAK+BHgAWqACATqgAgFKoAIBWqACAWqgAgF6oAIBiqACAZqgAgLiJHgC5iR4AupkeALuRHgC8uR4AvbkeAL59HwC/dR8AsMUeALHNHgCyxR4As90eALTFHgC1zR4AtsUeALe5HgCz9R4AaqgAgG6oAIByqACAdqgAgLYdHgC1HR4AeqgAgLsJHgC6AR4AfqgAgIKoAIC/CR4AvgEeAL0JHgC8ER4Agm0AAKOxHgCAVQAAgWUAAKZZHgCEmAMAv9ABAKVZHgCqRR4Aq00eAIYABACHmAEArkUeAK9NHgCsVR4ArU0eAIqoAICOqACAhCQAAJKoAICWqACAmqgAgKanAICGqACAqLUeAKmFHgCqjR4Aq4UeAKydHgCtgR4Arv0eAK/1HgCwjR4AsZUeALKVHgCzpR4AtL0eALVxAQC2cQEAt3EBALhRAQC5UQEAulEBALtRAQC89QEAvf0BAL71AQC/7QEAsyUeAL4IBwCeqACAoqgAgKaoAIC2IR4AtTUeAKqoAIC7cR4AumkeAK6oAICyqACAv5UBAL5ZHgC9UR4AvGEeALaoAICjYR4AuqgAgL6oAICmZR4AwqgAgMaoAIClcR4Aqi0eAKs1HgDKqACAzqgAgK4dHgCv0QEArCUeAK0VHgDhVBoA0qgAgONcCgDWqACA2qgAgN6oAIDiqACA5qgAgOqoAIC+qAUA7qgAgPKoAICPMSoA+qgAgO/E+wD+qACAk2EuAJIdLwCR2SoAkEkqAJfZEgCWdRIAlQ0TAJTBLgCbHRsAmkEWAJlJFgCYDRcAn3EeAJ4RGwCdcRoAnHkaAKOhAgCinQMAoZUfAKCJHgDjiAEA4wgeAOFoAADh/B4A79wBAO98HwC1if4AtAH8ALMB+gCylfoAsQH4ALAR9gCv4fYArgH0AK0l8gCs7fIAqwHwAKrpDwCp1Q4AqN0OAKcBDACmyQoApe0KAKQBCACj4QYAovEGAKHlAwACqQCAggErAIMBKwAGqQCACqkAgIYxLwCHiS8AhIkrAIVFLgCKdRIAiwUTAIYIBQCHbAUAjhEXAI8RFwCMsRMAjV0WAJI9GgCTQRsAhMgFAIQABwCWUR8Al1EfAJRRGwCVORoAmn0eAJt9AgAOqQCAEqkAgIFZAQCAVQEAnFkDAIJRAQC+yAcAFqkAgBqpAIAeqQCAIqkAgCapAIAqqQCA79QeAC6pAIDhJB4AMqkAgONoAQA2qQCAOqkAgD6pAIBCqQCAu2kCALpZAgBGqQCASqkAgL8dAgC+HQIAvRkCALxxAgCz7QIATqkAgFKpAIBWqQCAWqkAgLZ9AgC17QIAXqkAgKMNBQD2qACAYqkAgGqpAIBmqQCApp0FAKUNBQBuqQCAq4kFAKq5BQCGCAMAh3wDAK/9BQCu/QUArfkFAKyRBQCAsQcAgbkHAIJBAACzsQYAcqkAgLVZBwC2MQcAdqkAgHqpAIB+qQCAuuEHALvhBwC84QcAveEHAL7hBwC/3QcAqLUGAKm5BgCqdQYAq4UHAKydBwCt/QcArvUHAK8ZBwCCqQCAhqkAgIqpAICOqQCAkqkAgJapAICaqQCAnqkAgLh1BwC5fQcAunUHALsFBwC8HQcAvTEHAL4xBwC/MQcAsGkHALFpBwCyeQcAs3kHALRpBwC1VQcAtlEHALdNBwCj/QcAoqkAgKapAICqqQCArqkAgKZ9BgClFQYAsqkAgKutBgCqrQYAtqkAgLqpAICvkQYArq0GAK2tBgCsrQYAvqkAgMKpAIDGqQCAyqkAgIAdAACBCQAAgjkAAM6pAIDSqQCA2qkAgIbIAACHpAEA3qkAgOKpAIDmqQCA6qkAgKiNAQCpmQEAqtkBAKvRAQCs8QEArfEBAK45AQCvOQEAhKAAAO6pAIDyqQCA9qkAgPqpAID+qQCAAqoAgAaqAIC4zQAAudUAALrVAAC75QAAvP0AAL2VAAC+nQAAv5UAALBJAQCxSQEAslkBALNZAQC0SQEAtUkBALb9AAC39QAAugUEALsJBAC44QcAueEHAL4JBAC/CQQAvAkEAL0JBACyjQcAs+UHALC1BwCxhQcAtuUHALftBwC08QcAtfEHAKpNBwCrVQcAqEkHAKlJBwCu3QcAr8UHAKxNBwCt1QcACqoAgA6qAIASqgCAFqoAgBqqAIAeqgCAIqoAgCaqAICz0QIAKqoAgC6qAIC+AAwAMqoAgLbxAgC1+QIANqoAgLsNAgC6DQIAOqoAgD6qAIC/DQIAvg0CAL0NAgC8DQIAghUAAKOVAgCAYQAAgWEAAKa1AgBCqgCASqoAgKW9AgCqSQIAq0kCAIbIDACHrAwArkkCAK9JAgCsSQIArUkCAKhlAgCpdQIAqn0CAKt1AgCsbQIArbECAK6xAgCvsQIAhKANAE6qAIBSqgCAVqoAgFqqAIBeqgCAYqoAgGaqAIC4MQEAuTEBALoxAQC7MQEAvNUBAL3dAQC+yQEAv8EBALDRAgCx0QIAstECALPRAgC0EQEAtREBALYRAQC3EQEA4bAGAGqqAIDj0AYAhEAPAG6qAIDhpAEAcqoAgOPABgB2qgCAeqoAgH6qAIDv1AYA7AAAAIKqAIDvZAcAhqoAgIqqAICOqgCAkqoAgLO5AgCWqgCAtakCALZ9AgCaqgCAnqoAgKKqAIC6WQIAu1kCALxJAgC9SQIAvpkBAL+ZAQCjdQ0ARqoAgKaqAICqqgCArqoAgKaxDQClZQ0AsqoAgKuVDQCqlQ0AvqQDALaqAICvVQ4ArlUOAK2FDQCshQ0AgE0AAIFVAACCVQAAs2UPALqqAIC1ZQ8Atm0PAL6qAICGQAMAhxQDALrtDwC7/Q8AvOkPAL3VDwC+3Q8Av9UPAKhZDgCpoQ8AqqEPAKuhDwCsoQ8AraEPAK6hDwCvoQ8AwqoAgMaqAIDKqgCAzqoAgNKqAIDWqgCA2qoAgN6qAIC4AQ8AuQEPALoBDwC7HQ8AvA0PAL01DwC+PQ8Av9UAALBlDwCxdQ8AsnEPALNNDwC0VQ8AtV0PALZNDwC3QQ8AoykOAOKqAIDmqgCA6qoAgO6qAICmIQ4ApSkOAPKqAICrsQ4AqqEOAPaqAID6qgCAr5kOAK6RDgCtmQ4ArKUOAP6qAIACqwCABqsAgAqrAIDvJA0ADqsAgBKrAIAWqwCA49AOABqrAIDhGA4AHqsAgIAVAACBGQAAggUAACKrAICo0QEAqdkBAKopAQCrKQEArDkBAK05AQCuKQEArykBAL5oAQAqqwCAhsgBAIesAAAuqwCAMqsAgDarAIA6qwCAuO0AALmFAAC6jQAAu4UAALydAAC9gQAAvoEAAL+BAACwWQEAsVkBALLtAACz5QAAtP0AALXlAAC25QAAt9UAALOhAgA+qwCAQqsAgEarAIBKqwCAtrkCALWxAgBOqwCAu50CALqdAgBSqwCAVqsAgL8hAwC+OQMAvTEDALw5AwCF+PUAo+UCAFqrAIBeqwCApv0CAGKrAIBmqwCApfUCAKrZAgCr2QIAaqsAgG6rAICufQMAr2UDAKx9AwCtdQMAuOkAALnpAAC6aQAAu2kAALx5AAC9ZQAAvm0AAL9lAACwsQAAsbkAALKBAACzgQAAtPkAALX5AAC27QAAt+UAAKhlAwCpdQMAqn0DAKt1AwCsbQMArdEAAK7RAACv0QAAcqsAgHarAIB6qwCA1qkAgH6rAICCqwCAhqsAgIqrAICA/QEAgQkAAIIZAACOqwCAkqsAgL5EAgCaqwCAnqsAgISsAgCiqwCAh/gCAIasBQCmqwCAqqsAgK6rAICyqwCAs/UCALarAIC6qwCAvqsAgMKrAIC2UQEAteUCAMarAIC7fQEAunUBAMqrAIDOqwCAvz0BAL49AQC9VQEAvFUBAOFwDwDSqwCA47gOAITABQDvyAAA1qsAgNqrAIDeqwCA4zwOAOKrAIDh0AEA5qsAgIR0BwDqqwCA72gBAO6rAIDyqwCApXkCAKbNAQD2qwCAgCEAAIEhAACC3QcAo2kCAKzJAQCtyQEArqEBAK+hAQD6qwCA/qsAgKrpAQCr4QEAlqsAgAKsAIC+QAIABqwAgIYwAwCHMAMACqwAgA6sAICoOQcAqTkHAKoNBwCrHQcArAUHAK0NBwCuBQcAr3kHALAJBwCxCQcAshkHALMRBwC0OQcAtTkHALbdBwC3yQcAuPkHALn5BwC6zQcAu8EHALzFBwC9yQcAvrkHAL+xBwCzpQcAEqwAgBasAIAarACAHqwAgLatBwC1rQcAIqwAgLvtBwC67QcAJqwAgCqsAIC/3QcAvt0HAL3lBwC87QcALqwAgKPhBwAyrACANqwAgKbpBwA6rACAPqwAgKXpBwCqqQcAq6kHAEKsAIBGrACArpkHAK+ZBwCsqQcAraEHAEqsAIBOrACAUqwAgFasAIBarACAXqwAgGKsAIBmrACAgREAAIANAABqrACAghkAAG6sAIByrACAvuQBAHasAICG4AAAhxgBAHqsAIB+rACAgqwAgIasAICKrACA77AEAI6sAIDh1AYAkqwAgONcBACWrACAmqwAgJ6sAICirACAqJkBAKmZAQCqDQEAqwUBAKwdAQCtBQEArgUBAK81AQCEiAEApqwAgKqsAICurACAsqwAgLasAIC6rACAvqwAgLjBAAC5wQAAusEAALvBAAC8wQAAvcEAAL7BAAC/wQAAsE0BALElAQCyIQEAsyEBALQlAQC1LQEAthEBALcRAQDCrACAxqwAgLONAgDKrACAtZ0CAM6sAIDSrACAto0CANasAIDarACAu+kCALqBAgC9/QIAvP0CAL/hAgC+6QIA3qwAgKbVAgClxQIAvggDAKPVAgCCLQAAgRkAAIB5AACvuQIArrECAK2lAgCspQIAq7ECAKrZAgDirACA6qwAgO80AgDurACAhxgDAIYs/ADyrACA9qwAgPqsAID+rACAAq0AgAatAIAKrQCADq0AgOMAAQASrQCA4eABABatAIC6tQMAu70DABqtAIAerQCAvnkDAL95AwC8pQMAvXkDACarAICztQMAIq0AgCatAIC2kQMAKq0AgC6tAIC1pQMAqEkCAKlJAgCqWQIAq1kCAKxJAgCtdQIArnECAK9tAgC+aP0AvqT/ADKtAIA2rQCAOq0AgD6tAIBCrQCARq0AgLj5AgC5+QIAukkBALtJAQC8XQEAvUEBAL5BAQC/fQEAsBUCALEdAgCyFQIAs8kCALTZAgC12QIAtskCALfJAgDjIAYA4bAGAOGAAQDjEAYAgA0AAIE1AACCPQAASq0AgE6tAIBSrQCAWq0AgF6tAIDvcAAAYq0AgGatAIDvTAEAhIz9AGqtAICjmQIAbq0AgKWJAgByrQCAdq0AgKa9AgCGwPwAh+T8AKuRAgCqmQIArVUCAKyJAgCvVQIArlUCAKh9/gCpgf4Aqpn+AKuZ/gCsif4ArYn+AK65/gCvuf4AVq0AgHqtAIB+rQCAgq0AgIatAICKrQCAjq0AgJKtAIC4tf4Aub3+ALph/wC7Yf8AvGH/AL1h/wC+Yf8Av2H/ALDJ/gCxyf4Ast3+ALPR/gC0uf4Atbn+ALaR/gC3kf4AsxH+AJatAICarQCAnq0AgKKtAIC2Cf4AtQH+AKatAIC7Df4Aug3+AKqtAICurQCAv33+AL59/gC9Bf4AvAn+ALKtAICjVf4Atq0AgLqtAICmTf4Avq0AgMKtAIClRf4Aqkn+AKtJ/gCEKAMAxq0AgK45/gCvOf4ArE3+AK1B/gCAzQEAgdEBAILRAQCzuf4Ayq0AgLXR/gC21f4Azq0AgIZgAQCHYAEAug0BALsFAQC8HQEAvQUBAL4NAQC/BQEA0q0AgNatAIDarQCA3q0AgOKtAIDhwP0A5q0AgOOM/ADqrQCA7q0AgPKtAIDvtPwA9q0AgPqtAID+rQCAAq4AgKgp/gCpKf4Aqj3+AKs1/gCsVf4ArVn+AK5N/gCvRf4ABq4AgAquAIAOrgCAEq4AgBauAIAargCAHq4AgCKuAIC4SQEAuUkBALpZAQC7UQEAvHkBAL15AQC+GQEAvxUBALDFAQCxzQEAssUBALPdAQC0xQEAtc0BALbFAQC3eQEAJq4AgCquAIAurgCAo7n9ADKuAICl0f0AptX9AITQAwBBrgCAvuACAKoNAgCrBQIArB0CAK0FAgCuDQIArwUCAIFJAACAQQAAowkDAIJdAAClGQMARa4AgEmuAICmEQMAhsAEAIfkAwCrDQMAqg0DAK0BAwCsHQMArwEDAK4JAwCw4QMAseEDALLhAwCz/QMAtOUDALXtAwC25QMAtz0DALgFAwC5DQMAugUDALsdAwC8BQMAvQ0DAL4FAwC/vQAATa4AgFGuAIBVrgCAWa4AgOasAIBdrgCAYa4AgGWuAICo8QMAqfkDAKqpAwCrqQMArLkDAK25AwCuqQMAr6UDALNBAgBprgCAba4AgHGuAIB1rgCAtlkCALVRAgB5rgCAu0UCALpFAgB9rgCAga4AgL9JAgC+QQIAvUkCALxVAgCFrgCAia4AgI2uAICRrgCA74wDAJWuAICZrgCAna4AgONsAwChrgCA4VAAAKWuAICprgCAvngFALGuAICEcAIAgOUAAIHpAACC+QAAta4AgIawBACHVAUAua4AgO9A/gC9rgCA4Vz+AMGuAIDjVAEAxa4AgMmuAIDNrgCA0a4AgLOZAQDVrgCA2a4AgN2uAIDhrgCAth0BALUdAQDlrgCAuz0BALo9AQDprgCA7a4AgL/hAAC++QAAvfEAALz5AACoIQYAqVEGAKpRBgCrzQYArNUGAK3dBgCu1QYAr8kGAK2uAIDxrgCA9a4AgPmuAID9rgCAAa8AgAWvAIAJrwCAuG0HALkFBwC6DQcAuwUHALwdBwC9AQcAvgEHAL8BBwCwuQYAsbkGALJtBwCzZQcAtH0HALVlBwC2ZQcAt1UHAKPZBgANrwCAEa8AgBWvAIAZrwCApl0GAKVdBgCEnAIAq30GAKp9BgC+JAMAHa8AgK+hBwCuuQcArbEHAKy5BwCASQAAgUkAAIJZAACzVQcAIa8AgLV9BwC2aQcAJa8AgIZAAACHVAMAulUHALspBwC8OQcAvTkHAL4pBwC/IQcAo5kGACmvAIAtrwCAMa8AgDWvAICmpQYApbEGADmvAICr5QYAqpkGAD2vAIBBrwCAr+0GAK7lBgCt9QYArPUGAOE4BQBFrwCA4yQEAEmvAIBNrwCAUa8AgFWvAIBZrwCAXa8AgGGvAIBlrwCAaa8AgG2vAIBxrwCA7/QEAHWvAICo+QYAqQkGAKoRBgCrLQYArDkGAK0lBgCuLQYAryUGAHmvAIB9rwCAga8AgIWvAICAGQAAgRkAAIIFAACJrwCAuOUBALntAQC65QEAu/0BALzlAQC97QEAvuUBAL9ZAQCwXQYAsSEGALIhBgCzIQYAtCEGALUpBgC2EQYAtxEGAKjRAgCp2QIAqg0DAKsFAwCsHQMArQUDAK4FAwCvNQMAvmQCAJGvAICVrwCAma8AgJ2vAIChrwCApa8AgKmvAIC4JQMAuS0DALolAwC7PQMAvCUDAL0pAwC++QMAv/kDALBNAwCxIQMAsiUDALM9AwC0JQMAtS0DALYlAwC3HQMAs4UDAITIAgCtrwCAhAgDALGvAIC2hQMAtZUDALWvAIC75QMAuokDAIYIDACHnAMAv+kDAL7hAwC96QMAvPEDAIXsCgA2rgCAo80DALmvAICl3QMAva8AgMGvAICmzQMAxa8AgMmvAICrrQMAqsEDAK2hAwCsuQMAr6EDAK6pAwDNrwCA0a8AgNWvAIDZrwCA78gDAN2vAIDhrwCA5a8AgOO0AwDprwCA4dABAO2vAICADQAAgXUAAIJ9AADxrwCA9a8AgPmvAICzZQEAvgQCALVlAQABsACABbAAgLZlAQCGQA0Ah1gNALv1AQC6/QEAvaUBALy5AQC/mQEAvqUBAAmwAIANsACAEbAAgIQADAAVsACAGbAAgB2wAIDvzAEAIbAAgOEsBgAlsACA4yABAOwAAAApsACALbAAgDGwAIA1sACAo+kBADmwAIA9sACApukBAEGwAIBFsACApekBAKpxAQCreQEASbAAgE2wAICuKQEArxUBAKw1AQCtKQEAqCUOAKktDgCqJQ4Aqz0OAKwlDgCtLQ4AriUOAK+VDgD9rwCAUbAAgFWwAIBZsACAXbAAgIKdAACBnQAAgJ0AALhFDwC5TQ8AukUPALtZDwC8SQ8AvUkPAL59DwC/cQ8AsPEOALH5DgCypQ4As7kOALSpDgC1lQ4Atp0OALd9DwCo1Q8Aqd0PAKoJDwCrCQ8ArBkPAK0FDwCuDQ8ArwUPAGGwAIBlsACAabAAgL6gAwBtsACAcbAAgId4AwCGEAAAuBUPALkdDwC6IQ8AuyEPALz1AAC9/QAAvvUAAL/tAACwQQ8AsU0PALJdDwCzVQ8AtE0PALU1DwC2MQ8AtzEPAHWwAIDvsAwAebAAgH2wAICBsACAhbAAgImwAICNsACAkbAAgJWwAICZsACAnbAAgKGwAIDjqA0ApbAAgOGMDQCzwQ4AqbAAgK2wAICxsACAtbAAgLbFDgC10Q4AubAAgLvJDgC6xQ4AvbAAgMGwAIC/sQ4AvskOAL3BDgC8yQ4AowEOAMWwAIDJsACAzbAAgNGwAICmBQ4ApREOANWwAICrCQ4AqgUOANmwAICErAIAr3EOAK4JDgCtAQ4ArAkOAIBRAACBWQAAgmEAALPFAAC+zAEAtcUAALbNAADhsACAhkAHAIcUAQC6yQAAu8kAALzZAAC92QAAvskAAL/FAACrDQMAqg0DAKkJAwCouQIArw0DAK4NAwCtDQMArA0DAL5gAwDlsACA6bAAgO2wAIDxsACA9bAAgPmwAIC+MAUAuykDALoZAwC5GQMAuAEDAL/dAwC+3QMAvd0DALwxAwCzTQMAsk0DALFNAwCwTQMAtzkDALYxAwC1QQMAtE0DAP2wAICmkQMApZkDAAGxAICjmQMABbEAgAmxAIANsQCAr5kDAK6VAwCthQMArIUDAKuVAwCqlQMAja8AgBGxAIAVsQCAGbEAgB2xAIAhsQCAJbEAgCmxAIAtsQCAMbEAgDWxAIA5sQCAPbEAgEGxAICAHQAAgQkAAIL9AQBFsQCAvwgHAEmxAIBRsQCA7yQAAFWxAICElAIAWbEAgF2xAICH4AIAhgQFAL4AGABhsQCAZbEAgOGQAQBpsQCA44AAAG2xAIBxsQCAdbEAgLNlAQB5sQCAtWUBALZtAQB9sQCAgbEAgIWxAIC65QEAu/kBALzpAQC96QEAvsUBAL+9AQCJsQCAjbEAgJGxAIC+xBkAlbEAgJmxAICdsQCA78gBAKGxAIDh3A4ApbEAgOMwDgCpsQCArbEAgLGxAICEMAQAgHkAAIEVAACCFQAAo+UBALWxAICl5QEApu0BALmxAICGQAYAh5AHAKplAQCreQEArGkBAK1pAQCuRQEArz0BAKjdBQCpIQYAqiEGAKshBgCsIQYArSEGAK4hBgCvnQYATbEAgL2xAIDBsQCAhDABAMWxAIDJsQCAzbEAgNGxAIC4jQYAuZUGALqdBgC7lQYAvI0GAL21BgC+vQYAv7UGALDtBgCx8QYAsvEGALPxBgC0zQYAtbUGALa9BgC3tQYAqIkHAKmVBwCqkQcAq5EHAKy9BwCtpQcArqEHAK/dBwDVsQCA2bEAgN2xAIDhsQCA5bEAgOmxAIDtsQCA8bEAgLhJBwC5VQcAul0HALtVBwC8cQcAvX0HAL5pBwC/aQcAsKUHALGtBwCyuQcAs7EHALSRBwC1kQcAtnkHALd5BwD1sQCA+bEAgP2xAIABsgCA78gFAOHACQAFsgCA48AZAOMkBAAJsgCA4dAGAO/cKACinQMAoxUBAKAZBQChjQUAs1kGAA2yAIARsgCAFbIAgBmyAIC2ZQYAtXUGAB2yAIC7KQYAuiEGACGyAIAlsgCAvxUGAL4VBgC9JQYAvC0GAKOZBgCPmfwAKbIAgDGyAIA1sgCApqUGAKW1BgA5sgCAq+kGAKrhBgCGKB8Ah5wAAK/VBgCu1QYAreUGAKztBgCebQkAn30HAJwNCwCd7QkAmvENAJs5DQCY5fAAmQ0PAJbh8QCX6fEAlMX1AJUN8wCSHfcAk/H1AJD9+QCR7fkAgh3/AIMB+gA9sgCAQbIAgIYV9gCHOfYAhAn6AIXx9ACKwfAAiyXyAEWyAIBJsgCAjuEMAI8VDgCMNfIAjQHzAJKtDgCTgQgATbIAgFGyAICW6QQAl3UGAJR5CgCV8QoAmtEGAJvJAABVsgCAWbIAgIEdAwCAHQMAnFkCAIL1AwCrARAAqpUWAKmNFgCojRYAr5UuAK4BLACt/RIArJkSAKOlHgCipR4AoY0CAN2wAICnGRoAppUaAKUBGACknR8AXbIAgGGyAIBlsgCAabIAgG2yAIBxsgCAdbIAgHmyAICz5SoAsuUqALGtLwCw5S4AfbIAgIGyAIC1ASQAtBEqAKgpAwCpNQMAqj0DAKs1AwCsLQMArbUDAK69AwCvtQMAhbIAgImyAICNsgCAkbIAgIAdAACBCQAAgrkAAJWyAIC4TQIAuV0CALptAgC7CQIAvBkCAL0ZAgC+CQIAvwECALDNAwCx1QMAst0DALPVAwC0zQMAtXUCALZ9AgC3dQIAmbIAgITIHQChsgCAvgwfAKWyAICpsgCA70gGAO9YBwDhWAYA4ZgGAOOUAQDjAAYAhhAcAId8HQC+9B4ArbIAgLGyAIC2ZQMAtfUDALWyAICz5QMAubIAgL2yAIDBsgCAv+ECAL5ZAwC9UQMAvFkDALtBAwC6WQMAxbIAgMmyAIAtsgCAnbIAgM2yAIDRsgCA1bIAgNmyAIDdsgCA4bIAgKitHQCptR0AqrUdAKslHgCsPR4ArR0eAK4VHgCvdR4AsA0eALEtHgCyJR4As40eALSVHgC1nR4AtpUeALeNHgC4tR4Aub0eALq1HgC7nR4AvIUeAL1VHwC+XR8Av1UfALMdHQDlsgCA6bIAgO2yAIDxsgCAtr0eALWVHgD1sgCAu8keALrpHgD5sgCA/bIAgL95HgC+cR4AvXkeALzRHgCCKQAAo1kdAIAdAACBFQAApvkeAAGzAIAFswCApdEeAKqtHgCrjR4ACbMAgITgAwCuNR4Arz0eAKyVHgCtPR4AqIkeAKmVHgCqnR4Aq7EeAKzRHgCt2R4Ars0eAK/FHgANswCAEbMAgIaIAACHbAEAFbMAgBmzAIAdswCAIbMAgLhdAQC5wQEAusEBALvBAQC8wQEAvckBAL7xAQC/8QEAsL0eALGdHgCylR4As2UBALR9AQC1ZQEAtm0BALdlAQCqLR0AqzUdACWzAIApswCAri0dAK+VHACsLR0ArSUdAISMAQCjkR0ALbMAgDGzAICmER0ANbMAgDmzAIClgR0As1UeAD2zAIBBswCARbMAgEmzAIC2GR4AtRkeAE2zAIC7GR4AujkeAFGzAIBVswCAv+EBAL75AQC98QEAvAEeAFmzAIBdswCAYbMAgKOZHQBlswCApdUdAKbVHQBpswCAbbMAgHGzAICq9R0Aq9UdAKzNHQCtPQIArjUCAK8tAgCAZQAAgRUAAIIdAACEAAQAdbMAgHmzAICHcAMAhvwEAIGzAICFswCAibMAgI2zAICRswCAlbMAgJmzAICdswCAvsgEAKGzAIClswCAqbMAgK2zAICxswCAtbMAgO/cHwC5swCA4ZQBAL2zAIDjHAEAwbMAgMWzAIDJswCAzbMAgLt1AwC6aQMAvkgGANGzAIC/HQMAvh0DAL0dAwC8ZQMAs9UDANWzAIDZswCA3bMAgOGzAIC2fQMAtcUDAIRwBQCoJQIAqTUCAKo9AgCrNQIArC0CAK2dAgCulQIAr7UCAIIVAADlswCAgNkBAIEJAADEAAAA6bMAgPGzAID1swCAuKkCALmpAgC6SQEAu0kBALxZAQC9RQEAvkUBAL99AQCwzQIAsdECALLRAgCzqQIAtLkCALW5AgC2qQIAt6ECAOEoHgDhNBwA43QBAOMYHgD5swCA/bMAgIa4BACHVAUAhDgHAAG0AIAFtACACbQAgL6sBwANtACA78weAO/IGgCj9QIAEbQAgBW0AIAZtACAHbQAgKZdAgCl5QIAIbQAgKtVAgCqSQIAJbQAgCm0AICvPQIArj0CAK09AgCsRQIAqGEGAKlhBgCqYQYAq2EGAKxhBgCtYQYArmEGAK9hBgDtswCALbQAgDG0AIA1tACAObQAgD20AIBBtACARbQAgLjxBgC58QYAuvEGALvxBgC8nQYAvbEGAL6xBgC/sQYAsOUGALHtBgCy5QYAs/0GALTlBgC17QYAttkGALfVBgCz6QYASbQAgE20AIBRtACAVbQAgLbhBgC16QYAWbQAgLspBgC6IQYAXbQAgGG0AIC/KQYAviEGAL0pBgC8MQYAgl0AAKOtBgCARQAAgV0AAKalBgBltACAabQAgKWtBgCqZQYAq20GAIYADACHQAMArmUGAK9tBgCsdQYArW0GAG20AIDvfAUAcbQAgHW0AIB5tACAfbQAgIG0AICFtACAibQAgI20AICRtACAlbQAgJm0AIDjaAUAnbQAgOF4BQCz0QYAobQAgKW0AICptACArbQAgLb9BgC1/QYAsbQAgLupBgC6oQYAtbQAgLm0AIC/mQYAvqkGAL2pBgC8sQYAqLkGAKm5BgCqGQYAqxkGAKw1BgCtPQYArjUGAK8pBgC9tACAgh0AAIEdAACAHQAAwbQAgMW0AIDJtACA0bQAgLjpAQC56QEAuvkBALv5AQC86QEAvekBAL5dAQC/VQEAsCUGALEtBgCyJQYAsz0GALQtBgC1HQYAthUGALfZAQCGgAwAh+QCANW0AICjnQUA2bQAgKWxBQCmsQUA3bQAgOG0AIDltACAqu0FAKvlBQCs/QUAreUFAK7lBQCv1QUAtk0DAOm0AICExAMAtUUDAO20AICzjQIA8bQAgPW0AIC+SQMAv0kDALxJAwC9SQMAumkDALtpAwD5tACA/bQAgAG1AICmiQMApYEDAAW1AICjSQIACbUAgA21AIARtQCAr40DAK6NAwCtjQMArI0DAKutAwCqrQMAfbMAgBW1AIAZtQCAHbUAgIW0PQAhtQCAJbUAgCm1AIAttQCAMbUAgIA9AACBCQAAgh0AADW1AIC+sAMAObUAgIc4AwCG3AwAQbUAgEW1AIBJtQCATbUAgFG1AIDvXAYAVbUAgFm1AIC+6AwA45QGAF21AIDh3AEAYbUAgGW1AIBptQCAbbUAgLNRAQBxtQCAdbUAgHm1AIB9tQCAtnEBALV5AQCBtQCAuz0BALo9AQCFtQCAibUAgL/9AQC+9QEAvQUBALwFAQCNtQCAkbUAgJW1AICEQAwAmbUAgJ21AIChtQCA76wHAKW1AIDhJAYAqbUAgONABwCGkAwAh/wMALG1AIC1tQCAgFkAAIFlAACCYQAAo90BALm1AICl9QEApv0BAL21AIDBtQCAxbUAgKqxAQCrsQEArIkBAK2JAQCueQEAr3EBAM20AIA9tQCAybUAgM21AICttQCA0bUAgNW1AIDZtQCAqJ0NAKktDgCqOQ4AqzEOAKwRDgCtEQ4Arn0OAK9tDgCwGQ4AsRkOALIxDgCzMQ4AtNEOALXZDgC2zQ4At8UOALj9DgC52Q4AuqkOALupDgC8vQ4AvaUOAL6tDgC/pQ4AqIEPAKmBDwCqgQ8Aq4EPAKyBDwCtjQ8AroUPAK+1DwDdtQCA4bUAgOW1AIDptQCA7bUAgPG1AID1tQCA+bUAgLidDwC5rQ8AuqUPALtNDwC8VQ8AvV0PAL5JDwC/SQ8AsNEPALHRDwCy0Q8As9EPALS1DwC1vQ8AtrUPALetDwCzCQ4A/bUAgAG2AIAFtgCACbYAgLYNDgC1CQ4ADbYAgLsVDgC6FQ4AEbYAgBW2AIC/eQ4AvnEOAL0FDgC8BQ4AghUAAKNNDgCAYQAAgWEAAKZJDgAZtgCAvhABAKVNDgCqUQ4Aq1EOAIQkAQAhtgCArjUOAK89DgCsQQ4ArUEOAKg5DgCpOQ4AqlkOAKtRDgCscQ4ArXEOAK6RAQCvkQEAhgAAAIeEAAAltgCAKbYAgC22AIAxtgCANbYAgDm2AIC4dQEAuX0BALp1AQC7yQAAvNkAAL3ZAAC+yQAAv8EAALD1AQCx/QEAsvUBALNNAQC0VQEAtV0BALZVAQC3TQEAuk0PALtVDwC4TQ8AuUUPAL59DwC/tQ8AvEUPAL11DwCyAQ8AswEPALAxDwCxMQ8AtgEPALcNDwC0EQ8AtREPAKqZDgCrRQ8AqOUOAKmZDgCuQQ8Ar0EPAKxRDwCtUQ8APbYAgEG2AIBFtgCASbYAgE22AIBRtgCAVbYAgFm2AICzUQ0AXbYAgGG2AIBltgCAabYAgLZxDQC1eQ0AbbYAgLu5AgC6sQIAcbYAgHW2AIC/GQIAvhECAL0ZAgC8oQIAebYAgKMVDQB9tgCAgbYAgKY1DQCFtgCAibYAgKU9DQCq9QIAq/0CAIToAwCRtgCArlUCAK9dAgCs5QIArV0CAKhtAgCprQIAqqUCAKu9AgCspQIAra0CAK6lAgCvfQEAgO0BAIHxAQCC8QEAvqAFAJW2AICZtgCAh2gFAIYcBQC4yQEAuckBALrZAQC70QEAvPkBAL35AQC+mQEAv5UBALAFAQCxDQEAsgUBALMdAQC0BQEAtQ0BALYFAQC3+QEA4WQPAOGcDwDjFA4A49QPAJ22AIDhPA4AobYAgOPkAAC+rAQApbYAgKm2AIDvDAAArbYAgLG2AIDvYA4A77QPALW2AIC5tgCAhEQEALNhAgC9tgCAtWECALZhAgDBtgCAxbYAgMm2AIC6jQEAu4UBALydAQC9hQEAvo0BAL+FAQCjrQUAjbYAgM22AIDRtgCA1bYAgKatBQClrQUA2bYAgKtJBgCqQQYA3bYAgOG2AICvSQYArkEGAK1JBgCsUQYA5bYAgOm2AIDttgCA8bYAgIAdAACBCQAAgjkAAPW2AID5tgCA/bYAgIbIAACHIAMAAbcAgAW3AIAJtwCADbcAgKhtBgCptQcAqr0HAKsdBwCsCQcArTEHAK4xBwCvLQcAhKgDABG3AIAVtwCAGbcAgB23AIAhtwCAJbcAgCm3AIC4zQAAudUAALrVAAC75QAAvP0AAL2VAAC+nQAAv5UAALBVBwCxJQcAsi0HALM9BwC0LQcAtRUHALYdBwC39QAALbcAgOG8BgAxtwCA4/QFADW3AIA5twCAPbcAgEG3AIBFtwCASbcAgE23AIBRtwCAVbcAgFm3AIBdtwCA7+gEALN1BgCCLQAAgRUAAIAdAABhtwCAtvEGALXBBgBltwCAu6EGALrRBgBptwCAvmwBAL+RBgC+qQYAvakGALy5BgCjtQYAcbcAgIYoAACHTAEAdbcAgKYxBgClAQYAebcAgKthBgCqEQYAfbcAgIG3AICvUQYArmkGAK1pBgCseQYAhbcAgLO9AQCJtwCAjbcAgLZ5AQCRtwCAlbcAgLV5AQC6VQEAu10BAJm3AICdtwCAvvkAAL/lAAC8RQEAvf0AAKhxAgCpcQIAqnECAKtxAgCstQIArb0CAK61AgCvrQIAhOw8AKG3AICltwCAqbcAgK23AICxtwCAtbcAgLm3AIC4XQMAuWUDALptAwC7ZQMAvH0DAL1lAwC+bQMAv2UDALDVAgCx3QIAstUCALNtAwC0eQMAtWUDALZtAwC3ZQMAHbYAgL23AIDBtwCAo/UCAMW3AIClMQIApjECAMm3AIDNtwCA0bcAgKodAgCrFQIArA0CAK21AwCusQMAr60DAIBlAACBCQAAghkAANW3AIDZtwCA4bcAgL4QPADltwCAhsA8AIcgAwDptwCA7bcAgPG3AID1twCA+bcAgP23AICohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAAG4AIAFuACACbgAgA24AIARuACAFbgAgBm4AIAduACAuHUBALl9AQC6dQEAu8kBALzZAQC9xQEAvsUBAL/9AQCwtQIAsb0CALKBAgCzgQIAtFUBALVdAQC2VQEAt00BAOGkBgAhuACA41AGAL6APACEHDwAvoA/ACW4AIApuACALbgAgDG4AIA1uACAObgAgD24AIBBuACA7+AGAEW4AICBfQAAgHEAAEm4AICCBQAAUbgAgFW4AIDvTAAAWbgAgOGQAQBduACA41gBAGG4AIBluACAabgAgIZYPwCH/DwAs509AN23AIBNuACAbbgAgHG4AIC21T0AtbU9AHW4AIC7+T0AuvE9AHm4AIB9uACAvxk+AL4RPgC91T0AvNU9AIG4AICj2T0AhbgAgIm4AICmkT0AjbgAgJG4AICl8T0AqrU9AKu9PQCVuACAmbgAgK5VPgCvXT4ArJE9AK2RPQCoVT4AqVk+AKphPgCrYT4ArGE+AK1hPgCuYT4Ar2E+AISoAwCduACAobgAgKW4AICpuACArbgAgLG4AIC1uACAuEU/ALldPwC6VT8Au20/ALx1PwC9fT8AvnU/AL9tPwCwwT8AscE/ALLBPwCzwT8AtME/ALXBPwC2wT8At8E/AIC5AQCBuQEAggUAALm4AIDhgD4AwbgAgOMoPQDFuACAhoAAAIcEAQDvCD0AybgAgM24AIDRuACA1bgAgNm4AICzqT8AvbgAgN24AIDhuACA5bgAgLahPwC1qT8A6bgAgLtFPgC6RT4A7bgAgPG4AIC/RT4AvkU+AL1VPgC8VT4Ao2k/APW4AID5uACA/bgAgAG5AICmYT8ApWk/AAW5AICrhT4AqoU+AAm5AIANuQCAr4U+AK6FPgCtlT4ArJU+ABG5AICzGT4AFbkAgBm5AIC2IT4AHbkAgCG5AIC1MT4AuvEBALv5AQAluQCAKbkAgL6xAQC/vQEAvNEBAL3RAQCo0T0AqdE9AKrVPQCr6T0ArP09AK3lPQCu7T0ArxECAID5AwCBzQMAgsUDAIQkAwC+AAQAMbkAgIesAwCGvAQAuBkCALktAgC6JQIAu+kCALz5AgC9+QIAvukCAL/pAgCwcQIAsXkCALJBAgCzQQIAtDECALU9AgC2NQIAtykCAKVtPQA1uQCAObkAgKZ9PQA9uQCAbbcAgKNFPQBBuQCArY0CAKyNAgCv4QIAru0CAKwAAABFuQCAq6UCAKqtAgDh+AEASbkAgOP0AgCEwAQATbkAgFG5AIBVuQCAWbkAgF25AIBhuQCAZbkAgGm5AIBtuQCAcbkAgO8wAgB1uQCAqBUCAKkZAgCqJQIAqz0CAKwlAgCtLQIAriUCAK9VAgB5uQCAfbkAgIG5AICFuQCAibkAgI25AICEsAQAkbkAgLjRAgC52QIAuuECALvhAgC8kQIAvZ0CAL6VAgC/iQIAsC0CALE1AgCyNQIAswUCALQdAgC18QIAtvECALfxAgDheD8A4zQBAOMIPgDhbD4AgQkAAICpAACVuQCAgj0AAJm5AIChuQCApbkAgL4gBACpuQCA79g+AO/MPgCtuQCAsbkAgLPpAgCG6AQAh8AEALbpAgC1uQCAubkAgLXpAgC6rQIAu7UCAL25AIDBuQCAvp0CAL9xAgC8pQIAvZUCAC25AICduQCAxbkAgMm5AIDNuQCA0bkAgNW5AIDZuQCAqBUGAKmhBgCqoQYAq70GAKytBgCtgQYArv0GAK/tBgCwlQYAsZ0GALKVBgCzrQYAtLUGALW9BgC2tQYAt60GALiVBgC5mQYAukkHALtJBwC8WQcAvVkHAL5JBwC/SQcArN0FAK3tBQCu5QUArwkFAN25AIDhuQCAqtUFAKvNBQDluQCApZEFAKaRBQDpuQCA7bkAgPG5AID1uQCAo5EFALNJBgD5uQCA/bkAgAG6AIAFugCAtmEGALVFBgAJugCAuzkGALoxBgC+ZAAADboAgL8ZBgC+EQYAvRkGALwhBgCjiQcAgtkBAIHZAQCAwQEAEboAgKahBwClhQcAFboAgKv5BwCq8QcAhggBAId8AQCv2QcArtEHAK3ZBwCs4QcAGboAgLP1BgAdugCAIboAgLaFBgAlugCAKboAgLWdBgC6jQYAu20BAC26AIAxugCAvmUBAL9tAQC8dQEAvW0BAKglBgCpLQYAqjkGAKsxBgCsUQYArUEGAK5BBgCvdQYANboAgDm6AIA9ugCAQboAgEW6AIBJugCATboAgFG6AIC4VQEAuWUBALplAQC7fQEAvGUBAL1tAQC+HQEAvxUBALANBgCx7QEAsuUBALP9AQC05QEAte0BALblAQC3bQEAo7EFAFW6AIBZugCAvkgDAL5YDACmwQUApdkFAF26AICrKQIAqskFAGG6AIBlugCArykCAK4hAgCtKQIArDECAGm6AIBtugCAcboAgHW6AICAGQAAgRkAAIIFAAB5ugCAhKwDAIG6AICHGAMAhswMAIW6AICJugCAjboAgJG6AICokQMAqZkDAKrJAwCrxQMArN0DAK3BAwCuwQMAr/UDAJW6AICZugCAnboAgKG6AIClugCAqboAgK26AICxugCAuH0DALnBAAC6wQAAu9EAALz5AAC9+QAAvpkAAL+ZAACwjQMAsUUDALJNAwCzRQMAtF0DALVFAwC2TQMAt0UDALNBAgC1ugCAuboAgL8EDwC9ugCAtkECALVVAgDBugCAu4ECALpJAgDFugCAyboAgL+BAgC+mQIAvZECALyZAgDNugCA0boAgNW6AIDZugCA76QDAN26AIDhugCA5boAgOMQAwDpugCA4VgAAIQgDQCAKQAAgSkAAIIdAADxugCA4VAGAOGgBwDjoAYA41AHAIWUDAD1ugCA70gbAPm6AIDhJAIA/boAgONwGgABuwCABbsAgAm7AIDvqAEA7+gGAIagDwCHDA0Ao4kCAA27AIClnQIAEbsAgBW7AICmiQIAGbsAgB27AICrSQIAqoECAK1ZAgCsUQIAr0kCAK5RAgCoZQ4AqXUOAKp9DgCrdQ4ArG0OAK21DgCuvQ4Ar7UOAO26AIAhuwCAJbsAgCm7AIAtuwCAOLsAgDy7AIBAuwCAuF0PALltDwC6ZQ8Auw0PALwVDwC9HQ8AvhUPAL8JDwCwzQ4AsdUOALLdDgCz1Q4AtM0OALVxDwC2cQ8At20PALP1DgBEuwCASLsAgEy7AIBQuwCAtjUOALXlDgBUuwCAuxEOALoJDgBYuwCAXLsAgL+1DwC+CQ4AvQEOALwJDgCCFQAAo7EOAIBhAACBYQAApnEOAGC7AIC+EAEApaEOAKpNDgCrVQ4AaLsAgIQgAQCuTQ4Ar/EPAKxNDgCtRQ4An0UIAJ4NCQCdDQkAnJkLAJt1NQCaETUAmZk3AJgNMQCXJTEAliUxAJWBPQCUDT0Ak4k/AJIVOACRPTkAkD05AI9lJQDvrA0AhgAEAIegAQBsuwCAcLsAgHS7AIDv6AEAeLsAgOE0AgB8uwCA4zQBAIC7AIDjCAwAhLsAgOEIDQChoQEAiLsAgKMJBQCibQMApc0EAKQRBQCnHRkAph0ZAKmhHQCoORkAq+kcAKqpHQCtkREArAEQAK8BFACuUREAsfkVALDlFQCz6WkAsgFoALUBbAC0eWkAjLsAgJC7AICUuwCAmLsAgJy7AICguwCAowkDAKIZDQCh/Q0AoP0NAIIlJgCDBToApLsAgKi7AICGqTwAhzU+AIQdOgCFPTsAiok+AIslMgCsuwCAsLsAgI6xNACPMTYAjD0yAI0tMgCSJTYAk9EIAIREAwC+wAQAlhULAJdVDgCUXQoAlVUKAJplDgCbiQ4AtLsAgLi7AIC8uwCAwLsAgJyBAADEuwCAuLUCALm9AgC6tQIAuwkCALwZAgC9GQIAvgkCAL8BAgCwdQ0AsX0NALJJDQCzSQ0AtJUCALWdAgC2lQIAt40CAKi9DQCpUQ0AqlUNAKtpDQCsfQ0ArWUNAK5tDQCvEQ0AZLsAgILtAQCBHQAAgB0AAMi7AIDMuwCAfboAgL5wBQCznQwAhIwFANC7AIDYuwCA3LsAgLalDAC1tQwA4LsAgLv5DAC68QwAhigFAIcgBQC/GQMAvhEDAL3dDAC83QwA5LsAgKPZDADouwCA7LsAgKbhDADwuwCA9LsAgKXxDACqtQwAq70MAPi7AID8uwCArlUDAK9dAwCsmQwArZkMAAC8AIAEvACACLwAgAy8AIAQvACAFLwAgBi8AIDvvAEAHLwAgOF8DgAgvACA41ABACS8AIAovACALLwAgDC8AICzlQIANLwAgDi8AIA8vACAQLwAgLa9AgC1uQIASLwAgLs5AgC6YQIAhsgEAIesBAC/GQIAvhECAL0ZAgC8IQIAo1UFAILVBwCBxQcAgMUHAEy8AICmfQUApXkFAFC8AICr+QUAqqEFAFS8AIBYvACAr9kFAK7RBQCt2QUArOEFAFy8AICzWQcAYLwAgGS8AIC2HQcAaLwAgGy8AIC1FQcAugkHALsJBwBwvACAdLwAgL75BwC/+QcAvPkHAL35BwDUuwCARLwAgHi8AIB8vACAgLwAgIS8AICIvACAjLwAgKitBwCptQcAqrUHAKvtBwCs+QcArfkHAK7tBwCv5QcAsKkHALGpBwCySQcAs0kHALRZBwC1WQcAtkkHALdJBwC4eQcAuUUHALpBBwC7XQcAvEUHAL1NBwC+RQcAvzkHAKMdBgCQvACAlLwAgJi8AICcvACAplkGAKVRBgCgvACAq00GAKpNBgCkvACAqLwAgK+9BgCuvQYArb0GAKy9BgCAbQAAgQkAAIIZAACsvACAsLwAgISYAQC+kAEAtLwAgIYAHACHxAEAuLwAgLy8AIDAvACAxLwAgMi8AIDMvACAqF0GAKmVAQCqlQEAq6UBAKy9AQCt1QEArtEBAK/RAQDQvACA1LwAgNi8AIDcvACA4LwAgOS8AIDovACA7LwAgLhZAQC5WQEAus0AALvFAAC83QAAvcUAAL7FAAC/9QAAsLUBALG9AQCygQEAs4EBALR5AQC1eQEAtmkBALdpAQCzHQIA8LwAgPS8AIC+gBwA+LwAgLZVAgC1NQIA/LwAgLt5AgC6cQIAAL0AgAS9AIC/vQIAvr0CAL1VAgC8VQIACL0AgKNZAgAMvQCAEL0AgKYRAgAUvQCAGL0AgKVxAgCqNQIAqz0CABy9AIAgvQCArvkCAK/5AgCsEQIArRECACi9AIAsvQCAvgQdAL4AHgAwvQCANL0AgDi9AIA8vQCAgPkAAIHNAACCxQAAhCADAIawHACHlAMAQL0AgES9AIBIvQCATL0AgFC9AIBUvQCA42wCAFi9AIDhoAEAXL0AgO8UAgBgvQCAZL0AgGi9AIBsvQCAcL0AgHS9AIB4vQCA4fAGAOE0BgDjTAAA4xgGAHy9AICAvQCAhL0AgIi9AICAPQAAgQkAAIIZAACMvQCAkL0AgIS8HQDvmAAA7zgHALMxAgDRAAAAh9gdAIZsHACYvQCAtikCALUhAgCcvQCAu80CALrNAgCgvQCApL0AgL/NAgC+zQIAvc0CALzNAgCyXQYAs2UGALANBgCxVQYAtn0GALedBQC0fQYAtXUGALqNBQC7zQUAuKUFALmFBQC+xQUAv8kFALzVBQC9zQUAqL0AgKy9AICwvQCAtL0AgLi9AIC8vQCAwL0AgMS9AICqtQYAq70GAKgBBwCpvQYAroEGAK+NBgCsmQYArZUGAKNxHQDIvQCAzL0AgNC9AIDUvQCApmkdAKVhHQDYvQCAq40dAKqNHQDcvQCA4L0AgK+NHQCujR0ArY0dAKyNHQDkvQCAs9UeAOi9AIDsvQCAts0eAPC9AID0vQCAtcUeALqhHgC7oR4A+L0AgPy9AIC+pR4Av6keALyxHgC9sR4AJL0AgJS9AIAAvgCAhAQDAID5AACB+QAAghEAAAS+AICoIR4AqSEeAKo5HgCrOR4ArCkeAK0pHgCuAR4ArwEeALABHgCxAR4AsgEeALMBHgC0BR4AtQkeALY9HgC3NR4AuA0eALkVHgC6HR4AuxUeALwNHgC95R8Avu0fAL/lHwCjkR8ACL4AgIYoAQCHSAEADL4AgKaJHwClgR8AEL4AgKvlHwCq5R8AFL4AgBi+AICv7R8AruEfAK31HwCs9R8AHL4AgLMtHgAgvgCAJL4AgLaVHgAovgCALL4AgLWdHgC6sR4Au7EeADC+AIA0vgCAvnUBAL99AQC8oR4AvaEeAKjRHgCp2R4AquEeAKvhHgCsUR4ArVEeAK5RHgCvUR4AOL4AgDy+AIBAvgCARL4AgEi+AIBMvgCAUL4AgFS+AIC43QEAue0BALrlAQC7jQEAvJkBAL2ZAQC+jQEAv4UBALAxHgCxMR4AsjEeALMxHgC09QEAtf0BALb1AQC37QEAo2kdAFi+AIBcvgCAYL4AgGS+AICm0R0ApdkdAGi+AICr9R0AqvUdAGy+AIBwvgCArzkCAK4xAgCt5R0ArOUdAIFpAACAWQAAvgAEAIJhAAB4vgCAfL4AgIC+AICEvgCAhOwDAIi+AICHiAMAhuwEAIy+AICQvgCAlL4AgJi+AICohQMAqZUDAKqVAwCrpQMArL0DAK3VAwCu0QMAr9EDAJy+AICgvgCApL4AgKi+AICsvgCAsL4AgLS+AIC4vgCAuHEDALlxAwC6cQMAu3EDALzVAAC93QAAvtUAAL/NAACwtQMAsb0DALKBAwCzgQMAtFEDALVRAwC2UQMAt1EDAOFUHgDhrB8A45QBAOMoHgDjYAMAvL4AgOEIAADAvgCA75ADAMS+AIDIvgCAzL4AgNC+AIDUvgCA70wfAO9MHwCzXQIA2L4AgNy+AIDgvgCA6L4AgLYVAgC1dQIA7L4AgLs5AgC6MQIAhCQFAL7gBAC/1QIAvtUCAL0VAgC8FQIAuJEdALmZHQC6oR0Au6EdALzRHQC93R0AvtUdAL/JHQCwCR4AsQkeALIZHgCzGR4AtAkeALUJHgC2vR0At7UdAKipHgCpqR4AqrkeAKu5HgCsqR4ArakeAK55HgCveR4AgKUAAIGtAACCpQAA8L4AgIbQBACH+AQA9L4AgPi+AIB0vgCA5L4AgPy+AIAAvwCABL8AgAi/AIAMvwCAEL8AgKhxBgCpcQYAqnEGAKtxBgCsVQYArUUGAK5NBgCvRQYAsD0GALHlBgCy7QYAs+UGALT9BgC15QYAtu0GALflBgC43QYAuXEHALp1BwC7SQcAvFkHAL1ZBwC+SQcAv0kHALPZBgAUvwCAGL8AgBy/AIAgvwCAtuUGALX9BgAkvwCAuwEGALrZBgAovwCALL8AgL8BBgC+GQYAvREGALwZBgAwvwCAo9kFADS/AIA4vwCAppEFADy/AIBAvwCApfEFAKq1BQCrvQUARL8AgEi/AICuUQUAr1EFAKyRBQCtkQUAo1kHAIIZAACBGQAAgOEBAEy/AICmZQcApX0HAFC/AICrgQcAqlkHAISgAgC+rAEAr4EHAK6ZBwCtkQcArJkHAFS/AICzqQYAhugAAIcsAQC2WQEAWL8AgFy/AIC1oQYAunUBALt9AQBgvwCAZL8AgL75AQC/+QEAvGUBAL35AQCo0QYAqdkGAKplBgCrdQYArG0GAK2dAQCulQEAr40BAITsAQBovwCAbL8AgHC/AIB0vwCAeL8AgHy/AICAvwCAuGkBALlpAQC6CQEAuwUBALwdAQC9AQEAvgEBAL81AQCw9QEAsf0BALL1AQCzaQEAtHkBALV5AQC2aQEAt2EBAIS/AICIvwCAjL8AgKPhBQCQvwCApekFAKYRAgCUvwCAmL8AgJy/AICqPQIAqzUCAKwtAgCtsQIArrECAK+xAgCgvwCApL8AgL4EAwCEAAwAqL8AgKy/AICwvwCAtL8AgIANAACBFQAAgh0AALi/AIC8vwCAwL8AgIdEAwCG3AwAs+kDAMi/AIDMvwCA0L8AgNS/AIC2PQMAtT0DANi/AIC7GQMAuhEDANy/AIDgvwCAv7kAAL6xAAC9uQAAvAEDAOS/AIDhlAEA6L8AgON8AQDsvwCA8L8AgPS/AID4vwCA/L8AgADAAIAEwACACMAAgAzAAIAQwACAFMAAgO9MAgCoVQIAqV0CAKphAgCrYQIArLUCAK29AgCutQIAr60CAL5oDQAYwACAHMAAgCDAAIAkwACAgq0AAIGtAACArQAAuGEBALlhAQC6CQEAuwkBALwBAQC9AQEAvgEBAL8BAQCw1QIAsd0CALLVAgCzbQEAtHUBALV9AQC2aQEAt2EBAOFoBgDh8AcA47AAAOP0BgAowACALMAAgDDAAIA4wACAPMAAgEDAAIBEwACASMAAgL78DABMwACA72wAAO8oBgCjqQIAUMAAgIZoDACHBA0AVMAAgKZ9AgClfQIAWMAAgKtZAgCqUQIAXMAAgGDAAICv+QEArvEBAK35AQCsQQIAqIUOAKmNDgCqhQ4Aq50OAKyNDgCtvQ4ArrUOAK/dDgA0wACAZMAAgGjAAIBswACAcMAAgHTAAIB4wACAfMAAgLitDgC5tQ4Aur0OALu1DgC8dQ8AvX0PAL51DwC/bQ8AsKkOALG1DgCyvQ4As7UOALStDgC1lQ4Atp0OALeVDgCzDQ4AgMAAgITAAICIwACAjMAAgLY9DgC1BQ4AkMAAgLtxDgC6bQ4AlMAAgJjAAIC/UQ4AvmkOAL1hDgC8aQ4AghkAAKNJDgCAZQAAgRkAAKZ5DgCcwACAoMAAgKVBDgCqKQ4AqzUOAIS8AwCkwACAri0OAK8VDgCsLQ4ArSUOAKidDgCppQ4Aqq0OAKulDgCsvQ4AraEOAK7dDgCvzQ4AhiABAIdkAQCowACArMAAgLDAAIC0wACAuMAAgLzAAIC4eQEAuXkBALrNAQC7xQEAvN0BAL3FAQC+xQEAv/UBALC9DgCxjQ4AsoUOALNJAQC0WQEAtVkBALZJAQC3SQEAtS0OAMDAAIDEwACAtjkOAMjAAIDMwACAsz0OANDAAIC9hQEAvEkOAL+FAQC+hQEA1MAAgMS/AIC7UQ4AumEOAKNlDgDYwACA3MAAgODAAIDkwACApmEOAKV1DgDowACAqwkOAKo5DgDswACA8MAAgK/dAQCu3QEArd0BAKwRDgD0wACA+MAAgO/QDwD8wACAAMEAgATBAIAIwQCADMEAgBDBAIC+aAMAGMEAgBzBAIDhVA4AIMEAgONkDgAkwQCAgFkAAIFZAACCaQAAhIwDAIbwBACHFAMAKMEAgCzBAIAwwQCANMEAgDjBAIA8wQCAQMEAgETBAIBIwQCATMEAgFDBAIBUwQCAWMEAgFzBAIBgwQCAZMEAgGjBAIBswQCAqIkDAKmJAwCqmQMAq5kDAKyJAwCtiQMArj0DAK81AwCwUQMAsVEDALJVAwCzfQMAtBUDALUdAwC2FQMAtw0DALg9AwC5DQMAugUDALvtAAC89QAAvfkAAL7pAAC/6QAAcMEAgHTBAIB4wQCAsz0CAHzBAIC1LQIAtiUCAIDBAIC+aAUAiMEAgLq5AgC7uQIAvK0CAL2FAgC+/QIAv/UCAIBJAACBVQAAglUAAIQABQDvjAMAvhgEAId0BQCG/AQA4zwDAIzBAIDhUAAAkMEAgJTBAICYwQCAnMEAgKDBAICkwQCAqMEAgKzBAICwwQCAtMEAgLjBAIC8wQCA79QOAL4oBgDhdA4AwMEAgONUAQDEwQCAyMEAgMzBAIDQwQCAo/ECANTBAIDYwQCA3MEAgODBAICm6QIApeECAOTBAICrdQIAqnUCAOjBAIDswQCArzkCAK4xAgCtSQIArGECAKgpBgCpKQYAqj0GAKsxBgCsSQYArUkGAK55BgCveQYAhMEAgIIVAACBxQcAgMUHAPDBAICEaAMA9MEAgPjBAIC4yQYAuckGALrZBgC72QYAvMkGAL3JBgC+WQcAv1kHALAJBgCxCQYAshkGALMZBgC0CQYAtQkGALb5BgC3+QYAs7UGAPzBAICGrAAAh0ADAADCAIC2yQYAtcEGAATCAIC7zQYAus0GAAjCAIAMwgCAv80GAL7NBgC9zQYAvM0GABDCAICj8QYAFMIAgBjCAICmjQYAHMIAgCDCAIClhQYAqokGAKuJBgAkwgCAKMIAgK6JBgCviQYArIkGAK2JBgCoJQYAqWEGAKplBgCrfQYArGUGAK1tBgCuZQYAr50GACzCAIAwwgCANMIAgDjCAIA8wgCAQMIAgETCAIBIwgCAuPUGALn9BgC69QYAu4kGALyZBgC9mQYAvokGAL+BBgCw5QYAse0GALLlBgCz/QYAtOUGALXtBgC20QYAt80GAEzCAIC2/QYAtf0GAFDCAICz/QYAVMIAgFjCAIBcwgCAvzkGAL4xBgC9OQYAvCEGALs5BgC6MQYAFMEAgGDCAICjrQYAgnkAAIFVAACAVQAAhFwBAKatBgClrQYAaMIAgKtpBgCqYQYAhkh/AIfkAACvaQYArmEGAK1pBgCscQYAbMIAgO/cBwBwwgCAdMIAgHjCAIB8wgCAgMIAgITCAICIwgCAhKADAIzCAIC/JHkAkMIAgONoBwCUwgCA4XQGALPRAgCYwgCAvgQDAISAfQCcwgCAtvkCALXxAgCgwgCAu7UCALqpAgCkwgCAqMIAgL9RAwC+mQIAvZECALylAgCpBQIAqLkCAKsVAgCqHQIArT0CAKw9AgCvUQIArl0CAL5ofQCswgCAsMIAgLTCAIC4wgCAvMIAgMDCAIDEwgCAufEDALjpAwC78QMAuvkDAL1RAwC86QMAv00DAL5RAwCxNQIAsCkCALMBAgCyNQIAtdEDALQZAgC30QMAttkDAIIpAACjlQMAgB0AAIEVAACmvQMAyMIAgMzCAICltQMAqu0DAKvxAwDQwgCA2MIAgK7dAwCvFQIArOEDAK3VAwCGYH0Ah3h9ALNBAQCEAH8AtUEBANzCAIDgwgCAtkkBAOTCAIDowgCAu0EBALpNAQC9SQEAvEUBAL8pAQC+OQEA7MIAgO/cBgDwwgCA9MIAgPjCAID8wgCAAMMAgO8wBgCELH4A4eAGAATDAIDjiAEACMMAgON0AAAMwwCA4SwBAKPJAQAQwwCAFMMAgIVweQAYwwCApsEBAKXJAQAcwwCAq8kBAKrFAQAgwwCAJMMAgK+hAQCusQEArcEBAKzNAQCo3X0AqQV+AKoBfgCrAX4ArAF+AK0BfgCuAX4ArwF+ANTCAIAowwCALMMAgDDDAIA0wwCAgp0AAIGdAACAnQAAuC1+ALnhfgC64X4Au+F+ALzhfgC94X4AvuF+AL/hfgCwQX4AsU1+ALJZfgCzVX4AtDV+ALUlfgC2JX4AtxV+AKitfwCp0X8AqtF/AKvtfwCs9X8ArRV/AK4RfwCvEX8AOMMAgDzDAIBAwwCARMMAgIbwAwCHuAAASMMAgEzDAIC4EX8AuRl/ALohfwC7IX8AvPUAAL39AAC+9QAAv+0AALBxfwCxcX8AsnF/ALNFfwC0QX8AtU1/ALY9fwC3NX8As1l+AFDDAIBUwwCAWMMAgFzDAIC2lX4AtX1+AGDDAIC7tX4AurV+AGTDAIBowwCAv4l+AL6FfgC9kX4AvKV+AGzDAICjHX4AcMMAgHTDAICm0X4AeMMAgHzDAIClOX4AqvF+AKvxfgCAwwCAhMMAgK7BfgCvzX4ArOF+AK3VfgCwrQAAscUAALLBAACzwQAAtMUAALXNAAC28QAAt/EAALhhAAC5YQAAumEAALt9AAC8ZQAAvW0AAL5lAAC/vQMAiMMAgIzDAICQwwCAZMIAgJTDAICYwwCAnMMAgKDDAICoWQEAqVkBAKrtAACr5QAArP0AAK3lAACu5QAAr9UAAKTDAICCHQAAgR0AAIAdAACowwCArMMAgLDDAIC+VAIAhoAEAIfsAgC4wwCAvMMAgMDDAIDEwwCAyMMAgL54AwDjdH4AzMMAgOG4fQDQwwCA1MMAgNjDAIDcwwCA4MMAgOTDAIDowwCA7MMAgPDDAIDvwH4A9MMAgPjDAID8wwCAs4UDAADEAIAExACACMQAgAzEAIC2hQMAtZUDABDEAIC74QMAuokDAL4kBgAUxACAv+kDAL7hAwC99QMAvPUDAIIpAACjwQMAgB0AAIEVAACmwQMAGMQAgBzEAICl0QMAqs0DAKulAwAgxACAheAFAK6lAwCvrQMArLEDAK2xAwDh+AMAKMQAgONcHwAsxACA7/QDADDEAICGPAcAh6wCAON8fgA0xACA4YABADjEAIA8xACAQMQAgO/kEwBExACAs3EBAEjEAIBMxACAUMQAgFTEAIC2EQEAtWEBAFjEAIC7OQEAujEBAFzEAIBgxACAvxkBAL4RAQC9GQEAvCEBAGTEAIBoxACAbMQAgHDEAIB0xACAeMQAgHzEAIDvxH8AgMQAgOH8fgCExACA4/B/AIANAACBdQAAgn0AAIjEAICMxACAkMQAgKP5AQC+AAgApekBAJjEAICcxACAppkBAISoBQCgxACAq7EBAKq5AQCtkQEArKkBAK+RAQCumQEAqCkGAKkpBgCqOQYAqzkGAKwpBgCtUQYArlUGAK9NBgAkxACAhCABAKTEAICUxACAo+EBAKKZBAChGQQAoPEFALg5BgC5OQYAus0GALvFBgC83QYAvcUGAL7FBgC/8QYAsDUGALE9BgCyNQYAsw0GALQVBgC1HQYAthUGALcJBgCPoWwAs5EHAIYoAQCHfAMAtqEHAKjEAICsxACAtbEHALrlBwC77QcAsMQAgLTEAIC+7QcAv90HALz1BwC97QcAn/l4AJ7leACdcXkAnCF8AJvxfACaYX0AmZlxAJjZcACX4XAAlnl0AJVtdACUbXQAk61pAJJxaACReWgAkB1uAIIhbQCD5W8AuMQAgLzEAICGTWgAh5V1AISZaQCFmWkAiqV1AIu5dQDAxACAxMQAgI5xcACPgXwAjDlxAI05cQCSYX0Ak6l9AMjEAIDMxACAlml5AJeZBACU4XgAlX15AJpBBQCbyQUA0MQAgNTEAIDYxACA3MQAgJypAADgxACAo4ENAKKpAQChqQEA5MQAgKexCQCmAQgApU0NAKSZDQCrkRUAqoUVAKkBFACocQkArx0QAK7pEQCtvREArAEQALMBGACy8RwAscEdALDJHQC0wwCA6MQAgLXhGAC0/RkA7MQAgPDEAID0xACA+MQAgIAdAACBCQAAgv0DAPzEAICjFQUAAMUAgIaIDACHPAMACMUAgKYlBQClNQUADMUAgKtpBQCqYQUAEMUAgBTFAICvWQUArmkFAK1pBQCscQUAGMUAgBzFAICEBAwAIMUAgCTFAIDhbAYAKMUAgOPsewAsxQCAMMUAgDTFAIDvqAYAOMUAgDzFAIBAxQCARMUAgKmNBQCogQUAq60FAKqZBQCtoQUArLkFAK+lBQCuqQUAhGgNAEjFAIBMxQCAUMUAgFTFAIBYxQCAXMUAgL70DAC5SQUAuEEFALtZBQC6QQUAvUkFALxBBQC/cQUAvn0FALGpBQCwoQUAs7kFALKhBQC1mQUAtKkFALd5BQC2kQUAqNUEAKndBACq7QQAqyUDAKyFAwCtjQMArrEDAK+xAwBgxQCAZMUAgGjFAIBsxQCAgBkAAIEZAACCBQAAcMUAgLgxAgC5MQIAujUCALvBAgC8hQIAvbUCAL69AgC/tQIAsGkCALFpAgCyQQIAs0ECALQ5AgC1OQIAthECALcRAgCGoAwAh0wNAHjFAIB8xQCA76QGAIDFAICExQCA78wHAOOUAQDhpAYA4TgBAONcBgCIxQCAjMUAgJDFAICUxQCAmMUAgJzFAICzLQQAoMUAgLVFAwCkxQCAqMUAgLZFAwCsxQCAsMUAgLvlAgC65QIAvd0CALzdAgC/tQIAvrUCAATFAIB0xQCAtMUAgLjFAIC8xQCAwMUAgMTFAIDIxQCAqDEOAKk5DgCqAQ4AqwEOAKxxDgCtcQ4ArnUOAK9tDgCwGQ4AsSUOALItDgCzJQ4AtCEOALUhDgC2IQ4AtyEOALjFDgC5zQ4AusUOALvdDgC8xQ4Avc0OAL5ZDwC/WQ8As6kOAMzFAIDQxQCA1MUAgNjFAIC20Q4AtdkOANzFAIC7wQ4Auv0OAODFAIC+LAAAv8UOAL7FDgC90Q4AvNkOAIJpAACj7Q4AgFkAAIFRAACmlQ4A5MUAgOjFAIClnQ4AqrkOAKuFDgCGyAAAh6wAAK6BDgCvgQ4ArJ0OAK2VDgDsxQCAs5EOAPDFAID0xQCAtqUOAPjFAID8xQCAta0OALrhDgC74Q4AAMYAgATGAIC+6Q4Av9UOALz1DgC96Q4Ao6UKAAjGAIAMxgCAEMYAgBTGAICmzQ0Apc0NABjGAICrbQwAqm0MABzGAIAgxgCArz0MAK49DACtVQwArFUMAKgJDgCpCQ4Aqh0OAKsVDgCsIQ4ArSEOAK4hDgCvIQ4AJMYAgCjGAIAsxgCAMMYAgDTGAIA4xgCAPMYAgEDGAIC4zQEAudUBALrdAQC71QEAvM0BAL1RAQC+UQEAv1EBALAhDgCxIQ4AsiUOALM5DgC0KQ4AtRUOALYdDgC39QEARMYAgEjGAIBMxgCAo5kNAFDGAIClpQ0Apq0NAL7cAgCE7AMAWMYAgKrpDQCr6Q0ArP0NAK3hDQCu4Q0Ar90NAIBFAACBTQAAglkAAKNFAwBcxgCApUEDAKZBAwBgxgCAhsAEAIcAAwCqLQMAqyUDAKw9AwCtJQMAriUDAK8VAwCoWQIAqYUDAKqBAwCrgQMArIUDAK2NAwCusQMAr7EDAGTGAIBoxgCAbMYAgHDGAIB0xgCAeMYAgHzGAICAxgCAuGUDALltAwC6ZQMAu30DALxlAwC9bQMAvmUDAL/dAACwpQMAsa0DALKlAwCzvQMAtK0DALWdAwC2lQMAt10DALMJAgCExgCAiMYAgIzGAICQxgCAtg0CALUNAgCUxgCAu2kCALphAgCYxgCAnMYAgL9ZAgC+aQIAvWkCALxxAgCgxgCApMYAgKjGAICsxgCA4aABALDGAIDjaAMAtMYAgIEVAACAFQAA74wDAIIVAAC4xgCAvMYAgMDGAIC+cAUA4RgOAOGUDwDjOA8A49QPAISUAgDIxgCAzMYAgNDGAIDUxgCA2MYAgNzGAIDgxgCA5MYAgOjGAIDv7AEA7/gPAIZgBACHBAUAs5UBAITMBQC1dQEA7MYAgPDGAIC2dQEA9MYAgPjGAIC7UQEAulkBAL31AAC8SQEAv/UAAL71AACoJQYAqVUGAKpVBgCrrQYArLUGAK29BgCutQYAr60GAMTGAID8xgCAAMcAgATHAIAIxwCADMcAgBDHAIAUxwCAuGkHALlpBwC6CQcAuwkHALwZBwC9GQcAvg0HAL8BBwCw1QYAsd0GALLVBgCzaQcAtHkHALV5BwC2aQcAt2EHAKPdBgAYxwCAHMcAgCDHAIAkxwCApj0GAKU9BgAoxwCAqxkGAKoRBgAsxwCAMMcAgK+9BwCuvQcArb0HAKwBBgCAXQAAgW0AAIJlAACzUQcAvtgDALVxBwC2cQcANMcAgIbgAACHFAMAul0HALs5BwC8KQcAvRUHAL4dBwC/2QAAqJUGAKmdBgCqlQYAq60GAKy1BgCtvQYArrUGAK+tBgA4xwCAPMcAgEDHAIBExwCASMcAgEzHAIBQxwCAVMcAgLhxAQC5cQEAunEBALtxAQC81QEAvd0BAL7VAQC/zQEAsNUGALGxBgCysQYAs40GALSVBgC1UQEAtlEBALdRAQBYxwCAoxkGAFzHAIBgxwCApjkGAFTGAIBkxwCApTkGAKoVBgCrcQYAaMcAgGzHAICuVQYAr5EBAKxhBgCtXQYAcMcAgHTHAIB4xwCAfMcAgIDHAICExwCAiMcAgIzHAICQxwCAlMcAgJjHAICcxwCAgBkAAIEZAACCBQAAoMcAgISAAgC+gAMAhwwDAIasHADhaAYAqMcAgOOYBwCsxwCAsMcAgLTHAIDvrAcAuMcAgLzHAIDAxwCAxMcAgMjHAIDMxwCA0McAgNTHAICzZQMA2McAgLVlAwC2bQMA3McAgODHAIDkxwCAuukDALvlAwC8/QMAve0DAL7RAwC/0QMA6McAgOzHAIDwxwCA9McAgPjHAID8xwCAAMgAgATIAICogQMAqYEDAKqBAwCrgQMArIEDAK2BAwCugQMAr4EDALBBAwCxTQMAskUDALNVAwC0eQMAtXkDALYZAwC3GQMAuCkDALkpAwC6OQMAuzkDALwpAwC9KQMAvhkDAL8ZAwCBGQAAgBEAAKMhAgCCLQAApSECAAjIAIAMyACApikCABDIAIAYyACAq6ECAKqtAgCtqQIArLkCAK+VAgCulQIAhEwCAL5IHQCHZB0AhuwcAONAAwAcyACA4aABACDIAIDvnAMAJMgAgCjIAIAsyACAMMgAgDTIAIA4yACAPMgAgEDIAIBEyACASMgAgEzIAIBQyACAVMgAgFjIAIDvtAEAhKgdAOF8BgBcyACA43AGAGDIAIBkyACAaMgAgGzIAICz4QEAcMgAgHTIAIB4yACAfMgAgLblAQC19QEAgMgAgLuhAQC62QEAvuQcAIjIAIC/rQEAvqUBAL2xAQC8uQEAqBUeAKkZHgCqKR4AqykeAKw9HgCtJR4Ari0eAK8lHgAUyACAgvkfAIH5HwCA4R8AhMgAgIzIAICGHAAAh7ADALjBHgC5wR4AusEeALvBHgC8wR4AvcEeAL7BHgC/wR4AsF0eALElHgCyLR4AsyUeALQhHgC1KR4AthkeALcZHgCjoR4AkMgAgJTIAICYyACAnMgAgKalHgCltR4AoMgAgKvhHgCqmR4ApMgAgKjIAICv7R4AruUeAK3xHgCs+R4ArMgAgLOZHwCwyACAtMgAgLa9HwC4yACAvMgAgLW1HwC6mR8Au5kfAMDIAIDEyACAvnkfAL95HwC8eR8AvXkfAKglHgCpUR4AqlUeAKtpHgCseR4ArXkeAK5pHgCvaR4AyMgAgMzIAIDQyACA1MgAgNjIAIDcyACA4MgAgOTIAIC42R4Aue0eALr5HgC7+R4AvOkeAL3pHgC+nR4Av5UeALAZHgCxGR4AsukeALPpHgC0+R4AtfkeALbpHgC36R4Ao90eAIIpAACBFQAAgB0AAOjIAICm+R4ApfEeAOzIAICr3R4Aqt0eAKTHAIDwyACArz0eAK49HgCtPR4ArD0eAITIAgCzQQEAvgwBAPjIAIC2QQEA/MgAgADJAIC1UQEAuk0BALslAQCGSAAAh1ABAL4lAQC/LQEAvDEBAL0xAQAEyQCACMkAgIQEAwC+gAQADMkAgO+oHwAQyQCAFMkAgL8oMQDjdB8AGMkAgOE4HgAcyQCAIMkAgCTJAIAoyQCALMkAgDDJAICjzQIANMkAgKXdAgA4yQCAPMkAgKbNAgBAyQCARMkAgKupAgCqwQIArb0CAKy9AgCvoQIArqkCAKm1AgCoaR0AqwECAKoJAgCtAQIArBkCAK8xAgCuAQIAhGwFAEjJAIBMyQCAUMkAgFTJAICCnQEAgZ0BAICdAQC55QMAuOUDALvlAwC65QMAveUDALzlAwC/5QMAvuUDALEhAgCwSQIAsyUCALIlAgC1KQIAtCECALcVAgC2FQIAqM0CAKnRAgCq0QIAqw0BAKwVAQCtBQEArgEBAK8BAQBYyQCAXMkAgGDJAIBoyQCAvvgEAGzJAIBwyQCAdMkAgLgVAQC5HQEAuikBALspAQC89QEAvf0BAL71AQC/7QEAsEkBALFVAQCyXQEAs1UBALRNAQC1NQEAtj0BALcxAQCGoAUAh8gFAHjJAIDvvAAAfMkAgIDJAICEyQCA74weAIQsBwDh8B4AiMkAgOMcHgCMyQCA4ZQBAJDJAIDjbAAAsxkCAJTJAICYyQCAnMkAgIQACAC2xQEAtd0BAKDJAIC70QEAus0BAKTJAICoyQCAv7EBAL7JAQC9wQEAvMkBAKPZBQBkyQCArMkAgLDJAIC0yQCApgUGAKUdBgC4yQCAqxEGAKoNBgC8yQCAwMkAgK9xBgCuCQYArQEGAKwJBgDEyQCAgh0AAIEdAACAHQAAyMkAgMzJAIDQyQCA1MkAgIZAAwCHxAMA2MkAgNzJAIDgyQCA5MkAgOjJAIDsyQCAqK0HAKmxBwCqsQcAq7EHAKwZBwCtBQcArg0HAK8FBwDwyQCA9MkAgPjJAID8yQCAAMoAgATKAIAIygCADMoAgLgtBwC5zQAAusUAALvdAAC8zQAAvf0AAL71AAC/nQAAsEkHALFVBwCyUQcAsykHALQ5BwC1OQcAtiUHALcVBwCzOQYAEMoAgBTKAIAYygCAHMoAgLaFBgC1kQYAIMoAgLuRBgC6jQYAJMoAgCjKAIC//QYAvv0GAL39BgC8hQYALMoAgKN9BgAwygCANMoAgKbBBgA4ygCAPMoAgKXVBgCqyQYAq9UGAEDKAIC+bAEArrkGAK+5BgCswQYArbkGAKjpAQCp6QEAqvkBAKv5AQCs6QEArekBAK45AQCvOQEAgPUAAIH9AACCwQAARMoAgIYQAACHdAEASMoAgPTIAIC4zQAAudUAALrVAAC75QAAvP0AAL2VAAC+kQAAv5EAALBJAQCxSQEAslkBALNZAQC0SQEAtUkBALb9AAC39QAA7/QGAEzKAIBQygCAVMoAgO8wAgBYygCAXMoAgGDKAIDj4AcAZMoAgOGAAQBoygCA4ygGAGzKAIDhyAUAcMoAgLMxAgB0ygCAeMoAgJYAAAB8ygCAtikCALUhAgCAygCAu80CALrNAgCEygCAiMoAgL/NAgC+zQIAvc0CALzNAgCMygCAkMoAgJTKAICj/QIAmMoAgKXtAgCm5QIAnMoAgKDKAICkygCAqgECAKsBAgCsAQIArQECAK4BAgCvAQIAgA0AAIEVAACCHQAAqMoAgKzKAICwygCAvlQMALjKAICGwAwAhyQDALzKAIDAygCAxMoAgMjKAIDMygCA0MoAgKi5AgCpAQEAqgEBAKsBAQCsBQEArQ0BAK4FAQCvOQEAhKgNANTKAIDYygCA3MoAgODKAIDkygCA6MoAgOzKAIC4LQEAucUBALrNAQC7xQEAvMEBAL3JAQC++QEAv/kBALBNAQCxUQEAslUBALMpAQC0OQEAtSUBALYlAQC3FQEA4RgGAPDKAIDjOAcA9MoAgPjKAIC+WAwA/MoAgADLAICEbA8ABMsAgL5gDwAIywCADMsAgBDLAIDvcAYAFMsAgIAVAACBGQAAgi0AAITMDwDjYAYAGMsAgOGgAQAcywCA73QAACDLAICGyAwAh/wMACjLAIAsywCAMMsAgDTLAICjCQ4AtMoAgCTLAIA4ywCAPMsAgKYNDgClDQ4AQMsAgKsVDgCqCQ4ARMsAgEjLAICvYQ4Arn0OAK19DgCsAQ4ATMsAgLOpDgBQywCAVMsAgLapDgBYywCAXMsAgLWpDgC6SQ8Au0kPAGDLAIBkywCAvkkPAL9JDwC8SQ8AvUkPAKhdDgCpbQ4AqmUOAKt9DgCsZQ4ArW0OAK5lDgCvuQ8AaMsAgGzLAIBwywCAdMsAgHjLAIB8ywCAgMsAgITLAIC4UQ8AuV0PALpVDwC7aQ8AvH0PAL1lDwC+bQ8Av2EPALDJDwCxyQ8AstkPALPZDwC0yQ8AtckPALZ9DwC3cQ8AiMsAgLURDwC2EQ8AjMsAgIARAACBGQAAgikAALMVDwC8HQ8AvWEPAL5hDwC/fQ8AkMsAgJTLAIC6FQ8AuwkPAKOtDwCYywCAhugAAIfIAQCcywCApq0PAKWtDwCgywCAq00OAKpNDgCkywCAqMsAgK9NDgCuTQ4ArU0OAKxNDgCocQ4AqXEOAKpxDgCrcQ4ArJ0BAK2FAQCuhQEAr7UBAL7sAACsywCAsMsAgLTLAIC4ywCAvMsAgMDLAIDEywCAuGEBALlhAQC6YQEAu2EBALxhAQC9YQEAvmEBAL9hAQCwzQEAsaUBALKhAQCzoQEAtKUBALWtAQC2kQEAt5EBALP5DQDIywCAzMsAgNDLAIDUywCAtgUCALUVAgDYywCAu2ECALoJAgDcywCA4MsAgL9pAgC+YQIAvXUCALx1AgDkywCAo70NAOjLAIDsywCApkECAPDLAID0ywCApVECAKpNAgCrJQIA+MsAgPzLAICuJQIAry0CAKwxAgCtMQIAge0AAIDtAADv0AEAgh0AAADMAIAIzACAhjgEAIdQAwAMzACAEMwAgBTMAIAYzACA4eABABzMAIDjZA8AIMwAgCTMAIAozACALMwAgLORAwAwzACAtbkDALZ9AwA0zACAOMwAgDzMAIC6WQMAu1kDALxJAwC9SQMAvv0AAL/1AACoRQIAqVUCAKpVAgCrZQIArH0CAK2xAgCusQIAr7ECAL5oBQBAzACARMwAgEjMAIBMzACAUMwAgFTMAIBYzACAuF0BALltAQC6ZQEAuw0BALwZAQC9GQEAvg0BAL8FAQCw0QIAsdECALLRAgCz0QIAtHUBALV9AQC2dQEAt20BAOF4DwDjNA4A47gOAOF8DgBczACAYMwAgGTMAIBozACAbMwAgHDMAIB4zACAfMwAgIDMAIDv5A4A79QOAITMAICjnQIAgmEAAIFpAACAUQAAhJwFAKZxAgCltQIAiMwAgKtVAgCqVQIAhkgEAIfMBACv+QEArvEBAK1FAgCsRQIAqJUGAKmlBgCqrQYAq6UGAKy9BgCtoQYArqUGAK/dBgB0zACAjMwAgJDMAICUzACAmMwAgJzMAICgzACApMwAgLhtBwC5dQcAun0HALt1BwC8bQcAvcUHAL7NBwC/xQcAsKUGALGtBgCyuQYAs7EGALSRBgC1kQYAtl0HALdVBwCzJQYAqMwAgKzMAICwzACAtMwAgLYhBgC1NQYAuMwAgLtpBgC6YQYAvMwAgMDMAIC/VQYAvlUGAL1lBgC8bQYAxMwAgKNhBgDIzACAzMwAgKZlBgDQzACA1MwAgKVxBgCqJQYAqy0GANjMAIDczACArhEGAK8RBgCsKQYArSEGAKipBgCpqQYAqrkGAKuxBgCszQYArTEBAK4xAQCvMQEAgMkBAIHJAQCCBQAA4MwAgL54AgCEeAIA5MwAgOjMAIC43QEAue0BALrlAQC7jQEAvJkBAL2ZAQC+jQEAv4UBALBRAQCxUQEAslEBALNRAQC09QEAtf0BALb1AQC37QEAszEGAOzMAICGKAAAh9wBAPDMAIC2sQEAtUUGAPTMAIC7lQEAupUBAPjMAID8zACAvzkBAL4xAQC9hQEAvIUBAATMAICjdQYAAM0AgATNAICm9QEACM0AgAzNAIClAQYAqtEBAKvRAQAQzQCAFM0AgK51AQCvfQEArMEBAK3BAQAYzQCAHM0AgCDNAIAkzQCAKM0AgCzNAIAwzQCANM0AgDjNAIA8zQCAQM0AgETNAIBIzQCATM0AgFDNAIC+cAMAhQA8AOHEBgCERAIA44wHAIBhAACBYQAAgmEAAO9oAwCFRDwA4RACAFjNAIDj2CsAhlA9AIf0AwBczQCA76QHAGDNAIDvQAIAZM0AgGjNAIBszQCAcM0AgHTNAIB4zQCAhDw8AHzNAICAzQCAhM0AgIjNAIDj7AIAjM0AgOEsAQCzUQMAkM0AgJTNAICYzQCAnM0AgLZ5AwC1cQMAoM0AgLs5AwC6MQMApM0AgKjNAIC/9QAAvvUAAL0VAwC8FQMAqD0CAKmBAgCqmQIAq5ECAKy5AgCtuQIArtECAK/RAgCEqD8Avqg/AKzNAICwzQCAtM0AgLjNAIC8zQCAwM0AgLhRAQC5UQEAulEBALtRAQC8cQEAvXEBAL5xAQC/cQEAsLUCALG9AgCygQIAs4ECALRxAQC1cQEAtnEBALdxAQCAtQAAgb0AAIK1AADIzQCAhrA/AIfgPADMzQCA71QAAL4sPgDhVAYA0M0AgOOIAADUzQCA2M0AgNzNAIDgzQCAo1ECAOTNAIC/2CYA6M0AgOzNAICmeQIApXECAPDNAICrOQIAqjECAPTNAID4zQCAr/UBAK71AQCtFQIArBUCAJAtJACRBSgAkg0oAJPZKACUhS0AlTUsAJbFLACXtTEAmAEwAJkVMACalTUAmyk0AJxtNACdmTUAnj04AJ81OABUzQCAttU+ALXFPgDEzQCAs9E+APzNAIAAzgCABM4AgL/ZPgC+1T4AvcU+ALzFPgC71T4Auuk+AAjOAICPXSQAqeUJAKgVCACrBQwAqg0MAK0BEACsAQwAr0EQAK69EACh4QAADM4AgKMBBACi4QAApZ0EAKSVBACnuQgApgEIAKD1OQChBT0Aouk8AKP1PQAQzgCAFM4AgBjOAIAczgCAscEUALABFACzARgAsn0UALXVGAC01RgAIM4AgCTOAICCISUAgyklACjOAIAszgCAhsUpAIeBLACEGSkAhRkpAIoBLQCL+S0AMM4AgDjOAICOATEAj4k0AIyRMACNHTEAkkU1AJMZNQCG6AcAh+wBAJZZOQCXYTgAlPU0AJVZOQCaoTwAm0U9ADzOAIBAzgCAgX0AAIB9AACcQTwAglUAAKjpPwCp/T8Aqgk/AKsFPwCsHT8ArQU/AK4NPwCvBT8ARM4AgEjOAIBMzgCAUM4AgFTOAIBYzgCAXM4AgGDOAIC4DT8AuRU/ALoVPwC7JT8AvD0/AL39PgC+9T4Av+0+ALB9PwCxQT8AskE/ALNBPwC0QT8AtU0/ALY9PwC3NT8Ao4E8AGTOAIBozgCAbM4AgHDOAICmhTwApZU8AHTOAICrhTwAqrk8AHjOAIB8zgCAr4k8AK6FPACtlTwArJU8AITIAwCz7T0AgM4AgITOAIC26T0AiM4AgIzOAIC16T0Auq09ALu1PQCQzgCAlM4AgL6dPQC/IQIAvKU9AL2VPQCoDT0AqR09AKohPQCrPT0ArCU9AK0tPQCuJT0Ar1k9AIANAACBFQAAgh0AAJjOAICczgCAoM4AgKjOAIC+uAMAuLkCALlhAgC6GQIAuxkCALwJAgC9CQIAviECAL8hAgCwLT0AsTU9ALI1PQCzBT0AtB09ALWhAgC2oQIAt6ECAKOpPACszgCAhigFAIfsAgCwzgCApq08AKWtPAC0zgCAq/E8AKrpPAC4zgCAvM4AgK9lAwCu2TwArdE8AKzhPADAzgCAsykCAMTOAIDIzgCAtvkCAMzOAIDQzgCAtfkCALrVAgC73QIA1M4AgNjOAIC+eQEAv3kBALzFAgC9eQEA3M4AgODOAICj5QIA5M4AgKU1AgDozgCA7M4AgKY1AgDwzgCA9M4AgKsRAgCqGQIArbUBAKwJAgCvtQEArrUBAOPwPgDhrD8A4UA+AON8PwD4zgCA/M4AgADPAIAEzwCAgA0AAIERAACCEQAACM8AgO+oPgAMzwCAEM8AgO8gPgCoLQUAqW0FAKplBQCrrQUArLUFAK29BQCutQUAr60FAKTOAICE6AMAvuADABTPAICGEAMAh5gDABjPAIAczwCAuGkGALlpBgC6AQYAuwEGALwFBgC9DQYAvjEGAL8xBgCw1QUAsd0FALLVBQCzaQYAtHkGALV5BgC2aQYAt2EGAKg5BgCpgQcAqpkHAKuRBwCsuQcArbkHAK7ZBwCv1QcAIM8AgCTPAIA0zgCAKM8AgCzPAIAwzwCANM8AgDjPAIC4VQcAuV0HALppBwC7aQcAvAEHAL0BBwC+AQcAvwEHALCtBwCxsQcAsrEHALOFBwC0nQcAtXUHALZ9BwC3cQcAsxEGADzPAIBAzwCARM8AgEjPAIC2OQYAtTEGAEzPAIC7dQYAumkGAFDPAIBUzwCAv7EGAL5ZBgC9UQYAvGUGAFjPAICjVQYAXM8AgGDPAICmfQYAZM8AgGjPAICldQYAqi0GAKsxBgBszwCAcM8AgK4dBgCv9QYArCEGAK0VBgCouQEAqbkBAKopAQCrKQEArD0BAK0lAQCuLQEAryUBAHTPAICCHQAAgR0AAIAdAAB4zwCAfM8AgIDPAIC+cAEAuIEAALmNAAC6hQAAu5kAALyJAAC9vQAAvrUAAL99AACwXQEAseEAALLhAACz4QAAtOEAALXpAAC20QAAt9EAAITIAgCzpQIAhzgDAIYoAgC2oQIAiM8AgIzPAIC1sQIAup0CALshAwC+bAMAkM8AgL4hAwC/KQMAvDEDAL0xAwCj4QIAlM8AgJjPAICczwCAoM8AgKblAgCl9QIApM8AgKtlAwCq2QIAqM8AgKzPAICvbQMArmUDAK11AwCsdQMAqZkAAKiRAACrzQAAqqEAAK3dAACs3QAAr8UAAK7NAAC+LA0AsM8AgLTPAIC4zwCAvM8AgMDPAIDEzwCAyM8AgLnBAQC4eQAAu8EBALrJAQC9wQEAvNkBAL/FAQC+xQEAsY0AALCNAACzQQAAskkAALVBAAC0WQAAt0EAALZJAADMzwCA0M8AgNTPAIDYzwCA3M8AgO9QBwDgzwCA5M8AgL74DwDjdAcA6M8AgOF8BACAGQAAgQkAAIJ5AADszwCA8M8AgLNpAQD4zwCAhMQCALYdAQD8zwCAANAAgLUVAQC6CQEAuwkBAIboDQCH6A0Avt0BAL/FAQC83QEAvdUBAATQAIAI0ACADNAAgBDQAIDv1AAAFNAAgBjQAIDvTAEA47ADAOG0BgDhgAEA45gBABzQAIAg0ACAJNAAgCjQAIAs0ACAMNAAgKPlAQCEwA0ApZkBADTQAIA40ACAppEBADzQAIBA0ACAq4UBAKqFAQCtWQEArFEBAK9JAQCuUQEA9M8AgETQAIBI0ACATNAAgFDQAIBU0ACAWNAAgFzQAICoaQ8AqXEPAKpxDwCrrQ8ArLUPAK29DwCutQ8Ar6kPALDZDwCx9Q8Asv0PALP1DwC07Q8AtZUPALadDwC3iQ8AuLkPALmFDwC6jQ8Au2kAALx5AAC9eQAAvmkAAL9pAACBnQAAgJ0AAGDQAICCBQAAZNAAgGjQAIBs0ACAcNAAgIaAAwCH9AMAdNAAgHjQAIB80ACAgNAAgITQAICEzwCAs5kPAIjQAICM0ACAkNAAgJTQAIC2XQ8AtV0PAJjQAIC7UQ8Aun0PAJzQAICg0ACAvzEPAL5JDwC9QQ8AvEkPAKNZDgCk0ACAqNAAgKzQAICw0ACApp0OAKWdDgC00ACAq5EOAKq9DgC40ACAvNAAgK/xDgCuiQ4ArYEOAKyJDgDA0ACAxNAAgMjQAIDM0ACAgBkAAIEZAACCBQAA0NAAgISgAQDU0ACAh+gBAIYABADY0ACA3NAAgODQAIDk0ACAqBUBAKkdAQCqFQEAqyUBAKw9AQCtJQEAri0BAK8lAQDo0ACA7NAAgPDQAID00ACA+NAAgPzQAIAA0QCABNEAgLjJAAC5yQAAutkAALvRAAC8+QAAvfkAAL6ZAAC/mQAAsCUBALEtAQCyJQEAsz0BALQtAQC1HQEAthUBALf5AAAI0QCADNEAgBDRAICzkQIAFNEAgLW5AgC2qQIAGNEAgBzRAIAg0QCAuu0CALvlAgC8/QIAveUCAL7lAgC/1QIApvECACTRAIAo0QCApeECACzRAICjyQIAMNEAgDTRAICuvQIAr40CAKylAgCtvQIAqrUCAKu9AgA40QCAPNEAgID5AACB+QAAggUAAEDRAIC+yAMAhBgDAEjRAIBM0QCAUNEAgFTRAIBY0QCAXNEAgGDRAIBk0QCAhhgEAIecAwBo0QCAbNEAgHDRAIB00QCAeNEAgHzRAIDvsAIAgNEAgOGUAQCE0QCA42wCAIjRAICM0QCAkNEAgJTRAICY0QCA79APAJzRAICg0QCApNEAgKjRAIDhrAEArNEAgONsAACAMQAAgT0AAIIdAADv9A4A42wOALDRAIDhLA8AvnAFALM5AgCEDAUAhugEAIdgBQDcAAAAtvECALX5AgC40QCAu9UCALrVAgC80QCAwNEAgL91AQC+dQEAvcUCALzFAgDE0QCA4fQOAMjRAIDjUA4AzNEAgNDRAIDU0QCA2NEAgNzRAIDg0QCA5NEAgOjRAIDs0QCA8NEAgPTRAIDv5A8ApmUCAPjRAID80QCApW0CAADSAICjrQIABNIAgAjSAICu4QEAr+EBAKxRAgCtUQIAqkECAKtBAgAM0gCAENIAgKiZBgCpmQYAqqkGAKupBgCsuQYArbkGAK6pBgCvqQYAFNIAgIIdAACBHQAAgB0AABjSAIAc0gCAINIAgL50AwC4rQYAubUGALq9BgC7tQYAvK0GAL1RBwC+UQcAv1EHALChBgCxoQYAsqEGALOhBgC0oQYAtaEGALalBgC3mQYARNEAgLMlBgCExAMAtNEAgLY9BgAk0gCAKNIAgLU1BgC6YQYAu2EGAIYIAACHiAAAvmEGAL9hBgC8cQYAvXEGAKNhBgAs0gCAMNIAgDTSAIA40gCApnkGAKVxBgA80gCAqyUGAKolBgBA0gCARNIAgK8lBgCuJQYArTUGAKw1BgCoXQYAqW0GAKplBgCrjQYArJkGAK2FBgCujQYAr4UGAEjSAIBM0gCAUNIAgFTSAIBY0gCAXNIAgGDSAIBk0gCAuIUGALmNBgC6mQYAu5UGALyNBgC9rQYAvqUGAL99AQCw/QYAscUGALLNBgCzxQYAtN0GALXFBgC2zQYAt8UGALPtBgBo0gCAbNIAgHDSAIB00gCAtgUGALURBgB40gCAuwEGALo5BgB80gCAgNIAgL8BBgC+GQYAvREGALwZBgCE0gCAo6kGAIjSAICM0gCApkEGAJDSAICElAEApVUGAKp9BgCrRQYAvqABAJjSAICuXQYAr0UGAKxdBgCtVQYAqJkCAKnBAgCqwQIAq8ECAKzBAgCtyQIArvECAK/xAgCB7QMAgO0DAJzSAICC+QMAhpAcAId0AwCg0gCApNIAgLjFAwC5zQMAusUDALvdAwC8zQMAvf0DAL71AwC/nQMAsEEDALFBAwCyQQMAs0EDALRBAwC1QQMAtkEDALdBAwCzSQIAqNIAgKzSAICw0gCAtNIAgLZJAgC1SQIAuNIAgLuFAwC6hQMAvNIAgMDSAIC/hQMAvoUDAL2VAwC8lQMAxNIAgKMNAgDI0gCAzNIAgKYNAgDQ0gCA1NIAgKUNAgCqwQMAq8EDANjSAIDc0gCArsEDAK/BAwCs0QMArdEDAOOYAQDhpAcA4VgGAONYBgDhoAEA4NIAgOPQAADk0gCA6NIAgOzSAIDvOAAA8NIAgO/0AQD00gCA+NIAgO/4BgCAeQAAgRUAAIIdAACEAB0A/NIAgADTAIC+EB0ACNMAgIbAHACHrB0ADNMAgBDTAIAU0wCAGNMAgBzTAIAg0wCAu8UFALqhBQC5qQUAuJEFAL/NBQC+zQUAvckFALzVBQCzHQYAsh0GALEdBgCwHQYAt6EFALa9BQC1vQUAtL0FAKu9BgCqvQYAqb0GAKi9BgCvfQYArn0GAK19BgCsfQYAJNMAgCjTAIAs0wCAMNMAgDTTAIA40wCAPNMAgEDTAICo7R0AqS0eAKoxHgCrMR4ArJUeAK2dHgCulR4Ar40eAATTAIBE0wCASNMAgEzTAIBQ0wCAVNMAgFjTAIBc0wCAuKkeALmpHgC6XR8Au1EfALxxHwC9cR8AvnUfAL9pHwCw/R4Asc0eALLFHgCzrR4AtLkeALW5HgC2rR4At6UeALO5HgBg0wCAZNMAgGjTAICU0gCAth0eALUdHgBs0wCAuwkeALo5HgBw0wCAhOADAL99HgC+fR4AvXkeALwRHgCCaQAAo/0eAIBFAACBUQAAplkeAL6cAwB00wCApVkeAKp9HgCrTR4AhkgAAIdsAACuOR4ArzkeAKxVHgCtPR4AqF0eAKltHgCqZR4Aq30eAKxlHgCtbR4ArmUeAK/9HgB40wCAfNMAgIDTAICE0wCAiNMAgIzTAICQ0wCAlNMAgLhpAQC5aQEAunkBALt5AQC8aQEAvWkBAL7dAQC/1QEAsIUeALGNHgCyhR4As50eALSFHgC1jR4AtoUeALdZAQCz7R4AmNMAgJzTAICg0wCApNMAgLbtHgC17R4AqNMAgLtJHgC6QR4ArNMAgLDTAIC/SR4AvkEeAL1JHgC8UR4AtNMAgKOpHgC40wCAvNMAgKapHgDA0wCAxNMAgKWpHgCqBR4Aqw0eAMjTAIDM0wCArgUeAK8NHgCsFR4ArQ0eAKghAwCpIQMAqiEDAKshAwCsIQMArSEDAK4hAwCvIQMA0NMAgNTTAIDY0wCAvmACANzTAIDg0wCA6NMAgOzTAIC4iQMAuYkDALqdAwC7lQMAvLkDAL25AwC+eQAAv3kAALDlAwCx7QMAsuUDALP9AwC07QMAtd0DALbVAwC3vQMAgKkAAIG1AACCvQAAs6UDAPDTAIC1pQMAtq0DAPTTAICE4AIA+NMAgLotAwC7JQMAvD0DAL0lAwC+JQMAvxUDAKPpAwD80wCAhmgEAIeAAwAA1ACApuEDAKXpAwAE1ACAq2kDAKphAwAI1ACADNQAgK9ZAwCuaQMArWkDAKxxAwAQ1ACAFNQAgBjUAIAc1ACAINQAgOE8HwAk1ACA40AeACjUAIAs1ACAMNQAgO+MHgA01ACAONQAgDzUAIBA1ACARNQAgIIlAACBEQAAgB0AAEjUAIDj5AMATNQAgOGsAQBQ1ACA77ADAIRkAgC+YAUAhtAEAIdEBQBY1ACAXNQAgGDUAIBk1ACAaNQAgGzUAIBw1ACAdNQAgHjUAIDvsAEAhKQFAOHcHgB81ACA4xABAIDUAICE1ACAiNQAgIzUAICzUQEAkNQAgJTUAICY1ACAnNQAgLYRAQC1fQEAoNQAgLsNAQC6DQEApNQAgKjUAIC//QAAvv0AAL39AAC8/QAAqDkGAKk5BgCqmQYAq5EGAKy1BgCt0QYArskGAK/BBgBU1ACArNQAgLDUAIC01ACAgA0AAIGxAACCsQAAuNQAgLhhBwC5YQcAumEHALt9BwC8ZQcAvW0HAL5lBwC/HQcAsIkGALGJBgCyaQcAs2kHALR5BwC1eQcAtmkHALdlBwCjEQYAvNQAgMDUAIC+gAMAxNQAgKZRBgClPQYAyNQAgKtNBgCqTQYAhggAAId8AwCvvQcArr0HAK29BwCsvQcAzNQAgNDUAICzSQcA1NQAgLVZBwDY1ACA3NQAgLZRBwDg1ACA5NMAgLtBBwC6dQcAvUUHALxFBwC/RQcAvkUHAKh5BgCpeQYAqokGAKuJBgCsmQYArZkGAK6JBgCviQYA5NQAgOjUAIDs1ACA8NQAgPTUAID41ACA/NQAgADVAIC4jQYAuZUGALqVBgC7pQYAvL0GAL1xAQC+cQEAv3EBALD5BgCxzQYAstkGALPZBgC0yQYAtckGALa9BgC3tQYAowEGAATVAIAI1QCADNUAgBDVAICmGQYApREGABTVAICrCQYAqj0GABjVAIAc1QCArw0GAK4NBgCtDQYArA0GACDVAIAk1QCAKNUAgCzVAICAGQAAgRkAAIIFAAAw1QCAhKwBAL6sAQCH6AAAhkwPADjVAIA81QCAQNUAgETVAIConQIAqcUCAKrNAgCrwQIArMUCAK3NAgCu+QIArz0DAEjVAIBM1QCAUNUAgFTVAIC+PAwAWNUAgFzVAIBg1QCAuMkDALnJAwC62QMAu9EDALz5AwC9+QMAvpkDAL+ZAwCwRQMAsU0DALJFAwCzXQMAtEUDALVNAwC2RQMAt/kDALNFAgBk1QCAaNUAgGzVAIBw1QCAtk0CALVNAgB01QCAu4kDALqBAwB41QCAfNUAgL+JAwC+gQMAvYkDALyRAwCA1QCAowECAITVAICI1QCApgkCAIzVAICQ1QCApQkCAKrFAwCrzQMAlNUAgJjVAICuxQMAr80DAKzVAwCtzQMAgO0BAIEVAACCEQAAhAACAJzVAIDhpAEAoNUAgOPsAACo1QCArNUAgLDVAIDvMAAAtNUAgLjVAIC81QCAwNUAgIbgDACH9AIAxNUAgMjVAIDM1QCA0NUAgO/MBgDU1QCA4bAHANjVAIDjEAYA3NUAgODVAIDk1QCA6NUAgOzVAIDw1QCA9NUAgPjVAID81QCAANYAgATWAIAI1gCA7+gBAIUYDwDhzAYADNYAgOMcBgCAKQAAgR0AAIIFAAAQ1gCAszkCAITMDQCGaA8Ah/wMAOHQ0gO28QEAtfkBABjWAIC72QEAutEBAL7kDAAc1gCAv30BAL59AQC9fQEAvMEBAKjxDQCp8Q0AqvENAKvxDQCsMQ4ArTEOAK4xDgCvMQ4ApNUAgBTWAIAg1gCAJNYAgCjWAIAs1gCAMNYAgDTWAIC46Q4AuekOALqJDgC7hQ4AvJ0OAL2BDgC+gQ4Av7UOALBVDgCxXQ4AslUOALPpDgC0+Q4AtfkOALbpDgC34Q4Ao3kNADjWAIA81gCAQNYAgETWAICmsQ4ApbkOAEjWAICrmQ4AqpEOAEzWAIBQ1gCArz0OAK49DgCtPQ4ArIEOAFTWAICz7Q8AWNYAgFzWAIC26Q8AYNYAgGTWAIC16Q8Auq0PALu1DwA01QCAaNYAgL6VDwC/mQ8AvK0PAL2hDwCoIQ4AqSEOAKohDgCrPQ4ArCUOAK0tDgCuJQ4Ar1UOAGzWAIBw1gCAdNYAgHjWAICAHQAAgQkAAIK9AAB81gCAuDkOALk5DgC6yQ4Au8kOALzZDgC92Q4AvskOAL/JDgCwLQ4AsTUOALI9DgCzMQ4AtBUOALUZDgC2CQ4AtwkOAKOpDgCA1gCAhIACAL6AAQCFAAQApq0OAKWtDgCI1gCAq/EOAKrpDgCGKAcAhxgAAK/dDgCu0Q4AreUOAKzpDgCM1gCAs+0BAJDWAICU1gCAtuUBAJjWAICc1gCAte0BALplAQC7bQEAoNYAgKTWAIC+bQEAv10BALx1AQC9bQEAqN0NAKnpDQCqIQIAqyECAKwhAgCtIQIAriECAK8hAgCo1gCArNYAgLDWAIC01gCAohECAKMRAgCgqQ4AodUCALiJAgC5iQIAup0CALuVAgC8vQIAvXUDAL59AwC/dQMAsOUCALHtAgCy5QIAs/0CALTtAgC13QIAttUCALe9AgCjqQIAj8UaALjWAIC81gCAwNYAgKahAgClqQIAxNYAgKspAgCqIQIAyNYAgMzWAICvGQIArikCAK0pAgCsMQIAniUOAJ/lDgCc6QoAnRUKAJpFFgCbRQoAmFkWAJlRFgCWcRIAl4ETAJRVEgCV7RIAktEeAJPZHgCQtRoAkVUeAISpHwCFJR8AhiUfAIexEwDQ1gCA1NYAgIJZGwCDURsAjEUSAI2lFwCOpRcAj7kXAIA5+wHY1gCAijkTAIutEwCUmQsAlaEPAJZpDwCX3Q8A3NYAgO+cDwCSyQsAk30LAJxFAwDjeA4A4NYAgOGYDADk1gCAhHgCAJqRAwCbXQMA4QQAAL6IBQDj3OoD6NYAgOzWAIDw1gCA7+wAAO+MDgDhcA4A4fwOAOMwAADjeA4AgSEAAIA5AADvtO0DgikAALMJAgD41gCAhmgEAIcsBQD81gCAtg0CALUNAgAA1wCAu8UBALrFAQAE1wCACNcAgL99AQC+fQEAvdUBALzVAQCE1gCA9NYAgAzXAIAQ1wCAFNcAgBjXAIAc1wCAINcAgKi9BQCp5QUAquEFAKvhBQCs5QUAre0FAK7RBQCv0QUAsGEGALFhBgCyYQYAs2EGALTZBgC12QYAtskGALfBBgC4yQYAuckGALp5BwC7eQcAvEUHAL0lBwC+EQcAvw0HAKNJBQAk1wCAKNcAgCzXAIAw1wCApk0FAKVNBQA01wCAq4UGAKqFBgA41wCAPNcAgK89BgCuPQYArZUGAKyVBgBA1wCARNcAgEjXAIBM1wCAUNcAgFTXAIBY1wCAXNcAgIA5AACBOQAAggUAAGDXAIC+uAMAhLgDAGjXAIBs1wCAqMUGAKnVBgCq1QYAq+UGAKz9BgCtHQEArhUBAK8NAQBk1wCAcNcAgIaIAQCHHAEAdNcAgHjXAIB81wCAgNcAgLjpAQC56QEAuokBALuJAQC8mQEAvZkBAL6JAQC/iQEAsHUBALF9AQCydQEAs+kBALT5AQC1+QEAtukBALfhAQCzXQYAhNcAgIjXAICM1wCAhLwBALadAQC1dQYAkNcAgLu5AQC6sQEAlNcAgJjXAIC/PQEAvj0BAL09AQC8oQEAnNcAgKMZBgCg1wCApNcAgKbZAQCo1wCArNcAgKUxBgCq9QEAq/0BALDXAIC01wCArnkBAK95AQCs5QEArXkBAKj5AgCp+QIAqi0DAKs9AwCsJQMArS0DAK4lAwCvmQMAuNcAgLzXAIDA1wCAxNcAgIANAACBsQAAgrEAAMjXAIC4lQMAuZ0DALqhAwC7oQMAvHEAAL1xAAC+cQAAv3EAALDpAwCx6QMAsvUDALPFAwC03QMAtbUDALaxAwC3sQMAvswDAMzXAIDQ1wCA2NcAgNzXAIDg1wCA5NcAgO/kAgDo1wCA4ZQBAOzXAIDjLAEA8NcAgPTXAICHGAMAhhz8A7tNAwC6TQMA+NcAgPzXAIC/EQMAvnkDAL1xAwC8QQMAs8UDAITo/AMA2ACABNgAgAjYAIC2zQMAtc0DAAzYAICkAfwDpSX/A6bZ/wOnAfgDENgAgKEVAwCiHQMAoz0CAKwR9wOtAfADri3zA68B8wOoEfsDqZn7A6oB9AOrHfcDtAHoA7Vl6wO+xPwDhMT8A7AB7AOxVe8Dsk3vA7Nx7gMU2ACAGNgAgBzYAIAg2ACAJNgAgCjYAIAs2ACAMNgAgOFQBgDhNAQA42wBAOPoBgA02ACAONgAgDzYAIBA2ACAgDUAAIE9AACCNQAASNgAgEzYAIBQ2ACA77ABAO/ABgCj5QIAVNgAgIbo/AOHfP0DWNgAgKbtAgCl7QIAXNgAgKttAgCqbQIAYNgAgGTYAICvMQIArlkCAK1RAgCsYQIAqI3+A6mV/gOqnf4Dq5X+A6yx/gOtvf4Drqn+A6+p/gNE2ACAaNgAgGzYAIBw2ACAdNgAgHjYAIB82ACAgNgAgLgl/wO5Lf8DuiX/A7s9/wO8Jf8DvS3/A74l/wO/zf8DsKn+A7Gp/gOygf4Ds4H+A7SB/gO1if4Dtmn/A7cd/wOE2ACA4SD8A4jYAIDjePwDjNgAgJDYAICU2ACAmNgAgJzYAICg2ACApNgAgKjYAICAHQAAgXEAAIJxAADvDP0Ds1X+A6zYAICw2ACAvkAAALTYAIC2ff4DtXn+A7jYAIC7Lf4Dui3+A4boAACHrAAAvw3+A74F/gO9Ff4DvBX+A6OV/wO82ACAwNgAgMTYAIDI2ACApr3/A6W5/wPM2ACAq+3/A6rt/wPQ2ACA1NgAgK/N/wOuxf8DrdX/A6zV/wPY2ACAs/H+A9zYAIDg2ACAto3+A+TYAIDo2ACAtY3+A7pFAQC7TQEA7NgAgPDYAIC+RQEAv00BALxVAQC9TQEAqC3+A6k1/gOqPf4Dq0n+A6xB/gOtSf4DrnH+A69x/gP02ACA+NgAgPzYAIAA2QCABNkAgAjZAIAM2QCAENkAgLhJAQC5VQEAul0BALtVAQC8TQEAvXUBAL59AQC/dQEAsMUBALHNAQCyxQEAs90BALTFAQC1zQEAtsUBALd9AQCjtf0DFNkAgBjZAICExAMAHNkAgKbJ/QOlyf0DINkAgKsJAgCqAQIAKNkAgL7sAgCvCQIArgECAK0JAgCsEQIAgEkAAIFVAACCVQAAo0UDACzZAIClRQMApkUDADDZAICGwAQAhxQDAKopAwCrJQMArD0DAK0hAwCuIQMArxUDADTZAIA42QCAPNkAgEDZAIBE2QCASNkAgEzZAIBQ2QCAqH0CAKmhAwCqoQMAq6EDAKyhAwCtqQMArpEDAK+RAwCwgQMAsY0DALKFAwCzmQMAtIkDALW9AwC2tQMAt30DALhFAwC5TQMAukUDALtdAwC8RQMAvU0DAL5FAwC/+QAA1NcAgLMNAgBU2QCAWNkAgLYNAgBc2QCAYNkAgLUNAgC6YQIAu20CAGTZAIBo2QCAvmkCAL9dAgC8dQIAvWkCAGzZAIBw2QCAdNkAgHjZAIB82QCA4aQBAIDZAIDjQAMAhNkAgIjZAICM2QCA77gDAIAVAACBHQAAggUAAJDZAICEgAIAvsgFAIcYBQCGLAQAmNkAgJzZAICg2QCA76gBAKTZAIDhdP4DqNkAgOPw/gOs2QCAsNkAgLTZAIC42QCAvNkAgMDZAIDE2QCAs5EBAMjZAIC1UQEAtlEBAMzZAIDQ2QCA1NkAgLp9AQC7dQEAvG0BAL39AAC+9QAAv+kAAKgpBgCpVQYAqlUGAKuNBgCslQYArZ0GAK6VBgCvjQYAlNkAgNjZAIDc2QCA4NkAgOTZAIDo2QCA7NkAgPDZAIC4bQcAuQUHALoNBwC7BQcAvB0HAL0FBwC+AQcAvz0HALD1BgCx/QYAsvUGALNlBwC0fQcAtWEHALZhBwC3VQcA4xAFAPTZAIDh8AQA+NkAgIAdAACBCQAAgjkAAPzZAIAA2gCAhOgDAL7gAwAE2gCA78wFAAjaAICHOAAAhhgAAKOdBgAM2gCAENoAgBTaAIAY2gCApl0GAKVdBgAc2gCAq3kGAKpxBgAg2gCAJNoAgK/lBwCu+QcArfEHAKxhBgCokQYAqZEGAKqRBgCrrQYArLkGAK2lBgCurQYAr6UGACjaAIAs2gCAMNoAgDTaAIA42gCAPNoAgEDaAIBE2gCAuGUBALltAQC6ZQEAu30BALxlAQC9bQEAvmUBAL/ZAQCw3QYAsaUGALKtBgCzpQYAtKEGALWpBgC2mQYAt5kGALMZBgBI2gCATNoAgFDaAIBU2gCAtiUGALUxBgBY2gCAu2EGALoZBgBc2gCAYNoAgL9tBgC+ZQYAvXEGALx5BgBk2gCAo10GAGjaAIBs2gCApmEGAHDaAICEmAEApXUGAKpdBgCrJQYAvqQBAHjaAICuIQYArykGAKw9BgCtNQYAqcUCAKixAgCrxQIAqsUCAK3NAgCsxQIAr/UCAK71AgB82gCAgNoAgITaAICI2gCAjNoAgJDaAICU2gCAmNoAgLnJAwC4wQMAu9kDALrBAwC9+QMAvMkDAL+ZAwC+8QMAsUUDALBFAwCzRQMAskUDALVFAwC0RQMAt0UDALZFAwCASQMAgUkDAIJdAwCzRQIAvtwMALVFAgC2RQIAnNoAgIYADACH5AMAuokDALuJAwC8mQMAvZkDAL6JAwC/iQMAowkCAKDaAICk2gCAqNoAgKzaAICmCQIApQkCALDaAICrxQMAqsUDALTaAIC42gCAr8UDAK7FAwCt1QMArNUDALzaAIDA2gCAxNoAgCTZAIDvAAAAyNoAgMzaAIDQ2gCA4+gAANTaAIDhjAEA2NoAgNzaAIDg2gCA6NoAgOzaAICAbQAAgXUAAIJ9AACEQAIAhvAMAId4DQDw2gCA9NoAgPjaAID82gCAANsAgATbAIAI2wCADNsAgBDbAIAU2wCAGNsAgBzbAIAg2wCAJNsAgCjbAIAs2wCAMNsAgO/MAQCE7AwA4TAGADTbAIDjGAEAONsAgDzbAIBA2wCARNsAgLPlAQBI2wCAhIQPAEzbAIBQ2wCAtuUBALX1AQBY2wCAu30BALrZAQC+oAwAXNsAgL8hAQC+OQEAvTEBALw5AQCo7Q0AqSUOAKotDgCrJQ4ArD0OAK0lDgCuLQ4AryUOAOTaAICC9Q8AgeUPAIDpDwBU2wCAYNsAgIaYAACHDAMAuK0OALlFDwC6TQ8Au0UPALxFDwC9TQ8AvkUPAL95DwCwXQ4AsfkOALKtDgCzpQ4AtL0OALWlDgC2pQ4At5UOAGTbAIDv7AwAaNsAgGzbAIBw2wCAdNsAgHjbAIB82wCAvugAAIDbAICE2wCAiNsAgIzbAIDj6A0AkNsAgOEEDACj5Q4AlNsAgJjbAICc2wCAoNsAgKblDgCl9Q4ApNsAgKt9DgCq2Q4AqNsAgKzbAICvIQ4ArjkOAK0xDgCsOQ4AqDkOAKk5DgCqUQ4Aq1EOAKxxDgCtcQ4ArnEOAK9xDgCw2wCAtNsAgLjbAIC82wCAgBkAAIEZAACCBQAAwNsAgLjRDgC50Q4AutEOALvlDgC84Q4AveEOAL7hDgC/4Q4AsBEOALERDgCyEQ4AsxEOALTxDgC18Q4AtvEOALfxDgCz2Q4AyNsAgIYoAACHuAAAzNsAgLbxDgC1+Q4A0NsAgLvVDgC61Q4A1NsAgNjbAIC/NQ4AvjUOAL3FDgC8xQ4A3NsAgKOdDgDg2wCA5NsAgKa1DgDo2wCA7NsAgKW9DgCqkQ4Aq5EOAPDbAID02wCArnEOAK9xDgCsgQ4ArYEOAKjdDQCp6Q0Aqj0CAKuNAgCsmQIArZkCAK6JAgCviQIAvqwEAPjbAID82wCAhCADAADcAIAE3ACACNwAgAzcAIC4iQIAuYkCALqZAgC7kQIAvLkCAL25AgC+eQMAv3kDALD5AgCx+QIAss0CALPFAgC03QIAtcUCALbBAgC3uQIAs7UCABDcAIAU3ACAGNwAgBzcAIC2GQIAtRECACDcAIC7PQIAuj0CACTcAIAo3ACAvwECAL4ZAgC9EQIAvBkCACzcAICj8QIAMNwAgDjcAICmXQIAPNwAgEDcAIClVQIAqnkCAKt5AgCGSAUAh6wEAK5dAgCvRQIArF0CAK1VAgCohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAETcAIBI3ACATNwAgFDcAICB8QEAgJkBAHTaAICC9QEAuHkBALl5AQC6zQEAu8UBALzdAQC9xQEAvsUBAL/1AQCwtQIAsb0CALKBAgCzgQIAtFUBALVdAQC2SQEAt0kBAFTcAIBY3ACAXNwAgO/UAQCEEAUAYNwAgGTcAIDvjA4AvuwFAOHsDgBo3ACA4xwOAGzcAIDhlAEAcNwAgONkDgCzXQIAdNwAgHjcAIB83ACAgNwAgLYVAgC1dQIAhNwAgLs5AgC6MQIAiNwAgIzcAIC/2QEAvtEBAL0VAgC8FQIAo50FADTcAICQ3ACAlNwAgJjcAICm1QUApbUFAJzcAICr+QUAqvEFAKDcAICk3ACArxkGAK4RBgCt1QUArNUFAIBRAACBWQAAgmEAALOVBgCo3ACAtXEHALZxBwCs3ACAhkADAIdUAwC67QcAu+UHALzlBwC97QcAvtEHAL/NBwCw3ACAtNwAgLjcAIC83ACAwNwAgMTcAIDvQAQAyNwAgOEwBwDM3ACA45QEANDcAIDU3ACA2NwAgNzcAIDg3ACAoxkGAOTcAIDo3ACA7NwAgPDcAICm/QcApf0HAPTcAICraQcAqmEHAPjcAID83ACAr0EHAK5dBwCtYQcArGkHAKjNBwCp0QcAqtEHAKstBgCsNQYArT0GAK41BgCvnQYAAN0AgATdAIAI3QCADN0AgIAZAACBGQAAggUAABDdAIC4iQYAuYkGALqZBgC7kQYAvLkGAL25BgC+UQEAv1EBALDlBgCx7QYAsv0GALP1BgC02QYAtcUGALbBBgC3uQYAqNEBAKnZAQCqCQEAqwkBAKwZAQCtGQEArgkBAK8JAQCEYAEAvnwBAIeoAACGjAEAGN0AgBzdAIAg3QCAJN0AgLgJAQC5CQEAuhkBALsRAQC8OQEAvTkBAL75AAC/+QAAsH0BALFBAQCyRQEAs10BALRFAQC1TQEAtkUBALc5AQAo3QCALN0AgDDdAICzjQIANN0AgLWdAgC2lQIAON0AgDzdAIBA3QCAurUCALuJAgC8nQIAvYUCAL6NAgC/hQIAps0CAETdAIBI3QCApcUCAEzdAICj1QIAUN0AgFTdAICu1QIAr90CAKzFAgCt3QIAqu0CAKvRAgCE9AMAWN0AgKgxAwCpMQMAqjEDAKsxAwCskQAArZEAAK6RAACvjQAAXN0AgGDdAIBk3QCAaN0AgGzdAIBw3QCAdN0AgHjdAIC4vQAAuWUAALptAAC7ZQAAvH0AAL1lAAC+bQAAv2UAALD9AACxxQAAss0AALOpAAC0uQAAtaUAALahAAC3oQAAgL0BAIEJAACCGQAAfN0AgIDdAIC+WAIAhxQdAIacHQCEbB0AxNsAgIjdAICM3QCAvrwcAJDdAICU3QCAmN0AgLP5AgCc3QCAoN0AgKTdAICo3QCAtlEBALVZAQC+3B8Au0EBALp5AQCs3QCAsN0AgL8hAQC+PQEAvT0BALxZAQDhcAcAtN0AgOMIBgC43QCA78wAALzdAIDA3QCAxN0AgOMQAADI3QCA4dABAMzdAICGkBwAh/QcAO/gBgDQ3QCAo3kCANTdAIDY3QCA3N0AgODdAICm0QEApdkBAOTdAICrwQEAqvkBAOjdAIDs3QCAr6EBAK69AQCtvQEArNkBAITdAICCFQAAgeUfAIDlHwDw3QCA9N0AgPjdAID83QCAqAkfAKkJHwCqHR8AqxUfAKwNHwCtcR8ArnEfAK9xHwCwER8AsS0fALIlHwCzyR8AtN0fALXBHwC2wR8At8EfALjFHwC5yR8AutUfALupHwC8uR8AvbkfAL6pHwC/oR8As7UfAADeAIAE3gCACN4AgAzeAIC20R8AtaUfABDeAIC7yR8AuvUfABTeAIAY3gCAvyUfAL45HwC9PR8AvNEfABzeAIAg3gCAJN4AgCjeAIAs3gCA4WAfADDeAIDjtBwANN4AgDjeAIA83gCA7wAdAEDeAIBE3gCASN4AgEzeAICjNR4AUN4AgFTeAIBY3gCAXN4AgKZRHgClJR4AYN4AgKtJHgCqdR4AhKgCAGTeAICvpR4ArrkeAK29HgCsUR4AgE0AAIFVAACCVQAAs8kBAGjeAIC12QEAtskBAGzeAICGoAAAhwQBALrFAQC7rQEAvLUBAL29AQC+tQEAv60BAKiZAQCpmQEAqg0BAKsFAQCsHQEArQUBAK4FAQCvNQEAcN4AgHTeAIB43gCAfN4AgIDeAICE3gCAiN4AgIzeAIC4JQEAuS0BALo5AQC7OQEAvCkBAL0pAQC+3QAAv9UAALBNAQCxJQEAsi0BALMlAQC0PQEAtSUBALYhAQC3HQEAkN4AgJTeAICY3gCAo4kCAJzeAIClmQIApokCAKDeAICk3gCAqN4AgKqFAgCr7QIArPUCAK39AgCu9QIAr+0CAKzeAICw3gCAtN4AgIRAAgC43gCAvN4AgMDeAIDE3gCAgA0AAIEVAACCHQAAyN4AgMzeAIDQ3gCAh7QDAIbcBAC+zAMA2N4AgNzeAIDg3gCA7+gCAOTeAIDo3gCA7N4AgOP8AgDw3gCA4dABAPTeAID43gCA/N4AgADfAIAE3wCAs2EDAAjfAIAM3wCAEN8AgBTfAIC2eQMAtXEDABjfAIC7XQMAul0DABzfAIAg3wCAv+EAAL79AAC9/QAAvP0AALC5AgCxuQIAsgkBALMJAQC0GQEAtQUBALYFAQC3PQEAuAUBALllAQC6bQEAu2UBALxhAQC9YQEAvmEBAL9hAQCFXAcAJN8AgCjfAIAs3wCAFN0AgDDfAIA03wCAON8AgKgxAgCpOQIAqskCAKvJAgCs2QIArdkCAK7JAgCvyQIAhMwFAOGAHgA83wCA47weAOE4HgBA3wCA46AAAL4QBABI3wCATN8AgO8MHgBQ3wCAVN8AgFjfAIBc3wCA73QeAKNhAgCCUQAAgUEAAICRAABg3wCApnkCAKVxAgBk3wCAq10CAKpdAgCGyAQAhzwFAK/hAQCu/QEArf0BAKz9AQCohQYAqY0GAKqFBgCrmQYArIkGAK2JBgCuvQYAr7EGAETfAIBo3wCAbN8AgHDfAIB03wCAeN8AgHzfAICA3wCAuJ0GALmtBgC6pQYAuwkHALwZBwC9GQcAvg0HAL8FBwCw0QYAsdEGALLRBgCz0QYAtLUGALW9BgC2tQYAt60GALMNBgCE3wCAiN8AgIzfAICQ3wCAtgkGALUBBgCU3wCAuxUGALoVBgCY3wCAnN8AgL95BgC+cQYAvQUGALwFBgCg3wCA4aAEAKTfAIDjXAUAgA0AAIE1AACCPQAAqN8AgKzfAICw3wCAhGADAL5sAAC/8AEAhZAAALTfAIDvmAUAo40HAIQIAACGAAwAh4wAALjfAICmiQcApYEHALzfAICrlQcAqpUHAMDfAIDE3wCAr/kHAK7xBwCthQcArIUHAMjfAICz6QYAzN8AgNDfAIC26QYA1N8AgNjfAIC16QYAukUBALtNAQDc3wCA4N8AgL5FAQC/TQEAvFUBAL1NAQCoIQYAqSEGAKolBgCrPQYArCUGAK0tBgCuSQYAr0EGAOTfAIDo3wCA7N8AgPDfAID03wCA+N8AgPzfAIAA4ACAuEkBALlJAQC6WQEAu1EBALx5AQC9eQEAvhkBAL8VAQCwxQEAsc0BALLFAQCz3QEAtMUBALXNAQC2xQEAt3kBAATgAIAI4ACADOAAgKOhBQAQ4ACApaEFAKahBQAU4ACAjyHqAxjgAICqDQIAqwUCAKwdAgCtBQIArg0CAK8FAgCX7RIAlmUSAJVFEQCUnRYAk3EWAJJVFQCReesDkFnqA59hBgCeNQUAnUUaAJxpGgCbVRkAmkUeAJlZHgCYRR0A4WAAABzgAIDjTD4AIOAAgKOxAgCi1QEAobUHAKCJBgCxATgAsAk+ALOVOgCyjToAtbUmALQBJADvaDoAvjAMAKnJNgCowTYAqwEwAKrhNwCtzTMArPUyAK/5PgCuATwAoRkCACjgAICjbQ4Aom0OAKX1CgCkAQgAp4ULAKaZCgCGAA0Ah0QNAIIJ6wODCesDhDHqA4UVFACGORcAh80XAISgDQAs4ACAiiUQAIsNEwCMnRMAjQ0cAI4ZHwCPDR8A1N4AgO8AAwCSbRgAk0kbAJR9GwCVBQQAllkHAJdJBwAw4ACANOAAgJpFBgCbLQAAnFEDAONgAAA44ACA4WwAAIClAQCBAQEAggUBAL4ADAA84ACAQOAAgETgAIDviAEASOAAgOFUBgBM4ACA41QBAFDgAIBU4ACAWOAAgFzgAICz6QIAYOAAgGTgAIBo4ACAbOAAgLadAgC1mQIAcOAAgLuJAgC6vQIAdOAAgHjgAIC/WQIAvlECAL1ZAgC8kQIAoykNAHzgAICA4ACAhOAAgIjgAICmXQ0ApVkNAIzgAICrSQ0Aqn0NAJDgAICY4ACAr5kNAK6RDQCtmQ0ArFENAIBRAACBWQAAgmEAALMtDwCc4ACAtS0PALbJDwCg4ACAhkADAIcIAwC6yQ8Au8UPALzBDwC9wQ8AvsEPAL/BDwAk4ACAlOAAgKTgAICo4ACArOAAgLDgAIC04ACAuOAAgKhFDgCpgQ8AqskPAKvJDwCsyQ8ArSUPAK4tDwCvJQ8AsGEPALFtDwCyeQ8As3kPALRpDwC1aQ8Ath0PALcVDwC4LQ8AuTUPALo1DwC7BQ8AvB0PAL3xAAC+8QAAv/EAAKNhDgC84ACAhMQBAMDgAIDE4ACApoUOAKVhDgDI4ACAq4kOAKqFDgDM4ACA0OAAgK+NDgCujQ4ArY0OAKyNDgDU4ACA2OAAgNzgAIDg4ACA5OAAgOjgAIDs4ACA8OAAgPTgAICCHQAAgR0AAIAdAAD44ACA/OAAgADhAIC+tAEAqK0BAKnVAQCq1QEAqwUBAKwdAQCtBQEArg0BAK8FAQCGgAEAhxgBAAjhAIAM4QCAEOEAgBThAIAY4QCAHOEAgLiFAAC5jQAAuoUAALudAAC8hQAAvY0AAL6FAAC/vQAAsH0BALHhAACy5QAAs/0AALTtAAC13QAAttUAALe9AACzXQIAIOEAgCThAIAo4QCALOEAgLaFAgC1lQIAMOEAgLslAwC6uQIANOEAgDjhAIC/GQMAvikDAL0pAwC8MQMAvswEAKMZAgA84QCAQOEAgKbBAgBE4QCASOEAgKXRAgCq/QIAq2EDAEzhAIBQ4QCArm0DAK9dAwCsdQMArW0DAKgpAwCpKQMAqjkDAKs5AwCsKQMArSkDAK6dAACvlQAAVOEAgFjhAIBc4QCAYOEAgGThAICCqQEAga0BAICtAQC4mQAAua0AALqlAAC7bQAAvHUAAL19AAC+dQAAv20AALDtAACx9QAAsvUAALPFAAC03QAAtb0AALa1AAC3qQAA4XgBAOEcDgDjEAAA4zwOAGjhAIBs4QCAvhQEAHDhAICErAIAeOEAgId4BQCGDAUAfOEAgIDhAIDvvAAA70gOALPxAgCE4QCAiOEAgIzhAICQ4QCAtukCALXhAgCU4QCAu3EBALppAQCY4QCAhKAEAL85AQC+WQEAvVEBALxhAQCc4QCAhIwEAKDhAICEADgApOEAgKjhAICs4QCAsOEAgKqJDgCriQ4AqLkOAKmxDgCu/Q4Ar+EOAKz5DgCt9Q4Asq0OALNlDgCwkQ4AsaUOALZ9DgC3ZQ4AtH0OALV1DgC6XQ4Au+UNALhdDgC5VQ4AvuENAL/pDQC8/Q0AvfUNAKOxBQB04QCAtOEAgLjhAIC84QCApqkFAKWhBQDA4QCAqzEGAKopBgDE4QCAyOEAgK95BgCuGQYArREGAKwhBgDM4QCA0OEAgNThAIDY4QCAgB0AAIEJAACCOQAA3OEAgODhAIDk4QCAhsgAAIcMAwDo4QCA7OEAgPDhAID04QCAqKUHAKm1BwCqvQcAq8kHAKzZBwCt2QcArskHAK/BBwC+oAAA+OEAgPzhAIAA4gCABOIAgAjiAIAM4gCAEOIAgLjNAAC51QAAutUAALvlAAC8/QAAvZUAAL6dAAC/lQAAsIkHALFlBwCyYQcAs30HALRlBwC1bQcAtmUHALf1AACzNQYAFOIAgBjiAIAc4gCAIOIAgLZZBgC1UQYAJOIAgLuhBgC6TQYAKOIAgCziAIC/qQYAvqEGAL2pBgC8tQYAMOIAgDTiAIDv8AUAOOIAgDziAIBA4gCAROIAgEjiAICAPQAAgQkAAIIdAABM4gCA4cgGAFDiAIDjSAQAVOIAgKO1BgBY4gCAhigAAIdAAQBc4gCAptkGAKXRBgBg4gCAqyEGAKrNBgBk4gCAaOIAgK8pBgCuIQYArSkGAKw1BgBs4gCAs70BAHDiAIB04gCAtnkBAHjiAIB84gCAtXkBALpVAQC7XQEAgOIAgITiAIC++QAAv/kAALxFAQC9+QAAqHECAKlxAgCqcQIAq3ECAKy1AgCtvQIArrUCAK+tAgC+rDwAiOIAgIziAICQ4gCAlOIAgJjiAICc4gCAoOIAgLhpAwC5aQMAugkDALsJAwC8HQMAvQUDAL4NAwC/BQMAsNUCALHdAgCy1QIAs2kDALR5AwC1eQMAtmkDALdhAwCk4gCAqOIAgKziAICj9QIAsOIAgKUxAgCmMQIAtOIAgLjiAIC84gCAqh0CAKsVAgCsDQIArbEDAK6xAwCvsQMA7xgCAIIVAACBbQAAgG0AAMDiAIDI4gCAhvg8AIcYAwDM4gCA0OIAgNTiAIDY4gCA42wHAAThAIDhaAEA3OIAgKiFAgCplQIAqpUCAKulAgCsvQIArdUCAK7RAgCv0QIA4OIAgOTiAIDo4gCA7OIAgPDiAID04gCA+OIAgPziAIC4dQEAuX0BALp1AQC7zQEAvNUBAL3dAQC+yQEAv8EBALC1AgCxvQIAsoECALOBAgC0VQEAtV0BALZVAQC3TQEA4bQGAADjAIDj9AYABOMAgIQYPQAI4wCADOMAgBDjAIAU4wCAGOMAgBzjAIAg4wCAJOMAgCjjAIDvWAYALOMAgIF9AACAcQAAMOMAgIIFAAA44wCAPOMAgO+AAQC+VDwA4ZABAEDjAIDjfAYAROMAgEjjAIBM4wCAhtg8AIf0PACjnT0AxOIAgDTjAIBQ4wCAVOMAgKbVPQCltT0AWOMAgKv5PQCq8T0AXOMAgGDjAICvGT4ArhE+AK3VPQCs1T0AZOMAgLOhPgBo4wCAbOMAgLatPgBw4wCAdOMAgLWxPgC6ST8Au0k/AHjjAIB84wCAvkk/AL9JPwC8ST8AvUk/AKhVPgCpZT4Aqm0+AKtlPgCsfT4ArWk+AK65PwCvuT8AgOMAgITjAICI4wCAjOMAgJDjAICU4wCAmOMAgJzjAIC4VT8AuV0/ALpVPwC7bT8AvHU/AL19PwC+dT8Av20/ALDJPwCxyT8Astk/ALPZPwC0yT8Atck/ALZ9PwC3cT8AghUAAKPhPwCAsQEAgbEBAKbtPwCg4wCAvtABAKXxPwCqCT4Aqwk+AITkAQCk4wCArgk+AK8JPgCsCT4ArQk+ALPdPACo4wCAhugAAIfMAQCs4wCAtpU8ALX1PACw4wCAu7k8ALqxPAC04wCAuOMAgL9ZPwC+UT8AvZU8ALyVPACoUT4AqVE+AKptPgCrYT4ArGE+AK1hPgCulQEAr40BAISgAQC84wCAwOMAgMTjAIDI4wCAzOMAgNDjAIDU4wCAuKkBALmpAQC6aQEAu2kBALx5AQC9eQEAvmkBAL9pAQCw/QEAsc0BALLFAQCzrQEAtLkBALW5AQC2rQEAt6UBALPlPQDY4wCA3OMAgODjAIDk4wCAtuE9ALXpPQDo4wCAuwkCALo5AgDs4wCA8OMAgL99AgC+fQIAvXkCALwRAgD04wCAo6E9APjjAID84wCApqU9AADkAIAE5ACApa09AKp9AgCrTQIACOQAgAzkAICuOQIArzkCAKxVAgCtPQIAgOkAAIHpAACCHQAAvsADAO/kAgAQ5ACAh1QDAIY8BADjEAEAGOQAgOH4AQAc5ACAIOQAgCTkAIAo5ACALOQAgDDkAIA05ACAOOQAgLORAwA85ACAtbkDALZ9AwBA5ACAROQAgEjkAIC6WQMAu1kDALxJAwC9SQMAvv0AAL/1AACoRQIAqVUCAKpVAgCrZQIArH0CAK2xAgCusQIAr7ECAIRsBQBM5ACAUOQAgFTkAIBY5ACAXOQAgL5wBQBg5ACAuF0BALltAQC6ZQEAuw0BALwZAQC9GQEAvg0BAL8FAQCw0QIAsdECALLRAgCz0QIAtHUBALV9AQC2dQEAt20BAOFAPwDjvAAA4wg+AOFsPgBk5ACAaOQAgGzkAIBw5ACAdOQAgHjkAIB85ACAgOQAgL5sBwDvVAAA75w+AIjkAICjnQIAgmkAAIFhAACAaQAAjOQAgKZxAgCltQIAkOQAgKtVAgCqVQIAhsgEAIfsBACv+QEArvEBAK1FAgCsRQIAqKUGAKmpBgCquQYAq7kGAKypBgCtqQYArtkGAK/ZBgCE5ACAlOQAgJjkAICc5ACAoOQAgKTkAICo5ACArOQAgLhxBwC5cQcAunUHALvdBwC8xQcAvc0HAL7FBwC//QcAsKkGALG1BgCytQYAs40GALSVBgC1UQcAtlEHALdRBwCzMQYAsOQAgLTkAIC45ACAvOQAgLYpBgC1IQYAwOQAgLtxBgC6bQYAxOQAgMjkAIC/lQcAvlEGAL1ZBgC8YQYAzOQAgKN1BgDQ5ACA1OQAgKZtBgDY5ACA3OQAgKVlBgCqKQYAqzUGAODkAIDk5ACArhUGAK/RBwCsJQYArR0GAIANAACBFQAAgh0AAOjkAIDs5ACA8OQAgITcAQD05ACAhoAAAIcgAQD45ACA/OQAgADlAIAE5QCACOUAgAzlAIAQ5QCA43QEABTlAIDhyAUAGOUAgBzlAIAg5QCAJOUAgCjlAIAs5QCAMOUAgDTlAIA45QCA77QEADzlAIBA5QCAqD0GAKlVBgCqVQYAq6kBAKy5AQCtuQEArqkBAK+pAQCErAEAROUAgEjlAIBM5QCAUOUAgFTlAIBY5QCAXOUAgLhtAQC5BQEAugEBALsBAQC8BQEAvQ0BAL4xAQC/MQEAsNkBALHZAQCybQEAs2UBALR9AQC1ZQEAtmUBALdVAQCBvQMAgL0DALPVBQCCGQAAtTkCAGDlAIC+VAMAtjECAGjlAIBs5QCAuxUCALoVAgC9uQIAvLECAL+pAgC+sQIAcOUAgKZpAgClYQIAhAAMAKONBQB05QCAhvgMAId8AwCv8QIArukCAK3hAgCs6QIAq00CAKpNAgB45QCAfOUAgIDlAICE5QCAiOUAgIzlAIDjIAEAkOUAgOGgAQCU5QCA70ACAJjlAICc5QCAoOUAgKTlAICo5QCArOUAgLDlAICz8QMAtOUAgBTkAIC45QCAvOUAgLbpAwC14QMAwOUAgLu1AwC6tQMAxOUAgMjlAIC/lQMAvpUDAL2lAwC8pQMAqCkCAKkpAgCqOQIAqzkCAKwpAgCtKQIArlkCAK9VAgCAzQEAgQkAAIIZAADM5QCA0OUAgL58DQCHtA0AhhwMALgxAgC5PQIAujUCALvpAgC8+QIAvfkCAL7pAgC/6QIAsDECALExAgCyMQIAszECALQRAgC1EQIAthECALcRAgDY5QCA3OUAgODlAIDk5QCA6OUAgOzlAIDw5QCA79QGAPTlAIDhVAYA+OUAgOOkAACsDBUA/OUAgADmAIAE5gCAo/ECAAjmAIAM5gCAEOYAgBTmAICm6QIApeECABjmAICrtQIAqrUCABzmAIAg5gCAr5UCAK6VAgCtpQIArKUCAKghDgCpIQ4AqkkOAKtZDgCsaQ4ArWkOAK6ZDgCvmQ4A1OUAgCTmAIAo5gCALOYAgDDmAIA05gCAOOYAgDzmAIC49Q4Auf0OALr1DgC7iQ4AvJ0OAL2FDgC+hQ4Av7UOALDpDgCx6Q4Asv0OALPxDgC01Q4Atd0OALbVDgC3zQ4As8EOAIIVAACBtQAAgLUAAEDmAIC26Q4AteEOAL4QAAC7LQ4Aui0OAIRkAwBE5gCAvxkOAL4RDgC9JQ4AvCkOAEjmAICjhQ4AhogAAIdsAwCmrQ4ATOYAgFDmAIClpQ4AqmkOAKtpDgBU5gCAWOYAgK5VDgCvXQ4ArG0OAK1hDgCziQ4AXOYAgGDmAIBk5gCAaOYAgLaBDgC1iQ4AbOYAgLuVDgC6jQ4AcOYAgHTmAIC/+Q4AvvEOAL2FDgC8hQ4AeOYAgHzmAICA5gCAhOYAgOMMDQCI5gCA4RgNAIzmAIDvrAwAkOYAgJTmAICY5gCAnOYAgKDmAICk5gCAqOYAgKgBDgCpAQ4AqgEOAKsBDgCsAQ4ArQEOAK4BDgCvPQ4AgN0AAIEJAACCGQAArOYAgLDmAICEPAEAvnQAALjmAIC4HQ4AuS0OALolDgC76QEAvPkBAL35AQC+6QEAv+kBALBJDgCxUQ4AslEOALNRDgC0NQ4AtT0OALY1DgC3LQ4Ao4kNALzmAICGrAQAhzwDAMDmAICmgQ0ApYkNAMTmAICrlQ0Aqo0NAMjmAIDM5gCAr/kNAK7xDQCthQ0ArIUNANDmAICznQIAhEgDAL5ABAC2VQMA1OYAgNjmAIC1sQIAunEDALt5AwDc5gCA4OYAgL4xAwC/MQMAvFEDAL1RAwCwkQMAsZkDALKhAwCzoQMAtNEDALXRAwC20QMAt9EDALj1AwC5+QMAus0DALvFAwC83QMAvcUDAL7NAwC/xQMA5OYAgOjmAIDs5gCA8OYAgIV8GQD05gCA+OYAgGTlAICoIQIAqTECAKoxAgCrBQIArB0CAK3xAwCu8QMAr/EDAPzmAIAA5wCABOcAgAjnAIDvUAAADOcAgBDnAIAU5wCA44QAABjnAIDh+AEAHOcAgIAVAACBGQAAggUAACDnAICjmQMAKOcAgIZoBACHYAUALOcAgKZRAgCltQMAMOcAgKt9AgCqdQIANOcAgDjnAICvNQIArjUCAK1VAgCsVQIAPOcAgEDnAIBE5wCASOcAgEznAIBQ5wCAVOcAgO/4AQC+bAQA4YAOAFjnAIDjFAEAXOcAgGDnAIBk5wCAaOcAgGznAIBw5wCAdOcAgLPdAQB45wCAtf0BALb1AQB85wCAgOcAgITnAIC6sQEAu4UBALydAQC9NQEAvj0BAL81AQCpBQYAqLkFAKsVBgCqHQYArT0GAKw9BgCvTQYArl0GACTnAICCHQAAgR0AAIAdAACI5wCAjOcAgJDnAICU5wCAuUEHALidBgC7QQcAukkHAL1FBwC8WQcAv0UHAL5FBwCxCQYAsD0GALOpBgCyAQYAtbkGALSxBgC3rQYAtrEGAKORBgCEjAIAhigAAIfAAwCY5wCAprkGAKWxBgCc5wCAq8kGAKr9BgCg5wCApOcAgK95BgCucQYArXkGAKzRBgCo5wCAs5kHAKznAICw5wCAtlEHALTnAIC45wCAtbEHALptBwC7dQcAvOcAgMDnAIC+WQcAv0UHALxtBwC9ZQcAxOcAgMjnAIDM5wCA0OcAgNTnAIDY5wCA3OcAgO+oBQDg5wCA4TQFAOTnAIDjdAUA6OcAgOznAIDw5wCA9OcAgKMdBgCCLQAAgRUAAIAdAAD45wCAptUGAKU1BgD85wCAq/EGAKrpBgAA6ACAhCgBAK/BBgCu3QYAreEGAKzpBgCoxQYAqdUGAKrVBgCr5QYArP0GAK0VBgCuHQYArxUGAL7sAQAI6ACAhggAAIcgAAAM6ACAEOgAgBToAIAY6ACAuH0GALkFBgC6DQYAuwUGALwBBgC9CQYAvjkGAL85BgCwbQYAsXUGALJ9BgCzdQYAtFkGALVFBgC2TQYAt0UGAKiRAgCpmQIAqqECAKuhAgCs0QIArd0CAK7VAgCvyQIAHOgAgCDoAIAk6ACAvyweACjoAIAs6ACAMOgAgDToAIC4VQMAuV0DALppAwC7ZQMAvGEDAL1hAwC+YQMAv2EDALC5AgCxjQIAsoUCALNtAwC0dQMAtX0DALZ1AwC3bQMAOOgAgDzoAICzIQIAQOgAgLVRAgCEiAMAROgAgLZVAgC05gCAvigcALtBAgC6dQIAvbEDALxZAgC/sQMAvrkDAKNpAgBI6ACATOgAgFDoAIBU6ACAph0CAKUZAgBY6ACAqwkCAKo9AgBc6ACAYOgAgK/5AwCu8QMArfkDAKwRAgCopQIAqbUCAKq9AgCrtQIArK0CAK01AQCuPQEArzUBAL4sHABk6ACAaOgAgGzoAIBw6ACAeOgAgIdoHQCGHB0AuIUBALmNAQC6hQEAu50BALyNAQC9vQEAvrUBAL95AACwUQEAsVEBALJRAQCzUQEAtPEBALXxAQC29QEAt+UBAO/YAACCtQAAgaUAAIClAAB86ACAgOgAgIToAIDvxAYAiOgAgOH0BgCM6ACA4zgBAOPMAACQ6ACA4SgBAJToAICY6ACAtuUBALV1AgCEQBwAs2UCAJzoAICg6ACApOgAgL9lAQC+ZQEAvdUBALzVAQC7xQEAusUBAKjoAICs6ACAo7UdAHToAICw6ACAtOgAgLjoAICmNR4ApaUdALzoAICrFR4AqhUeAMDoAIDE6ACAr7UeAK61HgCtBR4ArAUeAMjoAIDM6ACA0OgAgNToAICADQAAgTUAAII9AADY6ACA3OgAgODoAIC1BQAAcRoAgOG0AgCs2AIAtQUAAHUaAICotR8AqRUfAKodHwCrFR8ArDEfAK09HwCuLR8AryEfAOG0AgCs2AIAtQUAAHkaAIDhtAIArNgCALUFAAB9GgCAuNEAALnZAAC64QAAu+EAALyRAAC9kQAAvpEAAL+RAACwIR8AsTEfALIxHwCzMR8AtAkfALUJHwC28QAAt/EAAOG0AgCs3AIA71QdALUdAACBGgCA4bwCAKzQAgC1KQAAoyUBAKKRAwChFR0AoA0dAOGAHgCFGgCA47wdAOHEAgCz1R4AtQkAAKzYAgCJGgCA4bwCALb9HgC1+R4ArOACALu1HgC6pR4AtQUAAI0aAIC/jR4Avo0eAL2lHgC8pR4AoxUeAOG8AgCs0AIAtREAAI9pJQCmPR4ApTkeAJEaAICrdR4AqmUeAOG0AgCseAEAr00eAK5NHgCtZR4ArGUeAJvdFACa5RUAmQEXAJjhEACfcR8AnnkZAJ35GQCcARsAk+UtAJIRLwCRbSkAkG0pAJf5EQCW8REAlYUsAJSZLQC1JQAA4ZQCAILxJgCDjSoAhJUqAIXhLACGHS4Ah3kuAKy0AgCVGgCAilUvAIspEgCMORIAjRkTAI7xFACPHRYAtQUAAJkaAICSVRcAk5EYAJRxGgCV+RoAlvkcAJd9HgCC4AMAkwsAgJpVHgCb2QAAnHUCAIMMAICzDACAuIkKAKwBBACthQYAroEGAMwQAgDMfAMAtgwAgJ0aAIDCDACAxQwAgMgMAIAACwCAgaUyArwMAIAE6ACAmpUGAJtVIwK8kQYAvbEAAL6RBgC/rQYAuOkGALmVBgC6kQYAoRoAgLTBBgC1zQYAts0GALfdBgCw/QYAseUGALKdAACz5QYAhVTHA6UaAICH/AAAuAEKAK0aAIDpDACAsRoAgIyRcwCNpAEAzPACAL4NAIDBDQCAiRQAALgZCgCLDAAAGg4AgFMOAIC5DACAvwwAgBkKAICRwAEAywwAgLhtCgDODACA1AwAgNoMAIDdDACA4AwAgLUaAIAoDQCA5gwAgLkaAIDhpB4AKw0AgONUHgCvIXMAzCgCAO8MAIDsDACA8gwAgPUMAID4DACAzIACAJS4AwD7DACAkhQCAO9gHgCQAAIA/gwAgAoNAIC48QoADQ0AgJ8LAIAQDQCAiSkLABMNAICpGgCAvDABAL/EAQC+7AEAFg0AgMzsAgC4xQoAukQBAK0JAIAZDQCAygYAgN8GAIDyBgCAHA0AgPoGAIAfDQCACgcAgC0HAIAYBwCA9gcAgC8HAICpDQCAOgcAgK8NAIBKBwCAtXkAAGcHAIC3cSoCcgcAgLFhAAB0BwCAsw0pAo0HAIC96QAAoAcAgPoHAICtBwCAuRkrAsMHAIC7WRQCHwgAgFoJAIA8CACALw4AgFsIAIA5AACAgQgAgHEAAIDHCACAKwAAgCAJAIA9AACAXAkAgEMAAIBeCQCARQgAgGoIAIBJAACAAAgAgFMAAIB5CQCAWQAAgCINAIBfAACAuw0iAtANAIDMFDYCHwAAgL9lAAC+EQAAvW0AAOUHAICAaQEAgXUBAIJxAQCD3SEChGkHAIWBBwCGgQcAh3EBAIihAQCJrQEAirUHAIuNBwCMlQcAjaUBAE8AAICPpQEAkOEBAJHtBwCSsSECk/0HAJSNBwCVUQYAlvEBAJfZAQCY0QEAmXUGAJp9BgCb1QEAnGkGAJ2ZFAKeUQYAn1EGAKB1FAKhuQYAokkBAKOFLQKkIQEApS0BAKZ1FAKntQYAqKERAqlRFAKqlQYAsSEAgMy8NQLNPDUCbQAAgKoDAICsAwCArwMAgL0hAIDEIQCA2yEAgOIhAIDJAACADwAAgLihBgC6BgCAtwYAgMwAAIDOIQCAtQMAgN0FAIAYBgCAugUCALvVAgC46QUAuf0FAL7JAgC/5RcCvA0CAL0BAgCy4QUAs+EFALCNBQCxnQUAtuUFALfpBQC09QUAte0FAKo9BQCrwQUAqD0FAKk1BQCuzQUAr/UFAKzNBQCtxQUAoj0FAKMFBQCg1QIAoTkFAKYdBQCnBQUApB0FAKUVBQC/BgCAm8EFAD4GAIBVBgCAnt0FAJ8xBACcUQIAndUFAHIGAICJBgCApAMAgDAiAIDbAACAoAMAgI8HAIDuBwCA8gcAgJAJAIACCACABggAgJYLAICUCQCArwoAgG8HAICLBwCAlwcAgKIHAICqBwCAqgkAgPsOAIASDwCAHw8AgMwEMwLNsDACzCAzAs3gMALMEDACzGgwAsxYMALNjDACzGgxAs0UMQLM1DECzRQ2AsxwIALN0CcCzDA2AswkMQLMDDwCzWg/AswYPwLNND8CzBg9As3AMgLMRDwCzBg5Asw4MgLNqDICzIgyAs34MwLMfDMCzUAzAswoMwLNCDMCzMghAs0kJgLMrCYCzEA4AsyYJQLNyDoCzBwkAs0QJALMhDsCzag7AsysJQLNvDoCzKw4Asz4JwLM4DgCzXQ4AicPAID2BgCAYQ0AgIgNAIDNICoCzBwrAqoGAIAsIgCAzKQgAs2gJwLMOCYCygQAgMw4OgLNPDsCzBA5As1gPgLMoAMAvj0NAL3tLALWBACAu1UjAgQJAIC5PSICzwYAgNkHAIClBACAoA0AgLIEAIBvBQCA9AYAgL4EAIB1BQCAr70MAK6ZLgKtpQwAwgUAgKvFIgIDBgCAxAQAgCMGAIDQBACAyAUAgCkGAIBdBgCAowEYAqAEAIAaBwCAHQcAgJ9dDACeUQwAnUUMACcHAICbWSECrwcAgLEHAIC0BwCAuAcAgCoHAIDOBwCA0AcAgJMtJgLTBwCAbAgAgG8IAICPBQwAjnEMAI1lDAB5CACAi0UgAmAJAICJNS8CYwkAgGcJAIB8CACAcAkAgHMJAIC9AwCAACIAgIFdDACAYQwAgAABAIEYAACCAAQABCIAgIQQBwCFFAYAhuQIAIc8AgCILAUAiaQFAIoAeAAIIgCAjCQAAAwiAIAUIgCAECIAgLgRAACRxHsAkkh6AJNMeQAcIgCAzOgCAJbwCQC4OQAAkMAJACQiAICS8AkAzPgCAJS0CQC4DQAAKCIAgMwcAgC4BQAANCIAgMzkAgC4HQAAOCIAgDwiAIBDIgCAWiIAgKiMCACp5HsAYSIAgKvUBgDM5AIAuA0AAGsiAIDMlAIAbyIAgLGAewC4CQAAuBUAAMz8AgC15AgAcyIAgMzYAgB3IgCAuAUAALqcBQC7XAUAvAB8AL30fwC++H0Av/xyAIAJOgKBDToCggE6AoMFOgKEGToChR06AoYROgKHFToCiCk6AoktOgKKIToCiyU6Aow5OgKNPToCjjE6Ao81OgLM8AIAkekPAIMiAIDMzAIAuBkAAH8iAIDM3AIAl+UPALg1AAC4DQAAjyIAgMz8AgC4BQAAkyIAgMwwAgCXIgCAzNACAJsiAICfIgCAzIgCAKQtDwClVQ8Apl0PAMyUAgCoqToCqa06ArjVAACjIgCAuDUAAKciAIDMUAMAr7U6AswsAwCrIgCAzBgDALMFDwC0HQ8AzyIAgLYJDwC3CQ8Avmh9ALhtAAC4RQAAzDgDALwpDwDTIgCAviUPAMxYAwCH5Q4AzOg6Ari9AQC4yQEAzPA1As2kMwLMgCICzXwlAs2UNgLMBCkCzew7AsxkOgK45QEAuMEBAInVDgCI1Q4Al7EOALgNAACvIgCAsyIAgLciAIC4GQAAuyIAgNciAICfaTsC2yIAgL8iAIC4PQAAzMQCAMz4AgDDIgCAxyIAgLjZAADLIgCA3yIAgLjRAADjIgCAuPEAAMzMMwLnIgCAuMkAAMzoMwLrIgCAuNUAAKllAAC4yQAAzNgCAKq5BgC3TQ0Atk0NALU1DgC0NQ4AuFUAABUjAICxGQ8AsCkOAL/1AwC+UQ0AvVkNALw1DAC7XQ0Aul0NALldDQC4XQ0AgL0KAIHFCgCCFQQAg8kKAMx8BQCF3QoAhtUKAIfNCgDMVAUAifEKAIq5CACLDQgAjBEIAI0VCACOtScCj+UKAJBpCACRbQgAknEIAJNtJALMEAUAlR0IAJaFCgDMEAUAzDQFAJk9CACaiQoAmw0IAJwRCACdFQgAzEgFAMwQAgCgZQoAoW0KAKJlCgC4BQcApLEEAMzoAgCmsQQAuA0HAKiBBADM/AIAqpkIAKtdCgCsuQgArakEALglBwCvNQgAsNEIALHxBADMwAIAs40IALQpKAK1IQoAtiEKALchCgC4IQsAuSUIALhBBwC7KQsAvA0dAr3dDwC+MQsAvzELAIDdCgAZIwCAnKF9ANADAIDpAwCAhRkJAIaZCQCHlQkAiOEJAIklJQICBACAGwQAgC4EAIBBBACAVAQAgGcEAICQrQoAkUkFAJJtBQCTYQUAlGEFAJVtBQCWZQUAlxEFAJg1BQCZPQUAmjUFAJsNBQCcFQUAnR0FAJ4VBQCfCQUAoKkJAKH9BQCi9QUAowEFAKQFBQClDQUApgUFAKc9BQCoBQUAqQ0FAKoFBQCrGQUArIkJAK2pBQCutQkAr/0JALABCQCxfQUAsnUFALMBBQC0aQkAtQEFALYFBQC3PQUAuAUFALnhJQK6AQUAuwEFALzRJQK9PQkAvnkJAL9dCQCDMAUAoXgHAJ+xfgB6BACApHgHAKVIBwCNBACA8wQAgIt8BADdAACAEwEAgIhIBAAcAQCAIAEAgCQBAIAoAQCALAEAgDABAICyAAcAs/wHADQBAIDhAACAtuQHALfwBwDmAACA6wAAgLrgBwC7nAcAvIgHAL2oBwDwAACAs8F+AKPMBAD1AACA+gAAgIMABAD/AACAhXQEAKUgBAAEAQCAiEwEAAkBAIAOAQCAFwEAgK8tBwCNxAcArSEHAKwpBwDNAwCA8AQAgI8FAICwZQcA4gUAgB0GAIBDBgCAWgYAgHcGAICOBgCA0wMAgOwDAIAFBACAHgQAgDEEAIC8fAQAgt0rAoPlKwKA/QoAgfkrAoaZCQCHmQkAhOEKAIXhCgCKiQkAi4kJAIiJCQCJiQkAjoUJAEQEAICM4QgAjY0JAJK5KwKTQScCkJkrApHFCwCWyQsAl3UnApTFDQCV0SQCmskLAJvZKgKYyQsAmXkHAFcEAIBqBACAnP0LAH0EAICQBACA9gQAgKABAICkAQCAqAEAgONkAgCsAQCAsAEAgLQBAIDvvAcAqBEJALgBAIC8AQCAwAEAgMQBAIDIAQCAzAEAgNABAIDUAQCA2AEAgNwBAIDgAQCA5AEAgOgBAIDsAQCA8AEAgPQBAID4AQCA/AEAgAACAICCnH4ABAIAgKD1VAKh2VQCoulUAqP1dQCk7XUApZ12AKaVdgCnvXYAqIV2AKkpfQCqOX0AqwV9AKwdfQCtBX0Arg19AK8FfQCwfX0AsUl+ALJRfgCzUX4AtHV+ALV9fgC2aX4At2l+ALhZfgC5WX4Auil+ALspfgC8IX4AvSF+AL4ZfgC/GX4AkgcAgDkJAIDXBwCATSIAgLQNAAC1NQAAtj0AAKIGAICsBgCArwYAgAMjAIAJIwCAvSV4ALy1WALGMQCALjoAgJkqAIC9KgCAySoAgNkqAIDhKgCA7SoAgPUqAID9KgCACSsAgF0rAIB1KwCAhSsAgJUrAIClKwCAtSsAgNUrAICAeX8AgYF/AIKBfwCDnX8AhI1/AIWxfwCGsX8Ah7F/AIjhfwCJ4X8AiuF/AIv9fwCM5X8Aje1/AI7lfwCP3X8AkKV/AJGtfwCSpX8Ak71/AJSlfwCVrX8Alm1+AJctfgCYFX4AmRl+AJrpfgCb6X4AnPl+AJ35fgCe6X4An+V+AKAdfgChJX4AoiV+AKM9fgCkJX4ApS1+AKYlfgCnXX4AqGV+AKltfgCqZX4Aq31+AKxlfgCtbX4ArmV+AK9dfgCwJX4AsS1+ALIlfgCzPX4AtCV+ALUpfgC2WXcAt9V1ALj9eQC56XUAuvl1ALvZeQC86XUAvdV1AL7RdQC/2XUAgDF2AIE9dgCCSXYAg0V2AIRBdgCFTXYAhvl0AId9dgCIoQIAiU12AIpZdgCLuXoAjEl2AI2degCOsQIAjx16AJCRVgKRKXYAkoF2AJPNdgCU2XYAlel2AJbJdgCX0VkCmKF2AJllWgKa8XYAm01aApzRdgCdYXoAnoFWAp/VdgCgBQIAoY1aAqI1VwKjCXYApCF2AKUtdgCmiVoCp5laAqi5WgKpdXYAql13ANkrAIDdKwCAESwAgDksAIBJLACAUSwAgFUsAIBhLACAfSwAgIEsAICZLACAnSwAgKUsAIC1LACAUS0AgGUtAIClLQCAuS0AgMEtAIDFLQCA1S0AgJl1CgD4LQCAJC4AgDAuAIBQLgCAXC4AgGAuAIBkLgCAgux6AINkewB8LgCAgC4AgIZ0ewCHvHsArC4AgLguAIDALgCAyC4AgNguAIDnLgCA7y4AgBsvAIAfLwCAJy8AgJJwfAArLwCAMy8AgJFMfAA7LwCASy8AgGcvAIDfLwCA8y8AgKvMfACo5HwAqdx8APcvAIB3MACAezAAgI8wAICiwHwAkzAAgJswAICjMACAzEBJAs0ASQLM/EoCzWhLAqswAIC3MACA7TAAgP0wAIARMQCAjjEAgJoxAICqMQCAsqx8ALNAfAC2MQCAwjEAgMoxAIDOMQCAtGx8ALUEfACAlQcAgZ0HAIKVBwCDqQcAhLkHAIW5BwCG2QcAh9kHAIjpBwCJ6QcAivkHAIv5BwCM6QcAjekHAI7RBwCP0QcAkLEHAJGxBwCSSQEAk0kBAJRZAQCVWQEAlkkBAJdJAQCYeQEAmXkBAJpJAQCbSQEAnFkBAJ1ZAQCeSQEAn0kBAKC5AQChuQEAoskBAKPJAQCk2QEApdkBAKbJAQCnyQEAqPkBAKn5AQCqyQEAq8kBAKzZAQCt2QEArskBAK/JAQCwuQEAsbkBALJJAQCzSQEAtFkBALVZAQC2SQEAt0kBALh5AQC5eQEAukkBALtJAQC8WQEAvVkBAL5JAQC/SQEA0jEAgNYxAIDaMQCAkjIAgNoyAIDmMgCA6jIAgO4yAIDyMgCA+jIAgP4yAIASMwCALjMAgDYzAIB2MwCAejMAgIIzAICGMwCAjjMAgJIzAIC2MwCAujMAgNYzAIDaMwCA3jMAgOIzAID2MwCAGjQAgB40AIAiNACARjQAgIY0AICKNACAqjQAgLo0AIDCNACA4jQAgAY1AIBKNQCAUjUAgGY1AIByNQCAejUAgII1AICGNQCAijUAgKI1AICmNQCAwjUAgMo1AIDSNQCA1jUAgOI1AIDqNQCA7jUAgPI1AID6NQCA/jUAgJ42AICyNgCAnoUMAOY2AIDqNgCA8jYAgIC5AwCBuQMAgskDAIPJAwCE2QMAhdkDAIbJAwCHyQMAiPkDAIn5AwCKyQMAi8kDAIzZAwCN2QMAjs0DAI/FAwCQvQMAkQEMAJJJDgCTSQ4AlFkOAJVZDgCWSQ4Al0kOAJh5DgCZeQ4AmkkOAJtJDgCcWQ4AnVkOAJ5JDgCfSQ4AoLkOAKG5DgCiyQ4Ao8kOAKTZDgCl2Q4ApskOAKfJDgCo+Q4AqfkOAKrJDgCryQ4ArNkOAK3ZDgCuyQ4Ar8kOALC5DgCxuQ4AskkOALNJDgC0WQ4AtVkOALZJDgC3SQ4AuHkOALl5DgC6SQ4Au0kOALxZDgC9WQ4AvkkOAL9JDgC8eQQAvXkEAL6JBAC/nQQAuHUEALl9BAC6aQQAu2kEALRxBAC1cQQAtnEEALdxBACwcQQAsXEEALJxBACzcQQArGkEAK1pBACucQQAr3EEAKhBBACpQQQAqkEEAKtBBACknQUApWEEAKZhBACnYQQAoJ0FAKGFBQCijQUAo4UFAJxdBQCdZQUAnm0FAJ9lBQCYXQUAmUUFAJpNBQCbRQUAlB0FAJVlBQCWbQUAl2UFAJAdBQCRBQUAkg0FAJMFBQCMMQcAjTEHAI4xBwCPMQcAiDEHAIkxBwCKMQcAizEHAIQxBwCFMQcAhjEHAIcxBwCAMQcAgTEHAIIxBwCDMQcAJjcAgC43AIA2NwCAcjcAgHY3AIB+NwCAgjcAgIY3AICyNwCAtjcAgL43AIDSNwCA1jcAgPI3AID6NwCA/jcAgCI4AIBCOACAUjgAgFY4AIBeOACAijgAgI44AICeOACAwjgAgM44AIDeOACA9jgAgP44AIACOQCABjkAgAo5AIAWOQCAGjkAgCI5AIA+OQCAQjkAgEY5AIBeOQCAYjkAgGo5AIB+OQCAgjkAgIY5AICOOQCAkjkAgJY5AICaOQCAnjkAgK45AIDGOQCAyjkAgNY5AIDaOQCA3jkAgOI5AIDqOQCA7jkAgPI5AID+OQCABjoAgA46AIASOgCAGjoAgIC5AQCBuQEAgskBAIPJAQCE2QEAhdkBAIbJAQCHyQEAiPkBAIn5AQCKyQEAi8kBAIzZAQCN2QEAjskBAI/JAQCQuQEAkbkBAJIRAACTEQAAlDEAAJUxAAAeOgCAIjoAgCo6AIAyOgCAPSMAgGUsAIBpLACAJSQAgIJgAgCZ4QAAgIAAAIGYAACC5AYAg4gEAITUGwCFlBoAhhgfALMjAICIxB4AiQAQAIqoEwCLrBEAjAAoAI20KwCOuCoAj7wpAOOwAgC+dAIAnlUAAOMUAgCCbAIAtyMAgJkNAAC+RAIAnjUAAIJoAgCZBQAAuyMAgO/MAgC+oAAAgoQAAO/YAgDj7AEA4/QBAL8jAIDjCAMAwyMAgOM4AwDHIwCA44gDAMsjAIDv4AMAzyMAgO+IAwDvPAEA78QDANMjAIDv1AMA4+wDAB43AIDXIwCA4+wDAOPsAwDj5AMA2yMAgOO4AwDvXAMA70wDAN8jAIDvSAMA7/QDAOMjAIDnIwCA7zQDAON8AwDjlAQA6yMAgO8jAIDzIwCA47QEAPcjAID7IwCA/yMAgO9sBAADJACAByQAgO9YBADvUAQACyQAgBYkAIAaJACAvQAAgOP4BADCAACAMSQAgB4kAIBtKQCA45wEAAglAIBrJQCAriUAgO9QBADaJQCABCYAgO88BAApJgCAgAlLAoYcdwC+RAIAgnQCAL5QAgA+JgCAmREBAJkNAQCPrAIAggQCAI1oAQCewQIAi3wBAJ49AQCeKQEAvggCAJfQAgCZXQEAldACAJ5VAQCT0AIAmXUBAJHQAgC+SAIAn7gCAEYmAICdtAIAnk0BAJuwAgCZXQEAmbQCAL6EAgCeqQEApowCAGImAICkgAIAmakBAGomAIChSAIAgqwCAK/kAgCCtAIAglwCAJnlAQC+CAIAgnwCAIIABACopAIAnvkBAL5wAgC1HAQAnoUBAL6oBQCyhAIAtrECAL6sBQC4KQkAuYkCALqZAgCCjAUAu+gEAIKcBQByJgCAuPAEAJ5ZBgCZbQYAnmEGAJl5BgC+fAIAnmEGAIJcAgC+QAIAmVkGAJ5dBgCCYAIAmaUGAL58AgCevQYAghwCAL4UAgCZzQYAvkwCAIJMAgCa3QYAnt0GAJ/FBgDjDAIAgrwCAJn5BgC+ZAIA7/QCAJrxBgCe6QYAn+kGAJ7ZBgCf1QYA4wQCAJklBgCaIQYAgngCAJk9BgDjBAIAgkQCAJolBgC+cAIA75wCAJ4FBgCfFQYA7+gCAJp1BgCZBQYAggQCAL5wAgDjcAIAnnUGAJ8NBgCeAQYAvnwCAOM0AgCZDQYAvmACAIJsAgDv8AIAmTUGAIKQAwDv2AIAniEGAIQmAICbxQcAmeUHAL58AgCe7QcAn8UHAOPsAwCdUAIAnNEHAIJsAgDv1AIAmc0HAIJ8AgC+cAIAmd0HAJ7dBwC+AAIA42gCAJ6tBwCZuQcA42gCAIJ8AgDjDAIAvkgCAJmpBwCCWAIA78QCAJ6ZBwC+bAIA77gCAIKUAgCejQcA77gCALsAAACZeQcAuQwAAJ5xBwC/AAAAglQCAL0EAAC+aAIAs9QDAJmxBgCxcAMAggQCALc4AACeoQYAtTQAAL5wAgCrWAMAnqEGAO9cAgCZqQYArxADAIJQAgCtFAMAmYUHAJlpBgC+WAIAnmEGAL58AgCCaAIApqACAOOQAgCZaQYA43wBAOOYAQDjrAEA49ABAOPoAQC+dAIAno0FAOMwAgDvzAIAgmgCAJnRBQDvlAIA71QBAO9wAQDvJAEA7ygBAL58AgCevQUA4wwCAIJ4AgCZrQIAvnQCAJ6lAgDjNAIAgmACAJkZAAC+YAIA7/wCAJ4NAACClAIA79QCAJAmAIDj/AIAmQkAAL5gAgCYJgCAnh0AAOMAAgCwJSoAglgCAJkNAADv9AIAvmQCAK4mAIDvwAIAnhkAAIIYAgCCOAIA43ACAJkRAACaNQAAmSkBAL50AgDsJgCAnyUAAJ4JAACZ6QEAvrQDAL7gAwCazQEA79gCAJ4RAQCC2AMA/SYAgIHEAgDjsAMAHycAgOP8AwC+/AIAhMQCAIIoAgCGEAIAKicAgIg8AgCeIQAAnw0AAHonAIDvKAMAj3QCAO8sAwCCiAIAmXUAAJoVAACSxAMAldADAJktAACa0QAAjicAgL7IAgCYaAMAm3wDAILEAwCeQQAAnykAALAnAICChAIA45ACAL4IAwC+JwCABigAgJ8ZAACe7QAA49ACAJlxAACaFQAAvhQCAO8wAgCZIQAA71gCABQoAICv7AMAggQCALFMHACwABwAniUAALJMHACeXQAAn2EAAOO8AgCZIQAA+QAAAHEpAIDvlAIAdSkAgL08HACCgB0Av8EfAHkpAIDjtB0AvnQCAJ71HwDj8B0AmQUAAH0pAIC+fAIAngkAAIJgAgCZDQAAiSkAgL5gAgDvzAIAnh0AAOklAIDv3AIA42gCAPkYAIDjPB0AIRoAgP0YAIABGQCAJRoAgCkaAIAtGgCAMRoAgDUaAIA5GgCA76QCAD0aAIDvJB0AQRoAgLHFAAAFGQCAs8UAALLdAAC1yQAAtMEAALcdAAC2wQAAuWUAALhlAAC7zQAAus0AAL3dAAC83QAAv8UAAL7JAAAJGQCADRkAgE0ZAIBhGQCAERkAgBUZAIDvFHgD7wBIA+HYTQPhOKgC41x5A+O0UAOtGQCAsRkAgLUZAIC5GQCAgMkBAIHVAQCC3QEAg20CAITdAQCFcQIAhgEEAIcdBQCIJQUAiTUFAIo9BQCLbQUAjHUFAI1lBQCObQUAj80BAJC1AQCRvQEAkrUBAJNNAwCUVQMAlV0DAJZVAwCXTQMAmHUDAJl9AwCadQMAm00DAJxVAwCdWQMAnkkDAJ9JAwCguQMAobkDAKLBAwCj3QMApMUDAKXNAwCmxQMAp/0DAKjJAwCpyQMAqtEDAKvRAwCsMQMArTEDAK4xAwCvMQMAsFEDALFRAwCyUQMAs1EDALRxAwC1cQMAtnEDALdxAwC4UQMAuVEDALpRAwC7UQMAvDEDAL0xAwC+MQMAvzEDAL0ZAIDBGQCAxRkAgMkZAIDNGQCA0RkAgNUZAIDZGQCA3RkAgOEZAIDwIAIA5RkAgOkZAIDtGQCA8RkAgPUZAICc9TYAnf02APkZAICRkAIA/RkAgKkZAIBFGQCASRkAgEUaAIC6adgASRoAgE0aAIC4sTYAubE2AFEaAIBVGgCAWRoAgF0aAIBRGQCAYRoAgGUaAIBVGQCAWRkAgF0ZAIBlGQCAaRkAgG0ZAIBxGQCAdRkAgHkZAIB9GQCAgRkAgIUZAICJGQCAjRkAgJEZAICVGQCAglgCAJkZAIBpGgCA8FgCAG0aAICdGQCAoRkAgKUZAIABGgCABRoAgJF0AwDhtDsCCRoAgOPYIgINGgCAERoAgBUaAIAZGgCAHRoAgKUqAIBVLQCAqSoAgMEqAICtKgCAljMAgO/IPwK1KgCA4ZTzAuGY0gLjlPcC4xDGAuGUtgLhkJ0C44SiAuMIhwIZGQCAHRkAgO+4swLvOIsCnSoAgOAtAIDvIJcC7+DgAoLkAgBpLQCACAIAgLrF2QAOAgCAFAIAgBoCAIAgAgCAJgIAgCwCAIAyAgCAOAIAgD4CAIBEAgCASgIAgFACAIDhgHgC8OQGAOMUagKCgAgA4aAPAuEIEwLjhA4C4xgeAlYCAIA0AwCA7zQ7Au8wHwI6AwCAQAMAgO8MEgJGAwCAJRkAgCkZAIBMAwCAUgMAgC0ZAIAxGQCAWAMAgF4DAIB2AwCAggMAgIgDAICOAwCAlAMAgJoDAIB8AwCAZAMAgDUZAIA5GQCAbQMAgFwCAIA9GQCAQRkAgHQCAIBoAgCAvAIAgHoCAICYAgCAYgIAgJICAIBuAgCApAIAgNQCAICAUQYAgV0GAIJVBgCDaQYAhHkGAIV5BgCGaQYAh2kGAIhZBgCJoQcAiqUHAIu9BwCMpQcAja0HAI6lBwDyAgCA7AIAgOACAICSCRQAkxUUAJTxBwCV8QcAlvEHAJfxBwCY0QcAmdEHAJo5FACb0QcAnIEHAJ2BBwCefQcAnx0UAJktAQCYLQEAmz0BAJo9AQCdLQEAnC0BACEZAICeVQEAkd0GAJDRBgCTJQEAkiUBAJUtAQCULQEAlx0BAJYdAQCJ8QYAiOkGAIvxBgCK+QYAjbEGAIzpBgCPqQYAjrkGAIHxBgCA7QYAg/EGAIL5BgCF0QYAhOkGAIfRBgCG2QYAua0DALitAwC7vQMAur0DAL2tAwC8rQMAv90DAL7dAwCxrQMAsK0DALO9AwCyvQMAta0DALStAwC3nQMAtp0DAKm5AQCosQEAq3UBAKqxAQCtFQEArBUBAK/dAwCu3QMAobkBAKCpAQCjiQEAorEBAKWZAQCkkQEAp4kBAKaRAQAuAwCAwgIAgM4CAIDmAgCA2gIAgAQDAICwAgCA+AIAgCIDAIAKAwCAngIAgIACAIC2AgCAyAIAgP4CAICGAgCAKAMAgKoCAIAQAwCAjAIAgBYDAIAcAwCACS0AgOsuAIDKNACAhAcAgAYFAIAVBQCAJAUAgDMFAIBCBQCASwUAgPAsOABUBQCAXQUAgGYFAICSBQCA40huA5sFAIDhTG4DpAUAgO/0AQOnBQCAqgUAgK0FAIBGOgCApkwAgNZVAIA2aACAZnEAgJZ6AID2jACAVp8AgIaoAIDtugCAJMQAgFTNAICE1gCAtN8AgDG7AIA6rgCABqUAgPkqAICJKwCAoSoAgOUqAIBBMQCAATEAgE40AIDVLACABjMAgIo3AIBiNACAHSwAgJI0AICeMwCAEjgAgFkrAICFLACA+jEAgCY5AIAdKwCArSsAgJ4xAIC8LgCAySwAgFksAIA4LgCALC4AgJGgBgDuMwCAGSsAgJ43AIB1LACAzS0AgLAFAIDh1D8D4VgaA+PcLwPjUA4D4RTyA+FA0wPjQOoD40DDA7MFAIC2BQCA73jrA+9c8gO5BQCA5QUAgO9E3gPvmCUD4bSLA+E8lwPjfKID45iLA+EwQQDhUKwD4xx/AOOIRgDoBQCA6wUAgO84ewDv4EEA7gUAgPEFAIDvzIoD7yCHA4DBGACB3RgAgikLAIMpCwCE6Q4AhekOAIYZDwCH8RgAiCUPAIntGgCK5RsAiyEdAIw5HQCN5RsAjmkQAI/VGgCQhRsAkU0PAJJFDwCTXQ8AlEUPAJVNDwCWRQ8Al30PAJhFDwCZTQ8AmkUPAJtpGwCcQQ8AnUEPAJ5BDwCfQQ8AoMEPAKHBDwCiwQ8Ao8EPAKS5CwCluQsApqkLAKfNDwCo9Q8Aqf0PAKr1DwCrzQ8ArNkPAK3ZDwCuyQ8Ar8kPALC5DwCxuQ8AsmkPALNpDwC0YQ8AtWEPALY5DwC3OQ8AuBEPALkRDwC66QEAu+kBALz5AQC9+QEAvukBAL/pAQD0BQCA9wUAgPoFAID9BQCAAAYAgCAGAIDhBACAgAUAgNMFAIAOBgCANAYAgEsGAIBoBgCAfwYAgJYGAIDdAwCA9gMAgA8EAIASBwCAQQgAgD4IAIA/BwCAOSQAgHIkAICjJACAyCQAgLkmAIDEJgCAyCYAgMwmAIDQJgCALygAgG4oAICWKACAmigAgL8oAIDHKACA4ygAgPUoAID5KACA/SgAgLrp0wAVKQCAMCkAgEspAIA9JACASiQAgFckAIBkJACAdiQAgIMkAICVJACApyQAgLckAIDMJACA1iQAgOQkAIDuJACA+yQAgAwlAIAWJQCAbyUAgHYlAIAkJQCAgBkDAIEZAwCCKQMAgykDAIQ5AwCFOQMAhikDAIcpAwCIGQMAiRkDAIppAwCLaQMAjHkDAI15AwCOaQMAj2kDAJAZAwCRGQMAkgEEAJMtAwCUNQMAlVUGAJZdBgCXVQYAmG0GAJl1BgCafQYAm3UGAJxtBgCdNQYAnj0GAJ81BgCgzQYAodUGAKLdBgCj1QYApPkDAKX5AwCm6QMAp+kDAKjZAwCp+QYAqikGAKspBgCsOQYArTkGAK7FAwCvPQMAsEUDALFNAwCyRQMAs10DALRFAwC1TQMAtkUDALd9AwC4SQMAuUkDALpZAwC7fQYAvGUGAL1tBgC+ZQYAgCUAgKkVDwCoAQ8Aq00PAKpNDwCtRQ8ArEUPAK+hDQCuqQ0AoXULAKBhCwCj7QsAoqkLAKXlCwCk5QsApzkPAKZZCAC5oQ0AuJkNALuhDQC6qQ0AvaENALy5DQAxJQCAvqkNALGhDQCw2Q0As6ENALKpDQC1oQ0AtLkNALehDQC2qQ0AOCUAgEglAIBbJQCAsiUAgLwlAICRJQCAoSUAgNAlAICB7Q0AgO0NAIP9DQCC/Q0Ahe0NAITtDQCH2Q0AhiEYAJlNDQCYTQ0Am1ENAJpdDQCdeQ0AnHUNAJ9pDQCecQ0AkYkNAJCBDQCTmQ0AkoENAJWJDQCUgQ0Al30NAJaBDQDgJACAICUAgI0lAIDMJQCA3iUAgAgmAIAtJgCAQiYAgPAlAID6JQCADCYAgBkmAIAxJgCATiYAgFgmAIB2JgCASiYAgGYmAIBuJgCAgCYAgIwmAICUJgCAoyYAgN4mAICcJgCAsiYAgKcmAIC9JgCA1CYAgOImAIABJwCAEScAgBsnAIBPJwCAkicAgOcnAIBPKQCAXSkAgGEpAIBlKQCA8CYAgC4nAIA+JwCASCcAgCMnAIBTJwCAYycAgH4nAIBwJwCAlicAgMInAIDJJwCApicAgNMnAIDdJwCAtCcAgBgoAIAKKACA6ycAgCUoAIDyJwCA/CcAgDMoAIBAKACASigAgFQoAIBeKACAcigAgH8oAICGKACAnigAgKUoAICyKACAyygAgNUoAIDnKACAASkAgA4pAIAZKQCAIykAgDQpAIA7KQCAUykAgMMDAIDmBACAhQUAgNgFAIATBgCAOQYAgFAGAIBtBgCAhAYAgJsGAIDjAwCA/AMAgBUEAIAoBACAOwQAgE4EAIBhBACAdAQAgIcEAICaBACAAAUAgA8FAIAeBQCALQUAgDwFAIBjCACAJAgAgMEGAID8BwCAHQkAgOMoEwAzCQCAKggAgC0IAIAxCACAJAcAgNwuAIDKMACA2S0AgLswAIBFMQCAJwkAgO/sEwAGCQCA3A0AgM8IAICDCACAMQcAgEwHAID8BgCACggAgJQIAIAqCQCACQkAgOANAIDsDQCA2wgAgJkIAIAVBwCAhggAgFUHAID/BgCApgcAgJEkAIDwDQCA4ggAgCcIAICcCACAWAgAgBUJAID0DQCA5QgAgBQIAICfCACA6AgAgBcIAIDJCACAoggAgOwIAIAbCACAzAgAgKYIAID3CACA/QgAgIgHAICKCACAWQcAgAMHAIA9CQCAQQkAgEkJAIA2CQCAGAkAgPgNAID0CACALQkAgAwJAIDkDQCA0ggAgI4IAIBdBwCAMAkAgA8JAIDoDQCA1QgAgJEIAIBgBwCArQgAgGMHAIDjSBIA4xQSAOP4EwDjuBMA4+wSAOOgEgDjbBIA43gSAO/ADQDv2A0A73QSAO9QEgDvqBIA79wSAO8oEwDvIBMA6QcAgMwGAIAOCACAEQgAgNgGAIDUBgCAIQgAgAcHAIBnCACADAcAgHYIAIA0BwCANwcAgKoIAIC2CACAuQgAgOPYEADjoBAA46AQAON0EQDjNBAA4wgQAOPkEADj9BAA77wQAO/gEADvzBAA7zgQAO8QEADvcBAA73AQAO9MEADjhBMA4+gTAOMwEADjEBAA42ATAONAEwDjpBMA47QTAO/IEwDvtBMA75gTAO98EwDvXBMA70wTAO8UEwDv6BAAgO08AIH1PACC/TwAg/U8AITtPACFFT0Ahh09AIcVPQCILT0AiTU9AIo9PQCLNT0AjC09AI0VPQCOHT0AjxU9AJBtPQCRdT0Akn09AJN1PQCUbT0AlRU9AJYdPQCXFT0AmC09AJk1PQCaPT0AmzU9AJwtPQCdFT0Anh09AJ8VPQCg7T0AofU9AKL9PQCj9T0ApO09AKUVPQCmHT0ApxU9AKgtPQCpNT0Aqj09AKs1PQCsLT0ArRU9AK4dPQCvFT0AsG09ALF1PQCyfT0As3U9ALRtPQC1FT0AthE9ALcRPQC4MT0AuTE9ALoxPQC7MT0AvBE9AL0RPQC+ET0AvxE9AIDxPACB/TwAgvU8AIMNPwCEFT8AhR0/AIYVPwCHDT8AiDU/AIk9PwCKNT8Aiw0/AIwVPwCNHT8AjhU/AI8NPwCQdT8AkX0/AJJ1PwCTDT8AlBU/AJUZPwCWCT8Alwk/AJg5PwCZOT8Amgk/AJsJPwCcGT8AnRk/AJ4JPwCfCT8AoPk/AKH5PwCiCT8Aowk/AKQZPwClGT8Apgk/AKcJPwCoOT8AqTk/AKoJPwCrCT8ArBk/AK0ZPwCuCT8Arwk/ALB5PwCxeT8Asgk/ALMJPwC0GT8AtRk/ALYJPwC3CT8AuDk/ALk5PwC6CT8Auwk/ALwZPwC9GT8Avgk/AL8JPwCA+TwAgfk8AIJJPQCDST0AhFk9AIVZPQCGST0Ah0k9AIh5PQCJeT0Aikk9AItJPQCMWT0AjVk9AI5JPQCPST0AkDk9AJE5PQCSAQQAk00GAJRVBgCVXQYAllUGAJdNBgCYdQYAmX0GAJp1BgCbTQYAnFUGAJ1dBgCeVQYAn00GAKC1BgChvQYAorUGAKPNBgCk1QYApd0GAKbVBgCnzQYAqPUGAKn9BgCq9QYAq80GAKzVBgCt3QYArtUGAK/NBgCwtQYAsb0GALK1BgCzTQYAtFUGALVdBgC2VQYAt00GALh1BgC5fQYAunUGALtNBgC8VQYAvV0GAL5VBgC/TQYArH0/AK2lPwCurT8Ar6U/AKh9PwCpZT8Aqm0/AKtlPwCkHT8ApUU/AKZNPwCnRT8AoB0/AKEFPwCiDT8AowU/ALydPwC9pT8Avq0/AL+lPwC4nT8AuYU/ALqNPwC7hT8AtN0/ALWlPwC2rT8At6U/ALDdPwCxxT8Ass0/ALPFPwCMZToAjW06AI5lOgCPfToAiEU6AIlNOgCKRToAi306AIRlOgCFbToAhmU6AId9OgCABToAgQ06AIIFOgCDfToAnF04AJ3lPwCe7T8An+U/AJhdOACZRTgAmk04AJtFOACUuTgAlWU4AJZtOACXZTgAkAU6AJENOgCSBToAkwE5AMAIAIDYCACA3ggAgPAIAIB2BwCAIgkAgHkHAICBBwCAVAkAgJ0HAIDLBwCAvQcAgMQGAIDcBACAewUAgM4FAIAJBgCALwYAgEYGAIBjBgCAegYAgJEGAIDXAwCA8AMAgAkEAIAiBACANQQAgEgEAIBbBACAbgQAgIEEAICUBACA+gQAgAkFAIAYBQCAJwUAgDYFAIBFBQCATgUAgFcFAIBgBQCAaQUAgJUFAICeBQCAXQgAgFYOAIBZDgCAOjoAgKwKAIAVCwCANjoAgD46AICcGQAAnRkAAJ45AACfOQAA4wwAgEI6AIB6NwCA8TAAgKI3AIBaMgCAxSoAgLksAICaMDUA7C0AgB0tAIDoLQCA1y8AgJ+ENQDSMwCAnUQpAGI1AICaNgCA1jYAgAo3AIAeOACAdjEAgAIyAICuMgCARjMAgGI2AIBGOACAcjkAgOkqAICNLACAijEAgNIyAICWNgCAwjkAgJQuAIB6MgCAhjYAgBo3AIALMACAvjUAgLSAGgC1hBkAtojmALeM5ACwABwAsZQeALIAGACznBsAvADsAL2k7wC+qO4Av6TtALgA4AC5tOMAurjiALu84QCkwAAApQAMAKbIDgCnAAgA4jYAgAcvAIAFMQCArXwDAKwAEACt5BMArugSAK9gEQCo8AoAqRwJAKr4FgCr/BQAGjIAgB4zAIAqOACAKSsAgMErAIAtLACAczAAgIIxAIDOMgCA8jMAgI42AICmNgCAyjcAgO44AICiOQCAvjkAgC40AIBuNACAvAgAgCY1AIBGNgCAejgAgE43AIChLQCAIy8AgN40AICeNQCAAjMAgDY0AICaNwCA5jgAgJ0tAIBwLgCAejEAgC4yAIBiMgCAFjUAgD41AICmOACAKSwAgJwAAACqNQCAzSsAgMkrAICaNACAKjUAgF42AICuOACAajcAgA8wAIBaNwCA0SoAgEQuAIB7LwCAMjMAgLIzAIBNLACAPjQAgDkrAIBfLwCAsSoAgO4xAICLMACAEjUAgIDpAwCB6QMAgjkvAIP9AwCE5QMAhe0DAIblAwCHfS4AiEEuAIkhAgCKeS8AiyUCAIw9AgCNJQIAjiECAI8dAgCQZQIAkW0CAJJlAgCTfQIAlGUCAJVtAgCWZQIAlx0CAJglAgCZLQIAmiUCAJs9AgCcJQIAnS0CAJ4lAgCfHQIAoOUCAKHtAgCi5QIAo/0CAKTlAgCl7QIApuUCAKdNAgCodQIAqX0CAKqpAQCrqQEArLkBAK25AQCuqQEAr6kBALDZAQCx2QEAsukBALPpAQC0eSIAtf0BALb1AQC37QEAuNUBALndAQC61QEAu60BALy1AQC9uQEAvqkBAL+pAQChLACAjS0AgP4zAIBmNgCAPjcAgLoxAIDmMQCAHzAAgB42AIA/MACArjMAgAUrAICBKwCAxSsAgFYxAID+NACA9jUAgEo3AIBaOACANSwAgOksAIAXLwCApzAAgH4yAIBCNACAljgAgHo5AIDOOQCA5jkAgOkwAICmMQCA7jcAgOMuAIC/LwCA2y8AgGswAIBuMgCAujIAgGozAICONACAMjUAgJY1AIDeNwCAbjYAgAY4AIB+OACA6SsAgBUsAID9LACAqjIAgPY2AIADLwCAcy8AgDcwAICyMQCA2jQAgCYzAIAVKwCAWS0AgKguAIB/LwCAQjMAgF4zAIBuNQCAgFEBAIEBKgCCXQEAg1UBAIRNAQCFdQEAhn0BAId1AQCITQEAiVUBAIqdKwCLWQEAjEkBAI1JAQCOuQEAj7kBAJDJAQCRyQEAktkBAJPZAQCUyQEAlckBAJb5AQCX+QEAmMkBAJnJAQCa2QEAm9kBAJzJAQCdyQEAnrkBAJ+5AQCgSQEAoZUBAKJFAQCjXQEApEUBAKVNAQCmRQEAp30BAKhFAQCpTQEAqnkPAKtBAQCsQQEArUEBAK5BAQCvQQEAsMEDALHBAwCywQMAs8EDALTBAwC1wQMAtsEDALfBAwC4wQMAucEDALrBAwC7wQMAvMEDAL3BAwC+wQMAv8kMAI41AIBiOACA4jgAgPI4AIAuOQCALSsAgII0AIBOOACAyjgAgJcvAIDxKgCAUSsAgEguAIBoLgCAlzAAgMYyAIDOMwCAejYAgBo4AIDZMACAojgAgA0sAIAlMQCAMTEAgBIyAIBKMgCATjMAgKozAIAqNACADjUAgDo5AIDrLwCAsjgAgEErAICMLgCAMjIAgOI3AIBPLwCAny8AgDkxAIC6OACA8SsAgNksAIB4LgCAwjAAgBUxAIBiMQCA9jEAgEozAIC+MwCAWjUAgPo2AIAGNwCA1jgAgF0sAIBOMgCA3SwAgMoyAIBuMwCAijYAgL44AICqOQCA0jkAgC0xAICxOSMAsBEDALMVAwCyFQMAtTUDALQ1AwC3NQMAtjUDALkVAwC4FQMAuxUDALoVAwC9dQMAvHUDAL91AwC+dQMAoZkNAKCRDQCjqQ0AopENAKW5DQCksQ0Ap6kNAKaxDQCpmQ0AqJENAKtpAwCqkQ0ArXkDAKxxAwCvaQMArnEDAJEZDQCQEQ0Aky0NAJIRDQCVPQ0AlD0NAJctDQCWLQ0AmR0NAJgdDQCbbQ0Amm0NAJ15DQCcgQ4An2kNAJ5xDQCBmQ0AgAkjAIOpDQCCkQ0AhbkNAISxDQCHqQ0AhrENAImZDQCIkQ0Ai2kNAIqRDQCNeQ0AjHENAI9pDQCOcQ0AKjIAgMY1AIDGNACA6jQAgBozAICiMgCAZjcAgA0rAIAuNgCA9SsAgOUrAIDzLgCAEzAAgPY0AIA0LgCABjIAgOUwAIDqNwCAqjgAgA8vAIBhKwCANS0AgIktAIDVMACA0SsAgCIzAIDmMwCASjQAgGY0AIBqNACAfjQAgPo4AIDuNACAkjYAgFY3AIAKOACANjgAgE45AIBSOQCAVjkAgLo5AIAuOACAxjgAgDErAIBVKwCAaSsAgCUsAIAxLACAcSwAgCUtAIBBLQCASS0AgIUtAICRLQCAdC4AgIsvAICzLwCAuy8AgJH4EADTLwCAfzAAgK8wAIDdMACAWjEAgIApAQCBKQEAgjkBAIM5AQCEKQEAhSkBAIZZAQCHWQEAiNkoAIltAQCKKSUAi2EBAIxhAQCNYQEAHjIAgDoyAICQGQEAajIAgJIVAQC+MgCA3jIAgJU1AQCWPQEAlzUBAJgNAQCZFQEAmh0BAJsVAQCcDQEAnfUBAJ7dKABSMwCAoAUBADI0AICiAQEAVjQAgFI0AIClGQEApgkBAFo0AIBeNACAdjQAgKo9AQCrNQEArC0BAK0VAQCuHQEArxUBALBtAQCxdQEAsn0BALN1AQC0bQEAtRUBALYdAQC3FQEAuC0BALk1AQC6PQEAuzUBALzZLgC9KQEAvhkBAL8ZAQC6eR4Au3keALjNAgC5eR4AvpUeAL+dHgC8QQIAvZ0eALJ9HgCzRR4AsH0eALF1HgC2XR4At0UeALRdHgC1VR4AqgUeAKsNHgCodR4AqQ0eAHo0AICeNACArBUeAK0NHgCiSR4Ao0keAKBJHgChSR4ApkkeAKf5AgCkSR4ApUkeAJqNHgCblR4AmI0eAJmFHgCeiR4An4keAJyNHgCdhR4AkgUDAJP1AACQCQMAkY05AJaxHgCXFQYAlO0AAJUBHACKvQMAi0EDAIiFAwCJnQMAjkEDAI9JAwCMyTkAjVEDAIIVAgCDHQIAgAUCAIEdAgCGzQMAh7EDAIQFAgCFxQMAs/kFALLxBQCx+QUAsOEFALeZKgC2EQMAtRkDALThBQC7NQMAujUDALklAwC4JQMAvxUDAL4VAwC9JQMAvCUDAKP9BQCi/QUAof0FAKD9BQCnnQUApp0FAKWdBQCknQUAq7kFAKqxBQCpJScAqL0FAK+ZBQCukQUArZkFAKyhBQCTAQUAkvkFAJF1OQCQ9QUAlwEFAJYZBQCVEQUAlBkFAJt5CQCaOQUAmTEFAJg5BQCfHQUAnh0FAJ0dBQCcHQUAg4kFAIKBBQCBiQUAgPEFAIeFBQCGhQUAhZUFAISBJgCLhQUAioUFAIm1BQCItQUAj4UFAI6FBQCNlQUAjJUFAM40AIA6NQCAQjUAgFY1AIB+NQCAzjUAgAI2AIBqNgCAEjcAgCo3AIBeNwCAYjcAgKY3AICqNwCAAjgAgNo4AIAeOQCANjkAgIMvAICQ6gCA5jUAgLkqAIC9KwCAfSsAgCUrAIBlKwCAkSsAgCEsAIA9LACAES0AgCEtAIA9LQCAmS0AgOQtAIDwLQCADC4AgBwuAIALLwCAEy8AgEMvAIBjLwCAky8AgKsvAICbLwCAry8AgO8vAIBHMACAUzAAgFswAICDMACACTEAgB0xAIBeMgCAVjIAgIYyAIAWNACA4jIAgBYzAIBiMwCAfjMAgKIzAIDGMwCAyjMAgOozAICAjQEAgZUBAIKdAQCDlQEAhI0BAIW1AQCGvQEAh7UBAIiNAQCJwR0AipkBAIvBHQCMhQEAjY0BAI6FAQCP/QEAkIUBAJEZHQCSkRQAk4UBAJSdAQCViTIAlk0ZAJc9GwCYsQEAmbEBAJotHACbtQEAnD0cAJ2pAQCemQEAn5kBAKDlHQChbQEAomUBAKN9AQCkZQEApW0BAKbxHQCnYQEAqKEDAKmhAwCqoQMAq6EDAKyhAwCttQEArq0DAK+lAwCwYRkAsdkDALLZAQCz7QMAtPUDALX9AwC29QMAt+0DALjFAQC50QMAumEdALvVAwC82QEAvT0XAL7FAwC/0QEA+jMAgA40AIAKNACAOjQAgLY0AIDmNACAHjUAgE41AIAyNgCAWjYAgM42AIAWNwCAIjcAgEI3AIBGNwCAUjcAgG43AIDmNwCAFjgAgEo4AIBqOACAtjgAgA45AIAqOQCAijkAgCfqAIAi6gCAVOoAgOEpAIAJKgCADSoAgNbqAIAD6wCAe+sAgBY6AIAmOgCARwgAgFIIAIBVCACASggAgE4IAIBXCQCA8Q4AgOIOAIDnDgCA9g4AgOwOAICyNACASw8AgMoPAICBDwCALw8AgFoPAIBnDwCAbw8AgJ0PAIDCDwCAuA8AgL0PAICqDwCAsQ8AgP4OAIADDwCACA8AgIBBAQCBMQMAgk0BAINFAQCEXQEAhUUBAIZNAQCHIQMAiF0fAIl9AQCKaQMAi3EBAIx1AwCNVQEAjlk6AI9ZAQCQKQEAkSkBAJI5AQCTOQEAlCkBAJUpAQCW2QEAl9kBAJjpAQCZ6QEAFQ8AgCIPAIAqDwCAMg8AgDwPAIBBDwCARg8AgFAPAIBVDwCAXQ8AgGoPAIByDwCAdw8AgHwPAICEDwCAiQ8AgJMPAICYDwCAoA8AgKUPAIDFDwCANw8AgBoPAIBiDwCAjg8AgA0PAIDdFgCA5hYAgOkWAIDvFgCA4xYAgOwWAIDgFgCAExcAgBYXAID1FgCA8hYAgPgWAICAmQcAgZkHAPsWAICDrQcAhLUHAAQXAICGsQcAh7EHAIiRBwCJkQcAipEHAIuRBwCM8QcAjfEHAI7xBwCP8QcAkJEHAJGVBwCSnQcAk5kHAJSFBwCVgQcAloEHAJeFBwCYuQcAmb0HAJq1BwCbsQcAnK0HAJ2pBwCemQcAn50HAKBhBwChZQcAom0HAKNpBwCkdQcApXEHAKZxBwCndQcAqEkHAKlNBwCqRQcAq0EHAKxdBwCtWQcArkkHAK9NBwCwMQcAsTUHALI9BwCzOQcAtCUHALUhBwC2IQcAtyUHALgZBwC5HQcAuhUHALsRBwC8DQcAvQkHAL7xAAC/9QAAgAkBAIENAQCCHQEAgxkBAITZAACF3QAAhtUAAIfRAACI8QAAifUAAIr9AACL+QAAjOkAAI3tAACO5QAAj+EAAJCdAACRmQAAkq0AAJOpAACUtQAAlbEAAJaxAACXtQAAmIkAAJmNAACahQAAm4EAAJydAACdmQAAnokAAJ+NAACgdQAAoXEAAKJ9AACjeQAApGlQAqVtUAKmYQAAp2UAAKhZAACpXQAAqlUAAKtRAACsTQAArUkAAK49AwCvOQMAsClQArEtUAIBFwCABxcAgP4WAIANFwCAChcAgBkXAIDZXFICHxcAgCUXAIAiFwCAKBcAgCsXAIA0FwCALhcAgKOhAACipQAAoZEAAKCVAACntQAAprEAAKW9AACkuQAAq40AAKqJAACpgQAAqIUAAK+FAACugQAArYkAAKyNAACz/QAAsvkAALHxAACw9QAAt5kAALadAAC1nQAAtJkAALutAAC6qQAAuaUAALilAAC/ZQEAvmEBAL1tAQC8aQEAHBcAgFcXAIBAFwCAPRcAgEgXAIBOFwCAOhcAgNksUQJLFwCAVBcAgHkWAIDhDwCAMRAAgA4QAIAiEACAHRAAgJNBAAAnEACALBAAgBMQAICXWQAAllUAAJVZAACUXQAAm3EAAJppAACZZQAAmGUAAJ9lAACeYQAAnTFTApxtAAC4gQQAuYEEALqBBAC7gQQAvIEEAFEXAIC+jQQA5g8AgLDdBQCxTQQAskUEALNdBAC0RQQAtU0EALZFBADrDwCAqKEFAKntQQCqrQUAq6UFAKy9BQCtpQUArq0FAK+lBQCgqQUAoZFBAKKpQACjoQUApKEFAKWhBQCmoQUAp6EFAP8PAIAYEACAWBAAgF0QAIBpEACAnVUFAH8QAICfWQUAjhAAgJMQAICeEACAkwUFAJQdBQCVBQUAlg0FAJcFBQC4EACAyxAAgO8QAIAhEQCAJhEAgC4RAIA9EQCATBEAgIBxBQCBcQUAgnEFAINxBQCEUQUAhVEFAIZdBQBREQCAWREAgHwRAICjEQCArxEAgM8RAIDUEQCA2REAgBMSAIAmEgCAMhIAgEoSAIDEEgCAGhMAgDMTAIA4EwCASxMAgFwTAIBuEwCAcxMAgJoTAICiEwCAtxMAgN4TAIDjEwCAPRQAgEIUAIBHFACAUxQAgF8UAIBkFACAbBQAgHgUAICSFACAlxQAgJ8UAICkFACAqRQAgK4UAICzFACAuBQAgMsUAIDQFACA7BQAgAYVAIAgFQCALBUAgEQVAIBJFQCAVhUAgHcVAICaFQCAtBUAgMAVAIDFFQCAzRUAgO4VAIAIFgCAFxYAgDQWAIA5FgCAQRYAgEYWAIBZFgCAXhYAgICtAQCBtQEAgr0BAIO1AQCErQEAhdUBAIbdAQCH1QEAiO0BAIn1AQCK/QEAi/UBAIztAQCN1QEAjt0BAI/VAQCQrQEAkbUBAJK9AQCTtQEAlK0BAJVVAwCWXQMAl1UDAJhtAwCZdQMAmn0DAJt1AwCcbQMAnVUDAJ5dAwCfVQMAoK0DAKG1AwCivQMAo7UDAKStAwCl1QMAphkOAKfZAwCobQ8AqSEOAKrhAwCr4QMArCkOAK3lAwCuGQ4ArxkOALCVAwCxnQMAsgEOALORAwC0HQ4AtQUOALa5AwC3uQMAuDkOALmNAwC6NQ4AuxEOALyBAQC9gQEAvnkBAL95AQCEFgCAkBYAgJwWAICrFgCAyBYAgM0WAIDuEQCA/xEAgHwWAICBAACAiwAAgJUAAICfAACAqQAAgLMAAID1DwCA+g8AgAQQAIB1EACAehAAgIQQAIDlEACA6hAAgBcRAIAzEQCAOBEAgEIRAIBRFQCADRYAgBIWAIAqFgCAoRYAgKYWAIC+FgCA8A8AgAkQAICJEACAHBEAgNcSAIA/FQCALxYAgGMWAIDDFgCARxEAgGQSAICfEgCAshIAgBEUAIAdFACAKRQAgI0TAICSEwCA0RMAgNYTAID9EwCAAhQAgGkSAIBuEgCAtxIAgLwSAIDCEQCAxxEAgJYRAICbEQCApD0DAKVFAwCmTQMAp0UDAKA9AwChJQMAoi0DAKMlAwCsfQMArUUDAK5NAwCvRQMAqH0DAKllAwCqbQMAq2UDALQ9AwC1xQMAts0DALfFAwCwPQMAsSUDALItAwCzJQMAvP0DAL3FAwC+zQMAv8UDALj9AwC55QMAuu0DALvlAwCEBQwAhQ0MAIYFDACHHQwAgI0MAIGpDACCGQwAg1ENAIxhDACNYQwAjmEMAI9hDACIKQwAiRUMAIodDACLFQwAlD0MAJXFAwCWzQMAl8UDAJABDACRAQwAkgEMAJMBDACc/QMAncUDAJ7NAwCfxQMAmP0DAJnlAwCa7QMAm+UDAIBpBACBaQQAgnEEAINxBACEnQQAhYUEAIaNBACHhQQAiL0EAImNBACKhQQAi50EAIyFBACNqQYAjvkEAI/5BACQiQQAkYkEAJKRBACTkQQAlLEEAJWxBACW+QYAl60EAJiVBACZwQYAmmkGAJtpBgCceQYAnXkGAJ7RBgCf/QsAoA0GAKEdCwCiGQYAo0ULAKQFBgClTQsApjUGAKe1BACoEQYAqREGAKoRBgCrNQQArC0EAK0BBACuXQQArx0GALDNBgCxbQYAsnUGALMNBgC0FQYAtR0GALYVBgC3DQYAuDUGALk9BgC6NQYAuw0GALwVBgC9HQYAvhUGAL8NBgCA9QcAgf0HAIL1BwCD9QAAhO0AAIURAwCGEQMAhxEDAIgxAwCJMQMAijEDAIsxAwCMhQcAjRUDAI4dAwCPFQMAkG0DAJGNBwCShQcAk50HAJSFBwCVjQcAloUHAJe9BwCYhQcAmY0HAJqFBwCbnQcAnIUHAJ2NBwCehQcAn4UAAKB9AAChgQMAooEDAKOBAwCkgQMApYEDAKaBAwCngQMAqBUHAKmFAwCqjQMAq4UDAKydAwCtoQMArqEDAK+hAwCwdQcAsXUHALJxBwCzhQUAtM0FALX1BQC2/QUAt8kDALj5AwC5+QMAuqEFALuhBQC8wQMAvcUDAN4RAIDjEQCAhJz7ACYTAIArEwCAYRMAgGYTAIB2EgCAghIAgJUSAICaEgCARRIAgNwSAIBXEwCASxAAgKMQAIC9EACAxBAAgJB1AACRfQAAknEAAJNxAACUAfwAlVX+AJZd/gCXVf4AmG3+AJlp/gCaef4Am3n+AJxp/gCdaf4Anln+AJ9Z/gCgpf4Aoa3+AKKl/gCjof4ApKH+AKWl/gCmrf4Ap6X+AKiZ/gCpmf4Aqun+AKvt/gCs9f4ArfH+AK7x/gCv8f4AsI3+ALGV/gCymf4As5n+ALSJ/gC1if4Atrn+ALe9/gC4hf4AuY3+ALqF/gC7nf4AvIX+AL2B/gC+gf4Av4H+AKbZCACnBQcApMEIAKWZBQCi0QgAo9EIAKCJBQChtQgArgEHAK8BBwCsMQcArTEHAKo9BwCrJQcAqD0HAKk1BwC2fQcAtwUHALR9BwC1dQcAsskFALNlBwCwcQcAsXEHAL4BBwC/AQcAvDEHAL0xBwC6IQcAuyEHALg9BwC5MQcAhjkHAIc5BwCELQcAhTkHAIINBwCDNQcAgBEHAIEFBwCOSQcAj0kHAIxNBwCN1QUAisEFAIvBBQCI1QUAiXEHAJbVBQCX2QgAlE0FAJXdBQCSUQUAk9kFAJD5BQCRoQUAnnEIAJ99CACcYQgAnWEIAJpxCACbeQUAmMUIAJl1BQD0EACA+xAAgAIRAICBEQCAuxEAgLQRAIArEgCAGBIAgB8SAIBWEgCATxIAgF0SAIDJEgCAHxMAgIcSAIB7EgCApBIAgKsSAIA9EwCAUBMAgHgTAIB/EwCAhhMAgKcTAIC8EwCAwxMAgOgTAID2EwCA7xMAgEwUAIB9FACAhBQAgAsVAIAZFQCAEhUAgPEUAIAlFQCAMRUAgHwVAICDFQCAkxUAgFsVAIBpFQCAnxUAgKYVAIBiFQCASxYAgFIWAIDzFQCA+hUAgNkVAIDgFQCAIxYAgBwWAICwFgCAbhAAgLEQAICqEACA3hAAgNcQAIAQEQCACREAgI8RAIBeEQCAgIEBAIGBAQCCgQEAg4EBAISdAQCFhQEAhokBAIeJAQCItQEAib0BAIq1AQCLjQEAjJUBAI2dAQCOlQEAj40BAIgRAIA3EgCAkv0BAJP1AQCU7QEAlZUBAJadAQCXlQEAmKkBAJmpAQCauQEAm7kBAJypAQCdrQEAnqUBAJ+dAQCgZQEAoW0BAKJlAQCjfQEApGUBAKVtAQCmZQEAp90AAKjlAACppQMAqq0DAKulAwCsvQMAraUDAK6tAwCvpQMAsN0DALHlAwCy7QMAs+UDALSpAQC1VQEAtvUDALftAwC41QMAud0DALrVAwC7rQMAvM0DAL3BAwC+vQMAv7UDANASAICOEgCARBMAgP8UAIA4FQCAlRYAgIkWAIC3FgCAuRUAgIsUAIABFgCAyhMAgMQUAIDSFQCArRUAgPgUAIC9FACAZREAgKgRAIBwFQCA0BAAgFgUAIBiEACAPhIAgOcVAIATEwCAcRQAgEIQAIA5EACAihUAgOESAID2EQCArhMAgGsWAIDqEgCA8RIAgGwRAIAEEgCApgMAgA0jAIARIwCAoAYAgMcAAIC1BgCAqyMAgK8jAIC5IQCAtSEAgOMHAIB7CQCAfwkAgEEjAICnIwCANSMAgDkjAIAdIwCAISMAgCUjAIApIwCALSMAgDEjAIDbBwCA3wcAgNEAAICATQEAgVEBAIJRAQCDTQEAhE0DAIUhAwCGRQEAh30BANcAAICiAwCAqAMAgN0HAIDTAACA1QAAgL0GAIB5AACABxQAgH0AAICHAACAkQAAgAwUAICbAACAGBQAgKUAAIAkFACArwAAgDAUAIC5AACANRQAgM8PAIBVEACAmBAAgJsQAIArEQCAVhEAgKARAIDMEQCA6BEAgOsRAIDzEQCADRIAgBASAIBzEgCAwRIAgDATAIBrEwCAlxMAgJ8TAICwpQEAsa0BALKlAQCzvQEAtKUBALWtAQC2pQEAt10BALhlAQC5bQEAumUBALt9AQC8ZQEA2xMAgDoUAIBpFACAgAW5AIHhBgCC4QYAg+EGAIThBgCoBgCAswYAgIfpBgCI2QYAifmxAIr1sQCL8bEAjO2xAI31BgCO+QYAj/0GAJDZBgCR2QYAkvWxAJwUAICUiZIClfEGAJb1BgCX9QYAmNkGAJnVsgCa3bIAm6kGAJy5BgCduQYAnqkGAJ+BBgCgoQcAoaEHAKIhsgCjpQcApIUAAKWNAACmQbMA1RQAgKiNBwCplQcAqp0HAKuVBwBOFQCAyhUAgDYQAIA+FgCAsP0HALGFBwCyjQcAaBYAgLSZBwCBFgCAtpUHALeNBwC4tQcAub0HALq1BwC7jQcAvJUHAL2dBwC+lQcAv40HAIB1BgCBlaACgpmgAoOZoAKEhaAChb2gAoaxoAKHhaACiLmgAomRoAKKnaACi5mgAoyFoAKNjQEAjoEBAI9FBgCQOQYAkT0GAJIxBgCTMQYAlC0GAJXVBgCW2QYAl90GAJjhBgCZ4QYAmu0GAJvpBgCc9QYAnf0GAJ7xBgCf9QYAoAkGAKEJBgCiBQYAowEGAKQdBgClBQYApgkGAKcNBgCoMQYAqTEGAKo9BgCrNQYArCkGAK0pBgCuJQYArx0GALBhBgCxYQYAsm0GALNpBgC0dQYAtX0GALZxBgC3dQYAuEkGALlJBgC6RQYAu0EGALxdBgC9RQYAvkkGAL9NBgCAsQUAgbEFAIK9BQCDuQUAhKUFAIWtBQCGoQUAh6UFAIiZBQCJmQUAipUFAIuRBQCMjQUAjcEFAI7NBQCPyQUAkLUFAJG9BQCSsQUAk7UFAJSpBQCVqQUAlqUFAJehBQCYnQUAmSkCAJolAgCbIQIAnD0CAJ3pAgCe5QIAn+ECAKAdAgChNQIAojkCAKM9AgCkIQIApSECAKYtAgCnKQIAqBUCAKkZAgCqFQIAqxECAKwNAgCteQIArnUCAK8V8ACwafAAsRECALIdAgCzGQIAtAUCALUhAAC2LQAAtyUAALgZAAC54QEAuu0BALvlAQC8+QEA2BQAgN0UAIC/9YYCp2kNAOIUAIDnFACAzwAAgNkAAICzAwCA4QcAgH0JAID7IgCAzNSFAszghQL/IgCAgSkAgDUkAIBuJACAjSQAgLyZBQC9mQUAvqkFAL+ZvAC4mQUAuZkFALqJBQC7iQUAtKEFALXVsQC23bEAt6kFALCxsgCxzQUAssUFALO9BQCfJACAxCQAgMMoAIDfKACA8SgAgIgmAICFKQCAaSkAgCkkAIAtJACA2WSgAoEJAIDZUKAChAkAgI0JAICKCQCAhwkAgOwhAIDvIgCA9CEAgJhlBQCZEbIA/CEAgNkwoAKUOZEClU0FAJZFBQCXXQUAkGkFAJFpBQCSWQUAk1kFAID9vACB1ZwCgmW8AIPFvACEkbwAhZ28AIalvACHjbwAiK2TAonlvACKKZACi7W8AIwRkAKNlbwAji2wAI/FnAKQ6bwAkcHIAJJBkAKT8Z0ClNW8AJXlvACW4bwAl02QAphlkAKZfZACmrm8AJupCgCcbQ8Anb0KAPMiAICfXQ8AoK0PAKElCgCibQoAo2UKAKQNCgClpQ8ApgXUAKepDwComQ8AqZkPAKopDwCrKQ8ArDkPAK05DwCuKQ8ArykPALBZDwCxndEAspXRALOF1gC0sdEAtbHRALbZ1AC32dQAuOnUALnp1AC6+dQAu/nUALzp1AC96dQAvrnUAL+51ACASdUAgUnVAIJZ1QCDWdUAhEnVAIV90ACGddAAh23QAIhV0ACJXdAAinXVAIut1QCMtdUAjb3VAI611QCPQdAAkMHQAJHB0ACSwdAAk8HQAJTB0ACVwdAAlsHQAJfB0ACYwdAAmc3QAJrF0ACb3dAAnOHVAJ3pDgCe2Q4An9kOAKDV2wChwdkAotnZAKPB2QCkxdkApc3ZAKbF2QCnGdkAqGHZAKlh2QCqydkAq8nZAKzZ2QCt2dkArs3ZAK/B2QCwCdkAsRXZALId2QCzrdoAtB3ZALWx2gC2wdwAt93dALjl3QC59d0Auv3dALut3QC8td0AvaXdAL6t3QDwIQCAgvHaAIPx2gD3IgCA5OgAgIYR2ACHEdgAhOHaAIXh2gCKKdgAiynYAK9AEwClKNoAjinYAI8p2ACMKdgAjSnYAJJh2ACTYdgA6egAgO7oAICWZdgAl23YAJR12ACVbdgAml3YAJst2ADz6ACA8FwCALEw3wCR8AIAnCnYALLQAwCiOQ0Ao1GeAqAlDQChOQ0AplUNAIS8AgCkJQ0ApV0NAKptDQCrAQQAqGENAKlRAwCuuQAAp3UAAKxhDQCtxQIA+OgAgIfMAwDwVAIAzFC6AJHYBACb9NsAkRgCAJk02wCddAQAvh0AAJ9gBQCejAUAjOwCAI2sBAD96ACAvfWKAqghvwCpLb8Aqi2/AKs9vwCsKb8ArVW/AK5RvwCvTb8AoBkIAKGlvQCiIb8AozGzAKQ9vwClJb8Apg2zAKclvwC46bMAuc3LALppswC7uQkAvH0IAL2tCQC+QQwAv50JALA5vwCxhb0Asgm/ALPtywC0Gb8AtQW/ALbtswC3Bb8AiDG9AIkxvQCKrQgAiyW9AIwJCQCNvQgAjiW+AI+JDAAC6QCAgQ0JAIKlDACDUQkAhIEIAIWBCACGmQgAh60MAJhhvQCZYb0Amm0JAJsVnQKcxQ8AnQ28AJ7BDwCfcQkAkBW+AJERnwKSNZ8Ckw2fApQJvgCVCb4AlnG9AJdxvQCCuAQAl6UHALnEAwDwWAIAkUwCAJLIAgCErAQAsD0AAAzpAIAH6QCAvQUAABHpAIDwTAIAuhEAAJEkAgCN5AQAkqwCAJasAgC4uAMAudADAJb4AgCvDQAAFukAgPB4AgCRXAIAlrACAK8FAAAb6QCAIOkAgCnpAIAy6QCAP+kAgIX4AwBM6QCAh4ADAIbAAgBZ6QCAZukAgHPpAICW6QCAuzkAAHzpAICf6QCAiekAgL8dAAC+HQAAvR0AALwhAACVwB0AlMQfAJfIGgCWABgAkSAAAJDUAQCT2B4AkgAcAJ3gEgCcABAAn+gRAJ7sEwCZ8BkAmPQbAJv4FwCaABQAnnEBAJ9xAQCABQAArOkAgM0KAICwDACAXg0AgGQNAIBqDQCAdg0AgHkNAIB8DQCAfw0AgIINAICRDQCAlw0AgJoNAICdDQCAICIAgMcNAIDWDQCA/A0AgP8NAIAODgCAEQ4AgB0OAIAYIgCAMg4AgDUOAIDXFgCAEBcAgNoWAIC4ACwAuYwvALqILgC6AwCAhpwXAMx4vACEmC0AhVwXALcDAIDKAwCAiAAoAIksFADtBACAjAUAgN8FAIAaBgCAQAYAgFcGAIB0BgCAiwYAgDgBAIA8AQCAQAEAgEQBAIBIAQCATAEAgKR9AQBQAQCAonUBAKNlAQCggQEAoYEBALxxugC9kbYAvnG6AL+ltgC48bgAuXW6ALqZzgC7dboAtGG6ALVtugC2eboAt3W6ALAZugCxEboAsgm6ALMFugCsUboArXG2AK5RugCvbboAqNG4AKldugCqRbYAq1G6AKRxlgKlYZYCpnGWAqe9ugCgzZsCofG6AKLJugCjxboAnHmaAp0tugCeDc4An4WWApgJugCZtZYCmjm6AJuJtgCUMboA+CEAgJZpugCXrZYCkHm6AJE1ugCSMboAkwG6AIxJzgCN5bYAjhmaAo+hugCIoboAiUG2AIqhugCLdbYAhAG4AIWFugCGac4Ah4W6AICxugCBvboAgqm6AIOlugCAgbkAgQ27AIIVtwCDAbsAhAG7AIUhtwCGAbsAhz27AIgJuwCJAbsAihm7AIsVuwCMcbsAjX27AI5puwCPZbsAkKG5AJEluwCSyc8AkyW7AJQhuwCVwbcAliG7AJf1twCY6c8AmUW3AJq5mwKbAbsAnLm7AJ31uwCe8bsAn8G7AKARuwChCZQCokm7AKONlwKkCbsApbWXAqY5uwCnibcAqFmbAqkNuwCqLc8Aq6WXAqwNmgKtMbsArgm7AK8FuwCw0ZcCscGXArLRlwKzHbsAtFG5ALXduwC2xbcAt9G7ALjxuwC50bcAuvG7ALvNuwC82bsAvdG7AL7JuwC/xbsAgJmkAIEliAKCqaQAgxmoAFsNAICFvaQAhp3QAIcViAKInYUCiaGkAIqZpACLlaQAjCGIAo0xiAKOIYgCj+2kAJDBpgCRTaQAklWoAJNBpACUQaQAlWGoAJZBpACXfaQAmEmkAJlBpACaWaQAm1WkAJwxpACdPaQAnimkAJ8lpACgYaYAoeWkAKIJ0ACj5aQApOGkAKUBqACm4aQApzWoAKgp0ACphagAqnmEAqvBpACseaQArTWkAK4xpACvAaQAsFGkALFJiwKyCaQAs82IArRJpAC19YgCtnmkALfJqAC4GYQCuU2kALpt0AC75YgCvE2FAr1xpAC+SaQAv0WkAIARiQKBAYkCghGJAoPdpQCEkacAhR2lAFQBAICHEaUAiDGlAIkRqQCKMaUAWAEAgFwBAICNEaUAjgmlAI8FpQCQAaUAkQ2lAJIZpQCTFaUAlLGnAGABAICW2dEAlzWlAJgRpQCZ8akAmhGlAJvFqQCc+dEAZAEAgJ6phQKfEaUAoEmlAKEFpQCiAaUAozGlAKQBpQClGYoCplmlAKediQKoOaUAqYWJAqoJpQCruakArEmFAq0dpQCuPdEAr7WJArB9hAKxQaUAsnmlALN1pQC0wYkCtdGJArbBiQK3DaUAuGGnALntpQBoAQCAu+GlALzhpQC9wakAvuGlAGwBAIC3baYAttWGArUpqgC0hdIAs7mqALJtpgCxjaoAsG2mAL8higK+5aYAvaWJAnABAIC7jaYAdAEAgLm5pgC49aYAeAEAgKZ1pgClbaYAfAEAgIABAICiTaYAhAEAgIgBAICvCaYAruXSAIwBAICsjaQAqymmAKolpgCpMaYAkAEAgJc5pgCWNaYAlQ2mAJQxhwKTmYoCkhHSAJExpgCQZYYCn62mAJ65qgCUAQCAnC2kAJthpgCarYoCmb2KApitigKHfaYAhk2mAIVJpgCEBaYAg72mAIIFhgKB+aoAgFXSAI/1qgCORaYAjcmKAox1pgCL8YoCijWmAIl1iQKIbaYAgCmnAIEhpwCCOacAgzWnAIRRpwCYAQCAhkmnAJwBAIDMSIkCzYiJAoqp0wCLRacAjEGnAI2hqwCOQacAj5WrAJDJ0wBFIwCAkpmHApMhpwCUmacAldWnAJbRpwCX4acAmPGnAJnpiAKaqacAm22LApzppwCdVYsCntmnAJ9pqwCgeYcCoS2nAKIN0wCjhYsCpC2GAqURpwCmKacApyWnAKixiwKpoYsCqrGLAqt9pwCsMaUArb2nAK6lqwCvsacAsNGnALHxqwCy0acAs+2nALT5pwC18acAtumnALflpwC4oacAua2nALq5pwC7tacAvBGlAL2VpwC+edMAv5WnAICRoACBiY8CgsmgAIMNjAKEiaAAhTWMAoa5oACHCawAiNmAAomNoACKrdQAiyWMAoyNgQKNsaAAjomgAI+FoACQUYwCkUGMApJRjAKTnaAAlNGiAJVdoACWRawAl1GgAJhxoACZUawAmnGgAJtNoACcWaAAnVGgAJ5JoACfRaAAoMGgAKHNoACi2aAAo9WgAKRxogCl9aAAphnUAKf1oACo0aAAqTGsAKrRoACrBawArDnUAK2VrACuaYACr9GgALAJoACxRaAAskGgALNxoAC0QaAAtVmPArYZoAC33YwCuHmgALnFjAK6SaAAu/msALwJgAK9XaAAvn3UAL/1jAKAvYACgYGhAIK5oQCDtaEAhAGNAoURjQKGAY0Ch82hAIihowCJLaEAijWtAIshoQCMIaEAjQGtAI4hoQCPHaEAkGmhAJFhoQCSeaEAk3WhAJQRoQCVHaEAlgmhAJcFoQCYgaMAmQWhAJrp1QCbBaEAnAGhAJ3hrQCeAaEAn9WtAKAJ1QChpa0AolmBAqPhoQCkWaEApRWhAKYRoQCnIaEAqDGhAKkpjgKqaaEAq62NAqwpoQCtlY0CrhmhAK+prQCwOYECsW2hALJN1QCzxY0CtG2AArVRoQC2aaEAt2WhALjxjQK54Y0CuvGNArs9oQC8caMAvf2hAL7lrQC/8aEAs2miALKF1gCxaaIAsO2gALe5rgC2baIAtY2uALRtogC7TaIAuvWCArkJrgC4pdYAv42iAL69ogC9uaIAvPWiAKNNogCiWa4AoUGiAKDNoACncaIApk2iAKVtrgCkTaIAq1miAKpVogCpTaIAqEWiAK8pogCuJaIArTGiAKw9ogCTla4AkiWiAJGpjgKQFaIAl5mOApYR1gCVMaIAlGWCApsZogCaFaIAmS2iAJgRgwKfYaIAnq2OAp29jgKcrY4Cg2muAIK9ogCBXa4AgL2iAIe9ogCGBYIChfmuAIRV1gCLXaIAim2iAIlpogCIJaIAj/GOAo41ogCNdY0CjG2iAIARowCBMa8AghGjAIMtowCEOaMAhTGjAIYpowCHJaMAiGGjAIltowCKeaMAi3WjAIzRoQCNVaMAjrnXAI9VowCQMaMAkdGvAJIxowCT5a8AlNnXAJV1rwCWiYMClzGjAJipowCZ5aMAmuGjAJvRowCc4aMAnfmMAp65owCffY8CoBmjAKGljwKiKaMAo5mvAKRpgwKlPaMAph3XAKeVjwKoHYICqSGjAKoZowCrFaMArKGPAq2xjwKuoY8Cr22jALBBoQCxzaMAstWvALPBowC0waMAteGvALbBowC3/aMAuMmjALnBowC62aMAu9WjALyxowC9vaMAvqmjAL+lowBnDQCA0QYAgG0NAIDIBwCAcw0AgA8HAICFDQCAlAcAgIsNAICaBwCAuA0AgH0HAIDKDQCAxQcAgAIOAIBPBwCAFA4AgFIHAIAgDgCAkB0AAOEGAIAPJACA4iUAgCguAICtLACAyS0AgKpVAACrKQAAMjcAgAErAIDGMACAsjIAgAEsAIBTLwCAmSsAgJ8wAIDtKwCAGjUAgI43AICtLQCA5SwAgGYyAIADMACALzAAgA44AIAjMACA+y8AgHI0AICAIa4AgaWsAIJJ2ACDpawAhKGsAIVBoACGoawAh3WgAIhp2ACJxaAAiv0AAIsxxgCM7QAAjdEAAI7VAACPyQAAgCmhAIFNFACCIQEAg+G4AoQ5qgCFOaoAhhG9AodRFACIEQEAidW4AorNrQCLLbsCjGEUAI3ZjQKObRQAj2UUAJB5AQCRubgCkkm9ApNFuwKUDRQAlTUUAJYZAQCXqbgCmF2qAJkBFACaIQEAmwUUAJx5vQKdhbgCnnm7Ap+JuAKggb0CoXm4AqKZCQCjlRQApFmuAKWJFACmmQEAp70UAKipAQCpvbsCqrkBAKuJFACsmRQArZkUAK6JFACviRQAsNkBALEJrgCy6QEAs9W7ArTNuwK17RQAtpW8ArfhFAC4oRQAuaEUALrBoQC7pRQAvNkBAL0ZuAK+0aoAv9GqAL9FFwC+RRcAvTUXALxBvwK7KRcAugm4ArkBuAK4PQIAt+2tALY9AgC1HRcAtB0XALMdFwCyHRcAsR0XALAtAgCvWbgCrk0CAK1pFwCsTQIAq00XAKqdrQCpQRcAqE0KAK40AIDRLACApX0XAKR9FwCjoa4Aom2CAqF9ggKgbYICnzmuAJ41rgCdDa4AnDGPApuZggKaEdoAmTGuAJhljgKXtaIAlgWuAJWJggKUNa4Ak7GCApJ1rgCRNYECkC2uAI99rgCOTa4AjUmuAIwFrgCLva4AigWOAon5ogCIVdoAh0miAIadrgCFfaIAhJ2uAIOZrgCCddoAgZmuAIAdrADMqIQCzUyGAswguQLNTLkCzECOAkYyAIDMmIUCzTyEAswQgwLNUIMCzKCDAs2MgwLMMIACzSSAAswYgALNhIACmjMAgAUsAIAxLQCAiSMAgE0jAIBXIwCAayMAgJMjAIB1IwCAnSMAgGEjAIB/IwCAzPC5As2EuQLMULgCzay7AoDNAACB1QAAgt0AAIPVAACEzQAAhfUAAIb9AACH9QAAiM0AAFcvAIDBLACA1SoAgM0qAIDdKgCAuekAgCErAICQZQAAkW0AAKiIKgA1KwCAPSsAgEUrAIBJKwCATSsAgKIAMACjzDMAoOg9AKHsPACm8DYAp/QoAKQANACl/DUAgFERAIHpiAKCXREAg1URAIQpBACF6b0Chhm4AocVvgKIfREAiUURAIppBACL2b0CjA2vAI1REQCOcQQAj1URAJBJuAKRtb0Ckkm+ApO5vQKUUbgClam9ApZJDACXRREAmKmrAJl5EQCaaQQAm00RAJx5BACdbb4CnmkEAJ9ZEQCgqREAoakRAKK5EQCjuREApIkEAKVZqwCmuQQAp4W+Aqi9vgKpnREAquW5AquREQCs8REArfERAK6RpACv9REAsOkEALEpvQKy4a8As+GvALTZuAK1mREAtukEALctvQK4BagAueW+Arq5EQC7AYgCvKURAL2tEQC+wQQAvwG9AoABuQKBDb8CglUQAINtEACEUQUAheG8AoYlrgCHeRAAiGkFAIlNEACKIbkCi928AowxvwKNwbwCjjm5Ao/BvAKQUQ0AkV0QAJKBqgCTURAAlFEFAJV1EACWUQUAl0W/AphxBQCZQRAAmkEQAJtBEACcQRAAnUEQAJ5hBQCfsaoAoKEFAKGdvwKilb8Co7UQAKTduAKlqRAAptkQAKfZEACoiaUAqe0QAKqBBQCrQbwCrJmuAK2ZrgCusbkCr/EQALDxBQCxNbwCsi2pALPNvwK0gRAAtTmJAraNEAC3hRAAuNkFALkZvAK66bkCu+W/ArytEAC9lRAAvrkFAL8JvAK5La0AuC2tALtFEwC6BboCveG/ArwlBgC/GbwCvvmqALEdEwCwabsCs20TALJtEwC1eRMAtB2mALfVvwK2FQYAqXUTAKh1EwCrhakAqlUGAK1JvAKsdQYAr2ETAK5BvAKhQRMAoGUGAKNxvAKiZQYApVUTAKRlBgCnVRMAplUTAJl1vwKYhbwCm3W/ApqNugKdiRMAnIUOAJ+FEwCeVakAkVW/ApDlBgCTzRMAkpGtAJXZEwCU/QYAl0m/Apa1ugKJmRMAiJETAIs1vwKK9QYAjdm8AozVugKPuRMAjoETAIGtEwCA7boCgxm/AoLdBgCF8bwChBGqAIcVigKGrRMAgD2sAIFhEgCCQQcAg2USAIQZuwKF5b4Chhm9AofpvgKIIbsCidm+AopFEgCLXRIAjSkAgM3pAICOzaoAj8mLApCdiwKRpYsCkrGqAJOxqgCU2akAldmpAJb5qQCX+akAmJWqAJmRiwKatYsCm42LApyJqgCdiaoAnvGpAJ/xqQCgIakAoSGpAKJ9qgCjeYsCpE2LAqV1iwKmYaoAp2GqAKgpqQCpKakAqgmpAKsJqQCsRaoArUGLAq5liwKvXYsCsDmqALE5qgCyQakAs0GpALRxqQC1cakAti2qALcpiwK4PYsCuQWLAroRqgC7EaoAvHmpAL15qQC+WakAv1mpAIKJIwBtKwCAcSsAgI0rAIC+6QCAh5kjAJEpAIB5KwCAyOkAgIu5JACpKwCAifkkAI6VIwCPiSMAsSsAgI2JJACSvSMAESsAgLkrAICR4SMAo+sAgJfFIwCU8SMA4SsAgJkpAICbkSMA+SsAgJndIwD9KwCAnwktAAksAICdjdUAogkjAJ0pAIBBLACAofUjAEUsAICnGSMApCUkAG0sAICq7SQAeSwAgKgdIwCpeSQArhUjAK8JIwCsCSQArQkkALI9IwCJLACAsDEjALFhIwC2VSMAt0UjALRxIwC1XSMAulkjALsRIwCRLACAuV0jAL6JLQCVLACAvI0tANzpAICAuSUAgX0iAIKBIgCDmSIAhK0lAIXZJQCGuSIAh5EiAIiVIgCJ8SUAljIAgIuxJQCMgSUAjYElAI6dIgCPgSIAkLkiAJHpIgCStSIAk9EiAJT5IgCV1SIAlt0iAJfNIgCY+SIAmdUiAJrRIgCbmSIAqSwAgLEsAIDh6QCAvSwAgGUAAACh/SIAogEiAKMZIgDFLACApVklAKY5IgCnESIAqBUiAKlxJQDNLACAqzElAKwBJQCtASUArh0iAK8BIgCwOSIAsWkiALI1IgCzUSIAtHkiALVVIgC2XSIAt00iALh5IgC5VSIAulEiALsZIgD1LACA4SwAgO0sAIDxLACAgI0vAIGlLwCCrS8Ag70vAISlLwCFrS8AhqUvAIfdLwCI5S8Aie0vAIrlLwD5LACAAS0AgAUtAIANLQCAFS0AgJCRLwCRkS8AkpEvAJORLwCUsS8AlbEvAJa1LwCXRTMAmE0zAJlVMwCaPTMAmxkzAJyZMwCdiTMAnlUwAJ9JMACgwTAAockwAKLZMACj1TAApM0wAKX9MACm5TAApzUwAKi1MQCpuTEAqu0xAKuxmgCs0ZYArbE6AK61OgAZLQCAsEGUALHNlgCy1ZoAs8GWALTBlgC14ZoAtsGWALf9lgC4yZYAucGWALrZlgC71ZYAvLGWAL29lgC+qZYAv6WWAMUAAAChfSAAooEgACktAICkrScALS0AgDktAICnkSAAXS0AgKnxJwCqZScAq7EnAKyBJwCtgScArp0gAK+BIACwuSAAsekgALK1IABhLQCAtPkgALXVIAC23SAAt80gAEUtAIC51SAATS0AgLuZIACpLQCAcS0AgHUtAIB5LQCAgDknAIH9IACCASAAgxkgAG0tAICFWScAhjkgAIcRIACIFSAAiXEnAIrlJwCLMScAjAEnAI0BJwCOHSAAjwEgAJA5IACRaSAAkjUgAJNRIACUeSAAlVUgAJZdIACXTSAAmHkgAJlVIACaUSAAmxkgAJyFLgCdBdYAnoEuAJ+BLgCArT8AgbU/AIK9PwCDtT8AhK0/AIW5yACG1T8Ah80/AIj1PwCJ/T8AipnIAIvxPwCMATsAjQE7AI6NyACPOQQAkEkEAJFJBACSWQQAk1UEAJRNBACV3TwAlnkEAJd1BACYWQQAmSEEAJohBACbNdQAnCEEAJ3Z5gCeJQQAnx0EAKDpBACh9QQAos0/AKP1BACkFQQApfnUAKYhyACnIcgAqNHUAKktBACqOQQAq03CAKwtBACtdcgArh0EAK95BACwKQQAsTEEALI9BACzOQQAtC0EALX9BQC2qQUAt6kFALiZBQC5mQUAunkFALtFBQC8AQUAvQEFAL4BBQC/AQUAgC0HAIE1BwCCPQcAgzUHAIQtBwCFqQcAhqUHAIdl1QCILQYAiTEGAIoxBgCLDQYAjPnJAI15BgCOWQYAj1UGAJBpyQCRNQYAkj0GAJM1BgCULQYAlcUGAJZdAwCXVQMAmG0DAJl1AwCafQMAm3UDAJxtAwCdET0AnlkDAJ9ZAwCgqQMAoakDAKK5AwCjuQMApKkDAKWpAwCm2QMAp9kDAKjpAwCp6QMAqvkDAKv9AwCs5QMAre0DAK7lAwCvbcMAsKEDALGhAwCyoQMAs6EDALShAwC1zeYAtq0DALelAwC4yeYAuZkDALppAwC7aQMAvHkDAL15AwC+aQMAv2kDAIAAAACBLQCAfS0AgJUtAIDm6QCAsS0AgLUtAIC9LQCA0S0AgPQtAIDr6QCA8OkAgAAuAIAELgCACC4AgPwtAIAQLgCAoSkAgKUpAIAYLgCAIC4AgPXpAIA8LgCAQC4AgEwuAID66QCAVC4AgFguAIA3LwCAqSkAgGwuAICILgCAhC4AgATqAICQLgCACeoAgJwuAICYLgCAoC4AgLAuAIC0LgCArSkAgMQuAIDMLgCA0C4AgNQuAICxKQCADuoAgLUpAID3LgCA+y4AgP8uAIDV6wCAGOoAgNo1AIAvLwCAuSkAgDvqAIAN6wCAPy8AgEcvAIC9KQCAWy8AgGsvAICqIfQAq7U/AKilPwCpzecArkXwAK+hPwCsSfAArTH0AKJl4gCjvT8AoLk/AKG5PwCmlT8Ap50/AKSlPwClnT8Augk8AG8vAIC4CTwAuQk8AHcvAICHLwCAxSkAgMEpAICy3T8AswU9ALBN7wCx1T8Atn3wALe55AC0HT0AtWk8AB3qAICPLwCAoy8AgKcvAIC3LwCAyy8AgMMvAIDHLwCAgrX7AM8vAICA/T8AgfU/AOMvAIDnLwCA/y8AgAcwAICavT8Am/3NAJi9PwCZtT8Anlk/AJ9ZPwCcWT8AnVk/AJKBPwCTaekAkHnkAJGxPwCWgT8Al4H0AJQh5wCVmT8AFzAAgCswAIAs6gCAJzAAgBswAIAzMACAOzAAgE8wAIAx6gCAVzAAgEoAAABLMACAQzAAgMkpAIBfMACAZzAAgG8wAIBjMACAzSkAgIcwAIA26gCAszAAgPUwAIDRMACA2SkAgNUpAIDRKQCAnSsAgKErAID5MACA4TAAgK41AIA9KgCADTEAgCExAIAZMQCAT+oAgN0pAIA1MQCAKTEAgFIxAIBZ6gCAXjEAgD0xAIBmMQCAajEAgG4xAIByMQCAfjEAgF7qAICGMQCA5SkAgJIxAIBj6gCAljEAgOkpAICiMQCArjEAgL4xAIBo6gCA/+kAgG3qAIDeMQCAcuoAgLgJAQC5CQEAuhkBALsZAQC8CQEAvQkBAL45AQC/OQEAsM3FALE1zACymQ4As5kOALSJDgC1iQ4AtjkBALc5AQCo6dkAqckOAKrZDgCrqcUArMUOAK3NDgCuxQ4Ar/kOAKA1DgChPQ4AojUOAKOxxQCk8Q4ApfEOAKbxDgCn8Q4AmGkPAJlpDwCaeQ8Am3kPAJxpDwCdaQ8Ant0OAJ/NDgCQ+eoAkXEPAJJ9DwCTdQ8AlG0PAJVpDwCWWQ8Al1kPAIh5DwCJeQ8AigkPAIsJDwCMGQ8AjRkPAI4NzACPDQ8AgHkPAIF5DwCCSQ8Ag0kPAIRZDwCFWQ8AhkkPAIdJDwCKUQIAi1ECAIj5xgCJQQIAjnECAI/txgCMQQIAjUECAIIVAgCDHQIAgAUCAIEdAgCGdQIAh30CAIQFAgCFfQIAmsUCAJvNAgCYkc8AmYXaAJ7FAgCfzQIAnNUCAJ3NAgCSDQIAkxUCAJANAgCRBQIAlg0CAJf1AgCUDQIAlQUCAKo9AgCrRQIAqD0CAKk1AgCuXQIAr0UCAKxdAgCtVQIAol3GAKMBAgCgNQIAoQ0CAKYBAgCnxdgApBECAKURAgC6OQIAuzkCALg5AgC5OQIAvtkBAL/ZAQC82QEAvdkBALI9AgCzBQIAsD0CALE1AgC2GQIAtxkCALQdAgC16cIA6jEAgPIxAIDiMQCA/jEAgA4yAIAWMgCAIjIAgCYyAIB36gCACjIAgD4yAIBCMgCA7SkAgFIyAIB86gCANjIAgHIyAICB6gCAhuoAgHYyAICKMgCAgjIAgPEpAICOMgCAnjIAgJoyAICmMgCAw+kAgLYyAICL6gCAwjIAgJXqAIDWMgCA9jIAgJrqAIAKMwCADjMAgJ/qAICk6gCAKjMAgDozAID1KQCAPjMAgPkpAIBWMwCAWjMAgGYzAIByMwCA/SkAgIozAICp6gCApjMAgK7qAIAT6gCAwjMAgLPqAIC4AAAAuOoAgL3qAIABKgCABSoAgMfqAIDC6gCAzOoAgIAB3gCB8QcAgvEHAIPxBwCEFQIAhR0CAIYVAgCHEQIAiCXeAIld3gCKOQIAizkCAIwpAgCNKQIAjhkCAI99ygCQTd4AkWECAJJhAgCT7cEAlH0CAJVlAgCWIcAAl2kCAJhZAgCZMcIAmlUCAJstAgCcNQIAnT0CAJ4xAgCfMQIAoNECAKHRAgCi0QIAo9ECAKTxAgCl8QIApvECAKfxAgCo0QIAqdECAKrRAgCr0QIArDECAK0xAgCuMQIArzECALBRAgCxUQIAslECALNRAgC0cQIAtXECALZxAgC3cQIAuFECALlRAgC6+dwAu1UCALxNAgC9NQIAvj0CAL81AgC+7QYAv/UGALztBgC95QYAuskGALvJBgC4xcsAuckGALbtBgC39QYAtO0GALXlBgCyjQYAs/UGALDR3QCxhQYArvEGAK/xBgCs5QYAreEGAKr1BgCr/QYAqMUGAKn9BgCm9QYAp/0GAKTlBgCl/QYAovUGAKP9BgCg+QYAoZ3dAJ75BgCf+QYAnPkGAJ35BgCa+QYAm/kGAJj5BgCZ+QYAlvkGAJf5BgCUcd0AlfkGAJL9BgCT5QYAkP0GAJH1BgCO/QYAj4UGAIz9BgCN9QYAiuEGAIsB3QCI8QYAifEGAIbBBgCHwQYAhPEGAIXxBgCCkccAg+EGAIDpBgCBxcAAgAAAANHqAIACNACABjQAgBI0AIARKgCAFSoAgNvqAIAmNACAGSoAgODqAIDl6gCA6uoAgJY0AIAdKgCAojQAgKY0AIDv6gCA9OoAgL40AIAhKgCA+eoAgNI0AIDWNACAJSoAgP7qAIDyNACAKSoAgAI1AID6NACACjUAgAjrAIAiNQCALSoAgC41AIA2NQCARjUAgDEqAIAS6wCAF+sAgDUqAIAc6wCAXjUAgCHrAIBqNQCAdjUAgCbrAIAr6wCAkjUAgDDrAICaNQCAQOoAgDkqAICyNQCAtjUAgEEqAIC6NQCAFC4AgDXrAIA66wCAReoAgErqAIDeNQCA9jcAgIDNAQCB1QEAgt0BAIPVAQCEzQEAhfUBAIb9AQCH9QEAiM0BAInVAQCK3QEAi/UJAIzJAQCNyQEAjgEcAI89HwCQRR8AkU0fAJJFHwCTXR8AlEUfAJVNHwCWRR8Al30fAJhBxwCZQR8AmkEfAJtBHwCcQR8AnUEfAJ5BHwCfYd8AoL0fAKHFHwCizR8Ao8UfAKTdHwClxR8Aps0fAKfFHwCo/R8AqcUfAKrNHwCrxR8ArN0fAK3FHwCuzR8Ar8UfALC9HwCxRR8Ask0fALNFHwC0/ckAtVkfALZJHwC3SR8AuHkfALl5HwC6SR8Au8XdALxVHwC9XR8AvlUfAL9NHwAKNgCABjYAgA42AIAZLACAEjYAgBY2AIAaNgCAIjYAgD/rAIAmNgCAOjYAgD42AIAqNgCAQjYAgFY2AIA2NgCASjYAgE42AIBSNgCAROsAgE7rAIBJ6wCASSoAgHI2AIB2NgCAfjYAgGLrAICCNgCAU+sAgE0qAIBRKgCAWOsAgF3rAIBVKgCAojYAgKo2AICuNgCAujYAgLY2AIDCNgCAvjYAgMY2AIDKNgCA0jYAgFkqAIDaNgCA3jYAgF0qAIDuNgCAZ+sAgP42AIACNwCAYSoAgA43AICVKQCAbOsAgHHrAIBlKgCAaSoAgDo3AIB26wCAkjcAgJY3AICuNwCAgLUBAIG9AQCCtQEAg80BAITt9ACF0QEAhtEBAIfRAQCI8QEAifEBAIrxAQCL8QEAjNEBAI3RAQCO0QEAj9EBAJB9wwCRBcMAkl35AJO9AQCUpQEAla0BAJalAQCXXQMAmGUDAJltAwCaZQMAm30DAJxlAwCdbQMAnmUDAJ85wwCgoQMAoaEDAKKhAwCjoQMApKEDAKWhAwCmoQMAp6EDAKjhAwCp4QMAquEDAKvhAwCs4QMAreEDAK7hAwCv4QMAsKEDALGhAwCyoQMAs6EDALShAwC1oQMAtqEDALehAwC4YQMAuWEDALphAwC7YQMAvGEDAL1hAwC+pcMAv6HDALo3AICA6wCA0ukAgMY3AIDCNwCAzjcAgNfpAIDaNwCAhesAgIrrAIAmOACAMjgAgDo4AICP6wCAPjgAgGY4AIByOACAdjgAgG44AICCOACAhjgAgJTrAICSOACAbSoAgJo4AICZ6wCAcSoAgNI4AICkLgCA6jgAgJ7rAICo6wCAdSoAgHkqAIASOQCAresAgH0qAICy6wCAMjkAgLfrAIBKOQCAgSoAgFo5AIBmOQCAbjkAgHY5AICFKgCAvOsAgKY5AICyOQCAiSoAgI0qAIC2OQCAwesAgJEqAIDG6wCAy+sAgNDrAICVKgCA9jkAgPo5AIACOgCACjoAgNrrAICQ1QEAkd0BAJLVAQCT7QEAlPUBAJXB+wCW8QEAl/n7AJjNAQCZ1QEAmt0BAJvVAQCcyfsAnckBAEUqAICPAAAAgNkBAIHZAQCC6QEAg+kBAIT5AQCF+QEAhukBAIfpAQCI2QEAidkBAIoJwQCLrQEAjLUBAI29AQCOtQEAj60BAKAAAAChAAAAogAAAKMAAACkAAAApQAAAKYAAACnAAAAqAAAAKkAAACqAAAAqwAAAKwAAACtAAAArgAAAK8AAACwAAAAsQAAALIAAACzAAAAtAAAALUAAAC2AAAAtwAAALgAAAC5AAAAugAAALsAAAC8AAAAvQAAAL4AAAC/AAAAACAAIMyBACDMgwAgzIQAIMyFACDMhgAgzIcAIMyIACDMiMyAACDMiMyBACDMiM2CACDMigAgzIsAIMyTACDMk8yAACDMk8yBACDMk82CACDMlAAgzJTMgAAgzJTMgQAgzJTNggAgzKcAIMyoACDMswAgzYIAIM2FACDZiwAg2YwAINmM2ZEAINmNACDZjdmRACDZjgAg2Y7ZkQAg2Y8AINmP2ZEAINmQACDZkNmRACDZkQAg2ZHZsAAg2ZIAIOOCmQAg44KaACEAISEAIT8AIgAjACQAJQAmACcAKAAoMSkAKDEwKQAoMTEpACgxMikAKDEzKQAoMTQpACgxNSkAKDE2KQAoMTcpACgxOCkAKDE5KQAoMikAKDIwKQAoMykAKDQpACg1KQAoNikAKDcpACg4KQAoOSkAKEEpAChCKQAoQykAKEQpAChFKQAoRikAKEcpAChIKQAoSSkAKEopAChLKQAoTCkAKE0pAChOKQAoTykAKFApAChRKQAoUikAKFMpAChUKQAoVSkAKFYpAChXKQAoWCkAKFkpAChaKQAoYSkAKGIpAChjKQAoZCkAKGUpAChmKQAoZykAKGgpAChpKQAoaikAKGspAChsKQAobSkAKG4pAChvKQAocCkAKHEpAChyKQAocykAKHQpACh1KQAodikAKHcpACh4KQAoeSkAKHopACjhhIApACjhhIIpACjhhIMpACjhhIUpACjhhIYpACjhhIcpACjhhIkpACjhhIspACjhhIwpACjhhI4pACjhhI8pACjhhJApACjhhJEpACjhhJIpACjkuIApACjkuIMpACjkuIkpACjkuZ0pACjkuowpACjkupQpACjku6MpACjkvIEpACjkvJEpACjlhaspACjlha0pACjlirQpACjljYEpACjljZQpACjlkI0pACjlkbwpACjlm5spACjlnJ8pACjlraYpACjml6UpACjmnIgpACjmnIkpACjmnKgpACjmoKopACjmsLQpACjngaspACjnibkpACjnm6MpACjnpL4pACjnpZ0pACjnpa0pACjoh6opACjoh7MpACjosqEpACjos4cpACjph5EpACjqsIApACjrgpgpACjri6QpACjrnbwpACjrp4gpACjrsJQpACjsgqwpACjslYQpACjsmKTsoIQpACjsmKTtm4QpACjsnpApACjso7wpACjssKgpACjsubQpACjtg4ApACjtjIwpACjtlZgpACkAKgArACwALQAuAC4uAC4uLgAvADAAMCwAMC4AMOKBhDMAMOeCuQAxADEsADEuADEwADEwLgAxMOaXpQAxMOaciAAxMOeCuQAxMQAxMS4AMTHml6UAMTHmnIgAMTHngrkAMTIAMTIuADEy5pelADEy5pyIADEy54K5ADEzADEzLgAxM+aXpQAxM+eCuQAxNAAxNC4AMTTml6UAMTTngrkAMTUAMTUuADE15pelADE154K5ADE2ADE2LgAxNuaXpQAxNueCuQAxNwAxNy4AMTfml6UAMTfngrkAMTgAMTguADE45pelADE454K5ADE5ADE5LgAxOeaXpQAxOeeCuQAx4oGEADHigYQxMAAx4oGEMgAx4oGEMwAx4oGENAAx4oGENQAx4oGENgAx4oGENwAx4oGEOAAx4oGEOQAx5pelADHmnIgAMeeCuQAyADIsADIuADIwADIwLgAyMOaXpQAyMOeCuQAyMQAyMeaXpQAyMeeCuQAyMgAyMuaXpQAyMueCuQAyMwAyM+aXpQAyM+eCuQAyNAAyNOaXpQAyNOeCuQAyNQAyNeaXpQAyNgAyNuaXpQAyNwAyN+aXpQAyOAAyOOaXpQAyOQAyOeaXpQAy4oGEMwAy4oGENQAy5pelADLmnIgAMueCuQAzADMsADMuADMwADMw5pelADMxADMx5pelADMyADMzADM0ADM1ADM2ADM3ADM4ADM5ADPigYQ0ADPigYQ1ADPigYQ4ADPml6UAM+aciAAz54K5ADQANCwANC4ANDAANDEANDIANDMANDQANDUANDYANDcANDgANDkANOKBhDUANOaXpQA05pyIADTngrkANQA1LAA1LgA1MAA14oGENgA14oGEOAA15pelADXmnIgANeeCuQA2ADYsADYuADbml6UANuaciAA254K5ADcANywANy4AN+KBhDgAN+aXpQA35pyIADfngrkAOAA4LAA4LgA45pelADjmnIgAOOeCuQA5ADksADkuADnml6UAOeaciAA554K5ADoAOjo9ADsAPAA9AD09AD09PQA+AD8APyEAPz8AQABBAEFVAEHiiJVtAEIAQnEAQwBDRABDby4AQ+KIlWtnAEQAREoARFoARHoARMW9AETFvgBFAEYARkFYAEcAR0IAR0h6AEdQYQBHeQBIAEhQAEhWAEhnAEh6AEkASUkASUlJAElKAElVAElWAElYAEoASwBLQgBLSwBLTQBMAExKAExURABMagBMwrcATQBNQgBNQwBNRABNSHoATVBhAE1WAE1XAE3OqQBOAE5KAE5qAE5vAE8AUABQSABQUE0AUFBWAFBSAFBURQBQYQBRAFIAUnMAUwBTRABTTQBTUwBTdgBUAFRFTABUSHoAVE0AVQBWAFZJAFZJSQBWSUlJAFbiiJVtAFcAV0MAV1oAV2IAWABYSQBYSUkAWQBaAFsAXABdAF4AXwBgAGEAYS5tLgBhL2MAYS9zAGHKvgBiAGJhcgBjAGMvbwBjL3UAY2FsAGNjAGNkAGNtAGNtMgBjbTMAZABkQgBkYQBkbABkbQBkbTIAZG0zAGR6AGTFvgBlAGVWAGVyZwBmAGZmAGZmaQBmZmwAZmkAZmwAZm0AZwBnYWwAaABoUGEAaGEAaQBpaQBpaWkAaWoAaW4AaXYAaXgAagBrAGtBAGtIegBrUGEAa1YAa1cAa2NhbABrZwBrbABrbQBrbTIAa20zAGt0AGvOqQBsAGxqAGxtAGxuAGxvZwBseABswrcAbQBtMgBtMwBtQQBtVgBtVwBtYgBtZwBtaWwAbWwAbW0AbW0yAG1tMwBtb2wAbXMAbeKIlXMAbeKIlXMyAG4AbkEAbkYAblYAblcAbmoAbm0AbnMAbwBvVgBwAHAubS4AcEEAcEYAcFYAcFcAcGMAcHMAcQByAHJhZAByYWTiiJVzAHJhZOKIlXMyAHMAc3IAc3QAdAB1AHYAdmkAdmlpAHZpaWkAdwB4AHhpAHhpaQB5AHoAewB8AH0AwqIAwqMAwqUAwqYAwqwAwrBDAMKwRgDCtwDDgADDgQDDggDDgwDDhADDhQDDhgDDhwDDiADDiQDDigDDiwDDjADDjQDDjgDDjwDDkQDDkgDDkwDDlADDlQDDlgDDmQDDmgDDmwDDnADDnQDDoADDoQDDogDDowDDpADDpQDDpwDDqADDqQDDqgDDqwDDrADDrQDDrgDDrwDDsADDsQDDsgDDswDDtADDtQDDtgDDuQDDugDDuwDDvADDvQDDvwDEgADEgQDEggDEgwDEhADEhQDEhgDEhwDEiADEiQDEigDEiwDEjADEjQDEjgDEjwDEkgDEkwDElADElQDElgDElwDEmADEmQDEmgDEmwDEnADEnQDEngDEnwDEoADEoQDEogDEowDEpADEpQDEpgDEpwDEqADEqQDEqgDEqwDErADErQDErgDErwDEsADEsQDEtADEtQDEtgDEtwDEuQDEugDEuwDEvADEvQDEvgDFgwDFhADFhQDFhgDFhwDFiADFiwDFjADFjQDFjgDFjwDFkADFkQDFkwDFlADFlQDFlgDFlwDFmADFmQDFmgDFmwDFnADFnQDFngDFnwDFoADFoQDFogDFowDFpADFpQDFqADFqQDFqgDFqwDFrADFrQDFrgDFrwDFsADFsQDFsgDFswDFtADFtQDFtgDFtwDFuADFuQDFugDFuwDFvADFvQDFvgDGjgDGkADGoADGoQDGqwDGrwDGsADHjQDHjgDHjwDHkADHkQDHkgDHkwDHlADHlQDHlgDHlwDHmADHmQDHmgDHmwDHnADHngDHnwDHoADHoQDHogDHowDHpgDHpwDHqADHqQDHqgDHqwDHrADHrQDHrgDHrwDHsADHtADHtQDHuADHuQDHugDHuwDHvADHvQDHvgDHvwDIgADIgQDIggDIgwDIhADIhQDIhgDIhwDIiADIiQDIigDIiwDIjADIjQDIjgDIjwDIkADIkQDIkgDIkwDIlADIlQDIlgDIlwDImADImQDImgDImwDIngDInwDIogDIpgDIpwDIqADIqQDIqgDIqwDIrADIrQDIrgDIrwDIsADIsQDIsgDIswDItwDJkADJkQDJkgDJlADJlQDJmQDJmwDJnADJnwDJoQDJowDJpQDJpgDJqADJqQDJqgDJqwDJrQDJrwDJsADJsQDJsgDJswDJtADJtQDJuADJuQDJuwDKgQDKggDKgwDKiQDKigDKiwDKjADKkADKkQDKkgDKlQDKnQDKnwDKuQDKvG4AzIAAzIEAzIjMgQDMkwDOhgDOiADOiQDOigDOjADOjgDOjwDOkADOkQDOkgDOkwDOlADOlQDOlgDOlwDOmADOmQDOmgDOmwDOnADOnQDOngDOnwDOoADOoQDOowDOpADOpQDOpgDOpwDOqADOqQDOqgDOqwDOrADOrQDOrgDOrwDOsADOsQDOsgDOswDOtADOtQDOtgDOtwDOuADOuQDOugDOuwDOvADOvEEAzrxGAM68VgDOvFcAzrxnAM68bADOvG0AzrxzAM69AM6+AM6/AM+AAM+BAM+CAM+DAM+EAM+FAM+GAM+HAM+IAM+JAM+KAM+LAM+MAM+NAM+OAM+cAM+dANCAANCBANCDANCHANCMANCNANCOANCZANC5ANC9ANGKANGMANGQANGRANGTANGXANGcANGdANGeANG2ANG3ANOBANOCANOQANORANOSANOTANOWANOXANOaANObANOcANOdANOeANOfANOiANOjANOkANOlANOmANOnANOqANOrANOsANOtANOuANOvANOwANOxANOyANOzANO0ANO1ANO4ANO5ANWl1oIA1bTVpQDVtNWrANW01a0A1bTVtgDVvtW2ANeQANeQ1rcA15DWuADXkNa8ANeQ15wA15EA15HWvADXkda/ANeSANeS1rwA15MA15PWvADXlADXlNa8ANeV1rkA15XWvADXlta8ANeY1rwA15nWtADXmda8ANea1rwA15sA15vWvADXm9a/ANecANec1rwA150A157WvADXoNa8ANeh1rwA16IA16PWvADXpNa8ANek1r8A16bWvADXp9a8ANeoANeo1rwA16nWvADXqda814EA16nWvNeCANep14EA16nXggDXqgDXqta8ANey1rcA2KEA2KIA2KMA2KQA2KUA2KYA2KbYpwDYptisANim2K0A2KbYrgDYptixANim2LIA2KbZhQDYptmGANim2YcA2KbZiADYptmJANim2YoA2KbbhgDYptuHANim24gA2KbbkADYptuVANinANin2YPYqNixANin2YTZhNmHANin2YsA2KfZtADYqADYqNisANio2K0A2KjYrdmKANio2K4A2KjYrtmKANio2LEA2KjYsgDYqNmFANio2YYA2KjZhwDYqNmJANio2YoA2KkA2KoA2KrYrADYqtis2YUA2KrYrNmJANiq2KzZigDYqtitANiq2K3YrADYqtit2YUA2KrYrgDYqtiu2YUA2KrYrtmJANiq2K7ZigDYqtixANiq2LIA2KrZhQDYqtmF2KwA2KrZhditANiq2YXYrgDYqtmF2YkA2KrZhdmKANiq2YYA2KrZhwDYqtmJANiq2YoA2KsA2KvYrADYq9ixANir2LIA2KvZhQDYq9mGANir2YcA2KvZiQDYq9mKANisANis2K0A2KzYrdmJANis2K3ZigDYrNmEINis2YTYp9mE2YcA2KzZhQDYrNmF2K0A2KzZhdmJANis2YXZigDYrNmJANis2YoA2K0A2K3YrADYrdis2YoA2K3ZhQDYrdmF2YkA2K3ZhdmKANit2YkA2K3ZigDYrgDYrtisANiu2K0A2K7ZhQDYrtmJANiu2YoA2K8A2LAA2LDZsADYsQDYsdiz2YjZhADYsdmwANix24zYp9mEANiyANizANiz2KwA2LPYrNitANiz2KzZiQDYs9itANiz2K3YrADYs9iuANiz2K7ZiQDYs9iu2YoA2LPYsQDYs9mFANiz2YXYrADYs9mF2K0A2LPZhdmFANiz2YcA2LPZiQDYs9mKANi0ANi02KwA2LTYrNmKANi02K0A2LTYrdmFANi02K3ZigDYtNiuANi02LEA2LTZhQDYtNmF2K4A2LTZhdmFANi02YcA2LTZiQDYtNmKANi1ANi12K0A2LXYrditANi12K3ZigDYtdiuANi12LEA2LXZhNi52YUA2LXZhNmJANi12YTZiSDYp9mE2YTZhyDYudmE2YrZhyDZiNiz2YTZhQDYtdmE25IA2LXZhQDYtdmF2YUA2LXZiQDYtdmKANi2ANi22KwA2LbYrQDYttit2YkA2LbYrdmKANi22K4A2LbYrtmFANi22LEA2LbZhQDYttmJANi22YoA2LcA2LfYrQDYt9mFANi32YXYrQDYt9mF2YUA2LfZhdmKANi32YkA2LfZigDYuADYuNmFANi5ANi52KwA2LnYrNmFANi52YTZitmHANi52YUA2LnZhdmFANi52YXZiQDYudmF2YoA2LnZiQDYudmKANi6ANi62KwA2LrZhQDYutmF2YUA2LrZhdmJANi62YXZigDYutmJANi62YoA2YDZiwDZgNmOANmA2Y7ZkQDZgNmPANmA2Y/ZkQDZgNmQANmA2ZDZkQDZgNmRANmA2ZIA2YEA2YHYrADZgditANmB2K4A2YHYrtmFANmB2YUA2YHZhdmKANmB2YkA2YHZigDZggDZgtitANmC2YTbkgDZgtmFANmC2YXYrQDZgtmF2YUA2YLZhdmKANmC2YkA2YLZigDZgwDZg9inANmD2KwA2YPYrQDZg9iuANmD2YQA2YPZhQDZg9mF2YUA2YPZhdmKANmD2YkA2YPZigDZhADZhNiiANmE2KMA2YTYpQDZhNinANmE2KwA2YTYrNisANmE2KzZhQDZhNis2YoA2YTYrQDZhNit2YUA2YTYrdmJANmE2K3ZigDZhNiuANmE2K7ZhQDZhNmFANmE2YXYrQDZhNmF2YoA2YTZhwDZhNmJANmE2YoA2YUA2YXYpwDZhdisANmF2KzYrQDZhdis2K4A2YXYrNmFANmF2KzZigDZhditANmF2K3YrADZhdit2YUA2YXYrdmF2K8A2YXYrdmKANmF2K4A2YXYrtisANmF2K7ZhQDZhdiu2YoA2YXZhQDZhdmF2YoA2YXZiQDZhdmKANmGANmG2KwA2YbYrNitANmG2KzZhQDZhtis2YkA2YbYrNmKANmG2K0A2YbYrdmFANmG2K3ZiQDZhtit2YoA2YbYrgDZhtixANmG2LIA2YbZhQDZhtmF2YkA2YbZhdmKANmG2YYA2YbZhwDZhtmJANmG2YoA2YcA2YfYrADZh9mFANmH2YXYrADZh9mF2YUA2YfZiQDZh9mKANmH2bAA2YgA2YjYs9mE2YUA2YjZtADZiQDZidmwANmKANmK2KwA2YrYrNmKANmK2K0A2YrYrdmKANmK2K4A2YrYsQDZitiyANmK2YUA2YrZhdmFANmK2YXZigDZitmGANmK2YcA2YrZiQDZitmKANmK2bQA2a4A2a8A2bEA2bkA2boA2bsA2b4A2b8A2oAA2oMA2oQA2oYA2ocA2ogA2owA2o0A2o4A2pEA2pgA2qEA2qQA2qYA2qkA2q0A2q8A2rEA2rMA2roA2rsA2r4A24AA24EA24IA24UA24YA24cA24fZtADbiADbiQDbiwDbjADbkADbkgDbkwDgpJXgpLwA4KSW4KS8AOCkl+CkvADgpJzgpLwA4KSh4KS8AOCkouCkvADgpKkA4KSr4KS8AOCkr+CkvADgpLEA4KS0AOCmoeCmvADgpqLgprwA4Kav4Ka8AOCniwDgp4wA4KiW4Ki8AOCol+CovADgqJzgqLwA4Kir4Ki8AOCosuCovADgqLjgqLwA4Kyh4Ky8AOCsouCsvADgrYgA4K2LAOCtjADgrpQA4K+KAOCviwDgr4wA4LGIAOCzgADgs4cA4LOIAOCzigDgs4sA4LWKAOC1iwDgtYwA4LeaAOC3nADgt50A4LeeAOC5jeC4sgDguqvgupkA4Lqr4LqhAOC7jeC6sgDgvIsA4L2A4L61AOC9guC+twDgvYzgvrcA4L2R4L63AOC9luC+twDgvZvgvrcA4L2x4L2yAOC9seC9tADgvbHgvoAA4L6Q4L61AOC+kuC+twDgvpzgvrcA4L6h4L63AOC+puC+twDgvqvgvrcA4L6y4L2x4L6AAOC+suC+gADgvrPgvbHgvoAA4L6z4L6AAOGApgDhg5wA4YSAAOGEgQDhhIIA4YSDAOGEhADhhIUA4YSGAOGEhwDhhIgA4YSJAOGEigDhhIsA4YSMAOGEjQDhhI4A4YSPAOGEkADhhJEA4YSSAOGElADhhJUA4YSaAOGEnADhhJ0A4YSeAOGEoADhhKEA4YSiAOGEowDhhKcA4YSpAOGEqwDhhKwA4YStAOGErgDhhK8A4YSyAOGEtgDhhYAA4YWHAOGFjADhhZcA4YWYAOGFmQDhhaAA4YWhAOGFogDhhaMA4YWkAOGFpQDhhaYA4YWnAOGFqADhhakA4YWqAOGFqwDhhawA4YWtAOGFrgDhha8A4YWwAOGFsQDhhbIA4YWzAOGFtADhhbUA4YaEAOGGhQDhhogA4YaRAOGGkgDhhpQA4YaeAOGGoQDhhqoA4YasAOGGrQDhhrAA4YaxAOGGsgDhhrMA4Ya0AOGGtQDhh4cA4YeIAOGHjADhh44A4YeTAOGHlwDhh5kA4YedAOGHnwDhh7EA4YeyAOGshgDhrIgA4ayKAOGsjADhrI4A4aySAOGsuwDhrL0A4a2AAOGtgQDhrYMA4bSCAOG0lgDhtJcA4bScAOG0nQDhtKUA4bW7AOG2hQDhuIAA4biBAOG4ggDhuIMA4biEAOG4hQDhuIYA4biHAOG4iADhuIkA4biKAOG4iwDhuIwA4biNAOG4jgDhuI8A4biQAOG4kQDhuJIA4biTAOG4lADhuJUA4biWAOG4lwDhuJgA4biZAOG4mgDhuJsA4bicAOG4nQDhuJ4A4bifAOG4oADhuKEA4biiAOG4owDhuKQA4bilAOG4pgDhuKcA4bioAOG4qQDhuKoA4birAOG4rADhuK0A4biuAOG4rwDhuLAA4bixAOG4sgDhuLMA4bi0AOG4tQDhuLYA4bi3AOG4uADhuLkA4bi6AOG4uwDhuLwA4bi9AOG4vgDhuL8A4bmAAOG5gQDhuYIA4bmDAOG5hADhuYUA4bmGAOG5hwDhuYgA4bmJAOG5igDhuYsA4bmMAOG5jQDhuY4A4bmPAOG5kADhuZEA4bmSAOG5kwDhuZQA4bmVAOG5lgDhuZcA4bmYAOG5mQDhuZoA4bmbAOG5nADhuZ0A4bmeAOG5nwDhuaAA4bmhAOG5ogDhuaMA4bmkAOG5pQDhuaYA4bmnAOG5qADhuakA4bmqAOG5qwDhuawA4bmtAOG5rgDhua8A4bmwAOG5sQDhubIA4bmzAOG5tADhubUA4bm2AOG5twDhubgA4bm5AOG5ugDhubsA4bm8AOG5vQDhub4A4bm/AOG6gADhuoEA4bqCAOG6gwDhuoQA4bqFAOG6hgDhuocA4bqIAOG6iQDhuooA4bqLAOG6jADhuo0A4bqOAOG6jwDhupAA4bqRAOG6kgDhupMA4bqUAOG6lQDhupYA4bqXAOG6mADhupkA4bqgAOG6oQDhuqIA4bqjAOG6pADhuqUA4bqmAOG6pwDhuqgA4bqpAOG6qgDhuqsA4bqsAOG6rQDhuq4A4bqvAOG6sADhurEA4bqyAOG6swDhurQA4bq1AOG6tgDhurcA4bq4AOG6uQDhuroA4bq7AOG6vADhur0A4bq+AOG6vwDhu4AA4buBAOG7ggDhu4MA4buEAOG7hQDhu4YA4buHAOG7iADhu4kA4buKAOG7iwDhu4wA4buNAOG7jgDhu48A4buQAOG7kQDhu5IA4buTAOG7lADhu5UA4buWAOG7lwDhu5gA4buZAOG7mgDhu5sA4bucAOG7nQDhu54A4bufAOG7oADhu6EA4buiAOG7owDhu6QA4bulAOG7pgDhu6cA4buoAOG7qQDhu6oA4burAOG7rADhu60A4buuAOG7rwDhu7AA4buxAOG7sgDhu7MA4bu0AOG7tQDhu7YA4bu3AOG7uADhu7kA4byAAOG8gQDhvIIA4byDAOG8hADhvIUA4byGAOG8hwDhvIgA4byJAOG8igDhvIsA4byMAOG8jQDhvI4A4byPAOG8kADhvJEA4bySAOG8kwDhvJQA4byVAOG8mADhvJkA4byaAOG8mwDhvJwA4bydAOG8oADhvKEA4byiAOG8owDhvKQA4bylAOG8pgDhvKcA4byoAOG8qQDhvKoA4byrAOG8rADhvK0A4byuAOG8rwDhvLAA4byxAOG8sgDhvLMA4by0AOG8tQDhvLYA4by3AOG8uADhvLkA4by6AOG8uwDhvLwA4by9AOG8vgDhvL8A4b2AAOG9gQDhvYIA4b2DAOG9hADhvYUA4b2IAOG9iQDhvYoA4b2LAOG9jADhvY0A4b2QAOG9kQDhvZIA4b2TAOG9lADhvZUA4b2WAOG9lwDhvZkA4b2bAOG9nQDhvZ8A4b2gAOG9oQDhvaIA4b2jAOG9pADhvaUA4b2mAOG9pwDhvagA4b2pAOG9qgDhvasA4b2sAOG9rQDhva4A4b2vAOG9sADhvbIA4b20AOG9tgDhvbgA4b26AOG9vADhvoAA4b6BAOG+ggDhvoMA4b6EAOG+hQDhvoYA4b6HAOG+iADhvokA4b6KAOG+iwDhvowA4b6NAOG+jgDhvo8A4b6QAOG+kQDhvpIA4b6TAOG+lADhvpUA4b6WAOG+lwDhvpgA4b6ZAOG+mgDhvpsA4b6cAOG+nQDhvp4A4b6fAOG+oADhvqEA4b6iAOG+owDhvqQA4b6lAOG+pgDhvqcA4b6oAOG+qQDhvqoA4b6rAOG+rADhvq0A4b6uAOG+rwDhvrAA4b6xAOG+sgDhvrMA4b60AOG+tgDhvrcA4b64AOG+uQDhvroA4b68AOG/ggDhv4MA4b+EAOG/hgDhv4cA4b+IAOG/igDhv4wA4b+QAOG/kQDhv5IA4b+WAOG/lwDhv5gA4b+ZAOG/mgDhv6AA4b+hAOG/ogDhv6QA4b+lAOG/pgDhv6cA4b+oAOG/qQDhv6oA4b+sAOG/sgDhv7MA4b+0AOG/tgDhv7cA4b+4AOG/ugDhv7wA4oCQAOKAkwDigJQA4oCy4oCyAOKAsuKAsuKAsgDigLLigLLigLLigLIA4oC14oC1AOKAteKAteKAtQDigqkA4oaQAOKGkQDihpIA4oaTAOKGmgDihpsA4oauAOKHjQDih44A4oePAOKIggDiiIQA4oiHAOKIiQDiiIwA4oiRAOKIkgDiiKQA4oimAOKIq+KIqwDiiKviiKviiKsA4oir4oir4oir4oirAOKIruKIrgDiiK7iiK7iiK4A4omBAOKJhADiiYcA4omJAOKJoADiiaIA4omtAOKJrgDiia8A4omwAOKJsQDiibQA4om1AOKJuADiibkA4oqAAOKKgQDiioQA4oqFAOKKiADiiokA4oqsAOKKrQDiiq4A4oqvAOKLoADii6EA4ouiAOKLowDii6oA4ourAOKLrADii60A4pSCAOKWoADil4sA4qaFAOKmhgDiq53MuADitaEA44CBAOOAggDjgIgA44CJAOOAigDjgIsA44CMAOOAjQDjgI4A44CPAOOAkADjgJEA44CSAOOAlADjgJRT44CVAOOAlOS4ieOAlQDjgJTkuozjgJUA44CU5Yud44CVAOOAlOWuieOAlQDjgJTmiZPjgJUA44CU5pWX44CVAOOAlOacrOOAlQDjgJTngrnjgJUA44CU55uX44CVAOOAlQDjgJYA44CXAOOBjADjgY4A44GQAOOBkgDjgZQA44GWAOOBmADjgZoA44GcAOOBngDjgaAA44GiAOOBpQDjgacA44GpAOOBsADjgbEA44GzAOOBtADjgbYA44G3AOOBuQDjgboA44G744GLAOOBvADjgb0A44KI44KKAOOClADjgpkA44KaAOOCngDjgqEA44KiAOOCouODkeODvOODiADjgqLjg6vjg5XjgqEA44Ki44Oz44Oa44KiAOOCouODvOODqwDjgqMA44KkAOOCpOODi+ODs+OCsADjgqTjg7Pjg4EA44KlAOOCpgDjgqbjgqnjg7MA44KnAOOCqADjgqjjgrnjgq/jg7zjg4kA44Ko44O844Kr44O8AOOCqQDjgqoA44Kq44Oz44K5AOOCquODvOODoADjgqsA44Kr44Kk44OqAOOCq+ODqeODg+ODiADjgqvjg63jg6rjg7wA44KsAOOCrOODreODswDjgqzjg7Pjg54A44KtAOOCreODpeODquODvADjgq3jg60A44Kt44Ot44Kw44Op44OgAOOCreODreODoeODvOODiOODqwDjgq3jg63jg6/jg4Pjg4gA44KuAOOCruOCrADjgq7jg4vjg7wA44Ku44Or44OA44O8AOOCrwDjgq/jg6vjgrzjgqTjg60A44Kv44Ot44O844ONAOOCsADjgrDjg6njg6AA44Kw44Op44Og44OI44OzAOOCsQDjgrHjg7zjgrkA44KyAOOCswDjgrPjgrMA44Kz44OIAOOCs+ODq+ODigDjgrPjg7zjg50A44K0AOOCtQDjgrXjgqTjgq/jg6sA44K144Oz44OB44O844OgAOOCtgDjgrcA44K344Oq44Oz44KwAOOCuADjgrkA44K6AOOCuwDjgrvjg7Pjg4EA44K744Oz44OIAOOCvADjgr0A44K+AOOCvwDjg4AA44OA44O844K5AOODgQDjg4IA44ODAOODhADjg4UA44OGAOODhwDjg4fjgrcA44OIAOODiOODswDjg4kA44OJ44OrAOODigDjg4rjg44A44OLAOODjADjg40A44OOAOODjuODg+ODiADjg48A44OP44Kk44OEAOODkADjg5Djg7zjg6zjg6sA44ORAOODkeODvOOCu+ODs+ODiADjg5Hjg7zjg4QA44OSAOODkwDjg5Pjg6sA44OUAOODlOOCouOCueODiOODqwDjg5Tjgq/jg6sA44OU44KzAOODlQDjg5XjgqHjg6njg4Pjg4kA44OV44Kj44O844OIAOODleODqeODswDjg5YA44OW44OD44K344Kn44OrAOODlwDjg5gA44OY44Kv44K/44O844OrAOODmOODq+ODhADjg5kA44OZ44O844K/AOODmgDjg5rjgr0A44Oa44OL44OSAOODmuODs+OCuQDjg5rjg7zjgrgA44ObAOODm+ODswDjg5vjg7zjg6sA44Ob44O844OzAOODnADjg5zjg6vjg4gA44OdAOODneOCpOODs+ODiADjg53jg7Pjg4kA44OeAOODnuOCpOOCr+ODrQDjg57jgqTjg6sA44Oe44OD44OPAOODnuODq+OCrwDjg57jg7Pjgrfjg6fjg7MA44OfAOODn+OCr+ODreODswDjg5/jg6oA44Of44Oq44OQ44O844OrAOODoADjg6EA44Oh44KsAOODoeOCrOODiOODswDjg6Hjg7zjg4jjg6sA44OiAOODowDjg6QA44Ok44O844OJAOODpOODvOODqwDjg6UA44OmAOODpuOCouODswDjg6cA44OoAOODqQDjg6oA44Oq44OD44OI44OrAOODquODqQDjg6sA44Or44OU44O8AOODq+ODvOODluODqwDjg6wA44Os44OgAOODrOODs+ODiOOCsuODswDjg60A44OvAOODr+ODg+ODiADjg7AA44OxAOODsgDjg7MA44O0AOODtwDjg7gA44O5AOODugDjg7sA44O8AOODvgDjkp4A45K5AOOSuwDjk58A45SVAOObrgDjm7wA456BAOOgrwDjoaIA46G8AOOjhwDjo6MA46ScAOOkugDjqK4A46msAOOrpADjrIgA46yZAOOtiQDjrp0A47CYAOOxjgDjtLMA47aWAOO6rADjurgA47ybAOO/vADkgIgA5ICYAOSAuQDkgYYA5IKWAOSDowDkhK8A5IiCAOSIpwDkiqAA5IyBAOSMtADkjZkA5I+VAOSPmQDkkIsA5JGrAOSUqwDklZ0A5JWhAOSVqwDkl5cA5Je5AOSYtQDkmr4A5JuHAOSmlQDkp6YA5KmuAOSptgDkqrIA5KyzAOSvjgDks44A5LOtAOSzuADktZYA5LiAAOS4gQDkuIMA5LiJAOS4igDkuIsA5LiNAOS4mQDkuKYA5LioAOS4rQDkuLIA5Li2AOS4uADkuLkA5Li9AOS4vwDkuYEA5LmZAOS5nQDkuoIA5LqFAOS6hgDkuowA5LqUAOS6oADkuqQA5LquAOS6ugDku4AA5LuMAOS7pADkvIEA5LyRAOS9oADkvoAA5L6GAOS+iwDkvq4A5L67AOS+vwDlgIIA5YCrAOWBugDlgpkA5YOPAOWDmgDlg6cA5YSqAOWEvwDlhYAA5YWFAOWFjQDlhZQA5YWkAOWFpQDlhacA5YWoAOWFqQDlhasA5YWtAOWFtwDlhoAA5YaCAOWGjQDlhpIA5YaVAOWGlgDlhpcA5YaZAOWGpADlhqsA5YasAOWGtQDlhrcA5YeJAOWHjADlh5wA5YeeAOWHoADlh7UA5YiAAOWIgwDliIcA5YiXAOWInQDliKkA5Yi6AOWIuwDliYYA5YmNAOWJsgDlibcA5YqJAOWKmwDliqMA5YqzAOWKtADli4cA5YuJAOWLkgDli54A5YukAOWLtQDli7kA5Yu6AOWMhQDljIYA5YyVAOWMlwDljJoA5Yy4AOWMuwDljL8A5Y2BAOWNhADljYUA5Y2JAOWNkQDljZQA5Y2aAOWNnADljakA5Y2wAOWNswDljbUA5Y29AOWNvwDljoIA5Y62AOWPgwDlj4gA5Y+KAOWPjADlj58A5Y+jAOWPpQDlj6sA5Y+vAOWPsQDlj7MA5ZCGAOWQiADlkI0A5ZCPAOWQnQDlkLgA5ZC5AOWRggDlkYgA5ZGoAOWSngDlkqIA5ZK9AOWTtgDllJAA5ZWPAOWVkwDllZUA5ZWjAOWWhADllocA5ZaZAOWWnQDllqsA5ZazAOWWtgDll4AA5ZeCAOWXogDlmIYA5ZmRAOWZqADlmbQA5ZuXAOWbmwDlm7kA5ZyWAOWclwDlnJ8A5ZywAOWeiwDln44A5Z+0AOWgjQDloLEA5aCyAOWhgADloZoA5aGeAOWiqADloqwA5aKzAOWjmADlo58A5aOrAOWjrgDlo7AA5aOyAOWjtwDlpIIA5aSGAOWkigDlpJUA5aSaAOWknADlpKIA5aSnAOWkp+atowDlpKkA5aWEAOWliADlpZEA5aWUAOWlogDlpbMA5aeYAOWnrADlqJsA5ainAOWpogDlqaYA5aq1AOWsiADlrKgA5ay+AOWtkADlrZcA5a2mAOWugADlroUA5a6XAOWvgwDlr5gA5a+nAOWvrgDlr7MA5a+4AOWvvwDlsIYA5bCPAOWwogDlsLgA5bC/AOWxoADlsaIA5bGkAOWxpQDlsa4A5bGxAOWyjQDls4AA5bSZAOW1gwDltZAA5bWrAOW1rgDltbwA5bayAOW2ugDlt5sA5behAOW3ogDlt6UA5bemAOW3sQDlt70A5be+AOW4qADluL0A5bmpAOW5sgDlubPmiJAA5bm0AOW5ugDlubwA5bm/AOW6pgDlurAA5bqzAOW6tgDlu4kA5buKAOW7kgDlu5MA5buZAOW7rADlu7QA5bu+AOW8hADlvIsA5byTAOW8ogDlvZAA5b2TAOW9oQDlvaIA5b2pAOW9qwDlvbMA5b6LAOW+jADlvpcA5b6aAOW+qQDlvq0A5b+DAOW/jQDlv5cA5b+1AOW/uQDmgJIA5oCcAOaBtQDmgoEA5oKUAOaDhwDmg5gA5oOhAOaEiADmhYQA5oWIAOaFjADmhY4A5oWgAOaFqADmhboA5oaOAOaGkADmhqQA5oavAOaGsgDmh54A5oeyAOaHtgDmiIAA5oiIAOaIkADmiJsA5oiuAOaItADmiLYA5omLAOaJkwDmiZ0A5oqVAOaKsQDmi4kA5ouPAOaLkwDmi5QA5ou8AOaLvgDmjIcA5oy9AOaNkADmjZUA5o2oAOaNuwDmjoMA5o6gAOaOqQDmj4QA5o+FAOaPpADmkJwA5pCiAOaRkgDmkakA5pG3AOaRvgDmkpoA5pKdAOaThADmlK8A5pS0AOaVjwDmlZYA5pWsAOaVuADmlocA5paXAOaWmQDmlqQA5pawAOaWuQDml4UA5pegAOaXogDml6MA5pelAOaYjuayuwDmmJMA5pigAOaYreWSjADmmYkA5pm0AOaaiADmmpEA5pqcAOaatADmm4YA5puwAOabtADmm7gA5pyAAOaciADmnIkA5pyXAOacmwDmnKEA5pyoAOadjgDmnZMA5p2WAOadngDmnbsA5p6FAOaelwDmn7MA5p+6AOaglwDmoJ8A5qCqAOagquW8j+S8muekvgDmoZIA5qKBAOaihQDmoo4A5qKoAOaklADmpYIA5qajAOanqgDmqIIA5qiTAOaqqADmq5MA5qubAOashADmrKAA5qyhAOatlADmraIA5q2jAOatsgDmrbcA5q25AOaunwDmrq4A5q6zAOauugDmrrsA5q+LAOavjQDmr5QA5q+bAOawjwDmsJQA5rC0AOaxjgDmsacA5rKIAOayvwDms4wA5rONAOazpQDms6gA5rSWAOa0mwDmtJ4A5rS0AOa0vgDmtYEA5rWpAOa1qgDmtbcA5rW4AOa2hQDmt4sA5reaAOa3qgDmt7kA5riaAOa4rwDmua4A5rqAAOa6nADmuroA5ruHAOa7iwDmu5EA5rubAOa8jwDmvJQA5ryiAOa8owDmva4A5r+GAOa/qwDmv74A54CbAOeAngDngLkA54GKAOeBqwDngbAA54G3AOeBvQDngpkA54KtAOeDiADng5kA54ShAOeFhQDnhYkA54WuAOeGnADnh44A54eQAOeIkADniJsA54ioAOeIqgDniKsA54i1AOeItgDniLsA54i/AOeJhwDniZAA54mZAOeJmwDniaIA54m5AOeKgADnipUA54qsAOeKrwDni4AA54u8AOeMqgDnjbUA5426AOeOhADnjocA546JAOeOiwDnjqUA546yAOePngDnkIYA55CJAOeQogDnkYcA55GcAOeRqQDnkbEA55KFAOeSiQDnkpgA55OKAOeTnADnk6YA55SGAOeUmADnlJ8A55SkAOeUqADnlLAA55SyAOeUswDnlLcA55S7AOeUvgDnlZkA55WlAOeVsADnlosA55aSAOeXogDnmJAA55idAOeYnwDnmYIA55mpAOeZtgDnmb0A55quAOeavwDnm4oA55ubAOebowDnm6cA55uuAOebtADnnIEA55yeAOecnwDnnYAA552KAOeeiwDnnqcA55+bAOefogDnn7MA56GOAOehqwDnoowA56KRAOejigDno4wA56O7AOekqgDnpLoA56S8AOekvgDnpYgA56WJAOelkADnpZYA56WdAOelngDnpaUA56W/AOemgQDnpo0A56aOAOemjwDnpq4A56a4AOemvgDnp4oA56eYAOenqwDnqJwA56mAAOepigDnqY8A56m0AOepugDnqoEA56qxAOeriwDnq64A56u5AOesoADnro8A56+AAOevhgDnr4kA57C+AOexoADnsbMA57G7AOeykgDnsr4A57OSAOezlgDns6MA57OnAOezqADns7gA57SAAOe0kADntKIA57SvAOe1ggDntZsA57WjAOe2oADntr4A57eHAOe3tADnuIIA57iJAOe4twDnuYEA57mFAOe8tgDnvL4A572RAOe9sgDnvbkA5726AOe+hQDnvooA576VAOe+mgDnvr0A57+6AOiAgQDogIUA6ICMAOiAkgDogLMA6IGGAOiBoADoga8A6IGwAOiBvgDogb8A6IKJAOiCiwDogq0A6IKyAOiEgwDohL4A6IeYAOiHowDoh6gA6IeqAOiHrQDoh7MA6Ie8AOiIgQDoiIQA6IiMAOiImADoiJsA6IifAOiJrgDoia8A6ImyAOiJuADoibkA6IqLAOiKkQDoip0A6IqxAOiKswDoir0A6IulAOiLpgDojJ0A6IyjAOiMtgDojZIA6I2TAOiNowDojq0A6I69AOiPiQDoj4oA6I+MAOiPnADoj6cA6I+vAOiPsQDokL0A6JGJAOiRlwDok64A6JOxAOiTswDok7wA6JSWAOiVpADol40A6Je6AOiYhgDomJIA6JitAOiYvwDomY0A6JmQAOiZnADomacA6JmpAOiZqwDomogA6JqpAOibogDonI4A6JyoAOidqwDonbkA6J6GAOieugDon6EA6KCBAOignwDooYAA6KGMAOihoADooaMA6KOCAOijjwDoo5cA6KOeAOijoQDoo7gA6KO6AOikkADopYEA6KWkAOilvgDopoYA6KaLAOimlgDop5IA6KejAOiogADoqqAA6KqqAOiqvwDoq4sA6KuSAOirlgDoq60A6Ku4AOirvgDorIEA6Ky5AOitmADoroAA6K6KAOiwtwDosYYA6LGIAOixlQDosbgA6LKdAOiyoQDosqkA6LKrAOizgQDos4IA6LOHAOiziADos5MA6LSIAOi0mwDotaQA6LWwAOi1twDotrMA6La8AOi3iwDot68A6LewAOi6qwDou4oA6LuUAOi8pgDovKoA6Ly4AOi8uwDovaIA6L6bAOi+ngDovrAA6L61AOi+tgDpgKMA6YC4AOmBigDpgakA6YGyAOmBvADpgo8A6YKRAOmClADpg44A6YOeAOmDsQDpg70A6YSRAOmEmwDphYkA6YWqAOmGmQDphrQA6YeGAOmHjADph48A6YeRAOmItADpiLgA6Ym2AOmJvADpi5cA6YuYAOmMhADpjYoA6Y+5AOmQlQDplbcA6ZaAAOmWiwDplq0A6Za3AOmYnADpmK4A6ZmLAOmZjQDpmbUA6Zm4AOmZvADpmoYA6ZqjAOmatgDpmrcA6Zq4AOmauQDpm4MA6ZuiAOmbowDpm6gA6Zu2AOmbtwDpnKMA6ZyyAOmdiADpnZEA6Z2WAOmdngDpnaIA6Z2pAOmfiwDpn5sA6Z+gAOmfrQDpn7MA6Z+/AOmggQDpoIUA6aCLAOmgmADpoKkA6aC7AOmhngDpoqgA6aObAOmjnwDpo6IA6aOvAOmjvADppKgA6aSpAOmmlgDpppkA6aanAOmmrADpp4IA6aexAOmnvgDpqaoA6aqoAOmrmADpq58A6aySAOmspQDprK8A6ayyAOmsvADprZoA6a2vAOmxgADpsZcA6bOlAOmzvQDptacA6ba0AOm3ugDpuJ4A6bm1AOm5vwDpupcA6bqfAOm6pQDpursA6buDAOm7jQDpu44A6buRAOm7uQDpu70A6bu+AOm8hQDpvI4A6byPAOm8kwDpvJYA6bygAOm8uwDpvYMA6b2KAOm9kgDpvo0A6b6OAOm+nADpvp8A6b6gAOqcpwDqna8A6qy3AOqtkgDqsIAA6rCBAOqwggDqsIMA6rCEAOqwhQDqsIYA6rCHAOqwiADqsIkA6rCKAOqwiwDqsIwA6rCNAOqwjgDqsI8A6rCQAOqwkQDqsJIA6rCTAOqwlADqsJUA6rCWAOqwlwDqsJgA6rCZAOqwmgDqsJsA6rCcAOqwnQDqsJ4A6rCfAOqwoADqsKEA6rCiAOqwowDqsKQA6rClAOqwpgDqsKcA6rCoAOqwqQDqsKoA6rCrAOqwrADqsK0A6rCuAOqwrwDqsLAA6rCxAOqwsgDqsLMA6rC0AOqwtQDqsLYA6rC3AOqwuADqsLkA6rC6AOqwuwDqsLwA6rC9AOqwvgDqsL8A6rGAAOqxgQDqsYIA6rGDAOqxhADqsYUA6rGGAOqxhwDqsYgA6rGJAOqxigDqsYsA6rGMAOqxjQDqsY4A6rGPAOqxkADqsZEA6rGSAOqxkwDqsZQA6rGVAOqxlgDqsZcA6rGYAOqxmQDqsZoA6rGbAOqxnADqsZ0A6rGeAOqxnwDqsaAA6rGhAOqxogDqsaMA6rGkAOqxpQDqsaYA6rGnAOqxqADqsakA6rGqAOqxqwDqsawA6rGtAOqxrgDqsa8A6rGwAOqxsQDqsbIA6rGzAOqxtADqsbUA6rG2AOqxtwDqsbgA6rG5AOqxugDqsbsA6rG8AOqxvQDqsb4A6rG/AOqygADqsoEA6rKCAOqygwDqsoQA6rKFAOqyhgDqsocA6rKIAOqyiQDqsooA6rKLAOqyjADqso0A6rKOAOqyjwDqspAA6rKRAOqykgDqspMA6rKUAOqylQDqspYA6rKXAOqymADqspkA6rKaAOqymwDqspwA6rKdAOqyngDqsp8A6rKgAOqyoQDqsqIA6rKjAOqypADqsqUA6rKmAOqypwDqsqgA6rKpAOqyqgDqsqsA6rKsAOqyrQDqsq4A6rKvAOqysADqsrEA6rKyAOqyswDqsrQA6rK1AOqytgDqsrcA6rK4AOqyuQDqsroA6rK7AOqyvADqsr0A6rK+AOqyvwDqs4AA6rOBAOqzggDqs4MA6rOEAOqzhQDqs4YA6rOHAOqziADqs4kA6rOKAOqziwDqs4wA6rONAOqzjgDqs48A6rOQAOqzkQDqs5IA6rOTAOqzlADqs5UA6rOWAOqzlwDqs5gA6rOZAOqzmgDqs5sA6rOcAOqznQDqs54A6rOfAOqzoADqs6EA6rOiAOqzowDqs6QA6rOlAOqzpgDqs6cA6rOoAOqzqQDqs6oA6rOrAOqzrADqs60A6rOuAOqzrwDqs7AA6rOxAOqzsgDqs7MA6rO0AOqztQDqs7YA6rO3AOqzuADqs7kA6rO6AOqzuwDqs7wA6rO9AOqzvgDqs78A6rSAAOq0gQDqtIIA6rSDAOq0hADqtIUA6rSGAOq0hwDqtIgA6rSJAOq0igDqtIsA6rSMAOq0jQDqtI4A6rSPAOq0kADqtJEA6rSSAOq0kwDqtJQA6rSVAOq0lgDqtJcA6rSYAOq0mQDqtJoA6rSbAOq0nADqtJ0A6rSeAOq0nwDqtKAA6rShAOq0ogDqtKMA6rSkAOq0pQDqtKYA6rSnAOq0qADqtKkA6rSqAOq0qwDqtKwA6rStAOq0rgDqtK8A6rSwAOq0sQDqtLIA6rSzAOq0tADqtLUA6rS2AOq0twDqtLgA6rS5AOq0ugDqtLsA6rS8AOq0vQDqtL4A6rS/AOq1gADqtYEA6rWCAOq1gwDqtYQA6rWFAOq1hgDqtYcA6rWIAOq1iQDqtYoA6rWLAOq1jADqtY0A6rWOAOq1jwDqtZAA6rWRAOq1kgDqtZMA6rWUAOq1lQDqtZYA6rWXAOq1mADqtZkA6rWaAOq1mwDqtZwA6rWdAOq1ngDqtZ8A6rWgAOq1oQDqtaIA6rWjAOq1pADqtaUA6rWmAOq1pwDqtagA6rWpAOq1qgDqtasA6rWsAOq1rQDqta4A6rWvAOq1sADqtbEA6rWyAOq1swDqtbQA6rW1AOq1tgDqtbcA6rW4AOq1uQDqtboA6rW7AOq1vADqtb0A6rW+AOq1vwDqtoAA6raBAOq2ggDqtoMA6raEAOq2hQDqtoYA6raHAOq2iADqtokA6raKAOq2iwDqtowA6raNAOq2jgDqto8A6raQAOq2kQDqtpIA6raTAOq2lADqtpUA6raWAOq2lwDqtpgA6raZAOq2mgDqtpsA6racAOq2nQDqtp4A6rafAOq2oADqtqEA6raiAOq2owDqtqQA6ralAOq2pgDqtqcA6raoAOq2qQDqtqoA6rarAOq2rADqtq0A6rauAOq2rwDqtrAA6raxAOq2sgDqtrMA6ra0AOq2tQDqtrYA6ra3AOq2uADqtrkA6ra6AOq2uwDqtrwA6ra9AOq2vgDqtr8A6reAAOq3gQDqt4IA6reDAOq3hADqt4UA6reGAOq3hwDqt4gA6reJAOq3igDqt4sA6reMAOq3jQDqt44A6rePAOq3kADqt5EA6reSAOq3kwDqt5QA6reVAOq3lgDqt5cA6reYAOq3mQDqt5oA6rebAOq3nADqt50A6reeAOq3nwDqt6AA6rehAOq3ogDqt6MA6rekAOq3pQDqt6YA6renAOq3qADqt6kA6reqAOq3qwDqt6wA6retAOq3rgDqt68A6rewAOq3sQDqt7IA6rezAOq3tADqt7UA6re2AOq3twDqt7gA6re5AOq3ugDqt7sA6re8AOq3vQDqt74A6re/AOq4gADquIEA6riCAOq4gwDquIQA6riFAOq4hgDquIcA6riIAOq4iQDquIoA6riLAOq4jADquI0A6riOAOq4jwDquJAA6riRAOq4kgDquJMA6riUAOq4lQDquJYA6riXAOq4mADquJkA6riaAOq4mwDquJwA6ridAOq4ngDquJ8A6rigAOq4oQDquKIA6rijAOq4pADquKUA6rimAOq4pwDquKgA6ripAOq4qgDquKsA6risAOq4rQDquK4A6rivAOq4sADquLEA6riyAOq4swDquLQA6ri1AOq4tgDquLcA6ri4AOq4uQDquLoA6ri7AOq4vADquL0A6ri+AOq4vwDquYAA6rmBAOq5ggDquYMA6rmEAOq5hQDquYYA6rmHAOq5iADquYkA6rmKAOq5iwDquYwA6rmNAOq5jgDquY8A6rmQAOq5kQDquZIA6rmTAOq5lADquZUA6rmWAOq5lwDquZgA6rmZAOq5mgDquZsA6rmcAOq5nQDquZ4A6rmfAOq5oADquaEA6rmiAOq5owDquaQA6rmlAOq5pgDquacA6rmoAOq5qQDquaoA6rmrAOq5rADqua0A6rmuAOq5rwDqubAA6rmxAOq5sgDqubMA6rm0AOq5tQDqubYA6rm3AOq5uADqubkA6rm6AOq5uwDqubwA6rm9AOq5vgDqub8A6rqAAOq6gQDquoIA6rqDAOq6hADquoUA6rqGAOq6hwDquogA6rqJAOq6igDquosA6rqMAOq6jQDquo4A6rqPAOq6kADqupEA6rqSAOq6kwDqupQA6rqVAOq6lgDqupcA6rqYAOq6mQDqupoA6rqbAOq6nADqup0A6rqeAOq6nwDquqAA6rqhAOq6ogDquqMA6rqkAOq6pQDquqYA6rqnAOq6qADquqkA6rqqAOq6qwDquqwA6rqtAOq6rgDquq8A6rqwAOq6sQDqurIA6rqzAOq6tADqurUA6rq2AOq6twDqurgA6rq5AOq6ugDqursA6rq8AOq6vQDqur4A6rq/AOq7gADqu4EA6ruCAOq7gwDqu4QA6ruFAOq7hgDqu4cA6ruIAOq7iQDqu4oA6ruLAOq7jADqu40A6ruOAOq7jwDqu5AA6ruRAOq7kgDqu5MA6ruUAOq7lQDqu5YA6ruXAOq7mADqu5kA6ruaAOq7mwDqu5wA6rudAOq7ngDqu58A6rugAOq7oQDqu6IA6rujAOq7pADqu6UA6rumAOq7pwDqu6gA6rupAOq7qgDqu6sA6rusAOq7rQDqu64A6ruvAOq7sADqu7EA6ruyAOq7swDqu7QA6ru1AOq7tgDqu7cA6ru4AOq7uQDqu7oA6ru7AOq7vADqu70A6ru+AOq7vwDqvIAA6ryBAOq8ggDqvIMA6ryEAOq8hQDqvIYA6ryHAOq8iADqvIkA6ryKAOq8iwDqvIwA6ryNAOq8jgDqvI8A6ryQAOq8kQDqvJIA6ryTAOq8lADqvJUA6ryWAOq8lwDqvJgA6ryZAOq8mgDqvJsA6rycAOq8nQDqvJ4A6ryfAOq8oADqvKEA6ryiAOq8owDqvKQA6rylAOq8pgDqvKcA6ryoAOq8qQDqvKoA6ryrAOq8rADqvK0A6ryuAOq8rwDqvLAA6ryxAOq8sgDqvLMA6ry0AOq8tQDqvLYA6ry3AOq8uADqvLkA6ry6AOq8uwDqvLwA6ry9AOq8vgDqvL8A6r2AAOq9gQDqvYIA6r2DAOq9hADqvYUA6r2GAOq9hwDqvYgA6r2JAOq9igDqvYsA6r2MAOq9jQDqvY4A6r2PAOq9kADqvZEA6r2SAOq9kwDqvZQA6r2VAOq9lgDqvZcA6r2YAOq9mQDqvZoA6r2bAOq9nADqvZ0A6r2eAOq9nwDqvaAA6r2hAOq9ogDqvaMA6r2kAOq9pQDqvaYA6r2nAOq9qADqvakA6r2qAOq9qwDqvawA6r2tAOq9rgDqva8A6r2wAOq9sQDqvbIA6r2zAOq9tADqvbUA6r22AOq9twDqvbgA6r25AOq9ugDqvbsA6r28AOq9vQDqvb4A6r2/AOq+gADqvoEA6r6CAOq+gwDqvoQA6r6FAOq+hgDqvocA6r6IAOq+iQDqvooA6r6LAOq+jADqvo0A6r6OAOq+jwDqvpAA6r6RAOq+kgDqvpMA6r6UAOq+lQDqvpYA6r6XAOq+mADqvpkA6r6aAOq+mwDqvpwA6r6dAOq+ngDqvp8A6r6gAOq+oQDqvqIA6r6jAOq+pADqvqUA6r6mAOq+pwDqvqgA6r6pAOq+qgDqvqsA6r6sAOq+rQDqvq4A6r6vAOq+sADqvrEA6r6yAOq+swDqvrQA6r61AOq+tgDqvrcA6r64AOq+uQDqvroA6r67AOq+vADqvr0A6r6+AOq+vwDqv4AA6r+BAOq/ggDqv4MA6r+EAOq/hQDqv4YA6r+HAOq/iADqv4kA6r+KAOq/iwDqv4wA6r+NAOq/jgDqv48A6r+QAOq/kQDqv5IA6r+TAOq/lADqv5UA6r+WAOq/lwDqv5gA6r+ZAOq/mgDqv5sA6r+cAOq/nQDqv54A6r+fAOq/oADqv6EA6r+iAOq/owDqv6QA6r+lAOq/pgDqv6cA6r+oAOq/qQDqv6oA6r+rAOq/rADqv60A6r+uAOq/rwDqv7AA6r+xAOq/sgDqv7MA6r+0AOq/tQDqv7YA6r+3AOq/uADqv7kA6r+6AOq/uwDqv7wA6r+9AOq/vgDqv78A64CAAOuAgQDrgIIA64CDAOuAhADrgIUA64CGAOuAhwDrgIgA64CJAOuAigDrgIsA64CMAOuAjQDrgI4A64CPAOuAkADrgJEA64CSAOuAkwDrgJQA64CVAOuAlgDrgJcA64CYAOuAmQDrgJoA64CbAOuAnADrgJ0A64CeAOuAnwDrgKAA64ChAOuAogDrgKMA64CkAOuApQDrgKYA64CnAOuAqADrgKkA64CqAOuAqwDrgKwA64CtAOuArgDrgK8A64CwAOuAsQDrgLIA64CzAOuAtADrgLUA64C2AOuAtwDrgLgA64C5AOuAugDrgLsA64C8AOuAvQDrgL4A64C/AOuBgADrgYEA64GCAOuBgwDrgYQA64GFAOuBhgDrgYcA64GIAOuBiQDrgYoA64GLAOuBjADrgY0A64GOAOuBjwDrgZAA64GRAOuBkgDrgZMA64GUAOuBlQDrgZYA64GXAOuBmADrgZkA64GaAOuBmwDrgZwA64GdAOuBngDrgZ8A64GgAOuBoQDrgaIA64GjAOuBpADrgaUA64GmAOuBpwDrgagA64GpAOuBqgDrgasA64GsAOuBrQDrga4A64GvAOuBsADrgbEA64GyAOuBswDrgbQA64G1AOuBtgDrgbcA64G4AOuBuQDrgboA64G7AOuBvADrgb0A64G+AOuBvwDrgoAA64KBAOuCggDrgoMA64KEAOuChQDrgoYA64KHAOuCiADrgokA64KKAOuCiwDrgowA64KNAOuCjgDrgo8A64KQAOuCkQDrgpIA64KTAOuClADrgpUA64KWAOuClwDrgpgA64KZAOuCmgDrgpsA64KcAOuCnQDrgp4A64KfAOuCoADrgqEA64KiAOuCowDrgqQA64KlAOuCpgDrgqcA64KoAOuCqQDrgqoA64KrAOuCrADrgq0A64KuAOuCrwDrgrAA64KxAOuCsgDrgrMA64K0AOuCtQDrgrYA64K3AOuCuADrgrkA64K6AOuCuwDrgrwA64K9AOuCvgDrgr8A64OAAOuDgQDrg4IA64ODAOuDhADrg4UA64OGAOuDhwDrg4gA64OJAOuDigDrg4sA64OMAOuDjQDrg44A64OPAOuDkADrg5EA64OSAOuDkwDrg5QA64OVAOuDlgDrg5cA64OYAOuDmQDrg5oA64ObAOuDnADrg50A64OeAOuDnwDrg6AA64OhAOuDogDrg6MA64OkAOuDpQDrg6YA64OnAOuDqADrg6kA64OqAOuDqwDrg6wA64OtAOuDrgDrg68A64OwAOuDsQDrg7IA64OzAOuDtADrg7UA64O2AOuDtwDrg7gA64O5AOuDugDrg7sA64O8AOuDvQDrg74A64O/AOuEgADrhIEA64SCAOuEgwDrhIQA64SFAOuEhgDrhIcA64SIAOuEiQDrhIoA64SLAOuEjADrhI0A64SOAOuEjwDrhJAA64SRAOuEkgDrhJMA64SUAOuElQDrhJYA64SXAOuEmADrhJkA64SaAOuEmwDrhJwA64SdAOuEngDrhJ8A64SgAOuEoQDrhKIA64SjAOuEpADrhKUA64SmAOuEpwDrhKgA64SpAOuEqgDrhKsA64SsAOuErQDrhK4A64SvAOuEsADrhLEA64SyAOuEswDrhLQA64S1AOuEtgDrhLcA64S4AOuEuQDrhLoA64S7AOuEvADrhL0A64S+AOuEvwDrhYAA64WBAOuFggDrhYMA64WEAOuFhQDrhYYA64WHAOuFiADrhYkA64WKAOuFiwDrhYwA64WNAOuFjgDrhY8A64WQAOuFkQDrhZIA64WTAOuFlADrhZUA64WWAOuFlwDrhZgA64WZAOuFmgDrhZsA64WcAOuFnQDrhZ4A64WfAOuFoADrhaEA64WiAOuFowDrhaQA64WlAOuFpgDrhacA64WoAOuFqQDrhaoA64WrAOuFrADrha0A64WuAOuFrwDrhbAA64WxAOuFsgDrhbMA64W0AOuFtQDrhbYA64W3AOuFuADrhbkA64W6AOuFuwDrhbwA64W9AOuFvgDrhb8A64aAAOuGgQDrhoIA64aDAOuGhADrhoUA64aGAOuGhwDrhogA64aJAOuGigDrhosA64aMAOuGjQDrho4A64aPAOuGkADrhpEA64aSAOuGkwDrhpQA64aVAOuGlgDrhpcA64aYAOuGmQDrhpoA64abAOuGnADrhp0A64aeAOuGnwDrhqAA64ahAOuGogDrhqMA64akAOuGpQDrhqYA64anAOuGqADrhqkA64aqAOuGqwDrhqwA64atAOuGrgDrhq8A64awAOuGsQDrhrIA64azAOuGtADrhrUA64a2AOuGtwDrhrgA64a5AOuGugDrhrsA64a8AOuGvQDrhr4A64a/AOuHgADrh4EA64eCAOuHgwDrh4QA64eFAOuHhgDrh4cA64eIAOuHiQDrh4oA64eLAOuHjADrh40A64eOAOuHjwDrh5AA64eRAOuHkgDrh5MA64eUAOuHlQDrh5YA64eXAOuHmADrh5kA64eaAOuHmwDrh5wA64edAOuHngDrh58A64egAOuHoQDrh6IA64ejAOuHpADrh6UA64emAOuHpwDrh6gA64epAOuHqgDrh6sA64esAOuHrQDrh64A64evAOuHsADrh7EA64eyAOuHswDrh7QA64e1AOuHtgDrh7cA64e4AOuHuQDrh7oA64e7AOuHvADrh70A64e+AOuHvwDriIAA64iBAOuIggDriIMA64iEAOuIhQDriIYA64iHAOuIiADriIkA64iKAOuIiwDriIwA64iNAOuIjgDriI8A64iQAOuIkQDriJIA64iTAOuIlADriJUA64iWAOuIlwDriJgA64iZAOuImgDriJsA64icAOuInQDriJ4A64ifAOuIoADriKEA64iiAOuIowDriKQA64ilAOuIpgDriKcA64ioAOuIqQDriKoA64irAOuIrADriK0A64iuAOuIrwDriLAA64ixAOuIsgDriLMA64i0AOuItQDriLYA64i3AOuIuADriLkA64i6AOuIuwDriLwA64i9AOuIvgDriL8A64mAAOuJgQDriYIA64mDAOuJhADriYUA64mGAOuJhwDriYgA64mJAOuJigDriYsA64mMAOuJjQDriY4A64mPAOuJkADriZEA64mSAOuJkwDriZQA64mVAOuJlgDriZcA64mYAOuJmQDriZoA64mbAOuJnADriZ0A64meAOuJnwDriaAA64mhAOuJogDriaMA64mkAOuJpQDriaYA64mnAOuJqADriakA64mqAOuJqwDriawA64mtAOuJrgDria8A64mwAOuJsQDribIA64mzAOuJtADribUA64m2AOuJtwDribgA64m5AOuJugDribsA64m8AOuJvQDrib4A64m/AOuKgADrioEA64qCAOuKgwDrioQA64qFAOuKhgDriocA64qIAOuKiQDriooA64qLAOuKjADrio0A64qOAOuKjwDripAA64qRAOuKkgDripMA64qUAOuKlQDripYA64qXAOuKmADripkA64qaAOuKmwDripwA64qdAOuKngDrip8A64qgAOuKoQDriqIA64qjAOuKpADriqUA64qmAOuKpwDriqgA64qpAOuKqgDriqsA64qsAOuKrQDriq4A64qvAOuKsADrirEA64qyAOuKswDrirQA64q1AOuKtgDrircA64q4AOuKuQDriroA64q7AOuKvADrir0A64q+AOuKvwDri4AA64uBAOuLggDri4MA64uEAOuLhQDri4YA64uHAOuLiADri4kA64uKAOuLiwDri4wA64uNAOuLjgDri48A64uQAOuLkQDri5IA64uTAOuLlADri5UA64uWAOuLlwDri5gA64uZAOuLmgDri5sA64ucAOuLnQDri54A64ufAOuLoADri6EA64uiAOuLowDri6QA64ulAOuLpgDri6cA64uoAOuLqQDri6oA64urAOuLrADri60A64uuAOuLrwDri7AA64uxAOuLsgDri7MA64u0AOuLtQDri7YA64u3AOuLuADri7kA64u6AOuLuwDri7wA64u9AOuLvgDri78A64yAAOuMgQDrjIIA64yDAOuMhADrjIUA64yGAOuMhwDrjIgA64yJAOuMigDrjIsA64yMAOuMjQDrjI4A64yPAOuMkADrjJEA64ySAOuMkwDrjJQA64yVAOuMlgDrjJcA64yYAOuMmQDrjJoA64ybAOuMnADrjJ0A64yeAOuMnwDrjKAA64yhAOuMogDrjKMA64ykAOuMpQDrjKYA64ynAOuMqADrjKkA64yqAOuMqwDrjKwA64ytAOuMrgDrjK8A64ywAOuMsQDrjLIA64yzAOuMtADrjLUA64y2AOuMtwDrjLgA64y5AOuMugDrjLsA64y8AOuMvQDrjL4A64y/AOuNgADrjYEA642CAOuNgwDrjYQA642FAOuNhgDrjYcA642IAOuNiQDrjYoA642LAOuNjADrjY0A642OAOuNjwDrjZAA642RAOuNkgDrjZMA642UAOuNlQDrjZYA642XAOuNmADrjZkA642aAOuNmwDrjZwA642dAOuNngDrjZ8A642gAOuNoQDrjaIA642jAOuNpADrjaUA642mAOuNpwDrjagA642pAOuNqgDrjasA642sAOuNrQDrja4A642vAOuNsADrjbEA642yAOuNswDrjbQA6421AOuNtgDrjbcA6424AOuNuQDrjboA6427AOuNvADrjb0A642+AOuNvwDrjoAA646BAOuOggDrjoMA646EAOuOhQDrjoYA646HAOuOiADrjokA646KAOuOiwDrjowA646NAOuOjgDrjo8A646QAOuOkQDrjpIA646TAOuOlADrjpUA646WAOuOlwDrjpgA646ZAOuOmgDrjpsA646cAOuOnQDrjp4A646fAOuOoADrjqEA646iAOuOowDrjqQA646lAOuOpgDrjqcA646oAOuOqQDrjqoA646rAOuOrADrjq0A646uAOuOrwDrjrAA646xAOuOsgDrjrMA6460AOuOtQDrjrYA6463AOuOuADrjrkA6466AOuOuwDrjrwA6469AOuOvgDrjr8A64+AAOuPgQDrj4IA64+DAOuPhADrj4UA64+GAOuPhwDrj4gA64+JAOuPigDrj4sA64+MAOuPjQDrj44A64+PAOuPkADrj5EA64+SAOuPkwDrj5QA64+VAOuPlgDrj5cA64+YAOuPmQDrj5oA64+bAOuPnADrj50A64+eAOuPnwDrj6AA64+hAOuPogDrj6MA64+kAOuPpQDrj6YA64+nAOuPqADrj6kA64+qAOuPqwDrj6wA64+tAOuPrgDrj68A64+wAOuPsQDrj7IA64+zAOuPtADrj7UA64+2AOuPtwDrj7gA64+5AOuPugDrj7sA64+8AOuPvQDrj74A64+/AOuQgADrkIEA65CCAOuQgwDrkIQA65CFAOuQhgDrkIcA65CIAOuQiQDrkIoA65CLAOuQjADrkI0A65COAOuQjwDrkJAA65CRAOuQkgDrkJMA65CUAOuQlQDrkJYA65CXAOuQmADrkJkA65CaAOuQmwDrkJwA65CdAOuQngDrkJ8A65CgAOuQoQDrkKIA65CjAOuQpADrkKUA65CmAOuQpwDrkKgA65CpAOuQqgDrkKsA65CsAOuQrQDrkK4A65CvAOuQsADrkLEA65CyAOuQswDrkLQA65C1AOuQtgDrkLcA65C4AOuQuQDrkLoA65C7AOuQvADrkL0A65C+AOuQvwDrkYAA65GBAOuRggDrkYMA65GEAOuRhQDrkYYA65GHAOuRiADrkYkA65GKAOuRiwDrkYwA65GNAOuRjgDrkY8A65GQAOuRkQDrkZIA65GTAOuRlADrkZUA65GWAOuRlwDrkZgA65GZAOuRmgDrkZsA65GcAOuRnQDrkZ4A65GfAOuRoADrkaEA65GiAOuRowDrkaQA65GlAOuRpgDrkacA65GoAOuRqQDrkaoA65GrAOuRrADrka0A65GuAOuRrwDrkbAA65GxAOuRsgDrkbMA65G0AOuRtQDrkbYA65G3AOuRuADrkbkA65G6AOuRuwDrkbwA65G9AOuRvgDrkb8A65KAAOuSgQDrkoIA65KDAOuShADrkoUA65KGAOuShwDrkogA65KJAOuSigDrkosA65KMAOuSjQDrko4A65KPAOuSkADrkpEA65KSAOuSkwDrkpQA65KVAOuSlgDrkpcA65KYAOuSmQDrkpoA65KbAOuSnADrkp0A65KeAOuSnwDrkqAA65KhAOuSogDrkqMA65KkAOuSpQDrkqYA65KnAOuSqADrkqkA65KqAOuSqwDrkqwA65KtAOuSrgDrkq8A65KwAOuSsQDrkrIA65KzAOuStADrkrUA65K2AOuStwDrkrgA65K5AOuSugDrkrsA65K8AOuSvQDrkr4A65K/AOuTgADrk4EA65OCAOuTgwDrk4QA65OFAOuThgDrk4cA65OIAOuTiQDrk4oA65OLAOuTjADrk40A65OOAOuTjwDrk5AA65ORAOuTkgDrk5MA65OUAOuTlQDrk5YA65OXAOuTmADrk5kA65OaAOuTmwDrk5wA65OdAOuTngDrk58A65OgAOuToQDrk6IA65OjAOuTpADrk6UA65OmAOuTpwDrk6gA65OpAOuTqgDrk6sA65OsAOuTrQDrk64A65OvAOuTsADrk7EA65OyAOuTswDrk7QA65O1AOuTtgDrk7cA65O4AOuTuQDrk7oA65O7AOuTvADrk70A65O+AOuTvwDrlIAA65SBAOuUggDrlIMA65SEAOuUhQDrlIYA65SHAOuUiADrlIkA65SKAOuUiwDrlIwA65SNAOuUjgDrlI8A65SQAOuUkQDrlJIA65STAOuUlADrlJUA65SWAOuUlwDrlJgA65SZAOuUmgDrlJsA65ScAOuUnQDrlJ4A65SfAOuUoADrlKEA65SiAOuUowDrlKQA65SlAOuUpgDrlKcA65SoAOuUqQDrlKoA65SrAOuUrADrlK0A65SuAOuUrwDrlLAA65SxAOuUsgDrlLMA65S0AOuUtQDrlLYA65S3AOuUuADrlLkA65S6AOuUuwDrlLwA65S9AOuUvgDrlL8A65WAAOuVgQDrlYIA65WDAOuVhADrlYUA65WGAOuVhwDrlYgA65WJAOuVigDrlYsA65WMAOuVjQDrlY4A65WPAOuVkADrlZEA65WSAOuVkwDrlZQA65WVAOuVlgDrlZcA65WYAOuVmQDrlZoA65WbAOuVnADrlZ0A65WeAOuVnwDrlaAA65WhAOuVogDrlaMA65WkAOuVpQDrlaYA65WnAOuVqADrlakA65WqAOuVqwDrlawA65WtAOuVrgDrla8A65WwAOuVsQDrlbIA65WzAOuVtADrlbUA65W2AOuVtwDrlbgA65W5AOuVugDrlbsA65W8AOuVvQDrlb4A65W/AOuWgADrloEA65aCAOuWgwDrloQA65aFAOuWhgDrlocA65aIAOuWiQDrlooA65aLAOuWjADrlo0A65aOAOuWjwDrlpAA65aRAOuWkgDrlpMA65aUAOuWlQDrlpYA65aXAOuWmADrlpkA65aaAOuWmwDrlpwA65adAOuWngDrlp8A65agAOuWoQDrlqIA65ajAOuWpADrlqUA65amAOuWpwDrlqgA65apAOuWqgDrlqsA65asAOuWrQDrlq4A65avAOuWsADrlrEA65ayAOuWswDrlrQA65a1AOuWtgDrlrcA65a4AOuWuQDrlroA65a7AOuWvADrlr0A65a+AOuWvwDrl4AA65eBAOuXggDrl4MA65eEAOuXhQDrl4YA65eHAOuXiADrl4kA65eKAOuXiwDrl4wA65eNAOuXjgDrl48A65eQAOuXkQDrl5IA65eTAOuXlADrl5UA65eWAOuXlwDrl5gA65eZAOuXmgDrl5sA65ecAOuXnQDrl54A65efAOuXoADrl6EA65eiAOuXowDrl6QA65elAOuXpgDrl6cA65eoAOuXqQDrl6oA65erAOuXrADrl60A65euAOuXrwDrl7AA65exAOuXsgDrl7MA65e0AOuXtQDrl7YA65e3AOuXuADrl7kA65e6AOuXuwDrl7wA65e9AOuXvgDrl78A65iAAOuYgQDrmIIA65iDAOuYhADrmIUA65iGAOuYhwDrmIgA65iJAOuYigDrmIsA65iMAOuYjQDrmI4A65iPAOuYkADrmJEA65iSAOuYkwDrmJQA65iVAOuYlgDrmJcA65iYAOuYmQDrmJoA65ibAOuYnADrmJ0A65ieAOuYnwDrmKAA65ihAOuYogDrmKMA65ikAOuYpQDrmKYA65inAOuYqADrmKkA65iqAOuYqwDrmKwA65itAOuYrgDrmK8A65iwAOuYsQDrmLIA65izAOuYtADrmLUA65i2AOuYtwDrmLgA65i5AOuYugDrmLsA65i8AOuYvQDrmL4A65i/AOuZgADrmYEA65mCAOuZgwDrmYQA65mFAOuZhgDrmYcA65mIAOuZiQDrmYoA65mLAOuZjADrmY0A65mOAOuZjwDrmZAA65mRAOuZkgDrmZMA65mUAOuZlQDrmZYA65mXAOuZmADrmZkA65maAOuZmwDrmZwA65mdAOuZngDrmZ8A65mgAOuZoQDrmaIA65mjAOuZpADrmaUA65mmAOuZpwDrmagA65mpAOuZqgDrmasA65msAOuZrQDrma4A65mvAOuZsADrmbEA65myAOuZswDrmbQA65m1AOuZtgDrmbcA65m4AOuZuQDrmboA65m7AOuZvADrmb0A65m+AOuZvwDrmoAA65qBAOuaggDrmoMA65qEAOuahQDrmoYA65qHAOuaiADrmokA65qKAOuaiwDrmowA65qNAOuajgDrmo8A65qQAOuakQDrmpIA65qTAOualADrmpUA65qWAOualwDrmpgA65qZAOuamgDrmpsA65qcAOuanQDrmp4A65qfAOuaoADrmqEA65qiAOuaowDrmqQA65qlAOuapgDrmqcA65qoAOuaqQDrmqoA65qrAOuarADrmq0A65quAOuarwDrmrAA65qxAOuasgDrmrMA65q0AOuatQDrmrYA65q3AOuauADrmrkA65q6AOuauwDrmrwA65q9AOuavgDrmr8A65uAAOubgQDrm4IA65uDAOubhADrm4UA65uGAOubhwDrm4gA65uJAOubigDrm4sA65uMAOubjQDrm44A65uPAOubkADrm5EA65uSAOubkwDrm5QA65uVAOublgDrm5cA65uYAOubmQDrm5oA65ubAOubnADrm50A65ueAOubnwDrm6AA65uhAOubogDrm6MA65ukAOubpQDrm6YA65unAOubqADrm6kA65uqAOubqwDrm6wA65utAOubrgDrm68A65uwAOubsQDrm7IA65uzAOubtADrm7UA65u2AOubtwDrm7gA65u5AOubugDrm7sA65u8AOubvQDrm74A65u/AOucgADrnIEA65yCAOucgwDrnIQA65yFAOuchgDrnIcA65yIAOuciQDrnIoA65yLAOucjADrnI0A65yOAOucjwDrnJAA65yRAOuckgDrnJMA65yUAOuclQDrnJYA65yXAOucmADrnJkA65yaAOucmwDrnJwA65ydAOucngDrnJ8A65ygAOucoQDrnKIA65yjAOucpADrnKUA65ymAOucpwDrnKgA65ypAOucqgDrnKsA65ysAOucrQDrnK4A65yvAOucsADrnLEA65yyAOucswDrnLQA65y1AOuctgDrnLcA65y4AOucuQDrnLoA65y7AOucvADrnL0A65y+AOucvwDrnYAA652BAOudggDrnYMA652EAOudhQDrnYYA652HAOudiADrnYkA652KAOudiwDrnYwA652NAOudjgDrnY8A652QAOudkQDrnZIA652TAOudlADrnZUA652WAOudlwDrnZgA652ZAOudmgDrnZsA652cAOudnQDrnZ4A652fAOudoADrnaEA652iAOudowDrnaQA652lAOudpgDrnacA652oAOudqQDrnaoA652rAOudrADrna0A652uAOudrwDrnbAA652xAOudsgDrnbMA6520AOudtQDrnbYA6523AOuduADrnbkA6526AOuduwDrnbwA6529AOudvgDrnb8A656AAOuegQDrnoIA656DAOuehADrnoUA656GAOuehwDrnogA656JAOueigDrnosA656MAOuejQDrno4A656PAOuekADrnpEA656SAOuekwDrnpQA656VAOuelgDrnpcA656YAOuemQDrnpoA656bAOuenADrnp0A656eAOuenwDrnqAA656hAOueogDrnqMA656kAOuepQDrnqYA656nAOueqADrnqkA656qAOueqwDrnqwA656tAOuergDrnq8A656wAOuesQDrnrIA656zAOuetADrnrUA6562AOuetwDrnrgA6565AOueugDrnrsA6568AOuevQDrnr4A656/AOufgADrn4EA65+CAOufgwDrn4QA65+FAOufhgDrn4cA65+IAOufiQDrn4oA65+LAOufjADrn40A65+OAOufjwDrn5AA65+RAOufkgDrn5MA65+UAOuflQDrn5YA65+XAOufmADrn5kA65+aAOufmwDrn5wA65+dAOufngDrn58A65+gAOufoQDrn6IA65+jAOufpADrn6UA65+mAOufpwDrn6gA65+pAOufqgDrn6sA65+sAOufrQDrn64A65+vAOufsADrn7EA65+yAOufswDrn7QA65+1AOuftgDrn7cA65+4AOufuQDrn7oA65+7AOufvADrn70A65++AOufvwDroIAA66CBAOugggDroIMA66CEAOughQDroIYA66CHAOugiADroIkA66CKAOugiwDroIwA66CNAOugjgDroI8A66CQAOugkQDroJIA66CTAOuglADroJUA66CWAOuglwDroJgA66CZAOugmgDroJsA66CcAOugnQDroJ4A66CfAOugoADroKEA66CiAOugowDroKQA66ClAOugpgDroKcA66CoAOugqQDroKoA66CrAOugrADroK0A66CuAOugrwDroLAA66CxAOugsgDroLMA66C0AOugtQDroLYA66C3AOuguADroLkA66C6AOuguwDroLwA66C9AOugvgDroL8A66GAAOuhgQDroYIA66GDAOuhhADroYUA66GGAOuhhwDroYgA66GJAOuhigDroYsA66GMAOuhjQDroY4A66GPAOuhkADroZEA66GSAOuhkwDroZQA66GVAOuhlgDroZcA66GYAOuhmQDroZoA66GbAOuhnADroZ0A66GeAOuhnwDroaAA66GhAOuhogDroaMA66GkAOuhpQDroaYA66GnAOuhqADroakA66GqAOuhqwDroawA66GtAOuhrgDroa8A66GwAOuhsQDrobIA66GzAOuhtADrobUA66G2AOuhtwDrobgA66G5AOuhugDrobsA66G8AOuhvQDrob4A66G/AOuigADrooEA66KCAOuigwDrooQA66KFAOuihgDroocA66KIAOuiiQDroooA66KLAOuijADroo0A66KOAOuijwDropAA66KRAOuikgDropMA66KUAOuilQDropYA66KXAOuimADropkA66KaAOuimwDropwA66KdAOuingDrop8A66KgAOuioQDroqIA66KjAOuipADroqUA66KmAOuipwDroqgA66KpAOuiqgDroqsA66KsAOuirQDroq4A66KvAOuisADrorEA66KyAOuiswDrorQA66K1AOuitgDrorcA66K4AOuiuQDroroA66K7AOuivADror0A66K+AOuivwDro4AA66OBAOujggDro4MA66OEAOujhQDro4YA66OHAOujiADro4kA66OKAOujiwDro4wA66ONAOujjgDro48A66OQAOujkQDro5IA66OTAOujlADro5UA66OWAOujlwDro5gA66OZAOujmgDro5sA66OcAOujnQDro54A66OfAOujoADro6EA66OiAOujowDro6QA66OlAOujpgDro6cA66OoAOujqQDro6oA66OrAOujrADro60A66OuAOujrwDro7AA66OxAOujsgDro7MA66O0AOujtQDro7YA66O3AOujuADro7kA66O6AOujuwDro7wA66O9AOujvgDro78A66SAAOukgQDrpIIA66SDAOukhADrpIUA66SGAOukhwDrpIgA66SJAOukigDrpIsA66SMAOukjQDrpI4A66SPAOukkADrpJEA66SSAOukkwDrpJQA66SVAOuklgDrpJcA66SYAOukmQDrpJoA66SbAOuknADrpJ0A66SeAOuknwDrpKAA66ShAOukogDrpKMA66SkAOukpQDrpKYA66SnAOukqADrpKkA66SqAOukqwDrpKwA66StAOukrgDrpK8A66SwAOuksQDrpLIA66SzAOuktADrpLUA66S2AOuktwDrpLgA66S5AOukugDrpLsA66S8AOukvQDrpL4A66S/AOulgADrpYEA66WCAOulgwDrpYQA66WFAOulhgDrpYcA66WIAOuliQDrpYoA66WLAOuljADrpY0A66WOAOuljwDrpZAA66WRAOulkgDrpZMA66WUAOullQDrpZYA66WXAOulmADrpZkA66WaAOulmwDrpZwA66WdAOulngDrpZ8A66WgAOuloQDrpaIA66WjAOulpADrpaUA66WmAOulpwDrpagA66WpAOulqgDrpasA66WsAOulrQDrpa4A66WvAOulsADrpbEA66WyAOulswDrpbQA66W1AOultgDrpbcA66W4AOuluQDrpboA66W7AOulvADrpb0A66W+AOulvwDrpoAA66aBAOumggDrpoMA66aEAOumhQDrpoYA66aHAOumiADrpokA66aKAOumiwDrpowA66aNAOumjgDrpo8A66aQAOumkQDrppIA66aTAOumlADrppUA66aWAOumlwDrppgA66aZAOummgDrppsA66acAOumnQDrpp4A66afAOumoADrpqEA66aiAOumowDrpqQA66alAOumpgDrpqcA66aoAOumqQDrpqoA66arAOumrADrpq0A66auAOumrwDrprAA66axAOumsgDrprMA66a0AOumtQDrprYA66a3AOumuADrprkA66a6AOumuwDrprwA66a9AOumvgDrpr8A66eAAOungQDrp4IA66eDAOunhADrp4UA66eGAOunhwDrp4gA66eJAOunigDrp4sA66eMAOunjQDrp44A66ePAOunkADrp5EA66eSAOunkwDrp5QA66eVAOunlgDrp5cA66eYAOunmQDrp5oA66ebAOunnADrp50A66eeAOunnwDrp6AA66ehAOunogDrp6MA66ekAOunpQDrp6YA66enAOunqADrp6kA66eqAOunqwDrp6wA66etAOunrgDrp68A66ewAOunsQDrp7IA66ezAOuntADrp7UA66e2AOuntwDrp7gA66e5AOunugDrp7sA66e8AOunvQDrp74A66e/AOuogADrqIEA66iCAOuogwDrqIQA66iFAOuohgDrqIcA66iIAOuoiQDrqIoA66iLAOuojADrqI0A66iOAOuojwDrqJAA66iRAOuokgDrqJMA66iUAOuolQDrqJYA66iXAOuomADrqJkA66iaAOuomwDrqJwA66idAOuongDrqJ8A66igAOuooQDrqKIA66ijAOuopADrqKUA66imAOuopwDrqKgA66ipAOuoqgDrqKsA66isAOuorQDrqK4A66ivAOuosADrqLEA66iyAOuoswDrqLQA66i1AOuotgDrqLcA66i4AOuouQDrqLoA66i7AOuovADrqL0A66i+AOuovwDrqYAA66mBAOupggDrqYMA66mEAOuphQDrqYYA66mHAOupiADrqYkA66mKAOupiwDrqYwA66mNAOupjgDrqY8A66mQAOupkQDrqZIA66mTAOuplADrqZUA66mWAOuplwDrqZgA66mZAOupmgDrqZsA66mcAOupnQDrqZ4A66mfAOupoADrqaEA66miAOupowDrqaQA66mlAOuppgDrqacA66moAOupqQDrqaoA66mrAOuprADrqa0A66muAOuprwDrqbAA66mxAOupsgDrqbMA66m0AOuptQDrqbYA66m3AOupuADrqbkA66m6AOupuwDrqbwA66m9AOupvgDrqb8A66qAAOuqgQDrqoIA66qDAOuqhADrqoUA66qGAOuqhwDrqogA66qJAOuqigDrqosA66qMAOuqjQDrqo4A66qPAOuqkADrqpEA66qSAOuqkwDrqpQA66qVAOuqlgDrqpcA66qYAOuqmQDrqpoA66qbAOuqnADrqp0A66qeAOuqnwDrqqAA66qhAOuqogDrqqMA66qkAOuqpQDrqqYA66qnAOuqqADrqqkA66qqAOuqqwDrqqwA66qtAOuqrgDrqq8A66qwAOuqsQDrqrIA66qzAOuqtADrqrUA66q2AOuqtwDrqrgA66q5AOuqugDrqrsA66q8AOuqvQDrqr4A66q/AOurgADrq4EA66uCAOurgwDrq4QA66uFAOurhgDrq4cA66uIAOuriQDrq4oA66uLAOurjADrq40A66uOAOurjwDrq5AA66uRAOurkgDrq5MA66uUAOurlQDrq5YA66uXAOurmADrq5kA66uaAOurmwDrq5wA66udAOurngDrq58A66ugAOuroQDrq6IA66ujAOurpADrq6UA66umAOurpwDrq6gA66upAOurqgDrq6sA66usAOurrQDrq64A66uvAOursADrq7EA66uyAOurswDrq7QA66u1AOurtgDrq7cA66u4AOuruQDrq7oA66u7AOurvADrq70A66u+AOurvwDrrIAA66yBAOusggDrrIMA66yEAOushQDrrIYA66yHAOusiADrrIkA66yKAOusiwDrrIwA66yNAOusjgDrrI8A66yQAOuskQDrrJIA66yTAOuslADrrJUA66yWAOuslwDrrJgA66yZAOusmgDrrJsA66ycAOusnQDrrJ4A66yfAOusoADrrKEA66yiAOusowDrrKQA66ylAOuspgDrrKcA66yoAOusqQDrrKoA66yrAOusrADrrK0A66yuAOusrwDrrLAA66yxAOussgDrrLMA66y0AOustQDrrLYA66y3AOusuADrrLkA66y6AOusuwDrrLwA66y9AOusvgDrrL8A662AAOutgQDrrYIA662DAOuthADrrYUA662GAOuthwDrrYgA662JAOutigDrrYsA662MAOutjQDrrY4A662PAOutkADrrZEA662SAOutkwDrrZQA662VAOutlgDrrZcA662YAOutmQDrrZoA662bAOutnADrrZ0A662eAOutnwDrraAA662hAOutogDrraMA662kAOutpQDrraYA662nAOutqADrrakA662qAOutqwDrrawA662tAOutrgDrra8A662wAOutsQDrrbIA662zAOuttADrrbUA6622AOuttwDrrbgA6625AOutugDrrbsA6628AOutvQDrrb4A662/AOuugADrroEA666CAOuugwDrroQA666FAOuuhgDrrocA666IAOuuiQDrrooA666LAOuujADrro0A666OAOuujwDrrpAA666RAOuukgDrrpMA666UAOuulQDrrpYA666XAOuumADrrpkA666aAOuumwDrrpwA666dAOuungDrrp8A666gAOuuoQDrrqIA666jAOuupADrrqUA666mAOuupwDrrqgA666pAOuuqgDrrqsA666sAOuurQDrrq4A666vAOuusADrrrEA666yAOuuswDrrrQA6661AOuutgDrrrcA6664AOuuuQDrrroA6667AOuuvADrrr0A666+AOuuvwDrr4AA66+BAOuvggDrr4MA66+EAOuvhQDrr4YA66+HAOuviADrr4kA66+KAOuviwDrr4wA66+NAOuvjgDrr48A66+QAOuvkQDrr5IA66+TAOuvlADrr5UA66+WAOuvlwDrr5gA66+ZAOuvmgDrr5sA66+cAOuvnQDrr54A66+fAOuvoADrr6EA66+iAOuvowDrr6QA66+lAOuvpgDrr6cA66+oAOuvqQDrr6oA66+rAOuvrADrr60A66+uAOuvrwDrr7AA66+xAOuvsgDrr7MA66+0AOuvtQDrr7YA66+3AOuvuADrr7kA66+6AOuvuwDrr7wA66+9AOuvvgDrr78A67CAAOuwgQDrsIIA67CDAOuwhADrsIUA67CGAOuwhwDrsIgA67CJAOuwigDrsIsA67CMAOuwjQDrsI4A67CPAOuwkADrsJEA67CSAOuwkwDrsJQA67CVAOuwlgDrsJcA67CYAOuwmQDrsJoA67CbAOuwnADrsJ0A67CeAOuwnwDrsKAA67ChAOuwogDrsKMA67CkAOuwpQDrsKYA67CnAOuwqADrsKkA67CqAOuwqwDrsKwA67CtAOuwrgDrsK8A67CwAOuwsQDrsLIA67CzAOuwtADrsLUA67C2AOuwtwDrsLgA67C5AOuwugDrsLsA67C8AOuwvQDrsL4A67C/AOuxgADrsYEA67GCAOuxgwDrsYQA67GFAOuxhgDrsYcA67GIAOuxiQDrsYoA67GLAOuxjADrsY0A67GOAOuxjwDrsZAA67GRAOuxkgDrsZMA67GUAOuxlQDrsZYA67GXAOuxmADrsZkA67GaAOuxmwDrsZwA67GdAOuxngDrsZ8A67GgAOuxoQDrsaIA67GjAOuxpADrsaUA67GmAOuxpwDrsagA67GpAOuxqgDrsasA67GsAOuxrQDrsa4A67GvAOuxsADrsbEA67GyAOuxswDrsbQA67G1AOuxtgDrsbcA67G4AOuxuQDrsboA67G7AOuxvADrsb0A67G+AOuxvwDrsoAA67KBAOuyggDrsoMA67KEAOuyhQDrsoYA67KHAOuyiADrsokA67KKAOuyiwDrsowA67KNAOuyjgDrso8A67KQAOuykQDrspIA67KTAOuylADrspUA67KWAOuylwDrspgA67KZAOuymgDrspsA67KcAOuynQDrsp4A67KfAOuyoADrsqEA67KiAOuyowDrsqQA67KlAOuypgDrsqcA67KoAOuyqQDrsqoA67KrAOuyrADrsq0A67KuAOuyrwDrsrAA67KxAOuysgDrsrMA67K0AOuytQDrsrYA67K3AOuyuADrsrkA67K6AOuyuwDrsrwA67K9AOuyvgDrsr8A67OAAOuzgQDrs4IA67ODAOuzhADrs4UA67OGAOuzhwDrs4gA67OJAOuzigDrs4sA67OMAOuzjQDrs44A67OPAOuzkADrs5EA67OSAOuzkwDrs5QA67OVAOuzlgDrs5cA67OYAOuzmQDrs5oA67ObAOuznADrs50A67OeAOuznwDrs6AA67OhAOuzogDrs6MA67OkAOuzpQDrs6YA67OnAOuzqADrs6kA67OqAOuzqwDrs6wA67OtAOuzrgDrs68A67OwAOuzsQDrs7IA67OzAOuztADrs7UA67O2AOuztwDrs7gA67O5AOuzugDrs7sA67O8AOuzvQDrs74A67O/AOu0gADrtIEA67SCAOu0gwDrtIQA67SFAOu0hgDrtIcA67SIAOu0iQDrtIoA67SLAOu0jADrtI0A67SOAOu0jwDrtJAA67SRAOu0kgDrtJMA67SUAOu0lQDrtJYA67SXAOu0mADrtJkA67SaAOu0mwDrtJwA67SdAOu0ngDrtJ8A67SgAOu0oQDrtKIA67SjAOu0pADrtKUA67SmAOu0pwDrtKgA67SpAOu0qgDrtKsA67SsAOu0rQDrtK4A67SvAOu0sADrtLEA67SyAOu0swDrtLQA67S1AOu0tgDrtLcA67S4AOu0uQDrtLoA67S7AOu0vADrtL0A67S+AOu0vwDrtYAA67WBAOu1ggDrtYMA67WEAOu1hQDrtYYA67WHAOu1iADrtYkA67WKAOu1iwDrtYwA67WNAOu1jgDrtY8A67WQAOu1kQDrtZIA67WTAOu1lADrtZUA67WWAOu1lwDrtZgA67WZAOu1mgDrtZsA67WcAOu1nQDrtZ4A67WfAOu1oADrtaEA67WiAOu1owDrtaQA67WlAOu1pgDrtacA67WoAOu1qQDrtaoA67WrAOu1rADrta0A67WuAOu1rwDrtbAA67WxAOu1sgDrtbMA67W0AOu1tQDrtbYA67W3AOu1uADrtbkA67W6AOu1uwDrtbwA67W9AOu1vgDrtb8A67aAAOu2gQDrtoIA67aDAOu2hADrtoUA67aGAOu2hwDrtogA67aJAOu2igDrtosA67aMAOu2jQDrto4A67aPAOu2kADrtpEA67aSAOu2kwDrtpQA67aVAOu2lgDrtpcA67aYAOu2mQDrtpoA67abAOu2nADrtp0A67aeAOu2nwDrtqAA67ahAOu2ogDrtqMA67akAOu2pQDrtqYA67anAOu2qADrtqkA67aqAOu2qwDrtqwA67atAOu2rgDrtq8A67awAOu2sQDrtrIA67azAOu2tADrtrUA67a2AOu2twDrtrgA67a5AOu2ugDrtrsA67a8AOu2vQDrtr4A67a/AOu3gADrt4EA67eCAOu3gwDrt4QA67eFAOu3hgDrt4cA67eIAOu3iQDrt4oA67eLAOu3jADrt40A67eOAOu3jwDrt5AA67eRAOu3kgDrt5MA67eUAOu3lQDrt5YA67eXAOu3mADrt5kA67eaAOu3mwDrt5wA67edAOu3ngDrt58A67egAOu3oQDrt6IA67ejAOu3pADrt6UA67emAOu3pwDrt6gA67epAOu3qgDrt6sA67esAOu3rQDrt64A67evAOu3sADrt7EA67eyAOu3swDrt7QA67e1AOu3tgDrt7cA67e4AOu3uQDrt7oA67e7AOu3vADrt70A67e+AOu3vwDruIAA67iBAOu4ggDruIMA67iEAOu4hQDruIYA67iHAOu4iADruIkA67iKAOu4iwDruIwA67iNAOu4jgDruI8A67iQAOu4kQDruJIA67iTAOu4lADruJUA67iWAOu4lwDruJgA67iZAOu4mgDruJsA67icAOu4nQDruJ4A67ifAOu4oADruKEA67iiAOu4owDruKQA67ilAOu4pgDruKcA67ioAOu4qQDruKoA67irAOu4rADruK0A67iuAOu4rwDruLAA67ixAOu4sgDruLMA67i0AOu4tQDruLYA67i3AOu4uADruLkA67i6AOu4uwDruLwA67i9AOu4vgDruL8A67mAAOu5gQDruYIA67mDAOu5hADruYUA67mGAOu5hwDruYgA67mJAOu5igDruYsA67mMAOu5jQDruY4A67mPAOu5kADruZEA67mSAOu5kwDruZQA67mVAOu5lgDruZcA67mYAOu5mQDruZoA67mbAOu5nADruZ0A67meAOu5nwDruaAA67mhAOu5ogDruaMA67mkAOu5pQDruaYA67mnAOu5qADruakA67mqAOu5qwDruawA67mtAOu5rgDrua8A67mwAOu5sQDrubIA67mzAOu5tADrubUA67m2AOu5twDrubgA67m5AOu5ugDrubsA67m8AOu5vQDrub4A67m/AOu6gADruoEA67qCAOu6gwDruoQA67qFAOu6hgDruocA67qIAOu6iQDruooA67qLAOu6jADruo0A67qOAOu6jwDrupAA67qRAOu6kgDrupMA67qUAOu6lQDrupYA67qXAOu6mADrupkA67qaAOu6mwDrupwA67qdAOu6ngDrup8A67qgAOu6oQDruqIA67qjAOu6pADruqUA67qmAOu6pwDruqgA67qpAOu6qgDruqsA67qsAOu6rQDruq4A67qvAOu6sADrurEA67qyAOu6swDrurQA67q1AOu6tgDrurcA67q4AOu6uQDruroA67q7AOu6vADrur0A67q+AOu6vwDru4AA67uBAOu7ggDru4MA67uEAOu7hQDru4YA67uHAOu7iADru4kA67uKAOu7iwDru4wA67uNAOu7jgDru48A67uQAOu7kQDru5IA67uTAOu7lADru5UA67uWAOu7lwDru5gA67uZAOu7mgDru5sA67ucAOu7nQDru54A67ufAOu7oADru6EA67uiAOu7owDru6QA67ulAOu7pgDru6cA67uoAOu7qQDru6oA67urAOu7rADru60A67uuAOu7rwDru7AA67uxAOu7sgDru7MA67u0AOu7tQDru7YA67u3AOu7uADru7kA67u6AOu7uwDru7wA67u9AOu7vgDru78A67yAAOu8gQDrvIIA67yDAOu8hADrvIUA67yGAOu8hwDrvIgA67yJAOu8igDrvIsA67yMAOu8jQDrvI4A67yPAOu8kADrvJEA67ySAOu8kwDrvJQA67yVAOu8lgDrvJcA67yYAOu8mQDrvJoA67ybAOu8nADrvJ0A67yeAOu8nwDrvKAA67yhAOu8ogDrvKMA67ykAOu8pQDrvKYA67ynAOu8qADrvKkA67yqAOu8qwDrvKwA67ytAOu8rgDrvK8A67ywAOu8sQDrvLIA67yzAOu8tADrvLUA67y2AOu8twDrvLgA67y5AOu8ugDrvLsA67y8AOu8vQDrvL4A67y/AOu9gADrvYEA672CAOu9gwDrvYQA672FAOu9hgDrvYcA672IAOu9iQDrvYoA672LAOu9jADrvY0A672OAOu9jwDrvZAA672RAOu9kgDrvZMA672UAOu9lQDrvZYA672XAOu9mADrvZkA672aAOu9mwDrvZwA672dAOu9ngDrvZ8A672gAOu9oQDrvaIA672jAOu9pADrvaUA672mAOu9pwDrvagA672pAOu9qgDrvasA672sAOu9rQDrva4A672vAOu9sADrvbEA672yAOu9swDrvbQA6721AOu9tgDrvbcA6724AOu9uQDrvboA6727AOu9vADrvb0A672+AOu9vwDrvoAA676BAOu+ggDrvoMA676EAOu+hQDrvoYA676HAOu+iADrvokA676KAOu+iwDrvowA676NAOu+jgDrvo8A676QAOu+kQDrvpIA676TAOu+lADrvpUA676WAOu+lwDrvpgA676ZAOu+mgDrvpsA676cAOu+nQDrvp4A676fAOu+oADrvqEA676iAOu+owDrvqQA676lAOu+pgDrvqcA676oAOu+qQDrvqoA676rAOu+rADrvq0A676uAOu+rwDrvrAA676xAOu+sgDrvrMA6760AOu+tQDrvrYA6763AOu+uADrvrkA6766AOu+uwDrvrwA6769AOu+vgDrvr8A67+AAOu/gQDrv4IA67+DAOu/hADrv4UA67+GAOu/hwDrv4gA67+JAOu/igDrv4sA67+MAOu/jQDrv44A67+PAOu/kADrv5EA67+SAOu/kwDrv5QA67+VAOu/lgDrv5cA67+YAOu/mQDrv5oA67+bAOu/nADrv50A67+eAOu/nwDrv6AA67+hAOu/ogDrv6MA67+kAOu/pQDrv6YA67+nAOu/qADrv6kA67+qAOu/qwDrv6wA67+tAOu/rgDrv68A67+wAOu/sQDrv7IA67+zAOu/tADrv7UA67+2AOu/twDrv7gA67+5AOu/ugDrv7sA67+8AOu/vQDrv74A67+/AOyAgADsgIEA7ICCAOyAgwDsgIQA7ICFAOyAhgDsgIcA7ICIAOyAiQDsgIoA7ICLAOyAjADsgI0A7ICOAOyAjwDsgJAA7ICRAOyAkgDsgJMA7ICUAOyAlQDsgJYA7ICXAOyAmADsgJkA7ICaAOyAmwDsgJwA7ICdAOyAngDsgJ8A7ICgAOyAoQDsgKIA7ICjAOyApADsgKUA7ICmAOyApwDsgKgA7ICpAOyAqgDsgKsA7ICsAOyArQDsgK4A7ICvAOyAsADsgLEA7ICyAOyAswDsgLQA7IC1AOyAtgDsgLcA7IC4AOyAuQDsgLoA7IC7AOyAvADsgL0A7IC+AOyAvwDsgYAA7IGBAOyBggDsgYMA7IGEAOyBhQDsgYYA7IGHAOyBiADsgYkA7IGKAOyBiwDsgYwA7IGNAOyBjgDsgY8A7IGQAOyBkQDsgZIA7IGTAOyBlADsgZUA7IGWAOyBlwDsgZgA7IGZAOyBmgDsgZsA7IGcAOyBnQDsgZ4A7IGfAOyBoADsgaEA7IGiAOyBowDsgaQA7IGlAOyBpgDsgacA7IGoAOyBqQDsgaoA7IGrAOyBrADsga0A7IGuAOyBrwDsgbAA7IGxAOyBsgDsgbMA7IG0AOyBtQDsgbYA7IG3AOyBuADsgbkA7IG6AOyBuwDsgbwA7IG9AOyBvgDsgb8A7IKAAOyCgQDsgoIA7IKDAOyChADsgoUA7IKGAOyChwDsgogA7IKJAOyCigDsgosA7IKMAOyCjQDsgo4A7IKPAOyCkADsgpEA7IKSAOyCkwDsgpQA7IKVAOyClgDsgpcA7IKYAOyCmQDsgpoA7IKbAOyCnADsgp0A7IKeAOyCnwDsgqAA7IKhAOyCogDsgqMA7IKkAOyCpQDsgqYA7IKnAOyCqADsgqkA7IKqAOyCqwDsgqwA7IKtAOyCrgDsgq8A7IKwAOyCsQDsgrIA7IKzAOyCtADsgrUA7IK2AOyCtwDsgrgA7IK5AOyCugDsgrsA7IK8AOyCvQDsgr4A7IK/AOyDgADsg4EA7IOCAOyDgwDsg4QA7IOFAOyDhgDsg4cA7IOIAOyDiQDsg4oA7IOLAOyDjADsg40A7IOOAOyDjwDsg5AA7IORAOyDkgDsg5MA7IOUAOyDlQDsg5YA7IOXAOyDmADsg5kA7IOaAOyDmwDsg5wA7IOdAOyDngDsg58A7IOgAOyDoQDsg6IA7IOjAOyDpADsg6UA7IOmAOyDpwDsg6gA7IOpAOyDqgDsg6sA7IOsAOyDrQDsg64A7IOvAOyDsADsg7EA7IOyAOyDswDsg7QA7IO1AOyDtgDsg7cA7IO4AOyDuQDsg7oA7IO7AOyDvADsg70A7IO+AOyDvwDshIAA7ISBAOyEggDshIMA7ISEAOyEhQDshIYA7ISHAOyEiADshIkA7ISKAOyEiwDshIwA7ISNAOyEjgDshI8A7ISQAOyEkQDshJIA7ISTAOyElADshJUA7ISWAOyElwDshJgA7ISZAOyEmgDshJsA7IScAOyEnQDshJ4A7ISfAOyEoADshKEA7ISiAOyEowDshKQA7ISlAOyEpgDshKcA7ISoAOyEqQDshKoA7ISrAOyErADshK0A7ISuAOyErwDshLAA7ISxAOyEsgDshLMA7IS0AOyEtQDshLYA7IS3AOyEuADshLkA7IS6AOyEuwDshLwA7IS9AOyEvgDshL8A7IWAAOyFgQDshYIA7IWDAOyFhADshYUA7IWGAOyFhwDshYgA7IWJAOyFigDshYsA7IWMAOyFjQDshY4A7IWPAOyFkADshZEA7IWSAOyFkwDshZQA7IWVAOyFlgDshZcA7IWYAOyFmQDshZoA7IWbAOyFnADshZ0A7IWeAOyFnwDshaAA7IWhAOyFogDshaMA7IWkAOyFpQDshaYA7IWnAOyFqADshakA7IWqAOyFqwDshawA7IWtAOyFrgDsha8A7IWwAOyFsQDshbIA7IWzAOyFtADshbUA7IW2AOyFtwDshbgA7IW5AOyFugDshbsA7IW8AOyFvQDshb4A7IW/AOyGgADshoEA7IaCAOyGgwDshoQA7IaFAOyGhgDshocA7IaIAOyGiQDshooA7IaLAOyGjADsho0A7IaOAOyGjwDshpAA7IaRAOyGkgDshpMA7IaUAOyGlQDshpYA7IaXAOyGmADshpkA7IaaAOyGmwDshpwA7IadAOyGngDshp8A7IagAOyGoQDshqIA7IajAOyGpADshqUA7IamAOyGpwDshqgA7IapAOyGqgDshqsA7IasAOyGrQDshq4A7IavAOyGsADshrEA7IayAOyGswDshrQA7Ia1AOyGtgDshrcA7Ia4AOyGuQDshroA7Ia7AOyGvADshr0A7Ia+AOyGvwDsh4AA7IeBAOyHggDsh4MA7IeEAOyHhQDsh4YA7IeHAOyHiADsh4kA7IeKAOyHiwDsh4wA7IeNAOyHjgDsh48A7IeQAOyHkQDsh5IA7IeTAOyHlADsh5UA7IeWAOyHlwDsh5gA7IeZAOyHmgDsh5sA7IecAOyHnQDsh54A7IefAOyHoADsh6EA7IeiAOyHowDsh6QA7IelAOyHpgDsh6cA7IeoAOyHqQDsh6oA7IerAOyHrADsh60A7IeuAOyHrwDsh7AA7IexAOyHsgDsh7MA7Ie0AOyHtQDsh7YA7Ie3AOyHuADsh7kA7Ie6AOyHuwDsh7wA7Ie9AOyHvgDsh78A7IiAAOyIgQDsiIIA7IiDAOyIhADsiIUA7IiGAOyIhwDsiIgA7IiJAOyIigDsiIsA7IiMAOyIjQDsiI4A7IiPAOyIkADsiJEA7IiSAOyIkwDsiJQA7IiVAOyIlgDsiJcA7IiYAOyImQDsiJoA7IibAOyInADsiJ0A7IieAOyInwDsiKAA7IihAOyIogDsiKMA7IikAOyIpQDsiKYA7IinAOyIqADsiKkA7IiqAOyIqwDsiKwA7IitAOyIrgDsiK8A7IiwAOyIsQDsiLIA7IizAOyItADsiLUA7Ii2AOyItwDsiLgA7Ii5AOyIugDsiLsA7Ii8AOyIvQDsiL4A7Ii/AOyJgADsiYEA7ImCAOyJgwDsiYQA7ImFAOyJhgDsiYcA7ImIAOyJiQDsiYoA7ImLAOyJjADsiY0A7ImOAOyJjwDsiZAA7ImRAOyJkgDsiZMA7ImUAOyJlQDsiZYA7ImXAOyJmADsiZkA7ImaAOyJmwDsiZwA7ImdAOyJngDsiZ8A7ImgAOyJoQDsiaIA7ImjAOyJpADsiaUA7ImmAOyJpwDsiagA7ImpAOyJqgDsiasA7ImsAOyJrQDsia4A7ImvAOyJsADsibEA7ImyAOyJswDsibQA7Im1AOyJtgDsibcA7Im4AOyJuQDsiboA7Im7AOyJvADsib0A7Im+AOyJvwDsioAA7IqBAOyKggDsioMA7IqEAOyKhQDsioYA7IqHAOyKiADsiokA7IqKAOyKiwDsiowA7IqNAOyKjgDsio8A7IqQAOyKkQDsipIA7IqTAOyKlADsipUA7IqWAOyKlwDsipgA7IqZAOyKmgDsipsA7IqcAOyKnQDsip4A7IqfAOyKoADsiqEA7IqiAOyKowDsiqQA7IqlAOyKpgDsiqcA7IqoAOyKqQDsiqoA7IqrAOyKrADsiq0A7IquAOyKrwDsirAA7IqxAOyKsgDsirMA7Iq0AOyKtQDsirYA7Iq3AOyKuADsirkA7Iq6AOyKuwDsirwA7Iq9AOyKvgDsir8A7IuAAOyLgQDsi4IA7IuDAOyLhADsi4UA7IuGAOyLhwDsi4gA7IuJAOyLigDsi4sA7IuMAOyLjQDsi44A7IuPAOyLkADsi5EA7IuSAOyLkwDsi5QA7IuVAOyLlgDsi5cA7IuYAOyLmQDsi5oA7IubAOyLnADsi50A7IueAOyLnwDsi6AA7IuhAOyLogDsi6MA7IukAOyLpQDsi6YA7IunAOyLqADsi6kA7IuqAOyLqwDsi6wA7IutAOyLrgDsi68A7IuwAOyLsQDsi7IA7IuzAOyLtADsi7UA7Iu2AOyLtwDsi7gA7Iu5AOyLugDsi7sA7Iu8AOyLvQDsi74A7Iu/AOyMgADsjIEA7IyCAOyMgwDsjIQA7IyFAOyMhgDsjIcA7IyIAOyMiQDsjIoA7IyLAOyMjADsjI0A7IyOAOyMjwDsjJAA7IyRAOyMkgDsjJMA7IyUAOyMlQDsjJYA7IyXAOyMmADsjJkA7IyaAOyMmwDsjJwA7IydAOyMngDsjJ8A7IygAOyMoQDsjKIA7IyjAOyMpADsjKUA7IymAOyMpwDsjKgA7IypAOyMqgDsjKsA7IysAOyMrQDsjK4A7IyvAOyMsADsjLEA7IyyAOyMswDsjLQA7Iy1AOyMtgDsjLcA7Iy4AOyMuQDsjLoA7Iy7AOyMvADsjL0A7Iy+AOyMvwDsjYAA7I2BAOyNggDsjYMA7I2EAOyNhQDsjYYA7I2HAOyNiADsjYkA7I2KAOyNiwDsjYwA7I2NAOyNjgDsjY8A7I2QAOyNkQDsjZIA7I2TAOyNlADsjZUA7I2WAOyNlwDsjZgA7I2ZAOyNmgDsjZsA7I2cAOyNnQDsjZ4A7I2fAOyNoADsjaEA7I2iAOyNowDsjaQA7I2lAOyNpgDsjacA7I2oAOyNqQDsjaoA7I2rAOyNrADsja0A7I2uAOyNrwDsjbAA7I2xAOyNsgDsjbMA7I20AOyNtQDsjbYA7I23AOyNuADsjbkA7I26AOyNuwDsjbwA7I29AOyNvgDsjb8A7I6AAOyOgQDsjoIA7I6DAOyOhADsjoUA7I6GAOyOhwDsjogA7I6JAOyOigDsjosA7I6MAOyOjQDsjo4A7I6PAOyOkADsjpEA7I6SAOyOkwDsjpQA7I6VAOyOlgDsjpcA7I6YAOyOmQDsjpoA7I6bAOyOnADsjp0A7I6eAOyOnwDsjqAA7I6hAOyOogDsjqMA7I6kAOyOpQDsjqYA7I6nAOyOqADsjqkA7I6qAOyOqwDsjqwA7I6tAOyOrgDsjq8A7I6wAOyOsQDsjrIA7I6zAOyOtADsjrUA7I62AOyOtwDsjrgA7I65AOyOugDsjrsA7I68AOyOvQDsjr4A7I6/AOyPgADsj4EA7I+CAOyPgwDsj4QA7I+FAOyPhgDsj4cA7I+IAOyPiQDsj4oA7I+LAOyPjADsj40A7I+OAOyPjwDsj5AA7I+RAOyPkgDsj5MA7I+UAOyPlQDsj5YA7I+XAOyPmADsj5kA7I+aAOyPmwDsj5wA7I+dAOyPngDsj58A7I+gAOyPoQDsj6IA7I+jAOyPpADsj6UA7I+mAOyPpwDsj6gA7I+pAOyPqgDsj6sA7I+sAOyPrQDsj64A7I+vAOyPsADsj7EA7I+yAOyPswDsj7QA7I+1AOyPtgDsj7cA7I+4AOyPuQDsj7oA7I+7AOyPvADsj70A7I++AOyPvwDskIAA7JCBAOyQggDskIMA7JCEAOyQhQDskIYA7JCHAOyQiADskIkA7JCKAOyQiwDskIwA7JCNAOyQjgDskI8A7JCQAOyQkQDskJIA7JCTAOyQlADskJUA7JCWAOyQlwDskJgA7JCZAOyQmgDskJsA7JCcAOyQnQDskJ4A7JCfAOyQoADskKEA7JCiAOyQowDskKQA7JClAOyQpgDskKcA7JCoAOyQqQDskKoA7JCrAOyQrADskK0A7JCuAOyQrwDskLAA7JCxAOyQsgDskLMA7JC0AOyQtQDskLYA7JC3AOyQuADskLkA7JC6AOyQuwDskLwA7JC9AOyQvgDskL8A7JGAAOyRgQDskYIA7JGDAOyRhADskYUA7JGGAOyRhwDskYgA7JGJAOyRigDskYsA7JGMAOyRjQDskY4A7JGPAOyRkADskZEA7JGSAOyRkwDskZQA7JGVAOyRlgDskZcA7JGYAOyRmQDskZoA7JGbAOyRnADskZ0A7JGeAOyRnwDskaAA7JGhAOyRogDskaMA7JGkAOyRpQDskaYA7JGnAOyRqADskakA7JGqAOyRqwDskawA7JGtAOyRrgDska8A7JGwAOyRsQDskbIA7JGzAOyRtADskbUA7JG2AOyRtwDskbgA7JG5AOyRugDskbsA7JG8AOyRvQDskb4A7JG/AOySgADskoEA7JKCAOySgwDskoQA7JKFAOyShgDskocA7JKIAOySiQDskooA7JKLAOySjADsko0A7JKOAOySjwDskpAA7JKRAOySkgDskpMA7JKUAOySlQDskpYA7JKXAOySmADskpkA7JKaAOySmwDskpwA7JKdAOySngDskp8A7JKgAOySoQDskqIA7JKjAOySpADskqUA7JKmAOySpwDskqgA7JKpAOySqgDskqsA7JKsAOySrQDskq4A7JKvAOySsADskrEA7JKyAOySswDskrQA7JK1AOyStgDskrcA7JK4AOySuQDskroA7JK7AOySvADskr0A7JK+AOySvwDsk4AA7JOBAOyTggDsk4MA7JOEAOyThQDsk4YA7JOHAOyTiADsk4kA7JOKAOyTiwDsk4wA7JONAOyTjgDsk48A7JOQAOyTkQDsk5IA7JOTAOyTlADsk5UA7JOWAOyTlwDsk5gA7JOZAOyTmgDsk5sA7JOcAOyTnQDsk54A7JOfAOyToADsk6EA7JOiAOyTowDsk6QA7JOlAOyTpgDsk6cA7JOoAOyTqQDsk6oA7JOrAOyTrADsk60A7JOuAOyTrwDsk7AA7JOxAOyTsgDsk7MA7JO0AOyTtQDsk7YA7JO3AOyTuADsk7kA7JO6AOyTuwDsk7wA7JO9AOyTvgDsk78A7JSAAOyUgQDslIIA7JSDAOyUhADslIUA7JSGAOyUhwDslIgA7JSJAOyUigDslIsA7JSMAOyUjQDslI4A7JSPAOyUkADslJEA7JSSAOyUkwDslJQA7JSVAOyUlgDslJcA7JSYAOyUmQDslJoA7JSbAOyUnADslJ0A7JSeAOyUnwDslKAA7JShAOyUogDslKMA7JSkAOyUpQDslKYA7JSnAOyUqADslKkA7JSqAOyUqwDslKwA7JStAOyUrgDslK8A7JSwAOyUsQDslLIA7JSzAOyUtADslLUA7JS2AOyUtwDslLgA7JS5AOyUugDslLsA7JS8AOyUvQDslL4A7JS/AOyVgADslYEA7JWCAOyVgwDslYQA7JWFAOyVhgDslYcA7JWIAOyViQDslYoA7JWLAOyVjADslY0A7JWOAOyVjwDslZAA7JWRAOyVkgDslZMA7JWUAOyVlQDslZYA7JWXAOyVmADslZkA7JWaAOyVmwDslZwA7JWdAOyVngDslZ8A7JWgAOyVoQDslaIA7JWjAOyVpADslaUA7JWmAOyVpwDslagA7JWpAOyVqgDslasA7JWsAOyVrQDsla4A7JWvAOyVsADslbEA7JWyAOyVswDslbQA7JW1AOyVtgDslbcA7JW4AOyVuQDslboA7JW7AOyVvADslb0A7JW+AOyVvwDsloAA7JaBAOyWggDsloMA7JaEAOyWhQDsloYA7JaHAOyWiADslokA7JaKAOyWiwDslowA7JaNAOyWjgDslo8A7JaQAOyWkQDslpIA7JaTAOyWlADslpUA7JaWAOyWlwDslpgA7JaZAOyWmgDslpsA7JacAOyWnQDslp4A7JafAOyWoADslqEA7JaiAOyWowDslqQA7JalAOyWpgDslqcA7JaoAOyWqQDslqoA7JarAOyWrADslq0A7JauAOyWrwDslrAA7JaxAOyWsgDslrMA7Ja0AOyWtQDslrYA7Ja3AOyWuADslrkA7Ja6AOyWuwDslrwA7Ja9AOyWvgDslr8A7JeAAOyXgQDsl4IA7JeDAOyXhADsl4UA7JeGAOyXhwDsl4gA7JeJAOyXigDsl4sA7JeMAOyXjQDsl44A7JePAOyXkADsl5EA7JeSAOyXkwDsl5QA7JeVAOyXlgDsl5cA7JeYAOyXmQDsl5oA7JebAOyXnADsl50A7JeeAOyXnwDsl6AA7JehAOyXogDsl6MA7JekAOyXpQDsl6YA7JenAOyXqADsl6kA7JeqAOyXqwDsl6wA7JetAOyXrgDsl68A7JewAOyXsQDsl7IA7JezAOyXtADsl7UA7Je2AOyXtwDsl7gA7Je5AOyXugDsl7sA7Je8AOyXvQDsl74A7Je/AOyYgADsmIEA7JiCAOyYgwDsmIQA7JiFAOyYhgDsmIcA7JiIAOyYiQDsmIoA7JiLAOyYjADsmI0A7JiOAOyYjwDsmJAA7JiRAOyYkgDsmJMA7JiUAOyYlQDsmJYA7JiXAOyYmADsmJkA7JiaAOyYmwDsmJwA7JidAOyYngDsmJ8A7JigAOyYoQDsmKIA7JijAOyYpADsmKUA7JimAOyYpwDsmKgA7JipAOyYqgDsmKsA7JisAOyYrQDsmK4A7JivAOyYsADsmLEA7JiyAOyYswDsmLQA7Ji1AOyYtgDsmLcA7Ji4AOyYuQDsmLoA7Ji7AOyYvADsmL0A7Ji+AOyYvwDsmYAA7JmBAOyZggDsmYMA7JmEAOyZhQDsmYYA7JmHAOyZiADsmYkA7JmKAOyZiwDsmYwA7JmNAOyZjgDsmY8A7JmQAOyZkQDsmZIA7JmTAOyZlADsmZUA7JmWAOyZlwDsmZgA7JmZAOyZmgDsmZsA7JmcAOyZnQDsmZ4A7JmfAOyZoADsmaEA7JmiAOyZowDsmaQA7JmlAOyZpgDsmacA7JmoAOyZqQDsmaoA7JmrAOyZrADsma0A7JmuAOyZrwDsmbAA7JmxAOyZsgDsmbMA7Jm0AOyZtQDsmbYA7Jm3AOyZuADsmbkA7Jm6AOyZuwDsmbwA7Jm9AOyZvgDsmb8A7JqAAOyagQDsmoIA7JqDAOyahADsmoUA7JqGAOyahwDsmogA7JqJAOyaigDsmosA7JqMAOyajQDsmo4A7JqPAOyakADsmpEA7JqSAOyakwDsmpQA7JqVAOyalgDsmpcA7JqYAOyamQDsmpoA7JqbAOyanADsmp0A7JqeAOyanwDsmqAA7JqhAOyaogDsmqMA7JqkAOyapQDsmqYA7JqnAOyaqADsmqkA7JqqAOyaqwDsmqwA7JqtAOyargDsmq8A7JqwAOyasQDsmrIA7JqzAOyatADsmrUA7Jq2AOyatwDsmrgA7Jq5AOyaugDsmrsA7Jq8AOyavQDsmr4A7Jq/AOybgADsm4EA7JuCAOybgwDsm4QA7JuFAOybhgDsm4cA7JuIAOybiQDsm4oA7JuLAOybjADsm40A7JuOAOybjwDsm5AA7JuRAOybkgDsm5MA7JuUAOyblQDsm5YA7JuXAOybmADsm5kA7JuaAOybmwDsm5wA7JudAOybngDsm58A7JugAOyboQDsm6IA7JujAOybpADsm6UA7JumAOybpwDsm6gA7JupAOybqgDsm6sA7JusAOybrQDsm64A7JuvAOybsADsm7EA7JuyAOybswDsm7QA7Ju1AOybtgDsm7cA7Ju4AOybuQDsm7oA7Ju7AOybvADsm70A7Ju+AOybvwDsnIAA7JyBAOycggDsnIMA7JyEAOychQDsnIYA7JyHAOyciADsnIkA7JyKAOyciwDsnIwA7JyNAOycjgDsnI8A7JyQAOyckQDsnJIA7JyTAOyclADsnJUA7JyWAOyclwDsnJgA7JyZAOycmgDsnJsA7JycAOycnQDsnJ4A7JyfAOycoADsnKEA7JyiAOycowDsnKQA7JylAOycpgDsnKcA7JyoAOycqQDsnKoA7JyrAOycrADsnK0A7JyuAOycrwDsnLAA7JyxAOycsgDsnLMA7Jy0AOyctQDsnLYA7Jy3AOycuADsnLkA7Jy6AOycuwDsnLwA7Jy9AOycvgDsnL8A7J2AAOydgQDsnYIA7J2DAOydhADsnYUA7J2GAOydhwDsnYgA7J2JAOydigDsnYsA7J2MAOydjQDsnY4A7J2PAOydkADsnZEA7J2SAOydkwDsnZQA7J2VAOydlgDsnZcA7J2YAOydmQDsnZoA7J2bAOydnADsnZ0A7J2eAOydnwDsnaAA7J2hAOydogDsnaMA7J2kAOydpQDsnaYA7J2nAOydqADsnakA7J2qAOydqwDsnawA7J2tAOydrgDsna8A7J2wAOydsQDsnbIA7J2zAOydtADsnbUA7J22AOydtwDsnbgA7J25AOydugDsnbsA7J28AOydvQDsnb4A7J2/AOyegADsnoEA7J6CAOyegwDsnoQA7J6FAOyehgDsnocA7J6IAOyeiQDsnooA7J6LAOyejADsno0A7J6OAOyejwDsnpAA7J6RAOyekgDsnpMA7J6UAOyelQDsnpYA7J6XAOyemADsnpkA7J6aAOyemwDsnpwA7J6dAOyengDsnp8A7J6gAOyeoQDsnqIA7J6jAOyepADsnqUA7J6mAOyepwDsnqgA7J6pAOyeqgDsnqsA7J6sAOyerQDsnq4A7J6vAOyesADsnrEA7J6yAOyeswDsnrQA7J61AOyetgDsnrcA7J64AOyeuQDsnroA7J67AOyevADsnr0A7J6+AOyevwDsn4AA7J+BAOyfggDsn4MA7J+EAOyfhQDsn4YA7J+HAOyfiADsn4kA7J+KAOyfiwDsn4wA7J+NAOyfjgDsn48A7J+QAOyfkQDsn5IA7J+TAOyflADsn5UA7J+WAOyflwDsn5gA7J+ZAOyfmgDsn5sA7J+cAOyfnQDsn54A7J+fAOyfoADsn6EA7J+iAOyfowDsn6QA7J+lAOyfpgDsn6cA7J+oAOyfqQDsn6oA7J+rAOyfrADsn60A7J+uAOyfrwDsn7AA7J+xAOyfsgDsn7MA7J+0AOyftQDsn7YA7J+3AOyfuADsn7kA7J+6AOyfuwDsn7wA7J+9AOyfvgDsn78A7KCAAOyggQDsoIIA7KCDAOyghADsoIUA7KCGAOyghwDsoIgA7KCJAOygigDsoIsA7KCMAOygjQDsoI4A7KCPAOygkADsoJEA7KCSAOygkwDsoJQA7KCVAOyglgDsoJcA7KCYAOygmQDsoJoA7KCbAOygnADsoJ0A7KCeAOygnwDsoKAA7KChAOygogDsoKMA7KCkAOygpQDsoKYA7KCnAOygqADsoKkA7KCqAOygqwDsoKwA7KCtAOygrgDsoK8A7KCwAOygsQDsoLIA7KCzAOygtADsoLUA7KC2AOygtwDsoLgA7KC5AOygugDsoLsA7KC8AOygvQDsoL4A7KC/AOyhgADsoYEA7KGCAOyhgwDsoYQA7KGFAOyhhgDsoYcA7KGIAOyhiQDsoYoA7KGLAOyhjADsoY0A7KGOAOyhjwDsoZAA7KGRAOyhkgDsoZMA7KGUAOyhlQDsoZYA7KGXAOyhmADsoZkA7KGaAOyhmwDsoZwA7KGdAOyhngDsoZ8A7KGgAOyhoQDsoaIA7KGjAOyhpADsoaUA7KGmAOyhpwDsoagA7KGpAOyhqgDsoasA7KGsAOyhrQDsoa4A7KGvAOyhsADsobEA7KGyAOyhswDsobQA7KG1AOyhtgDsobcA7KG4AOyhuQDsoboA7KG7AOyhvADsob0A7KG+AOyhvwDsooAA7KKBAOyiggDsooMA7KKEAOyihQDsooYA7KKHAOyiiADsookA7KKKAOyiiwDsoowA7KKNAOyijgDsoo8A7KKQAOyikQDsopIA7KKTAOyilADsopUA7KKWAOyilwDsopgA7KKZAOyimgDsopsA7KKcAOyinQDsop4A7KKfAOyioADsoqEA7KKiAOyiowDsoqQA7KKlAOyipgDsoqcA7KKoAOyiqQDsoqoA7KKrAOyirADsoq0A7KKuAOyirwDsorAA7KKxAOyisgDsorMA7KK0AOyitQDsorYA7KK3AOyiuADsorkA7KK6AOyiuwDsorwA7KK9AOyivgDsor8A7KOAAOyjgQDso4IA7KODAOyjhADso4UA7KOGAOyjhwDso4gA7KOJAOyjigDso4sA7KOMAOyjjQDso44A7KOPAOyjkADso5EA7KOSAOyjkwDso5QA7KOVAOyjlgDso5cA7KOYAOyjmQDso5oA7KObAOyjnADso50A7KOeAOyjnwDso6AA7KOhAOyjogDso6MA7KOkAOyjpQDso6YA7KOnAOyjqADso6kA7KOqAOyjqwDso6wA7KOtAOyjrgDso68A7KOwAOyjsQDso7IA7KOzAOyjtADso7UA7KO2AOyjtwDso7gA7KO5AOyjugDso7sA7KO8AOyjvOydmADso70A7KO+AOyjvwDspIAA7KSBAOykggDspIMA7KSEAOykhQDspIYA7KSHAOykiADspIkA7KSKAOykiwDspIwA7KSNAOykjgDspI8A7KSQAOykkQDspJIA7KSTAOyklADspJUA7KSWAOyklwDspJgA7KSZAOykmgDspJsA7KScAOyknQDspJ4A7KSfAOykoADspKEA7KSiAOykowDspKQA7KSlAOykpgDspKcA7KSoAOykqQDspKoA7KSrAOykrADspK0A7KSuAOykrwDspLAA7KSxAOyksgDspLMA7KS0AOyktQDspLYA7KS3AOykuADspLkA7KS6AOykuwDspLwA7KS9AOykvgDspL8A7KWAAOylgQDspYIA7KWDAOylhADspYUA7KWGAOylhwDspYgA7KWJAOyligDspYsA7KWMAOyljQDspY4A7KWPAOylkADspZEA7KWSAOylkwDspZQA7KWVAOyllgDspZcA7KWYAOylmQDspZoA7KWbAOylnADspZ0A7KWeAOylnwDspaAA7KWhAOylogDspaMA7KWkAOylpQDspaYA7KWnAOylqADspakA7KWqAOylqwDspawA7KWtAOylrgDspa8A7KWwAOylsQDspbIA7KWzAOyltADspbUA7KW2AOyltwDspbgA7KW5AOylugDspbsA7KW8AOylvQDspb4A7KW/AOymgADspoEA7KaCAOymgwDspoQA7KaFAOymhgDspocA7KaIAOymiQDspooA7KaLAOymjADspo0A7KaOAOymjwDsppAA7KaRAOymkgDsppMA7KaUAOymlQDsppYA7KaXAOymmADsppkA7KaaAOymmwDsppwA7KadAOymngDspp8A7KagAOymoQDspqIA7KajAOympADspqUA7KamAOympwDspqgA7KapAOymqgDspqsA7KasAOymrQDspq4A7KavAOymsADsprEA7KayAOymswDsprQA7Ka1AOymtgDsprcA7Ka4AOymuQDsproA7Ka7AOymvADspr0A7Ka+AOymvwDsp4AA7KeBAOynggDsp4MA7KeEAOynhQDsp4YA7KeHAOyniADsp4kA7KeKAOyniwDsp4wA7KeNAOynjgDsp48A7KeQAOynkQDsp5IA7KeTAOynlADsp5UA7KeWAOynlwDsp5gA7KeZAOynmgDsp5sA7KecAOynnQDsp54A7KefAOynoADsp6EA7KeiAOynowDsp6QA7KelAOynpgDsp6cA7KeoAOynqQDsp6oA7KerAOynrADsp60A7KeuAOynrwDsp7AA7KexAOynsgDsp7MA7Ke0AOyntQDsp7YA7Ke3AOynuADsp7kA7Ke6AOynuwDsp7wA7Ke9AOynvgDsp78A7KiAAOyogQDsqIIA7KiDAOyohADsqIUA7KiGAOyohwDsqIgA7KiJAOyoigDsqIsA7KiMAOyojQDsqI4A7KiPAOyokADsqJEA7KiSAOyokwDsqJQA7KiVAOyolgDsqJcA7KiYAOyomQDsqJoA7KibAOyonADsqJ0A7KieAOyonwDsqKAA7KihAOyoogDsqKMA7KikAOyopQDsqKYA7KinAOyoqADsqKkA7KiqAOyoqwDsqKwA7KitAOyorgDsqK8A7KiwAOyosQDsqLIA7KizAOyotADsqLUA7Ki2AOyotwDsqLgA7Ki5AOyougDsqLsA7Ki8AOyovQDsqL4A7Ki/AOypgADsqYEA7KmCAOypgwDsqYQA7KmFAOyphgDsqYcA7KmIAOypiQDsqYoA7KmLAOypjADsqY0A7KmOAOypjwDsqZAA7KmRAOypkgDsqZMA7KmUAOyplQDsqZYA7KmXAOypmADsqZkA7KmaAOypmwDsqZwA7KmdAOypngDsqZ8A7KmgAOypoQDsqaIA7KmjAOyppADsqaUA7KmmAOyppwDsqagA7KmpAOypqgDsqasA7KmsAOyprQDsqa4A7KmvAOypsADsqbEA7KmyAOypswDsqbQA7Km1AOyptgDsqbcA7Km4AOypuQDsqboA7Km7AOypvADsqb0A7Km+AOypvwDsqoAA7KqBAOyqggDsqoMA7KqEAOyqhQDsqoYA7KqHAOyqiADsqokA7KqKAOyqiwDsqowA7KqNAOyqjgDsqo8A7KqQAOyqkQDsqpIA7KqTAOyqlADsqpUA7KqWAOyqlwDsqpgA7KqZAOyqmgDsqpsA7KqcAOyqnQDsqp4A7KqfAOyqoADsqqEA7KqiAOyqowDsqqQA7KqlAOyqpgDsqqcA7KqoAOyqqQDsqqoA7KqrAOyqrADsqq0A7KquAOyqrwDsqrAA7KqxAOyqsgDsqrMA7Kq0AOyqtQDsqrYA7Kq3AOyquADsqrkA7Kq6AOyquwDsqrwA7Kq9AOyqvgDsqr8A7KuAAOyrgQDsq4IA7KuDAOyrhADsq4UA7KuGAOyrhwDsq4gA7KuJAOyrigDsq4sA7KuMAOyrjQDsq44A7KuPAOyrkADsq5EA7KuSAOyrkwDsq5QA7KuVAOyrlgDsq5cA7KuYAOyrmQDsq5oA7KubAOyrnADsq50A7KueAOyrnwDsq6AA7KuhAOyrogDsq6MA7KukAOyrpQDsq6YA7KunAOyrqADsq6kA7KuqAOyrqwDsq6wA7KutAOyrrgDsq68A7KuwAOyrsQDsq7IA7KuzAOyrtADsq7UA7Ku2AOyrtwDsq7gA7Ku5AOyrugDsq7sA7Ku8AOyrvQDsq74A7Ku/AOysgADsrIEA7KyCAOysgwDsrIQA7KyFAOyshgDsrIcA7KyIAOysiQDsrIoA7KyLAOysjADsrI0A7KyOAOysjwDsrJAA7KyRAOyskgDsrJMA7KyUAOyslQDsrJYA7KyXAOysmADsrJkA7KyaAOysmwDsrJwA7KydAOysngDsrJ8A7KygAOysoQDsrKIA7KyjAOyspADsrKUA7KymAOyspwDsrKgA7KypAOysqgDsrKsA7KysAOysrQDsrK4A7KyvAOyssADsrLEA7KyyAOysswDsrLQA7Ky1AOystgDsrLcA7Ky4AOysuQDsrLoA7Ky7AOysvADsrL0A7Ky+AOysvwDsrYAA7K2BAOytggDsrYMA7K2EAOythQDsrYYA7K2HAOytiADsrYkA7K2KAOytiwDsrYwA7K2NAOytjgDsrY8A7K2QAOytkQDsrZIA7K2TAOytlADsrZUA7K2WAOytlwDsrZgA7K2ZAOytmgDsrZsA7K2cAOytnQDsrZ4A7K2fAOytoADsraEA7K2iAOytowDsraQA7K2lAOytpgDsracA7K2oAOytqQDsraoA7K2rAOytrADsra0A7K2uAOytrwDsrbAA7K2xAOytsgDsrbMA7K20AOyttQDsrbYA7K23AOytuADsrbkA7K26AOytuwDsrbwA7K29AOytvgDsrb8A7K6AAOyugQDsroIA7K6DAOyuhADsroUA7K6GAOyuhwDsrogA7K6JAOyuigDsrosA7K6MAOyujQDsro4A7K6PAOyukADsrpEA7K6SAOyukwDsrpQA7K6VAOyulgDsrpcA7K6YAOyumQDsrpoA7K6bAOyunADsrp0A7K6eAOyunwDsrqAA7K6hAOyuogDsrqMA7K6kAOyupQDsrqYA7K6nAOyuqADsrqkA7K6qAOyuqwDsrqwA7K6tAOyurgDsrq8A7K6wAOyusQDsrrIA7K6zAOyutADsrrUA7K62AOyutwDsrrgA7K65AOyuugDsrrsA7K68AOyuvQDsrr4A7K6/AOyvgADsr4EA7K+CAOyvgwDsr4QA7K+FAOyvhgDsr4cA7K+IAOyviQDsr4oA7K+LAOyvjADsr40A7K+OAOyvjwDsr5AA7K+RAOyvkgDsr5MA7K+UAOyvlQDsr5YA7K+XAOyvmADsr5kA7K+aAOyvmwDsr5wA7K+dAOyvngDsr58A7K+gAOyvoQDsr6IA7K+jAOyvpADsr6UA7K+mAOyvpwDsr6gA7K+pAOyvqgDsr6sA7K+sAOyvrQDsr64A7K+vAOyvsADsr7EA7K+yAOyvswDsr7QA7K+1AOyvtgDsr7cA7K+4AOyvuQDsr7oA7K+7AOyvvADsr70A7K++AOyvvwDssIAA7LCBAOywggDssIMA7LCEAOywhQDssIYA7LCHAOywiADssIkA7LCKAOywiwDssIwA7LCNAOywjgDssI8A7LCQAOywkQDssJIA7LCTAOywlADssJUA7LCWAOywlwDssJgA7LCZAOywmgDssJsA7LCcAOywnQDssJ4A7LCfAOywoADssKEA7LCiAOywowDssKQA7LClAOywpgDssKcA7LCoAOywqQDssKoA7LCrAOywrADssK0A7LCuAOywrwDssLAA7LCxAOywsgDssLMA7LC0AOywtQDssLYA7LC3AOywuADssLjqs6AA7LC5AOywugDssLsA7LC8AOywvQDssL4A7LC/AOyxgADssYEA7LGCAOyxgwDssYQA7LGFAOyxhgDssYcA7LGIAOyxiQDssYoA7LGLAOyxjADssY0A7LGOAOyxjwDssZAA7LGRAOyxkgDssZMA7LGUAOyxlQDssZYA7LGXAOyxmADssZkA7LGaAOyxmwDssZwA7LGdAOyxngDssZ8A7LGgAOyxoQDssaIA7LGjAOyxpADssaUA7LGmAOyxpwDssagA7LGpAOyxqgDssasA7LGsAOyxrQDssa4A7LGvAOyxsADssbEA7LGyAOyxswDssbQA7LG1AOyxtgDssbcA7LG4AOyxuQDssboA7LG7AOyxvADssb0A7LG+AOyxvwDssoAA7LKBAOyyggDssoMA7LKEAOyyhQDssoYA7LKHAOyyiADssokA7LKKAOyyiwDssowA7LKNAOyyjgDsso8A7LKQAOyykQDsspIA7LKTAOyylADsspUA7LKWAOyylwDsspgA7LKZAOyymgDsspsA7LKcAOyynQDssp4A7LKfAOyyoADssqEA7LKiAOyyowDssqQA7LKlAOyypgDssqcA7LKoAOyyqQDssqoA7LKrAOyyrADssq0A7LKuAOyyrwDssrAA7LKxAOyysgDssrMA7LK0AOyytQDssrYA7LK3AOyyuADssrkA7LK6AOyyuwDssrwA7LK9AOyyvgDssr8A7LOAAOyzgQDss4IA7LODAOyzhADss4UA7LOGAOyzhwDss4gA7LOJAOyzigDss4sA7LOMAOyzjQDss44A7LOPAOyzkADss5EA7LOSAOyzkwDss5QA7LOVAOyzlgDss5cA7LOYAOyzmQDss5oA7LObAOyznADss50A7LOeAOyznwDss6AA7LOhAOyzogDss6MA7LOkAOyzpQDss6YA7LOnAOyzqADss6kA7LOqAOyzqwDss6wA7LOtAOyzrgDss68A7LOwAOyzsQDss7IA7LOzAOyztADss7UA7LO2AOyztwDss7gA7LO5AOyzugDss7sA7LO8AOyzvQDss74A7LO/AOy0gADstIEA7LSCAOy0gwDstIQA7LSFAOy0hgDstIcA7LSIAOy0iQDstIoA7LSLAOy0jADstI0A7LSOAOy0jwDstJAA7LSRAOy0kgDstJMA7LSUAOy0lQDstJYA7LSXAOy0mADstJkA7LSaAOy0mwDstJwA7LSdAOy0ngDstJ8A7LSgAOy0oQDstKIA7LSjAOy0pADstKUA7LSmAOy0pwDstKgA7LSpAOy0qgDstKsA7LSsAOy0rQDstK4A7LSvAOy0sADstLEA7LSyAOy0swDstLQA7LS1AOy0tgDstLcA7LS4AOy0uQDstLoA7LS7AOy0vADstL0A7LS+AOy0vwDstYAA7LWBAOy1ggDstYMA7LWEAOy1hQDstYYA7LWHAOy1iADstYkA7LWKAOy1iwDstYwA7LWNAOy1jgDstY8A7LWQAOy1kQDstZIA7LWTAOy1lADstZUA7LWWAOy1lwDstZgA7LWZAOy1mgDstZsA7LWcAOy1nQDstZ4A7LWfAOy1oADstaEA7LWiAOy1owDstaQA7LWlAOy1pgDstacA7LWoAOy1qQDstaoA7LWrAOy1rADsta0A7LWuAOy1rwDstbAA7LWxAOy1sgDstbMA7LW0AOy1tQDstbYA7LW3AOy1uADstbkA7LW6AOy1uwDstbwA7LW9AOy1vgDstb8A7LaAAOy2gQDstoIA7LaDAOy2hADstoUA7LaGAOy2hwDstogA7LaJAOy2igDstosA7LaMAOy2jQDsto4A7LaPAOy2kADstpEA7LaSAOy2kwDstpQA7LaVAOy2lgDstpcA7LaYAOy2mQDstpoA7LabAOy2nADstp0A7LaeAOy2nwDstqAA7LahAOy2ogDstqMA7LakAOy2pQDstqYA7LanAOy2qADstqkA7LaqAOy2qwDstqwA7LatAOy2rgDstq8A7LawAOy2sQDstrIA7LazAOy2tADstrUA7La2AOy2twDstrgA7La5AOy2ugDstrsA7La8AOy2vQDstr4A7La/AOy3gADst4EA7LeCAOy3gwDst4QA7LeFAOy3hgDst4cA7LeIAOy3iQDst4oA7LeLAOy3jADst40A7LeOAOy3jwDst5AA7LeRAOy3kgDst5MA7LeUAOy3lQDst5YA7LeXAOy3mADst5kA7LeaAOy3mwDst5wA7LedAOy3ngDst58A7LegAOy3oQDst6IA7LejAOy3pADst6UA7LemAOy3pwDst6gA7LepAOy3qgDst6sA7LesAOy3rQDst64A7LevAOy3sADst7EA7LeyAOy3swDst7QA7Le1AOy3tgDst7cA7Le4AOy3uQDst7oA7Le7AOy3vADst70A7Le+AOy3vwDsuIAA7LiBAOy4ggDsuIMA7LiEAOy4hQDsuIYA7LiHAOy4iADsuIkA7LiKAOy4iwDsuIwA7LiNAOy4jgDsuI8A7LiQAOy4kQDsuJIA7LiTAOy4lADsuJUA7LiWAOy4lwDsuJgA7LiZAOy4mgDsuJsA7LicAOy4nQDsuJ4A7LifAOy4oADsuKEA7LiiAOy4owDsuKQA7LilAOy4pgDsuKcA7LioAOy4qQDsuKoA7LirAOy4rADsuK0A7LiuAOy4rwDsuLAA7LixAOy4sgDsuLMA7Li0AOy4tQDsuLYA7Li3AOy4uADsuLkA7Li6AOy4uwDsuLwA7Li9AOy4vgDsuL8A7LmAAOy5gQDsuYIA7LmDAOy5hADsuYUA7LmGAOy5hwDsuYgA7LmJAOy5igDsuYsA7LmMAOy5jQDsuY4A7LmPAOy5kADsuZEA7LmSAOy5kwDsuZQA7LmVAOy5lgDsuZcA7LmYAOy5mQDsuZoA7LmbAOy5nADsuZ0A7LmeAOy5nwDsuaAA7LmhAOy5ogDsuaMA7LmkAOy5pQDsuaYA7LmnAOy5qADsuakA7LmqAOy5qwDsuawA7LmtAOy5rgDsua8A7LmwAOy5sQDsubIA7LmzAOy5tADsubUA7Lm2AOy5twDsubgA7Lm5AOy5ugDsubsA7Lm8AOy5vQDsub4A7Lm/AOy6gADsuoEA7LqCAOy6gwDsuoQA7LqFAOy6hgDsuocA7LqIAOy6iQDsuooA7LqLAOy6jADsuo0A7LqOAOy6jwDsupAA7LqRAOy6kgDsupMA7LqUAOy6lQDsupYA7LqXAOy6mADsupkA7LqaAOy6mwDsupwA7LqdAOy6ngDsup8A7LqgAOy6oQDsuqIA7LqjAOy6pADsuqUA7LqmAOy6pwDsuqgA7LqpAOy6qgDsuqsA7LqsAOy6rQDsuq4A7LqvAOy6sADsurEA7LqyAOy6swDsurQA7Lq1AOy6tgDsurcA7Lq4AOy6uQDsuroA7Lq7AOy6vADsur0A7Lq+AOy6vwDsu4AA7LuBAOy7ggDsu4MA7LuEAOy7hQDsu4YA7LuHAOy7iADsu4kA7LuKAOy7iwDsu4wA7LuNAOy7jgDsu48A7LuQAOy7kQDsu5IA7LuTAOy7lADsu5UA7LuWAOy7lwDsu5gA7LuZAOy7mgDsu5sA7LucAOy7nQDsu54A7LufAOy7oADsu6EA7LuiAOy7owDsu6QA7LulAOy7pgDsu6cA7LuoAOy7qQDsu6oA7LurAOy7rADsu60A7LuuAOy7rwDsu7AA7LuxAOy7sgDsu7MA7Lu0AOy7tQDsu7YA7Lu3AOy7uADsu7kA7Lu6AOy7uwDsu7wA7Lu9AOy7vgDsu78A7LyAAOy8gQDsvIIA7LyDAOy8hADsvIUA7LyGAOy8hwDsvIgA7LyJAOy8igDsvIsA7LyMAOy8jQDsvI4A7LyPAOy8kADsvJEA7LySAOy8kwDsvJQA7LyVAOy8lgDsvJcA7LyYAOy8mQDsvJoA7LybAOy8nADsvJ0A7LyeAOy8nwDsvKAA7LyhAOy8ogDsvKMA7LykAOy8pQDsvKYA7LynAOy8qADsvKkA7LyqAOy8qwDsvKwA7LytAOy8rgDsvK8A7LywAOy8sQDsvLIA7LyzAOy8tADsvLUA7Ly2AOy8twDsvLgA7Ly5AOy8ugDsvLsA7Ly8AOy8vQDsvL4A7Ly/AOy9gADsvYEA7L2CAOy9gwDsvYQA7L2FAOy9hgDsvYcA7L2IAOy9iQDsvYoA7L2LAOy9jADsvY0A7L2OAOy9jwDsvZAA7L2RAOy9kgDsvZMA7L2UAOy9lQDsvZYA7L2XAOy9mADsvZkA7L2aAOy9mwDsvZwA7L2dAOy9ngDsvZ8A7L2gAOy9oQDsvaIA7L2jAOy9pADsvaUA7L2mAOy9pwDsvagA7L2pAOy9qgDsvasA7L2sAOy9rQDsva4A7L2vAOy9sADsvbEA7L2yAOy9swDsvbQA7L21AOy9tgDsvbcA7L24AOy9uQDsvboA7L27AOy9vADsvb0A7L2+AOy9vwDsvoAA7L6BAOy+ggDsvoMA7L6EAOy+hQDsvoYA7L6HAOy+iADsvokA7L6KAOy+iwDsvowA7L6NAOy+jgDsvo8A7L6QAOy+kQDsvpIA7L6TAOy+lADsvpUA7L6WAOy+lwDsvpgA7L6ZAOy+mgDsvpsA7L6cAOy+nQDsvp4A7L6fAOy+oADsvqEA7L6iAOy+owDsvqQA7L6lAOy+pgDsvqcA7L6oAOy+qQDsvqoA7L6rAOy+rADsvq0A7L6uAOy+rwDsvrAA7L6xAOy+sgDsvrMA7L60AOy+tQDsvrYA7L63AOy+uADsvrkA7L66AOy+uwDsvrwA7L69AOy+vgDsvr8A7L+AAOy/gQDsv4IA7L+DAOy/hADsv4UA7L+GAOy/hwDsv4gA7L+JAOy/igDsv4sA7L+MAOy/jQDsv44A7L+PAOy/kADsv5EA7L+SAOy/kwDsv5QA7L+VAOy/lgDsv5cA7L+YAOy/mQDsv5oA7L+bAOy/nADsv50A7L+eAOy/nwDsv6AA7L+hAOy/ogDsv6MA7L+kAOy/pQDsv6YA7L+nAOy/qADsv6kA7L+qAOy/qwDsv6wA7L+tAOy/rgDsv68A7L+wAOy/sQDsv7IA7L+zAOy/tADsv7UA7L+2AOy/twDsv7gA7L+5AOy/ugDsv7sA7L+8AOy/vQDsv74A7L+/AO2AgADtgIEA7YCCAO2AgwDtgIQA7YCFAO2AhgDtgIcA7YCIAO2AiQDtgIoA7YCLAO2AjADtgI0A7YCOAO2AjwDtgJAA7YCRAO2AkgDtgJMA7YCUAO2AlQDtgJYA7YCXAO2AmADtgJkA7YCaAO2AmwDtgJwA7YCdAO2AngDtgJ8A7YCgAO2AoQDtgKIA7YCjAO2ApADtgKUA7YCmAO2ApwDtgKgA7YCpAO2AqgDtgKsA7YCsAO2ArQDtgK4A7YCvAO2AsADtgLEA7YCyAO2AswDtgLQA7YC1AO2AtgDtgLcA7YC4AO2AuQDtgLoA7YC7AO2AvADtgL0A7YC+AO2AvwDtgYAA7YGBAO2BggDtgYMA7YGEAO2BhQDtgYYA7YGHAO2BiADtgYkA7YGKAO2BiwDtgYwA7YGNAO2BjgDtgY8A7YGQAO2BkQDtgZIA7YGTAO2BlADtgZUA7YGWAO2BlwDtgZgA7YGZAO2BmgDtgZsA7YGcAO2BnQDtgZ4A7YGfAO2BoADtgaEA7YGiAO2BowDtgaQA7YGlAO2BpgDtgacA7YGoAO2BqQDtgaoA7YGrAO2BrADtga0A7YGuAO2BrwDtgbAA7YGxAO2BsgDtgbMA7YG0AO2BtQDtgbYA7YG3AO2BuADtgbkA7YG6AO2BuwDtgbwA7YG9AO2BvgDtgb8A7YKAAO2CgQDtgoIA7YKDAO2ChADtgoUA7YKGAO2ChwDtgogA7YKJAO2CigDtgosA7YKMAO2CjQDtgo4A7YKPAO2CkADtgpEA7YKSAO2CkwDtgpQA7YKVAO2ClgDtgpcA7YKYAO2CmQDtgpoA7YKbAO2CnADtgp0A7YKeAO2CnwDtgqAA7YKhAO2CogDtgqMA7YKkAO2CpQDtgqYA7YKnAO2CqADtgqkA7YKqAO2CqwDtgqwA7YKtAO2CrgDtgq8A7YKwAO2CsQDtgrIA7YKzAO2CtADtgrUA7YK2AO2CtwDtgrgA7YK5AO2CugDtgrsA7YK8AO2CvQDtgr4A7YK/AO2DgADtg4EA7YOCAO2DgwDtg4QA7YOFAO2DhgDtg4cA7YOIAO2DiQDtg4oA7YOLAO2DjADtg40A7YOOAO2DjwDtg5AA7YORAO2DkgDtg5MA7YOUAO2DlQDtg5YA7YOXAO2DmADtg5kA7YOaAO2DmwDtg5wA7YOdAO2DngDtg58A7YOgAO2DoQDtg6IA7YOjAO2DpADtg6UA7YOmAO2DpwDtg6gA7YOpAO2DqgDtg6sA7YOsAO2DrQDtg64A7YOvAO2DsADtg7EA7YOyAO2DswDtg7QA7YO1AO2DtgDtg7cA7YO4AO2DuQDtg7oA7YO7AO2DvADtg70A7YO+AO2DvwDthIAA7YSBAO2EggDthIMA7YSEAO2EhQDthIYA7YSHAO2EiADthIkA7YSKAO2EiwDthIwA7YSNAO2EjgDthI8A7YSQAO2EkQDthJIA7YSTAO2ElADthJUA7YSWAO2ElwDthJgA7YSZAO2EmgDthJsA7YScAO2EnQDthJ4A7YSfAO2EoADthKEA7YSiAO2EowDthKQA7YSlAO2EpgDthKcA7YSoAO2EqQDthKoA7YSrAO2ErADthK0A7YSuAO2ErwDthLAA7YSxAO2EsgDthLMA7YS0AO2EtQDthLYA7YS3AO2EuADthLkA7YS6AO2EuwDthLwA7YS9AO2EvgDthL8A7YWAAO2FgQDthYIA7YWDAO2FhADthYUA7YWGAO2FhwDthYgA7YWJAO2FigDthYsA7YWMAO2FjQDthY4A7YWPAO2FkADthZEA7YWSAO2FkwDthZQA7YWVAO2FlgDthZcA7YWYAO2FmQDthZoA7YWbAO2FnADthZ0A7YWeAO2FnwDthaAA7YWhAO2FogDthaMA7YWkAO2FpQDthaYA7YWnAO2FqADthakA7YWqAO2FqwDthawA7YWtAO2FrgDtha8A7YWwAO2FsQDthbIA7YWzAO2FtADthbUA7YW2AO2FtwDthbgA7YW5AO2FugDthbsA7YW8AO2FvQDthb4A7YW/AO2GgADthoEA7YaCAO2GgwDthoQA7YaFAO2GhgDthocA7YaIAO2GiQDthooA7YaLAO2GjADtho0A7YaOAO2GjwDthpAA7YaRAO2GkgDthpMA7YaUAO2GlQDthpYA7YaXAO2GmADthpkA7YaaAO2GmwDthpwA7YadAO2GngDthp8A7YagAO2GoQDthqIA7YajAO2GpADthqUA7YamAO2GpwDthqgA7YapAO2GqgDthqsA7YasAO2GrQDthq4A7YavAO2GsADthrEA7YayAO2GswDthrQA7Ya1AO2GtgDthrcA7Ya4AO2GuQDthroA7Ya7AO2GvADthr0A7Ya+AO2GvwDth4AA7YeBAO2HggDth4MA7YeEAO2HhQDth4YA7YeHAO2HiADth4kA7YeKAO2HiwDth4wA7YeNAO2HjgDth48A7YeQAO2HkQDth5IA7YeTAO2HlADth5UA7YeWAO2HlwDth5gA7YeZAO2HmgDth5sA7YecAO2HnQDth54A7YefAO2HoADth6EA7YeiAO2HowDth6QA7YelAO2HpgDth6cA7YeoAO2HqQDth6oA7YerAO2HrADth60A7YeuAO2HrwDth7AA7YexAO2HsgDth7MA7Ye0AO2HtQDth7YA7Ye3AO2HuADth7kA7Ye6AO2HuwDth7wA7Ye9AO2HvgDth78A7YiAAO2IgQDtiIIA7YiDAO2IhADtiIUA7YiGAO2IhwDtiIgA7YiJAO2IigDtiIsA7YiMAO2IjQDtiI4A7YiPAO2IkADtiJEA7YiSAO2IkwDtiJQA7YiVAO2IlgDtiJcA7YiYAO2ImQDtiJoA7YibAO2InADtiJ0A7YieAO2InwDtiKAA7YihAO2IogDtiKMA7YikAO2IpQDtiKYA7YinAO2IqADtiKkA7YiqAO2IqwDtiKwA7YitAO2IrgDtiK8A7YiwAO2IsQDtiLIA7YizAO2ItADtiLUA7Yi2AO2ItwDtiLgA7Yi5AO2IugDtiLsA7Yi8AO2IvQDtiL4A7Yi/AO2JgADtiYEA7YmCAO2JgwDtiYQA7YmFAO2JhgDtiYcA7YmIAO2JiQDtiYoA7YmLAO2JjADtiY0A7YmOAO2JjwDtiZAA7YmRAO2JkgDtiZMA7YmUAO2JlQDtiZYA7YmXAO2JmADtiZkA7YmaAO2JmwDtiZwA7YmdAO2JngDtiZ8A7YmgAO2JoQDtiaIA7YmjAO2JpADtiaUA7YmmAO2JpwDtiagA7YmpAO2JqgDtiasA7YmsAO2JrQDtia4A7YmvAO2JsADtibEA7YmyAO2JswDtibQA7Ym1AO2JtgDtibcA7Ym4AO2JuQDtiboA7Ym7AO2JvADtib0A7Ym+AO2JvwDtioAA7YqBAO2KggDtioMA7YqEAO2KhQDtioYA7YqHAO2KiADtiokA7YqKAO2KiwDtiowA7YqNAO2KjgDtio8A7YqQAO2KkQDtipIA7YqTAO2KlADtipUA7YqWAO2KlwDtipgA7YqZAO2KmgDtipsA7YqcAO2KnQDtip4A7YqfAO2KoADtiqEA7YqiAO2KowDtiqQA7YqlAO2KpgDtiqcA7YqoAO2KqQDtiqoA7YqrAO2KrADtiq0A7YquAO2KrwDtirAA7YqxAO2KsgDtirMA7Yq0AO2KtQDtirYA7Yq3AO2KuADtirkA7Yq6AO2KuwDtirwA7Yq9AO2KvgDtir8A7YuAAO2LgQDti4IA7YuDAO2LhADti4UA7YuGAO2LhwDti4gA7YuJAO2LigDti4sA7YuMAO2LjQDti44A7YuPAO2LkADti5EA7YuSAO2LkwDti5QA7YuVAO2LlgDti5cA7YuYAO2LmQDti5oA7YubAO2LnADti50A7YueAO2LnwDti6AA7YuhAO2LogDti6MA7YukAO2LpQDti6YA7YunAO2LqADti6kA7YuqAO2LqwDti6wA7YutAO2LrgDti68A7YuwAO2LsQDti7IA7YuzAO2LtADti7UA7Yu2AO2LtwDti7gA7Yu5AO2LugDti7sA7Yu8AO2LvQDti74A7Yu/AO2MgADtjIEA7YyCAO2MgwDtjIQA7YyFAO2MhgDtjIcA7YyIAO2MiQDtjIoA7YyLAO2MjADtjI0A7YyOAO2MjwDtjJAA7YyRAO2MkgDtjJMA7YyUAO2MlQDtjJYA7YyXAO2MmADtjJkA7YyaAO2MmwDtjJwA7YydAO2MngDtjJ8A7YygAO2MoQDtjKIA7YyjAO2MpADtjKUA7YymAO2MpwDtjKgA7YypAO2MqgDtjKsA7YysAO2MrQDtjK4A7YyvAO2MsADtjLEA7YyyAO2MswDtjLQA7Yy1AO2MtgDtjLcA7Yy4AO2MuQDtjLoA7Yy7AO2MvADtjL0A7Yy+AO2MvwDtjYAA7Y2BAO2NggDtjYMA7Y2EAO2NhQDtjYYA7Y2HAO2NiADtjYkA7Y2KAO2NiwDtjYwA7Y2NAO2NjgDtjY8A7Y2QAO2NkQDtjZIA7Y2TAO2NlADtjZUA7Y2WAO2NlwDtjZgA7Y2ZAO2NmgDtjZsA7Y2cAO2NnQDtjZ4A7Y2fAO2NoADtjaEA7Y2iAO2NowDtjaQA7Y2lAO2NpgDtjacA7Y2oAO2NqQDtjaoA7Y2rAO2NrADtja0A7Y2uAO2NrwDtjbAA7Y2xAO2NsgDtjbMA7Y20AO2NtQDtjbYA7Y23AO2NuADtjbkA7Y26AO2NuwDtjbwA7Y29AO2NvgDtjb8A7Y6AAO2OgQDtjoIA7Y6DAO2OhADtjoUA7Y6GAO2OhwDtjogA7Y6JAO2OigDtjosA7Y6MAO2OjQDtjo4A7Y6PAO2OkADtjpEA7Y6SAO2OkwDtjpQA7Y6VAO2OlgDtjpcA7Y6YAO2OmQDtjpoA7Y6bAO2OnADtjp0A7Y6eAO2OnwDtjqAA7Y6hAO2OogDtjqMA7Y6kAO2OpQDtjqYA7Y6nAO2OqADtjqkA7Y6qAO2OqwDtjqwA7Y6tAO2OrgDtjq8A7Y6wAO2OsQDtjrIA7Y6zAO2OtADtjrUA7Y62AO2OtwDtjrgA7Y65AO2OugDtjrsA7Y68AO2OvQDtjr4A7Y6/AO2PgADtj4EA7Y+CAO2PgwDtj4QA7Y+FAO2PhgDtj4cA7Y+IAO2PiQDtj4oA7Y+LAO2PjADtj40A7Y+OAO2PjwDtj5AA7Y+RAO2PkgDtj5MA7Y+UAO2PlQDtj5YA7Y+XAO2PmADtj5kA7Y+aAO2PmwDtj5wA7Y+dAO2PngDtj58A7Y+gAO2PoQDtj6IA7Y+jAO2PpADtj6UA7Y+mAO2PpwDtj6gA7Y+pAO2PqgDtj6sA7Y+sAO2PrQDtj64A7Y+vAO2PsADtj7EA7Y+yAO2PswDtj7QA7Y+1AO2PtgDtj7cA7Y+4AO2PuQDtj7oA7Y+7AO2PvADtj70A7Y++AO2PvwDtkIAA7ZCBAO2QggDtkIMA7ZCEAO2QhQDtkIYA7ZCHAO2QiADtkIkA7ZCKAO2QiwDtkIwA7ZCNAO2QjgDtkI8A7ZCQAO2QkQDtkJIA7ZCTAO2QlADtkJUA7ZCWAO2QlwDtkJgA7ZCZAO2QmgDtkJsA7ZCcAO2QnQDtkJ4A7ZCfAO2QoADtkKEA7ZCiAO2QowDtkKQA7ZClAO2QpgDtkKcA7ZCoAO2QqQDtkKoA7ZCrAO2QrADtkK0A7ZCuAO2QrwDtkLAA7ZCxAO2QsgDtkLMA7ZC0AO2QtQDtkLYA7ZC3AO2QuADtkLkA7ZC6AO2QuwDtkLwA7ZC9AO2QvgDtkL8A7ZGAAO2RgQDtkYIA7ZGDAO2RhADtkYUA7ZGGAO2RhwDtkYgA7ZGJAO2RigDtkYsA7ZGMAO2RjQDtkY4A7ZGPAO2RkADtkZEA7ZGSAO2RkwDtkZQA7ZGVAO2RlgDtkZcA7ZGYAO2RmQDtkZoA7ZGbAO2RnADtkZ0A7ZGeAO2RnwDtkaAA7ZGhAO2RogDtkaMA7ZGkAO2RpQDtkaYA7ZGnAO2RqADtkakA7ZGqAO2RqwDtkawA7ZGtAO2RrgDtka8A7ZGwAO2RsQDtkbIA7ZGzAO2RtADtkbUA7ZG2AO2RtwDtkbgA7ZG5AO2RugDtkbsA7ZG8AO2RvQDtkb4A7ZG/AO2SgADtkoEA7ZKCAO2SgwDtkoQA7ZKFAO2ShgDtkocA7ZKIAO2SiQDtkooA7ZKLAO2SjADtko0A7ZKOAO2SjwDtkpAA7ZKRAO2SkgDtkpMA7ZKUAO2SlQDtkpYA7ZKXAO2SmADtkpkA7ZKaAO2SmwDtkpwA7ZKdAO2SngDtkp8A7ZKgAO2SoQDtkqIA7ZKjAO2SpADtkqUA7ZKmAO2SpwDtkqgA7ZKpAO2SqgDtkqsA7ZKsAO2SrQDtkq4A7ZKvAO2SsADtkrEA7ZKyAO2SswDtkrQA7ZK1AO2StgDtkrcA7ZK4AO2SuQDtkroA7ZK7AO2SvADtkr0A7ZK+AO2SvwDtk4AA7ZOBAO2TggDtk4MA7ZOEAO2ThQDtk4YA7ZOHAO2TiADtk4kA7ZOKAO2TiwDtk4wA7ZONAO2TjgDtk48A7ZOQAO2TkQDtk5IA7ZOTAO2TlADtk5UA7ZOWAO2TlwDtk5gA7ZOZAO2TmgDtk5sA7ZOcAO2TnQDtk54A7ZOfAO2ToADtk6EA7ZOiAO2TowDtk6QA7ZOlAO2TpgDtk6cA7ZOoAO2TqQDtk6oA7ZOrAO2TrADtk60A7ZOuAO2TrwDtk7AA7ZOxAO2TsgDtk7MA7ZO0AO2TtQDtk7YA7ZO3AO2TuADtk7kA7ZO6AO2TuwDtk7wA7ZO9AO2TvgDtk78A7ZSAAO2UgQDtlIIA7ZSDAO2UhADtlIUA7ZSGAO2UhwDtlIgA7ZSJAO2UigDtlIsA7ZSMAO2UjQDtlI4A7ZSPAO2UkADtlJEA7ZSSAO2UkwDtlJQA7ZSVAO2UlgDtlJcA7ZSYAO2UmQDtlJoA7ZSbAO2UnADtlJ0A7ZSeAO2UnwDtlKAA7ZShAO2UogDtlKMA7ZSkAO2UpQDtlKYA7ZSnAO2UqADtlKkA7ZSqAO2UqwDtlKwA7ZStAO2UrgDtlK8A7ZSwAO2UsQDtlLIA7ZSzAO2UtADtlLUA7ZS2AO2UtwDtlLgA7ZS5AO2UugDtlLsA7ZS8AO2UvQDtlL4A7ZS/AO2VgADtlYEA7ZWCAO2VgwDtlYQA7ZWFAO2VhgDtlYcA7ZWIAO2ViQDtlYoA7ZWLAO2VjADtlY0A7ZWOAO2VjwDtlZAA7ZWRAO2VkgDtlZMA7ZWUAO2VlQDtlZYA7ZWXAO2VmADtlZkA7ZWaAO2VmwDtlZwA7ZWdAO2VngDtlZ8A7ZWgAO2VoQDtlaIA7ZWjAO2VpADtlaUA7ZWmAO2VpwDtlagA7ZWpAO2VqgDtlasA7ZWsAO2VrQDtla4A7ZWvAO2VsADtlbEA7ZWyAO2VswDtlbQA7ZW1AO2VtgDtlbcA7ZW4AO2VuQDtlboA7ZW7AO2VvADtlb0A7ZW+AO2VvwDtloAA7ZaBAO2WggDtloMA7ZaEAO2WhQDtloYA7ZaHAO2WiADtlokA7ZaKAO2WiwDtlowA7ZaNAO2WjgDtlo8A7ZaQAO2WkQDtlpIA7ZaTAO2WlADtlpUA7ZaWAO2WlwDtlpgA7ZaZAO2WmgDtlpsA7ZacAO2WnQDtlp4A7ZafAO2WoADtlqEA7ZaiAO2WowDtlqQA7ZalAO2WpgDtlqcA7ZaoAO2WqQDtlqoA7ZarAO2WrADtlq0A7ZauAO2WrwDtlrAA7ZaxAO2WsgDtlrMA7Za0AO2WtQDtlrYA7Za3AO2WuADtlrkA7Za6AO2WuwDtlrwA7Za9AO2WvgDtlr8A7ZeAAO2XgQDtl4IA7ZeDAO2XhADtl4UA7ZeGAO2XhwDtl4gA7ZeJAO2XigDtl4sA7ZeMAO2XjQDtl44A7ZePAO2XkADtl5EA7ZeSAO2XkwDtl5QA7ZeVAO2XlgDtl5cA7ZeYAO2XmQDtl5oA7ZebAO2XnADtl50A7ZeeAO2XnwDtl6AA7ZehAO2XogDtl6MA7ZekAO2XpQDtl6YA7ZenAO2XqADtl6kA7ZeqAO2XqwDtl6wA7ZetAO2XrgDtl68A7ZewAO2XsQDtl7IA7ZezAO2XtADtl7UA7Ze2AO2XtwDtl7gA7Ze5AO2XugDtl7sA7Ze8AO2XvQDtl74A7Ze/AO2YgADtmIEA7ZiCAO2YgwDtmIQA7ZiFAO2YhgDtmIcA7ZiIAO2YiQDtmIoA7ZiLAO2YjADtmI0A7ZiOAO2YjwDtmJAA7ZiRAO2YkgDtmJMA7ZiUAO2YlQDtmJYA7ZiXAO2YmADtmJkA7ZiaAO2YmwDtmJwA7ZidAO2YngDtmJ8A7ZigAO2YoQDtmKIA7ZijAO2YpADtmKUA7ZimAO2YpwDtmKgA7ZipAO2YqgDtmKsA7ZisAO2YrQDtmK4A7ZivAO2YsADtmLEA7ZiyAO2YswDtmLQA7Zi1AO2YtgDtmLcA7Zi4AO2YuQDtmLoA7Zi7AO2YvADtmL0A7Zi+AO2YvwDtmYAA7ZmBAO2ZggDtmYMA7ZmEAO2ZhQDtmYYA7ZmHAO2ZiADtmYkA7ZmKAO2ZiwDtmYwA7ZmNAO2ZjgDtmY8A7ZmQAO2ZkQDtmZIA7ZmTAO2ZlADtmZUA7ZmWAO2ZlwDtmZgA7ZmZAO2ZmgDtmZsA7ZmcAO2ZnQDtmZ4A7ZmfAO2ZoADtmaEA7ZmiAO2ZowDtmaQA7ZmlAO2ZpgDtmacA7ZmoAO2ZqQDtmaoA7ZmrAO2ZrADtma0A7ZmuAO2ZrwDtmbAA7ZmxAO2ZsgDtmbMA7Zm0AO2ZtQDtmbYA7Zm3AO2ZuADtmbkA7Zm6AO2ZuwDtmbwA7Zm9AO2ZvgDtmb8A7ZqAAO2agQDtmoIA7ZqDAO2ahADtmoUA7ZqGAO2ahwDtmogA7ZqJAO2aigDtmosA7ZqMAO2ajQDtmo4A7ZqPAO2akADtmpEA7ZqSAO2akwDtmpQA7ZqVAO2algDtmpcA7ZqYAO2amQDtmpoA7ZqbAO2anADtmp0A7ZqeAO2anwDtmqAA7ZqhAO2aogDtmqMA7ZqkAO2apQDtmqYA7ZqnAO2aqADtmqkA7ZqqAO2aqwDtmqwA7ZqtAO2argDtmq8A7ZqwAO2asQDtmrIA7ZqzAO2atADtmrUA7Zq2AO2atwDtmrgA7Zq5AO2augDtmrsA7Zq8AO2avQDtmr4A7Zq/AO2bgADtm4EA7ZuCAO2bgwDtm4QA7ZuFAO2bhgDtm4cA7ZuIAO2biQDtm4oA7ZuLAO2bjADtm40A7ZuOAO2bjwDtm5AA7ZuRAO2bkgDtm5MA7ZuUAO2blQDtm5YA7ZuXAO2bmADtm5kA7ZuaAO2bmwDtm5wA7ZudAO2bngDtm58A7ZugAO2boQDtm6IA7ZujAO2bpADtm6UA7ZumAO2bpwDtm6gA7ZupAO2bqgDtm6sA7ZusAO2brQDtm64A7ZuvAO2bsADtm7EA7ZuyAO2bswDtm7QA7Zu1AO2btgDtm7cA7Zu4AO2buQDtm7oA7Zu7AO2bvADtm70A7Zu+AO2bvwDtnIAA7ZyBAO2cggDtnIMA7ZyEAO2chQDtnIYA7ZyHAO2ciADtnIkA7ZyKAO2ciwDtnIwA7ZyNAO2cjgDtnI8A7ZyQAO2ckQDtnJIA7ZyTAO2clADtnJUA7ZyWAO2clwDtnJgA7ZyZAO2cmgDtnJsA7ZycAO2cnQDtnJ4A7ZyfAO2coADtnKEA7ZyiAO2cowDtnKQA7ZylAO2cpgDtnKcA7ZyoAO2cqQDtnKoA7ZyrAO2crADtnK0A7ZyuAO2crwDtnLAA7ZyxAO2csgDtnLMA7Zy0AO2ctQDtnLYA7Zy3AO2cuADtnLkA7Zy6AO2cuwDtnLwA7Zy9AO2cvgDtnL8A7Z2AAO2dgQDtnYIA7Z2DAO2dhADtnYUA7Z2GAO2dhwDtnYgA7Z2JAO2digDtnYsA7Z2MAO2djQDtnY4A7Z2PAO2dkADtnZEA7Z2SAO2dkwDtnZQA7Z2VAO2dlgDtnZcA7Z2YAO2dmQDtnZoA7Z2bAO2dnADtnZ0A7Z2eAO2dnwDtnaAA7Z2hAO2dogDtnaMA7Z2kAO2dpQDtnaYA7Z2nAO2dqADtnakA7Z2qAO2dqwDtnawA7Z2tAO2drgDtna8A7Z2wAO2dsQDtnbIA7Z2zAO2dtADtnbUA7Z22AO2dtwDtnbgA7Z25AO2dugDtnbsA7Z28AO2dvQDtnb4A7Z2/AO2egADtnoEA7Z6CAO2egwDtnoQA7Z6FAO2ehgDtnocA7Z6IAO2eiQDtnooA7Z6LAO2ejADtno0A7Z6OAO2ejwDtnpAA7Z6RAO2ekgDtnpMA7Z6UAO2elQDtnpYA7Z6XAO2emADtnpkA7Z6aAO2emwDtnpwA7Z6dAO2engDtnp8A7Z6gAO2eoQDtnqIA7Z6jAPCRgpoA8JGCnADwkYKrAPCRhK4A8JGErwDwkY2LAPCRjYwA8JGSuwDwkZK8APCRkr4A8JGWugDwkZa7APCdhZfwnYWlAPCdhZjwnYWlAPCdhZjwnYWl8J2FrgDwnYWY8J2FpfCdha8A8J2FmPCdhaXwnYWwAPCdhZjwnYWl8J2FsQDwnYWY8J2FpfCdhbIA8J2GufCdhaUA8J2GufCdhaXwnYWuAPCdhrnwnYWl8J2FrwDwnYa68J2FpQDwnYa68J2FpfCdha4A8J2GuvCdhaXwnYWvAPCghKIA8KCUnADwoJSlAPCglYsA8KCYugDwoKCEAPCgo54A8KCorADwoK2jAPChk6QA8KGaqADwoZuqAPChp4gA8KGsmADwobSLAPCht6QA8KG3pgDwooaDAPCihp8A8KKMsQDwopuUAPCioYQA8KKhigDwoqyMAPCir7EA8KOAigDwo4q4APCjjZ8A8KOOkwDwo46cAPCjj4MA8KOPlQDwo5GtAPCjmqMA8KOipwDwo6qNAPCjq7oA8KOyvADwo7SeAPCju5EA8KO9ngDwo76OAPCkiaMA8KSLrgDwpI6rAPCkmIgA8KSctQDwpKCUAPCksLYA8KSykgDwpL6hAPCkvrgA8KWBhADwpYOyAPClg7MA8KWEmQDwpYSzAPCliYkA8KWQnQDwpZimAPClmpoA8KWbhQDwpaW8APClqqcA8KWuqwDwpbKAAPCls5AA8KW+hgDwpoeaAPCmiKgA8KaJhwDwpouZAPCmjL4A8KaTmgDwppSjAPCmlqgA8KaepwDwpp61APCmrLwA8KawtgDwprOVAPCmtasA8Ka8rADwpr6xAPCng5IA8KePigDwp5mnAPCnoq4A8KelpgDwp7KoAPCnu5MA8Ke8rwDwqJeSAPCol60A8KicrgDwqK+6APCotbcA8KmFhQDwqYefAPCpiJoA8KmQigDwqZKWAPCplrYA8KmssADwqoOOAPCqhIUA8KqIjgDwqoqRAPCqjpIA8KqYgAA=" + }, + { + "type": "Replace", + "pattern": { + "Regex": " {2,}" + }, + "content": " " + } + ] + }, + "pre_tokenizer": { + "type": "Metaspace", + "replacement": "▁", + "add_prefix_space": true, + "prepend_scheme": "always" + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "", + "type_id": 0 + } + } + ], + "special_tokens": { + "": { + "id": "", + "ids": [ + 1 + ], + "tokens": [ + "" + ] + } + } + }, + "decoder": { + "type": "Metaspace", + "replacement": "▁", + "add_prefix_space": true, + "prepend_scheme": "always" + }, + "model": { + "type": "Unigram", + "unk_id": 2, + "vocab": [ + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "▁", + -2.012292861938477 + ], + [ + "X", + -2.486478805541992 + ], + [ + ".", + -3.5449328422546387 + ], + [ + ",", + -3.649247407913208 + ], + [ + "s", + -3.9033992290496826 + ], + [ + "▁the", + -3.9598512649536137 + ], + [ + "a", + -4.097104549407959 + ], + [ + ":", + -4.414328098297119 + ], + [ + "▁and", + -4.420670986175537 + ], + [ + "▁to", + -4.4523234367370605 + ], + [ + "▁of", + -4.572070121765137 + ], + [ + "▁fill", + -4.575019836425781 + ], + [ + "e", + -4.674920082092285 + ], + [ + "▁in", + -4.812063694000244 + ], + [ + "t", + -5.063905715942383 + ], + [ + "-", + -5.129043102264404 + ], + [ + "▁is", + -5.283425331115723 + ], + [ + "▁de", + -5.344141960144043 + ], + [ + "▁for", + -5.3930158615112305 + ], + [ + "’", + -5.4228339195251465 + ], + [ + "i", + -5.469857692718506 + ], + [ + "▁that", + -5.576240539550781 + ], + [ + "▁you", + -5.596375465393066 + ], + [ + "d", + -5.6047282218933105 + ], + [ + "▁I", + -5.6640448570251465 + ], + [ + "▁with", + -5.703730583190918 + ], + [ + "n", + -5.737886905670166 + ], + [ + "▁on", + -5.784142971038818 + ], + [ + "'", + -5.828996181488037 + ], + [ + "o", + -5.925558090209961 + ], + [ + "▁are", + -5.931313991546631 + ], + [ + "▁it", + -5.939518928527832 + ], + [ + "en", + -5.9465556144714355 + ], + [ + "▁be", + -5.9556708335876465 + ], + [ + "▁The", + -5.990020751953125 + ], + [ + "▁as", + -6.057407379150391 + ], + [ + "▁your", + -6.132311820983887 + ], + [ + "l", + -6.139498710632324 + ], + [ + "▁(", + -6.184796333312988 + ], + [ + "▁or", + -6.241950035095215 + ], + [ + "▁have", + -6.27459192276001 + ], + [ + "▁at", + -6.327472686767578 + ], + [ + "▁from", + -6.349645137786865 + ], + [ + "▁an", + -6.350090980529785 + ], + [ + "▁was", + -6.350385665893555 + ], + [ + "▁this", + -6.352563381195068 + ], + [ + "er", + -6.3604278564453125 + ], + [ + "▁la", + -6.3624043464660645 + ], + [ + "m", + -6.375206470489502 + ], + [ + "r", + -6.376530170440674 + ], + [ + "ing", + -6.3778581619262695 + ], + [ + "▁can", + -6.387146472930908 + ], + [ + "!", + -6.421379566192627 + ], + [ + "▁will", + -6.423982620239258 + ], + [ + "▁by", + -6.44155216217041 + ], + [ + "?", + -6.585887432098389 + ], + [ + "▁not", + -6.5959086418151855 + ], + [ + "re", + -6.620072364807129 + ], + [ + ")", + -6.63656759262085 + ], + [ + "▁we", + -6.643022060394287 + ], + [ + "y", + -6.654535293579102 + ], + [ + "▁und", + -6.741473197937012 + ], + [ + "▁has", + -6.7602033615112305 + ], + [ + "▁all", + -6.768176555633545 + ], + [ + "▁die", + -6.8641204833984375 + ], + [ + "▁but", + -6.906830310821533 + ], + [ + "▁our", + -6.909878730773926 + ], + [ + "▁their", + -6.91325044631958 + ], + [ + "▁A", + -6.915814399719238 + ], + [ + "▁more", + -6.918668746948242 + ], + [ + "▁un", + -6.924930572509766 + ], + [ + "▁der", + -6.925402641296387 + ], + [ + "c", + -6.925714015960693 + ], + [ + "u", + -6.932939052581787 + ], + [ + "in", + -6.934063911437988 + ], + [ + "▁so", + -6.947050094604492 + ], + [ + "▁they", + -6.989297866821289 + ], + [ + "▁one", + -7.012735843658447 + ], + [ + "▁about", + -7.071486473083496 + ], + [ + "▁my", + -7.072140693664551 + ], + [ + "ul", + -7.076492786407471 + ], + [ + "▁which", + -7.097039222717285 + ], + [ + "à", + -7.099997520446777 + ], + [ + "▁In", + -7.100254535675049 + ], + [ + "/", + -7.100865840911865 + ], + [ + "he", + -7.104752540588379 + ], + [ + "f", + -7.110044002532959 + ], + [ + "▁le", + -7.112937927246094 + ], + [ + "▁out", + -7.128556728363037 + ], + [ + "▁also", + -7.133583068847656 + ], + [ + "▁des", + -7.156766414642334 + ], + [ + "▁It", + -7.162121295928955 + ], + [ + "▁up", + -7.1723432540893555 + ], + [ + "▁\"", + -7.172809600830078 + ], + [ + "▁time", + -7.178046703338623 + ], + [ + "ă", + -7.183253765106201 + ], + [ + "if", + -7.185171127319336 + ], + [ + "▁This", + -7.191652297973633 + ], + [ + "▁We", + -7.223267078399658 + ], + [ + "p", + -7.224130153656006 + ], + [ + "▁do", + -7.228212356567383 + ], + [ + "–", + -7.235409736633301 + ], + [ + "▁“", + -7.238142013549805 + ], + [ + "on", + -7.240827560424805 + ], + [ + "h", + -7.2543206214904785 + ], + [ + "▁si", + -7.276725769042969 + ], + [ + "le", + -7.2994256019592285 + ], + [ + "▁les", + -7.312957286834717 + ], + [ + "▁în", + -7.314571857452393 + ], + [ + "▁his", + -7.324767112731934 + ], + [ + "▁who", + -7.35105562210083 + ], + [ + "▁like", + -7.371364116668701 + ], + [ + "b", + -7.375369071960449 + ], + [ + "▁when", + -7.380199432373047 + ], + [ + ";", + -7.380846977233887 + ], + [ + "▁been", + -7.38668966293335 + ], + [ + "▁other", + -7.388518333435059 + ], + [ + "ly", + -7.394660949707031 + ], + [ + "\"", + -7.407205104827881 + ], + [ + "g", + -7.407997131347656 + ], + [ + "▁cu", + -7.415276527404785 + ], + [ + "▁care", + -7.432408332824707 + ], + [ + "▁what", + -7.433043003082275 + ], + [ + "▁new", + -7.437090396881104 + ], + [ + "or", + -7.445409774780273 + ], + [ + "▁some", + -7.461953639984131 + ], + [ + "▁get", + -7.479001998901367 + ], + [ + "▁were", + -7.491549491882324 + ], + [ + "▁just", + -7.492495536804199 + ], + [ + "▁there", + -7.493194103240967 + ], + [ + "▁would", + -7.494382381439209 + ], + [ + "S", + -7.497414112091064 + ], + [ + "▁them", + -7.513596057891846 + ], + [ + "▁any", + -7.520544052124023 + ], + [ + ").", + -7.521052360534668 + ], + [ + "al", + -7.523056983947754 + ], + [ + "▁into", + -7.527902603149414 + ], + [ + "▁me", + -7.528337001800537 + ], + [ + "▁had", + -7.532425403594971 + ], + [ + "▁se", + -7.545148372650147 + ], + [ + "▁make", + -7.5827131271362305 + ], + [ + "at", + -7.589433670043945 + ], + [ + "▁than", + -7.592360019683838 + ], + [ + "▁du", + -7.595852375030518 + ], + [ + "▁over", + -7.6078782081604 + ], + [ + "▁You", + -7.626111030578613 + ], + [ + "▁how", + -7.635554313659668 + ], + [ + "▁no", + -7.63729190826416 + ], + [ + "▁people", + -7.639947414398193 + ], + [ + "an", + -7.64084005355835 + ], + [ + "”", + -7.644528865814209 + ], + [ + "é", + -7.646921157836914 + ], + [ + "it", + -7.648641109466553 + ], + [ + "▁If", + -7.648687839508057 + ], + [ + "k", + -7.6605634689331055 + ], + [ + "▁pe", + -7.662139415740967 + ], + [ + "is", + -7.66726016998291 + ], + [ + "▁her", + -7.673380851745605 + ], + [ + "▁work", + -7.680386543273926 + ], + [ + "ve", + -7.687412738800049 + ], + [ + "▁only", + -7.69785737991333 + ], + [ + "▁may", + -7.702393531799316 + ], + [ + "▁its", + -7.702449798583984 + ], + [ + "▁first", + -7.704373836517334 + ], + [ + "▁most", + -7.708309173583984 + ], + [ + "▁well", + -7.708758354187012 + ], + [ + "▁use", + -7.715085983276367 + ], + [ + "▁zu", + -7.718777656555176 + ], + [ + "▁pour", + -7.736708164215088 + ], + [ + "z", + -7.745654106140137 + ], + [ + "il", + -7.745913982391357 + ], + [ + "▁need", + -7.74778938293457 + ], + [ + "▁these", + -7.763317584991455 + ], + [ + "▁din", + -7.769891262054443 + ], + [ + "▁den", + -7.775663375854492 + ], + [ + "▁us", + -7.778133869171143 + ], + [ + "able", + -7.779712200164795 + ], + [ + "▁S", + -7.781893730163574 + ], + [ + "▁mit", + -7.792516231536865 + ], + [ + "▁very", + -7.79970645904541 + ], + [ + "▁am", + -7.814100742340088 + ], + [ + "&", + -7.829529285430908 + ], + [ + "▁au", + -7.83012056350708 + ], + [ + "▁many", + -7.83834171295166 + ], + [ + "▁mai", + -7.84363317489624 + ], + [ + "A", + -7.849830150604248 + ], + [ + "th", + -7.855541229248047 + ], + [ + "▁through", + -7.859585285186768 + ], + [ + "▁pentru", + -7.86391544342041 + ], + [ + "▁two", + -7.873607158660889 + ], + [ + "▁von", + -7.874959945678711 + ], + [ + "▁way", + -7.887117385864258 + ], + [ + "ll", + -7.887749195098877 + ], + [ + "I", + -7.891303539276123 + ], + [ + "▁ce", + -7.901563167572021 + ], + [ + "▁și", + -7.904444694519043 + ], + [ + "▁help", + -7.907405853271484 + ], + [ + "▁best", + -7.907911777496338 + ], + [ + "),", + -7.908212184906006 + ], + [ + "un", + -7.925017833709717 + ], + [ + "▁years", + -7.925964832305908 + ], + [ + "▁2", + -7.9282684326171875 + ], + [ + "▁C", + -7.936962604522705 + ], + [ + "▁nu", + -7.939520835876465 + ], + [ + "▁good", + -7.943995952606201 + ], + [ + "v", + -7.94746732711792 + ], + [ + "▁1", + -7.94765567779541 + ], + [ + "w", + -7.947978496551514 + ], + [ + "▁das", + -7.960538864135742 + ], + [ + "▁ca", + -7.962430477142334 + ], + [ + "▁where", + -7.964908123016357 + ], + [ + "▁know", + -7.96622896194458 + ], + [ + "▁year", + -7.971063613891602 + ], + [ + "▁He", + -7.974609375 + ], + [ + "▁see", + -7.980011463165283 + ], + [ + "▁für", + -7.984004497528076 + ], + [ + "▁auf", + -7.984249114990234 + ], + [ + "▁3", + -7.984433650970459 + ], + [ + "de", + -7.985401153564453 + ], + [ + "est", + -8.002091407775879 + ], + [ + "▁back", + -8.007022857666016 + ], + [ + "▁such", + -8.008523941040039 + ], + [ + "▁should", + -8.011754989624023 + ], + [ + "x", + -8.015050888061523 + ], + [ + "▁after", + -8.01761245727539 + ], + [ + "▁could", + -8.019674301147461 + ], + [ + "▁ist", + -8.020784378051758 + ], + [ + "▁now", + -8.022845268249512 + ], + [ + "▁much", + -8.023111343383789 + ], + [ + "and", + -8.02390193939209 + ], + [ + "...", + -8.030110359191895 + ], + [ + "▁home", + -8.036273956298828 + ], + [ + "to", + -8.03821086883545 + ], + [ + "▁ein", + -8.04833984375 + ], + [ + "▁even", + -8.048656463623047 + ], + [ + "▁que", + -8.049829483032227 + ], + [ + "▁day", + -8.051553726196289 + ], + [ + "▁take", + -8.054189682006836 + ], + [ + "▁want", + -8.054435729980469 + ], + [ + "▁For", + -8.06217098236084 + ], + [ + "▁said", + -8.063249588012695 + ], + [ + "▁sur", + -8.073471069335938 + ], + [ + "▁une", + -8.077030181884766 + ], + [ + "▁să", + -8.082921028137207 + ], + [ + "▁dans", + -8.084549903869629 + ], + [ + "▁great", + -8.088057518005371 + ], + [ + "▁este", + -8.08947467803955 + ], + [ + "▁because", + -8.094311714172363 + ], + [ + "▁information", + -8.104085922241211 + ], + [ + "ului", + -8.105451583862305 + ], + [ + "▁find", + -8.112174987792969 + ], + [ + "C", + -8.119946479797363 + ], + [ + "▁she", + -8.125317573547363 + ], + [ + "▁im", + -8.126056671142578 + ], + [ + "ation", + -8.130115509033203 + ], + [ + "▁then", + -8.13021469116211 + ], + [ + "▁est", + -8.13099479675293 + ], + [ + "▁par", + -8.138585090637207 + ], + [ + "▁used", + -8.141871452331543 + ], + [ + "▁E", + -8.146790504455566 + ], + [ + "▁made", + -8.149978637695312 + ], + [ + "▁So", + -8.15785026550293 + ], + [ + "am", + -8.16288948059082 + ], + [ + "▁eine", + -8.165464401245117 + ], + [ + "▁şi", + -8.168368339538574 + ], + [ + "▁business", + -8.17335033416748 + ], + [ + "▁right", + -8.173593521118164 + ], + [ + "▁here", + -8.176125526428223 + ], + [ + "▁being", + -8.184967041015625 + ], + [ + "▁B", + -8.185355186462402 + ], + [ + "▁those", + -8.185736656188965 + ], + [ + "▁before", + -8.194721221923828 + ], + [ + "▁And", + -8.199501037597656 + ], + [ + "▁P", + -8.200712203979492 + ], + [ + "ers", + -8.200922012329102 + ], + [ + "▁don", + -8.204029083251953 + ], + [ + "B", + -8.20487117767334 + ], + [ + "▁life", + -8.206265449523926 + ], + [ + "▁go", + -8.209736824035645 + ], + [ + "▁As", + -8.210551261901855 + ], + [ + "▁M", + -8.221170425415039 + ], + [ + "▁each", + -8.22955322265625 + ], + [ + "▁qui", + -8.23323917388916 + ], + [ + "▁place", + -8.236248970031738 + ], + [ + "com", + -8.237479209899902 + ], + [ + "ant", + -8.252915382385254 + ], + [ + "▁sich", + -8.255932807922363 + ], + [ + "▁There", + -8.261948585510254 + ], + [ + "ar", + -8.264991760253906 + ], + [ + "▁Sie", + -8.273868560791016 + ], + [ + "▁own", + -8.277531623840332 + ], + [ + "▁part", + -8.279440879821777 + ], + [ + "ent", + -8.281047821044922 + ], + [ + "▁world", + -8.28173542022705 + ], + [ + "ment", + -8.282004356384277 + ], + [ + "▁while", + -8.294474601745605 + ], + [ + "▁But", + -8.295366287231445 + ], + [ + "▁around", + -8.300799369812012 + ], + [ + "▁L", + -8.301082611083984 + ], + [ + "us", + -8.304039001464844 + ], + [ + "▁plus", + -8.313054084777832 + ], + [ + "▁To", + -8.313691139221191 + ], + [ + "▁5", + -8.31412410736084 + ], + [ + "▁high", + -8.31862735748291 + ], + [ + "▁long", + -8.319378852844238 + ], + [ + "D", + -8.320075035095215 + ], + [ + "▁D", + -8.320279121398926 + ], + [ + "▁really", + -8.322924613952637 + ], + [ + "▁nicht", + -8.332040786743164 + ], + [ + "▁Le", + -8.335328102111816 + ], + [ + "▁service", + -8.3412504196167 + ], + [ + "▁4", + -8.342093467712402 + ], + [ + "▁different", + -8.342538833618164 + ], + [ + "▁Die", + -8.348092079162598 + ], + [ + "▁think", + -8.353771209716797 + ], + [ + "—", + -8.355998039245605 + ], + [ + "▁auch", + -8.357160568237305 + ], + [ + "▁look", + -8.362202644348145 + ], + [ + "▁both", + -8.366817474365234 + ], + [ + "lor", + -8.36687183380127 + ], + [ + "▁down", + -8.367999076843262 + ], + [ + "ten", + -8.368885040283203 + ], + [ + "▁La", + -8.378066062927246 + ], + [ + "▁off", + -8.380044937133789 + ], + [ + "▁vous", + -8.380541801452637 + ], + [ + "▁They", + -8.381462097167969 + ], + [ + "M", + -8.383248329162598 + ], + [ + "▁pas", + -8.384513854980469 + ], + [ + "▁data", + -8.385709762573242 + ], + [ + "▁T", + -8.386754989624023 + ], + [ + "▁love", + -8.388101577758789 + ], + [ + "▁every", + -8.390009880065918 + ], + [ + "▁10", + -8.391179084777832 + ], + [ + "▁last", + -8.392083168029785 + ], + [ + "▁same", + -8.393481254577637 + ], + [ + "▁using", + -8.395487785339355 + ], + [ + "▁free", + -8.408831596374512 + ], + [ + "▁dem", + -8.40894889831543 + ], + [ + "▁still", + -8.409984588623047 + ], + [ + "ate", + -8.410931587219238 + ], + [ + "ist", + -8.415611267089844 + ], + [ + "▁between", + -8.420283317565918 + ], + [ + "P", + -8.420982360839844 + ], + [ + "be", + -8.428167343139648 + ], + [ + "▁available", + -8.429443359375 + ], + [ + "man", + -8.432978630065918 + ], + [ + "▁company", + -8.439678192138672 + ], + [ + "▁G", + -8.441640853881836 + ], + [ + "▁experience", + -8.444950103759766 + ], + [ + "▁going", + -8.449073791503906 + ], + [ + "▁site", + -8.453832626342773 + ], + [ + "j", + -8.455142974853516 + ], + [ + "are", + -8.456900596618652 + ], + [ + "▁set", + -8.470661163330078 + ], + [ + "2", + -8.473684310913086 + ], + [ + "▁system", + -8.474678039550781 + ], + [ + "▁important", + -8.476791381835938 + ], + [ + "▁few", + -8.482437133789062 + ], + [ + "▁fi", + -8.482551574707031 + ], + [ + "ich", + -8.483301162719727 + ], + [ + "▁What", + -8.488649368286133 + ], + [ + "▁services", + -8.502433776855469 + ], + [ + "▁under", + -8.502569198608398 + ], + [ + "▁When", + -8.50308895111084 + ], + [ + "▁online", + -8.50699520111084 + ], + [ + "▁New", + -8.51494312286377 + ], + [ + "▁come", + -8.524871826171875 + ], + [ + "▁provide", + -8.525650024414062 + ], + [ + "F", + -8.526449203491211 + ], + [ + "▁team", + -8.52782154083252 + ], + [ + "▁always", + -8.529409408569336 + ], + [ + "▁De", + -8.530412673950195 + ], + [ + "▁că", + -8.532517433166504 + ], + [ + "▁him", + -8.53586196899414 + ], + [ + "▁F", + -8.538305282592773 + ], + [ + "▁things", + -8.550079345703125 + ], + [ + "▁including", + -8.550943374633789 + ], + [ + "▁support", + -8.552608489990234 + ], + [ + "▁number", + -8.554113388061523 + ], + [ + "T", + -8.557183265686035 + ], + [ + "▁during", + -8.55886459350586 + ], + [ + "▁family", + -8.560463905334473 + ], + [ + "▁little", + -8.561317443847656 + ], + [ + "▁three", + -8.567726135253906 + ], + [ + "▁water", + -8.56810188293457 + ], + [ + "▁man", + -8.569759368896484 + ], + [ + "▁An", + -8.57192611694336 + ], + [ + "based", + -8.572155952453613 + ], + [ + "▁R", + -8.57442855834961 + ], + [ + "▁sau", + -8.574433326721191 + ], + [ + "▁avec", + -8.576035499572754 + ], + [ + "▁better", + -8.576830863952637 + ], + [ + "▁„", + -8.582253456115723 + ], + [ + "▁too", + -8.58635425567627 + ], + [ + "ge", + -8.586719512939453 + ], + [ + "▁must", + -8.589736938476562 + ], + [ + "▁per", + -8.589916229248047 + ], + [ + "ele", + -8.590399742126465 + ], + [ + "▁oder", + -8.59264850616455 + ], + [ + "au", + -8.59555435180664 + ], + [ + "▁aus", + -8.595727920532227 + ], + [ + "▁werden", + -8.598653793334961 + ], + [ + "▁does", + -8.599140167236328 + ], + [ + "▁without", + -8.599270820617676 + ], + [ + "▁ou", + -8.599929809570312 + ], + [ + "▁design", + -8.60101318359375 + ], + [ + "▁va", + -8.605440139770508 + ], + [ + "▁did", + -8.615679740905762 + ], + [ + "▁O", + -8.619062423706055 + ], + [ + "▁U", + -8.623565673828125 + ], + [ + "up", + -8.62901496887207 + ], + [ + "▁end", + -8.63367748260498 + ], + [ + "▁local", + -8.636231422424316 + ], + [ + "▁next", + -8.638967514038086 + ], + [ + "▁sure", + -8.64098072052002 + ], + [ + "▁lot", + -8.64644718170166 + ], + [ + "▁Re", + -8.647016525268555 + ], + [ + "▁top", + -8.647642135620117 + ], + [ + "▁Our", + -8.656886100769043 + ], + [ + "▁small", + -8.656978607177734 + ], + [ + "▁full", + -8.659418106079102 + ], + [ + "▁something", + -8.662886619567871 + ], + [ + "ung", + -8.666722297668457 + ], + [ + "▁vor", + -8.673250198364258 + ], + [ + "E", + -8.673337936401367 + ], + [ + "▁give", + -8.67603588104248 + ], + [ + "▁might", + -8.67660903930664 + ], + [ + "▁another", + -8.679330825805664 + ], + [ + "▁6", + -8.680779457092285 + ], + [ + "▁All", + -8.681318283081055 + ], + [ + "▁process", + -8.681672096252441 + ], + [ + "L", + -8.682575225830078 + ], + [ + "▁found", + -8.68941593170166 + ], + [ + "▁sind", + -8.690044403076172 + ], + [ + "▁since", + -8.69528865814209 + ], + [ + "▁With", + -8.695560455322266 + ], + [ + "K", + -8.696988105773926 + ], + [ + "um", + -8.701016426086426 + ], + [ + "▁within", + -8.701669692993164 + ], + [ + "▁post", + -8.706608772277832 + ], + [ + "▁car", + -8.709365844726562 + ], + [ + "une", + -8.714099884033203 + ], + [ + "▁N", + -8.715041160583496 + ], + [ + "▁J", + -8.715597152709961 + ], + [ + "ic", + -8.71823787689209 + ], + [ + "R", + -8.722309112548828 + ], + [ + "ter", + -8.727437019348145 + ], + [ + "ur", + -8.728265762329102 + ], + [ + "▁She", + -8.73131275177002 + ], + [ + "▁public", + -8.732009887695312 + ], + [ + "▁keep", + -8.735784530639648 + ], + [ + "▁H", + -8.736178398132324 + ], + [ + "▁order", + -8.740762710571289 + ], + [ + "▁start", + -8.742195129394531 + ], + [ + "ez", + -8.74746322631836 + ], + [ + "▁‘", + -8.749832153320312 + ], + [ + "uri", + -8.751104354858398 + ], + [ + "▁20", + -8.752482414245605 + ], + [ + "▁On", + -8.753515243530273 + ], + [ + "▁offer", + -8.763005256652832 + ], + [ + "▁quality", + -8.764988899230957 + ], + [ + "▁working", + -8.769987106323242 + ], + [ + "▁No", + -8.770307540893555 + ], + [ + "▁That", + -8.775156021118164 + ], + [ + "▁game", + -8.7863187789917 + ], + [ + "▁bei", + -8.786642074584961 + ], + [ + "▁today", + -8.788661003112793 + ], + [ + "▁never", + -8.794586181640625 + ], + [ + "▁week", + -8.79587173461914 + ], + [ + "▁St", + -8.797786712646484 + ], + [ + "▁feel", + -8.799317359924316 + ], + [ + "▁put", + -8.801899909973145 + ], + [ + "▁website", + -8.80322265625 + ], + [ + "Y", + -8.804483413696289 + ], + [ + "▁days", + -8.804709434509277 + ], + [ + "▁program", + -8.805448532104492 + ], + [ + "▁looking", + -8.810463905334473 + ], + [ + "▁K", + -8.810808181762695 + ], + [ + "▁students", + -8.811436653137207 + ], + [ + "▁create", + -8.811800956726074 + ], + [ + "▁change", + -8.812616348266602 + ], + [ + "▁book", + -8.812932014465332 + ], + [ + "ity", + -8.813761711120605 + ], + [ + "▁At", + -8.815207481384277 + ], + [ + "▁possible", + -8.815670013427734 + ], + [ + "▁sunt", + -8.81651496887207 + ], + [ + "▁7", + -8.818120002746582 + ], + [ + "▁real", + -8.823369026184082 + ], + [ + "▁al", + -8.824172019958496 + ], + [ + "▁making", + -8.825371742248535 + ], + [ + "▁Be", + -8.825761795043945 + ], + [ + "▁products", + -8.82592487335205 + ], + [ + "▁case", + -8.82653522491455 + ], + [ + "▁school", + -8.8272066116333 + ], + [ + "▁say", + -8.830352783203125 + ], + [ + "area", + -8.832084655761719 + ], + [ + "▁My", + -8.833836555480957 + ], + [ + "▁point", + -8.834731101989746 + ], + [ + "▁als", + -8.83560848236084 + ], + [ + "▁children", + -8.836194038391113 + ], + [ + "▁course", + -8.844061851501465 + ], + [ + "▁show", + -8.847993850708008 + ], + [ + "▁8", + -8.849273681640625 + ], + [ + "▁These", + -8.849345207214355 + ], + [ + "▁18", + -8.851140975952148 + ], + [ + "▁large", + -8.851323127746582 + ], + [ + "co", + -8.854362487792969 + ], + [ + "▁über", + -8.854788780212402 + ], + [ + "▁second", + -8.856559753417969 + ], + [ + "▁market", + -8.859807014465332 + ], + [ + "▁fost", + -8.86048698425293 + ], + [ + "▁easy", + -8.863983154296875 + ], + [ + "▁plan", + -8.864302635192871 + ], + [ + "▁project", + -8.864927291870117 + ], + [ + "G", + -8.865178108215332 + ], + [ + "W", + -8.869574546813965 + ], + [ + "3", + -8.871939659118652 + ], + [ + "▁son", + -8.873332023620605 + ], + [ + "la", + -8.879053115844727 + ], + [ + "▁face", + -8.88137435913086 + ], + [ + "▁needs", + -8.88148021697998 + ], + [ + "ch", + -8.883138656616211 + ], + [ + "▁personal", + -8.88343620300293 + ], + [ + "me", + -8.886031150817871 + ], + [ + "▁sont", + -8.887377738952637 + ], + [ + "▁je", + -8.894930839538574 + ], + [ + "▁non", + -8.895471572875977 + ], + [ + "▁got", + -8.896591186523438 + ], + [ + "▁Do", + -8.897382736206055 + ], + [ + "the", + -8.89765453338623 + ], + [ + "▁health", + -8.89908504486084 + ], + [ + "▁special", + -8.90555477142334 + ], + [ + ".\"", + -8.907710075378418 + ], + [ + "1", + -8.907852172851562 + ], + [ + "den", + -8.908616065979004 + ], + [ + "▁state", + -8.909355163574219 + ], + [ + "▁open", + -8.91019058227539 + ], + [ + "▁money", + -8.91053581237793 + ], + [ + "▁again", + -8.913084983825684 + ], + [ + "▁food", + -8.913167953491211 + ], + [ + "▁page", + -8.914595603942871 + ], + [ + "▁together", + -8.91628360748291 + ], + [ + "age", + -8.919108390808105 + ], + [ + "▁qu", + -8.921928405761719 + ], + [ + "hat", + -8.922386169433594 + ], + [ + "▁ver", + -8.926993370056152 + ], + [ + "▁W", + -8.927785873413086 + ], + [ + "▁away", + -8.928759574890137 + ], + [ + "▁wird", + -8.931641578674316 + ], + [ + "▁until", + -8.934249877929688 + ], + [ + "V", + -8.934935569763184 + ], + [ + "▁pre", + -8.935851097106934 + ], + [ + "▁One", + -8.936429977416992 + ], + [ + "▁product", + -8.936561584472656 + ], + [ + "▁often", + -8.939326286315918 + ], + [ + "▁wir", + -8.944111824035645 + ], + [ + "▁nach", + -8.945127487182617 + ], + [ + "▁include", + -8.946555137634277 + ], + [ + "▁um", + -8.948204040527344 + ], + [ + "▁room", + -8.953709602355957 + ], + [ + "▁group", + -8.953767776489258 + ], + [ + "▁name", + -8.954949378967285 + ], + [ + "ce", + -8.955448150634766 + ], + [ + "H", + -8.956180572509766 + ], + [ + "N", + -8.958139419555664 + ], + [ + "▁person", + -8.958183288574219 + ], + [ + "▁social", + -8.958606719970703 + ], + [ + "▁list", + -8.963666915893555 + ], + [ + "▁How", + -8.964127540588379 + ], + [ + "▁why", + -8.96571159362793 + ], + [ + "▁community", + -8.965995788574219 + ], + [ + "▁contact", + -8.973031044006348 + ], + [ + "­", + -8.9755859375 + ], + [ + "▁co", + -8.979683876037598 + ], + [ + "▁play", + -8.983960151672363 + ], + [ + "▁having", + -8.984169960021973 + ], + [ + "▁power", + -8.986917495727539 + ], + [ + "▁call", + -8.991690635681152 + ], + [ + "▁against", + -8.991816520690918 + ], + [ + "▁become", + -8.997780799865723 + ], + [ + "▁cost", + -9.003793716430664 + ], + [ + "▁V", + -9.004593849182129 + ], + [ + "▁research", + -9.006913185119629 + ], + [ + "▁12", + -9.007307052612305 + ], + [ + "▁wie", + -9.008277893066406 + ], + [ + "der", + -9.008386611938477 + ], + [ + "▁thing", + -9.014028549194336 + ], + [ + "▁along", + -9.017301559448242 + ], + [ + "4", + -9.017330169677734 + ], + [ + "▁access", + -9.020391464233398 + ], + [ + "▁level", + -9.020505905151367 + ], + [ + "▁price", + -9.022817611694336 + ], + [ + "▁einen", + -9.023714065551758 + ], + [ + "▁side", + -9.026359558105469 + ], + [ + "▁Un", + -9.026851654052734 + ], + [ + "▁means", + -9.03041648864746 + ], + [ + "(", + -9.032341957092283 + ], + [ + "▁big", + -9.034374237060549 + ], + [ + "▁God", + -9.036499977111816 + ], + [ + "▁dass", + -9.037314414978027 + ], + [ + "im", + -9.03737449645996 + ], + [ + "▁30", + -9.037432670593262 + ], + [ + "▁event", + -9.041665077209473 + ], + [ + "▁development", + -9.04206085205078 + ], + [ + "▁form", + -9.04226303100586 + ], + [ + "▁read", + -9.042579650878906 + ], + [ + "▁hand", + -9.043194770812988 + ], + [ + "▁control", + -9.04446792602539 + ], + [ + "▁However", + -9.046320915222168 + ], + [ + "▁done", + -9.048060417175291 + ], + [ + "▁job", + -9.051692008972168 + ], + [ + "▁hard", + -9.05661964416504 + ], + [ + "▁war", + -9.057538032531738 + ], + [ + "▁area", + -9.0584135055542 + ], + [ + "▁add", + -9.0586576461792 + ], + [ + "▁votre", + -9.0593900680542 + ], + [ + "▁live", + -9.059494018554688 + ], + [ + "▁range", + -9.060099601745604 + ], + [ + "▁After", + -9.06016445159912 + ], + [ + "▁Les", + -9.060513496398926 + ], + [ + "▁far", + -9.064413070678713 + ], + [ + "ver", + -9.064727783203123 + ], + [ + "▁old", + -9.069576263427734 + ], + [ + "▁perfect", + -9.06976318359375 + ], + [ + "▁15", + -9.070429801940918 + ], + [ + "▁space", + -9.073654174804688 + ], + [ + "▁house", + -9.074068069458008 + ], + [ + "ine", + -9.07408618927002 + ], + [ + "▁enough", + -9.074334144592283 + ], + [ + "0", + -9.075824737548828 + ], + [ + "▁several", + -9.077119827270508 + ], + [ + "The", + -9.08115577697754 + ], + [ + "mm", + -9.085619926452637 + ], + [ + "▁University", + -9.08637523651123 + ], + [ + "▁diese", + -9.087566375732422 + ], + [ + "▁Co", + -9.088335990905762 + ], + [ + "▁comes", + -9.088497161865234 + ], + [ + "▁across", + -9.088857650756836 + ], + [ + "▁already", + -9.090097427368164 + ], + [ + ",”", + -9.090341567993164 + ], + [ + "▁body", + -9.09276294708252 + ], + [ + "▁Das", + -9.094594955444336 + ], + [ + "▁einer", + -9.095956802368164 + ], + [ + "▁left", + -9.09921646118164 + ], + [ + "▁future", + -9.105711936950684 + ], + [ + "▁times", + -9.106670379638672 + ], + [ + "▁dar", + -9.109651565551758 + ], + [ + "▁simple", + -9.110408782958984 + ], + [ + "ry", + -9.112407684326172 + ], + [ + "▁getting", + -9.113155364990234 + ], + [ + "▁try", + -9.115362167358398 + ], + [ + "ți", + -9.116897583007812 + ], + [ + "ness", + -9.120043754577637 + ], + [ + "▁makes", + -9.12037754058838 + ], + [ + "▁past", + -9.120619773864746 + ], + [ + "ca", + -9.12130069732666 + ], + [ + "▁light", + -9.122207641601562 + ], + [ + "▁Der", + -9.122997283935549 + ], + [ + "▁run", + -9.125843048095703 + ], + [ + "▁four", + -9.126943588256836 + ], + [ + "ance", + -9.130500793457031 + ], + [ + "▁ever", + -9.131503105163574 + ], + [ + "▁einem", + -9.131816864013672 + ], + [ + "▁below", + -9.133723258972168 + ], + [ + "O", + -9.134073257446287 + ], + [ + "▁9", + -9.137282371520996 + ], + [ + "▁learn", + -9.14004135131836 + ], + [ + "out", + -9.140358924865724 + ], + [ + "▁video", + -9.143178939819336 + ], + [ + "▁etc", + -9.146929740905762 + ], + [ + "▁«", + -9.148795127868652 + ], + [ + "▁zum", + -9.149712562561035 + ], + [ + "▁kann", + -9.1504487991333 + ], + [ + "▁minutes", + -9.151180267333984 + ], + [ + "▁example", + -9.154194831848145 + ], + [ + "▁nous", + -9.154619216918944 + ], + [ + "▁Se", + -9.157441139221191 + ], + [ + "▁sie", + -9.159955024719238 + ], + [ + "▁industry", + -9.161614418029783 + ], + [ + "▁problem", + -9.162016868591309 + ], + [ + "J", + -9.162480354309082 + ], + [ + "▁country", + -9.163366317749023 + ], + [ + "▁fact", + -9.164189338684082 + ], + [ + "▁type", + -9.164190292358398 + ], + [ + "ner", + -9.164238929748535 + ], + [ + "▁companies", + -9.165864944458008 + ], + [ + "▁line", + -9.169849395751951 + ], + [ + "▁city", + -9.17271327972412 + ], + [ + "▁check", + -9.173710823059082 + ], + [ + "▁doing", + -9.174406051635742 + ], + [ + "elle", + -9.175037384033203 + ], + [ + "▁fun", + -9.176549911499023 + ], + [ + "▁En", + -9.177546501159668 + ], + [ + "▁Your", + -9.178601264953612 + ], + [ + "ling", + -9.181450843811035 + ], + [ + "▁share", + -9.18185806274414 + ], + [ + "ile", + -9.182005882263184 + ], + [ + "▁actually", + -9.187544822692873 + ], + [ + "▁value", + -9.187751770019531 + ], + [ + "zi", + -9.188661575317385 + ], + [ + "▁ab", + -9.1898832321167 + ], + [ + "▁offers", + -9.1905517578125 + ], + [ + "▁less", + -9.190573692321776 + ], + [ + "▁night", + -9.193560600280762 + ], + [ + "▁Dr", + -9.19518756866455 + ], + [ + "▁started", + -9.195454597473145 + ], + [ + "▁least", + -9.198020935058594 + ], + [ + "▁short", + -9.198562622070312 + ], + [ + "▁main", + -9.201143264770508 + ], + [ + "▁single", + -9.202939987182615 + ], + [ + "▁though", + -9.203780174255373 + ], + [ + "▁prin", + -9.203930854797363 + ], + [ + "time", + -9.20531177520752 + ], + [ + "▁hours", + -9.206608772277832 + ], + [ + "▁others", + -9.206849098205566 + ], + [ + "▁called", + -9.20730209350586 + ], + [ + "▁visit", + -9.208869934082031 + ], + [ + "▁bit", + -9.209009170532228 + ], + [ + "ée", + -9.210821151733398 + ], + [ + "▁customers", + -9.211383819580078 + ], + [ + "▁music", + -9.212000846862791 + ], + [ + "▁members", + -9.217191696166992 + ], + [ + "ies", + -9.21743392944336 + ], + [ + "▁pay", + -9.219176292419434 + ], + [ + "nd", + -9.219744682312012 + ], + [ + "▁once", + -9.221125602722168 + ], + [ + "gen", + -9.2217378616333 + ], + [ + "▁können", + -9.222976684570312 + ], + [ + "▁low", + -9.22377109527588 + ], + [ + "▁durch", + -9.227394104003906 + ], + [ + "▁story", + -9.228075981140137 + ], + [ + "▁understand", + -9.22953987121582 + ], + [ + "“", + -9.229856491088867 + ], + [ + "▁Am", + -9.231831550598145 + ], + [ + "▁didn", + -9.234603881835938 + ], + [ + "▁content", + -9.237217903137209 + ], + [ + "son", + -9.24180793762207 + ], + [ + "▁building", + -9.242242813110352 + ], + [ + "▁result", + -9.242605209350586 + ], + [ + "▁aux", + -9.243107795715332 + ], + [ + "▁complete", + -9.244999885559082 + ], + [ + "▁doesn", + -9.24510669708252 + ], + [ + "▁haben", + -9.246070861816406 + ], + [ + "▁questions", + -9.24661636352539 + ], + [ + "line", + -9.247077941894531 + ], + [ + "▁technology", + -9.247429847717283 + ], + [ + "▁Pro", + -9.247976303100586 + ], + [ + "▁current", + -9.248504638671877 + ], + [ + "▁won", + -9.248883247375488 + ], + [ + "▁let", + -9.250710487365724 + ], + [ + "▁features", + -9.251978874206545 + ], + [ + "▁please", + -9.258262634277344 + ], + [ + "5", + -9.258519172668455 + ], + [ + "▁above", + -9.259394645690918 + ], + [ + "ive", + -9.262128829956056 + ], + [ + "▁management", + -9.262394905090332 + ], + [ + "▁lui", + -9.262539863586426 + ], + [ + "her", + -9.263057708740234 + ], + [ + "▁training", + -9.265711784362791 + ], + [ + "▁everything", + -9.2665433883667 + ], + [ + "▁noch", + -9.266846656799316 + ], + [ + "▁came", + -9.267708778381348 + ], + [ + "▁web", + -9.272823333740234 + ], + [ + "▁ensure", + -9.272987365722656 + ], + [ + "▁months", + -9.273130416870115 + ], + [ + "▁art", + -9.27313232421875 + ], + [ + "▁sub", + -9.274359703063965 + ], + [ + "▁million", + -9.274559020996094 + ], + [ + "▁professional", + -9.275035858154297 + ], + [ + "▁results", + -9.278368949890137 + ], + [ + "▁kind", + -9.278395652770996 + ], + [ + "▁season", + -9.279285430908203 + ], + [ + "▁unique", + -9.281067848205566 + ], + [ + "ze", + -9.284360885620115 + ], + [ + "▁enjoy", + -9.28487777709961 + ], + [ + "▁early", + -9.287765502929688 + ], + [ + "▁major", + -9.288202285766602 + ], + [ + "▁yet", + -9.29152774810791 + ], + [ + "▁Ver", + -9.293331146240234 + ], + [ + "one", + -9.296777725219728 + ], + [ + "▁media", + -9.29719352722168 + ], + [ + "▁[", + -9.30095100402832 + ], + [ + "▁property", + -9.302969932556152 + ], + [ + "▁beautiful", + -9.304466247558594 + ], + [ + "▁given", + -9.305286407470703 + ], + [ + "▁due", + -9.306716918945312 + ], + [ + "▁government", + -9.307181358337402 + ], + [ + "▁nur", + -9.30881404876709 + ], + [ + "▁email", + -9.30910301208496 + ], + [ + "▁total", + -9.311080932617188 + ], + [ + "▁natural", + -9.311264038085938 + ], + [ + "▁test", + -9.311450004577637 + ], + [ + "▁provides", + -9.311640739440918 + ], + [ + "▁various", + -9.312631607055664 + ], + [ + "▁American", + -9.31560516357422 + ], + [ + "▁moment", + -9.318109512329102 + ], + [ + "▁air", + -9.318952560424805 + ], + [ + "▁idea", + -9.319236755371094 + ], + [ + "▁known", + -9.319981575012209 + ], + [ + "▁Il", + -9.320504188537598 + ], + [ + "▁friends", + -9.320576667785645 + ], + [ + "▁final", + -9.320919036865234 + ], + [ + "▁buy", + -9.32139778137207 + ], + [ + "▁specific", + -9.32223415374756 + ], + [ + "▁issues", + -9.32454776763916 + ], + [ + "▁took", + -9.325233459472656 + ], + [ + "▁mind", + -9.326258659362791 + ], + [ + "▁study", + -9.32675838470459 + ], + [ + "▁addition", + -9.328418731689451 + ], + [ + "▁size", + -9.332446098327637 + ], + [ + "▁pro", + -9.334047317504885 + ], + [ + "▁film", + -9.33545970916748 + ], + [ + "▁pot", + -9.335636138916016 + ], + [ + "▁thought", + -9.338120460510254 + ], + [ + "▁tell", + -9.33890438079834 + ], + [ + "▁While", + -9.339675903320312 + ], + [ + "▁head", + -9.339983940124512 + ], + [ + "▁clients", + -9.340429306030272 + ], + [ + "▁performance", + -9.346199989318848 + ], + [ + "▁question", + -9.346835136413574 + ], + [ + "▁whether", + -9.347925186157228 + ], + [ + "▁certain", + -9.34826946258545 + ], + [ + "▁model", + -9.348764419555664 + ], + [ + "▁following", + -9.350926399230955 + ], + [ + "▁energy", + -9.354207992553713 + ], + [ + "▁office", + -9.354207992553713 + ], + [ + "▁whole", + -9.356687545776367 + ], + [ + "▁bring", + -9.356956481933594 + ], + [ + "▁required", + -9.35726261138916 + ], + [ + "ţi", + -9.358223915100098 + ], + [ + "▁date", + -9.358695030212402 + ], + [ + "_", + -9.358983039855955 + ], + [ + "que", + -9.359789848327637 + ], + [ + "▁da", + -9.360264778137209 + ], + [ + "▁US", + -9.36120319366455 + ], + [ + "▁taking", + -9.36143684387207 + ], + [ + "go", + -9.362788200378418 + ], + [ + "▁living", + -9.36341667175293 + ], + [ + "▁someone", + -9.363489151000977 + ], + [ + "▁heart", + -9.365120887756348 + ], + [ + "▁key", + -9.365775108337402 + ], + [ + "▁areas", + -9.366238594055176 + ], + [ + "▁says", + -9.367013931274414 + ], + [ + "▁2018", + -9.369132041931152 + ], + [ + "▁month", + -9.37012767791748 + ], + [ + "▁Er", + -9.37135410308838 + ], + [ + "ste", + -9.375077247619627 + ], + [ + "▁11", + -9.375179290771484 + ], + [ + "▁front", + -9.37528133392334 + ], + [ + "▁Now", + -9.37669563293457 + ], + [ + "▁class", + -9.376946449279783 + ], + [ + "▁choose", + -9.377082824707031 + ], + [ + "pe", + -9.37808609008789 + ], + [ + "▁further", + -9.379021644592283 + ], + [ + "▁believe", + -9.37936019897461 + ], + [ + "of", + -9.379590034484863 + ], + [ + "▁among", + -9.380990982055664 + ], + [ + "sch", + -9.381686210632324 + ], + [ + "▁child", + -9.382609367370604 + ], + [ + "▁aber", + -9.38376235961914 + ], + [ + "▁Please", + -9.386269569396973 + ], + [ + "rea", + -9.387248992919922 + ], + [ + "▁later", + -9.387272834777832 + ], + [ + "▁amount", + -9.388760566711426 + ], + [ + "ice", + -9.390128135681152 + ], + [ + "▁National", + -9.390177726745604 + ], + [ + "▁style", + -9.390748977661133 + ], + [ + "▁tout", + -9.391490936279297 + ], + [ + "▁staff", + -9.392939567565918 + ], + [ + "▁white", + -9.397933959960938 + ], + [ + "▁ge", + -9.399179458618164 + ], + [ + "▁five", + -9.40098476409912 + ], + [ + "▁blog", + -9.40109920501709 + ], + [ + "▁designed", + -9.40125846862793 + ], + [ + "▁went", + -9.402216911315918 + ], + [ + "▁Da", + -9.40268611907959 + ], + [ + "▁general", + -9.403801918029783 + ], + [ + "▁rest", + -9.403874397277832 + ], + [ + "▁zur", + -9.40579891204834 + ], + [ + "▁quite", + -9.405948638916016 + ], + [ + "per", + -9.40687084197998 + ], + [ + "▁customer", + -9.408379554748535 + ], + [ + "▁close", + -9.408747673034668 + ], + [ + "▁Some", + -9.41054630279541 + ], + [ + "▁women", + -9.41075611114502 + ], + [ + "▁move", + -9.410761833190918 + ], + [ + "▁software", + -9.411357879638672 + ], + [ + "▁Ein", + -9.413651466369627 + ], + [ + "▁Ab", + -9.413823127746582 + ], + [ + "▁history", + -9.413864135742188 + ], + [ + "▁either", + -9.41564655303955 + ], + [ + "▁seen", + -9.417396545410156 + ], + [ + "▁card", + -9.419726371765137 + ], + [ + "▁City", + -9.421541213989258 + ], + [ + "▁hope", + -9.42176914215088 + ], + [ + "▁16", + -9.422072410583496 + ], + [ + "és", + -9.422825813293455 + ], + [ + "va", + -9.423294067382812 + ], + [ + "▁Al", + -9.423827171325684 + ], + [ + "▁especially", + -9.424827575683594 + ], + [ + "▁view", + -9.426136016845703 + ], + [ + "men", + -9.427363395690918 + ], + [ + "▁account", + -9.427489280700684 + ], + [ + "▁needed", + -9.429777145385742 + ], + [ + "▁United", + -9.429789543151855 + ], + [ + "]", + -9.432387351989746 + ], + [ + "▁yourself", + -9.432788848876951 + ], + [ + "▁100", + -9.433059692382812 + ], + [ + "▁receive", + -9.433417320251465 + ], + [ + "▁ideas", + -9.43369197845459 + ], + [ + "▁writing", + -9.434585571289062 + ], + [ + "▁simply", + -9.434741973876951 + ], + [ + "▁present", + -9.435087203979492 + ], + [ + "▁continue", + -9.436107635498049 + ], + [ + "▁application", + -9.44115161895752 + ], + [ + "▁build", + -9.44187068939209 + ], + [ + "▁turn", + -9.44249439239502 + ], + [ + "ated", + -9.442923545837402 + ], + [ + "▁everyone", + -9.443060874938965 + ], + [ + "cette", + -9.443114280700684 + ], + [ + "▁bien", + -9.444964408874512 + ], + [ + "less", + -9.445222854614258 + ], + [ + "▁Si", + -9.445359230041504 + ], + [ + "▁original", + -9.44686794281006 + ], + [ + "8", + -9.44794750213623 + ], + [ + "▁individual", + -9.448895454406738 + ], + [ + "tre", + -9.449433326721191 + ], + [ + "▁works", + -9.45171070098877 + ], + [ + "▁options", + -9.451821327209473 + ], + [ + "▁May", + -9.454456329345703 + ], + [ + "▁Not", + -9.454940795898438 + ], + [ + "▁report", + -9.455467224121094 + ], + [ + "mer", + -9.457239151000977 + ], + [ + "▁human", + -9.459118843078612 + ], + [ + "▁provided", + -9.459603309631348 + ], + [ + "▁By", + -9.460925102233888 + ], + [ + "▁series", + -9.462006568908691 + ], + [ + "7", + -9.46226692199707 + ], + [ + "▁modern", + -9.463875770568848 + ], + [ + "▁meet", + -9.463921546936035 + ], + [ + "▁50", + -9.464119911193848 + ], + [ + "▁25", + -9.46969985961914 + ], + [ + "▁color", + -9.470091819763184 + ], + [ + "▁download", + -9.470109939575195 + ], + [ + "▁Here", + -9.471144676208496 + ], + [ + "6", + -9.471323013305664 + ], + [ + "▁poate", + -9.471449851989746 + ], + [ + "▁În", + -9.47232151031494 + ], + [ + "▁phone", + -9.473695755004885 + ], + [ + "▁likely", + -9.474374771118164 + ], + [ + "▁table", + -9.476469993591309 + ], + [ + "▁ma", + -9.476551055908203 + ], + [ + "▁Or", + -9.479181289672852 + ], + [ + "Z", + -9.48026180267334 + ], + [ + "▁19", + -9.482215881347656 + ], + [ + "▁insurance", + -9.482544898986816 + ], + [ + "▁anything", + -9.483808517456056 + ], + [ + "▁search", + -9.485033988952637 + ], + [ + "▁Ge", + -9.48520565032959 + ], + [ + "▁issue", + -9.48556423187256 + ], + [ + "▁includes", + -9.485688209533691 + ], + [ + "▁clear", + -9.487342834472656 + ], + [ + "les", + -9.488021850585938 + ], + [ + "▁almost", + -9.488259315490724 + ], + [ + "ilor", + -9.48935317993164 + ], + [ + "▁14", + -9.490717887878418 + ], + [ + "by", + -9.494056701660156 + ], + [ + "▁Du", + -9.49624252319336 + ], + [ + "▁mais", + -9.497303009033203 + ], + [ + "ier", + -9.499163627624512 + ], + [ + "▁law", + -9.49924087524414 + ], + [ + "▁added", + -9.500134468078612 + ], + [ + "▁con", + -9.500962257385254 + ], + [ + ",\"", + -9.501530647277832 + ], + [ + "▁ago", + -9.502127647399902 + ], + [ + "▁His", + -9.504697799682615 + ], + [ + "▁points", + -9.504981994628906 + ], + [ + "▁mult", + -9.505581855773926 + ], + [ + "▁financial", + -9.506216049194336 + ], + [ + "▁problems", + -9.506428718566896 + ], + [ + "▁however", + -9.50648307800293 + ], + [ + "▁events", + -9.50675106048584 + ], + [ + "▁half", + -9.507889747619627 + ], + [ + "ard", + -9.511183738708496 + ], + [ + "▁ask", + -9.51156997680664 + ], + [ + "▁version", + -9.511631965637209 + ], + [ + "end", + -9.512478828430176 + ], + [ + "▁created", + -9.512639999389648 + ], + [ + "▁lead", + -9.512917518615724 + ], + [ + "▁focus", + -9.513853073120115 + ], + [ + "▁increase", + -9.515096664428713 + ], + [ + "ex", + -9.515118598937988 + ], + [ + "▁allow", + -9.515798568725586 + ], + [ + "▁extra", + -9.516464233398438 + ], + [ + "▁24", + -9.51669216156006 + ], + [ + "▁credit", + -9.516772270202637 + ], + [ + "▁production", + -9.516801834106444 + ], + [ + "zu", + -9.517256736755373 + ], + [ + "▁black", + -9.51754093170166 + ], + [ + "▁systems", + -9.518040657043455 + ], + [ + "▁17", + -9.518178939819336 + ], + [ + "▁opportunity", + -9.518531799316406 + ], + [ + "▁bis", + -9.519219398498535 + ], + [ + "▁fast", + -9.519807815551758 + ], + [ + "ring", + -9.521166801452637 + ], + [ + "▁Don", + -9.522114753723145 + ], + [ + "▁via", + -9.52242660522461 + ], + [ + "fer", + -9.5225248336792 + ], + [ + "▁comme", + -9.522799491882324 + ], + [ + "▁popular", + -9.523722648620604 + ], + [ + "▁South", + -9.524491310119627 + ], + [ + "ating", + -9.52500343322754 + ], + [ + "▁State", + -9.525198936462402 + ], + [ + "ator", + -9.525679588317873 + ], + [ + "▁common", + -9.525968551635742 + ], + [ + "con", + -9.526727676391602 + ], + [ + "▁throughout", + -9.527557373046877 + ], + [ + "▁risk", + -9.52774715423584 + ], + [ + "▁young", + -9.528532028198242 + ], + [ + "▁Je", + -9.528688430786133 + ], + [ + "▁image", + -9.52928352355957 + ], + [ + "ha", + -9.529376983642578 + ], + [ + "▁third", + -9.529587745666504 + ], + [ + "▁taken", + -9.530049324035645 + ], + [ + "▁Z", + -9.5314302444458 + ], + [ + "▁dis", + -9.5316162109375 + ], + [ + "▁From", + -9.533575057983398 + ], + [ + "▁details", + -9.534862518310549 + ], + [ + "▁games", + -9.53516674041748 + ], + [ + "▁practice", + -9.536040306091309 + ], + [ + "che", + -9.536151885986328 + ], + [ + "▁security", + -9.537364959716797 + ], + [ + "▁medical", + -9.537653923034668 + ], + [ + "▁learning", + -9.537806510925291 + ], + [ + "▁material", + -9.538509368896484 + ], + [ + "▁international", + -9.540703773498535 + ], + [ + "▁forward", + -9.541245460510254 + ], + [ + "▁paper", + -9.541247367858888 + ], + [ + "▁action", + -9.541348457336426 + ], + [ + "▁file", + -9.542378425598145 + ], + [ + "▁oil", + -9.543096542358398 + ], + [ + "▁self", + -9.54377555847168 + ], + [ + "▁private", + -9.545247077941896 + ], + [ + "▁interest", + -9.545559883117676 + ], + [ + "bar", + -9.546065330505373 + ], + [ + "▁sale", + -9.547115325927734 + ], + [ + "▁stay", + -9.547348976135254 + ], + [ + "ke", + -9.548089981079102 + ], + [ + "▁San", + -9.549053192138672 + ], + [ + "▁matter", + -9.549870491027832 + ], + [ + "▁reason", + -9.550254821777344 + ], + [ + "ted", + -9.55147647857666 + ], + [ + "▁potential", + -9.551742553710938 + ], + [ + "▁brand", + -9.552441596984863 + ], + [ + "▁field", + -9.55315113067627 + ], + [ + "▁treatment", + -9.553420066833496 + ], + [ + "▁period", + -9.553516387939451 + ], + [ + "▁York", + -9.553890228271484 + ], + [ + "▁Park", + -9.554738998413086 + ], + [ + "▁acest", + -9.55600929260254 + ], + [ + "ou", + -9.556926727294922 + ], + [ + "▁Ce", + -9.557014465332031 + ], + [ + "▁ready", + -9.558111190795898 + ], + [ + "▁rather", + -9.55860424041748 + ], + [ + "▁outside", + -9.560086250305176 + ], + [ + "▁standard", + -9.560121536254885 + ], + [ + "▁located", + -9.56077003479004 + ], + [ + "▁marketing", + -9.562313079833984 + ], + [ + "cu", + -9.564041137695312 + ], + [ + "▁Can", + -9.564562797546388 + ], + [ + "▁education", + -9.566105842590332 + ], + [ + "use", + -9.566640853881836 + ], + [ + "▁role", + -9.566828727722168 + ], + [ + "▁men", + -9.571505546569824 + ], + [ + "▁probably", + -9.571550369262695 + ], + [ + "▁store", + -9.57221508026123 + ], + [ + "▁John", + -9.572355270385742 + ], + [ + "▁rate", + -9.573956489562988 + ], + [ + "▁code", + -9.573994636535645 + ], + [ + "▁kids", + -9.574408531188965 + ], + [ + "▁currently", + -9.57552719116211 + ], + [ + "▁near", + -9.576475143432615 + ], + [ + "▁sales", + -9.576716423034668 + ], + [ + "▁usually", + -9.577012062072754 + ], + [ + "▁activities", + -9.577242851257324 + ], + [ + "▁party", + -9.57737159729004 + ], + [ + "▁leur", + -9.577434539794922 + ], + [ + "▁particular", + -9.577627182006836 + ], + [ + "▁mehr", + -9.577707290649414 + ], + [ + "ill", + -9.578757286071776 + ], + [ + "▁percent", + -9.579113006591797 + ], + [ + "▁fait", + -9.579537391662598 + ], + [ + "▁happy", + -9.579904556274414 + ], + [ + "▁inside", + -9.58005428314209 + ], + [ + "▁save", + -9.580510139465332 + ], + [ + "▁skills", + -9.580765724182127 + ], + [ + "▁consider", + -9.581025123596191 + ], + [ + "▁recent", + -9.58161735534668 + ], + [ + "▁strong", + -9.581781387329102 + ], + [ + "▁position", + -9.582076072692873 + ], + [ + "▁knowledge", + -9.582303047180176 + ], + [ + "▁tax", + -9.583868980407717 + ], + [ + "▁users", + -9.584261894226074 + ], + [ + "und", + -9.585564613342283 + ], + [ + "▁coming", + -9.585904121398926 + ], + [ + "▁article", + -9.585923194885254 + ], + [ + "min", + -9.586345672607422 + ], + [ + "▁sein", + -9.586555480957031 + ], + [ + "▁travel", + -9.586871147155762 + ], + [ + "▁changes", + -9.58765983581543 + ], + [ + "▁impact", + -9.588181495666504 + ], + [ + "▁wanted", + -9.588460922241213 + ], + [ + "▁address", + -9.5885591506958 + ], + [ + "▁soon", + -9.58873462677002 + ], + [ + "▁North", + -9.588915824890137 + ], + [ + "ată", + -9.589237213134766 + ], + [ + "▁trying", + -9.58985424041748 + ], + [ + "▁app", + -9.590612411499023 + ], + [ + "▁School", + -9.592510223388672 + ], + [ + "▁Es", + -9.592548370361328 + ], + [ + "we", + -9.59261703491211 + ], + [ + "▁conditions", + -9.59292984008789 + ], + [ + "▁digital", + -9.59329319000244 + ], + [ + "▁similar", + -9.594805717468262 + ], + [ + "▁solution", + -9.59514331817627 + ], + [ + "▁location", + -9.59518337249756 + ], + [ + "▁Of", + -9.595418930053713 + ], + [ + "▁follow", + -9.595842361450195 + ], + [ + "▁red", + -9.597526550292969 + ], + [ + "▁review", + -9.599202156066896 + ], + [ + "▁skin", + -9.599575996398926 + ], + [ + "▁pretty", + -9.600369453430176 + ], + [ + "day", + -9.600558280944824 + ], + [ + "▁dé", + -9.602072715759276 + ], + [ + "▁cause", + -9.602169036865234 + ], + [ + "▁Sa", + -9.602463722229004 + ], + [ + "▁user", + -9.602520942687988 + ], + [ + "▁Man", + -9.60337734222412 + ], + [ + "”.", + -9.604146003723145 + ], + [ + "▁Just", + -9.604366302490234 + ], + [ + "▁faire", + -9.604475021362305 + ], + [ + "▁member", + -9.605619430541992 + ], + [ + "▁iar", + -9.606892585754396 + ], + [ + "▁higher", + -9.607715606689451 + ], + [ + "▁step", + -9.607887268066406 + ], + [ + "▁wide", + -9.60818576812744 + ], + [ + "▁uns", + -9.608920097351074 + ], + [ + "▁World", + -9.609135627746582 + ], + [ + "▁additional", + -9.61176586151123 + ], + [ + "ber", + -9.613197326660156 + ], + [ + "▁easily", + -9.613990783691406 + ], + [ + "▁deal", + -9.615070343017578 + ], + [ + "▁ways", + -9.615514755249023 + ], + [ + "▁mobile", + -9.61683750152588 + ], + [ + "▁national", + -9.616913795471191 + ], + [ + "▁couple", + -9.617389678955078 + ], + [ + "▁ihre", + -9.61939811706543 + ], + [ + "▁choice", + -9.61961269378662 + ], + [ + "for", + -9.619686126708984 + ], + [ + "ous", + -9.62070083618164 + ], + [ + "▁Google", + -9.620855331420898 + ], + [ + "▁environment", + -9.622426986694336 + ], + [ + "urile", + -9.62332248687744 + ], + [ + "▁Center", + -9.626680374145508 + ], + [ + "mp", + -9.628592491149902 + ], + [ + "▁»", + -9.629727363586426 + ], + [ + "qui", + -9.630680084228516 + ], + [ + "▁growth", + -9.631048202514648 + ], + [ + "ler", + -9.633174896240234 + ], + [ + "▁improve", + -9.63360595703125 + ], + [ + "▁items", + -9.6336669921875 + ], + [ + "▁Nu", + -9.63393783569336 + ], + [ + "▁leave", + -9.634074211120604 + ], + [ + "▁true", + -9.634805679321287 + ], + [ + "▁wurde", + -9.63487434387207 + ], + [ + "▁cannot", + -9.635004043579102 + ], + [ + "▁13", + -9.635096549987791 + ], + [ + "▁running", + -9.636015892028809 + ], + [ + "▁anti", + -9.63617706298828 + ], + [ + "▁option", + -9.636306762695312 + ], + [ + "▁reading", + -9.63657283782959 + ], + [ + "▁Car", + -9.636698722839355 + ], + [ + "▁Wir", + -9.638110160827637 + ], + [ + "▁April", + -9.63975715637207 + ], + [ + "▁behind", + -9.640642166137695 + ], + [ + "▁client", + -9.640750885009766 + ], + [ + "▁cover", + -9.64101219177246 + ], + [ + "▁stop", + -9.641090393066406 + ], + [ + "ja", + -9.641277313232422 + ], + [ + "▁built", + -9.641307830810549 + ], + [ + "▁Con", + -9.641313552856444 + ], + [ + "ement", + -9.641366004943848 + ], + [ + "▁projects", + -9.641828536987305 + ], + [ + "▁variety", + -9.641840934753418 + ], + [ + "▁Ihre", + -9.642666816711426 + ], + [ + "ș", + -9.64302921295166 + ], + [ + "▁unter", + -9.64385986328125 + ], + [ + "▁longer", + -9.646577835083008 + ], + [ + "year", + -9.647161483764648 + ], + [ + "▁photo", + -9.648370742797852 + ], + [ + "▁Also", + -9.64933967590332 + ], + [ + "▁received", + -9.651098251342772 + ], + [ + "▁return", + -9.652676582336426 + ], + [ + "00", + -9.653081893920898 + ], + [ + "▁bar", + -9.653343200683594 + ], + [ + "ary", + -9.654427528381348 + ], + [ + "elor", + -9.655137062072754 + ], + [ + "▁Home", + -9.656189918518066 + ], + [ + "our", + -9.656298637390137 + ], + [ + "▁Me", + -9.65771198272705 + ], + [ + "▁held", + -9.65911102294922 + ], + [ + "▁click", + -9.66014289855957 + ], + [ + "▁ex", + -9.660178184509276 + ], + [ + "▁cum", + -9.661561965942385 + ], + [ + "▁takes", + -9.66395378112793 + ], + [ + "▁computer", + -9.665796279907228 + ], + [ + "▁told", + -9.668192863464355 + ], + [ + "+", + -9.670648574829102 + ], + [ + "▁patients", + -9.670809745788574 + ], + [ + "ting", + -9.672165870666504 + ], + [ + "▁direct", + -9.672248840332031 + ], + [ + "▁quickly", + -9.672410011291504 + ], + [ + "tic", + -9.672877311706545 + ], + [ + "▁vom", + -9.673723220825195 + ], + [ + "▁di", + -9.67381477355957 + ], + [ + "▁kitchen", + -9.674022674560549 + ], + [ + "▁network", + -9.675640106201172 + ], + [ + "▁2015", + -9.676688194274902 + ], + [ + "▁effective", + -9.677227020263672 + ], + [ + "▁collection", + -9.677703857421877 + ], + [ + "▁2017", + -9.677751541137695 + ], + [ + "▁words", + -9.678145408630373 + ], + [ + "▁cele", + -9.678857803344728 + ], + [ + "▁student", + -9.678862571716309 + ], + [ + "▁amazing", + -9.678932189941406 + ], + [ + "eur", + -9.680419921875 + ], + [ + ".”", + -9.68227481842041 + ], + [ + "▁ale", + -9.682716369628906 + ], + [ + "”,", + -9.68414306640625 + ], + [ + "▁purchase", + -9.684350967407228 + ], + [ + "▁mean", + -9.68477725982666 + ], + [ + "▁West", + -9.686846733093262 + ], + [ + "▁nice", + -9.6889066696167 + ], + [ + "▁age", + -9.689131736755373 + ], + [ + "▁base", + -9.68923568725586 + ], + [ + "▁summer", + -9.68928337097168 + ], + [ + "▁multi", + -9.689496994018556 + ], + [ + "▁allows", + -9.689573287963867 + ], + [ + "▁latest", + -9.689604759216309 + ], + [ + "▁global", + -9.68992805480957 + ], + [ + "▁chance", + -9.690792083740234 + ], + [ + "▁sense", + -9.690872192382812 + ], + [ + "ieren", + -9.692789077758787 + ], + [ + "▁difficult", + -9.693133354187012 + ], + [ + "ité", + -9.694750785827637 + ], + [ + "ka", + -9.69479274749756 + ], + [ + "du", + -9.69483757019043 + ], + [ + "▁providing", + -9.695744514465332 + ], + [ + "▁Art", + -9.696940422058104 + ], + [ + "▁drive", + -9.69855499267578 + ], + [ + "▁Go", + -9.698877334594728 + ], + [ + "▁très", + -9.699414253234863 + ], + [ + "U", + -9.699579238891602 + ], + [ + "▁Pre", + -9.699846267700195 + ], + [ + "▁shows", + -9.700040817260742 + ], + [ + "▁hair", + -9.701324462890623 + ], + [ + "▁success", + -9.701513290405272 + ], + [ + "▁UK", + -9.703169822692873 + ], + [ + "red", + -9.703241348266602 + ], + [ + "ü", + -9.703370094299316 + ], + [ + "ish", + -9.703631401062012 + ], + [ + "▁weeks", + -9.704839706420898 + ], + [ + "▁solutions", + -9.7055025100708 + ], + [ + "▁Pe", + -9.7057523727417 + ], + [ + "▁equipment", + -9.706141471862791 + ], + [ + "și", + -9.706482887268066 + ], + [ + "▁worked", + -9.707073211669922 + ], + [ + "\".", + -9.708627700805664 + ], + [ + "▁legal", + -9.708720207214355 + ], + [ + "▁bad", + -9.70892333984375 + ], + [ + "▁40", + -9.709561347961426 + ], + [ + "▁Internet", + -9.709798812866213 + ], + [ + "▁included", + -9.709976196289062 + ], + [ + "▁upon", + -9.710977554321287 + ], + [ + "▁excellent", + -9.71106243133545 + ], + [ + "▁goal", + -9.71130084991455 + ], + [ + "▁El", + -9.711408615112305 + ], + [ + "▁Mo", + -9.711703300476074 + ], + [ + "▁policy", + -9.71319580078125 + ], + [ + "▁aussi", + -9.713537216186523 + ], + [ + "▁weight", + -9.713687896728516 + ], + [ + "ici", + -9.715133666992188 + ], + [ + "▁approach", + -9.715584754943848 + ], + [ + "▁six", + -9.71579647064209 + ], + [ + "▁entire", + -9.715911865234377 + ], + [ + "9", + -9.71633529663086 + ], + [ + "▁send", + -9.716832160949709 + ], + [ + "▁1.", + -9.718971252441406 + ], + [ + "▁wenn", + -9.719056129455566 + ], + [ + "▁photos", + -9.71993637084961 + ], + [ + "://", + -9.721014022827148 + ], + [ + "ger", + -9.72281551361084 + ], + [ + "▁favorite", + -9.723104476928713 + ], + [ + "ley", + -9.723477363586426 + ], + [ + "▁else", + -9.72463321685791 + ], + [ + "▁types", + -9.72468376159668 + ], + [ + "▁link", + -9.725333213806152 + ], + [ + "▁recently", + -9.72584056854248 + ], + [ + "▁Mit", + -9.72631549835205 + ], + [ + "▁hot", + -9.726548194885254 + ], + [ + "tra", + -9.726597785949709 + ], + [ + "ş", + -9.727307319641112 + ], + [ + "▁according", + -9.728511810302734 + ], + [ + "▁necessary", + -9.728511810302734 + ], + [ + "▁multiple", + -9.72926902770996 + ], + [ + "▁Im", + -9.729510307312012 + ], + [ + "▁sehr", + -9.729660034179688 + ], + [ + "▁sign", + -9.732263565063477 + ], + [ + "▁anyone", + -9.73283576965332 + ], + [ + "▁land", + -9.733613014221191 + ], + [ + "▁States", + -9.734037399291992 + ], + [ + "▁unsere", + -9.734119415283203 + ], + [ + "ées", + -9.734639167785645 + ], + [ + "We", + -9.735671043395996 + ], + [ + "▁nothing", + -9.735845565795898 + ], + [ + "▁commercial", + -9.736858367919922 + ], + [ + "ful", + -9.737265586853027 + ], + [ + "▁seems", + -9.739325523376465 + ], + [ + "▁International", + -9.740097045898438 + ], + [ + "▁March", + -9.74163818359375 + ], + [ + "▁Thanks", + -9.74330711364746 + ], + [ + "▁County", + -9.74365234375 + ], + [ + "▁books", + -9.744638442993164 + ], + [ + "▁Ca", + -9.7451753616333 + ], + [ + "▁mi", + -9.746304512023926 + ], + [ + "▁meeting", + -9.746662139892578 + ], + [ + "▁tools", + -9.747593879699709 + ], + [ + "▁cut", + -9.747650146484377 + ], + [ + "▁related", + -9.74765682220459 + ], + [ + "▁lives", + -9.748003005981444 + ], + [ + "way", + -9.748501777648926 + ], + [ + "▁develop", + -9.748651504516602 + ], + [ + "▁sound", + -9.748723983764648 + ], + [ + "▁safe", + -9.748950958251951 + ], + [ + "▁Her", + -9.74937629699707 + ], + [ + "▁average", + -9.751277923583984 + ], + [ + "▁clean", + -9.75174331665039 + ], + [ + "▁talk", + -9.752362251281738 + ], + [ + "▁peut", + -9.75241756439209 + ], + [ + "▁dann", + -9.752546310424805 + ], + [ + "▁terms", + -9.753265380859377 + ], + [ + "▁foarte", + -9.753512382507324 + ], + [ + "▁super", + -9.754284858703612 + ], + [ + "▁programs", + -9.754853248596191 + ], + [ + "▁decision", + -9.75540828704834 + ], + [ + "▁costs", + -9.756058692932127 + ], + [ + "▁être", + -9.756291389465332 + ], + [ + "▁2019", + -9.75767421722412 + ], + [ + "led", + -9.759482383728027 + ], + [ + "▁parents", + -9.759617805480955 + ], + [ + "▁Mr", + -9.76170253753662 + ], + [ + "▁lower", + -9.762362480163574 + ], + [ + "▁door", + -9.762978553771973 + ], + [ + "▁été", + -9.763933181762695 + ], + [ + "▁box", + -9.764954566955566 + ], + [ + "▁record", + -9.765517234802246 + ], + [ + "▁win", + -9.765650749206545 + ], + [ + "ster", + -9.766402244567873 + ], + [ + "▁America", + -9.766748428344728 + ], + [ + "▁immer", + -9.768763542175291 + ], + [ + "▁road", + -9.76996898651123 + ], + [ + "▁leading", + -9.772759437561035 + ], + [ + "▁section", + -9.772838592529297 + ], + [ + "▁Facebook", + -9.772990226745604 + ], + [ + "▁Most", + -9.7738676071167 + ], + [ + "iert", + -9.77435302734375 + ], + [ + "▁morning", + -9.774497032165527 + ], + [ + "▁asked", + -9.775190353393556 + ], + [ + "▁involved", + -9.77551555633545 + ], + [ + "▁hier", + -9.777607917785645 + ], + [ + "▁images", + -9.77821159362793 + ], + [ + "▁House", + -9.778263092041016 + ], + [ + "▁highly", + -9.780763626098633 + ], + [ + "▁Bar", + -9.781620979309082 + ], + [ + "▁Service", + -9.782510757446287 + ], + [ + "▁attention", + -9.784318923950195 + ], + [ + "▁normal", + -9.784571647644045 + ], + [ + "▁plans", + -9.785883903503418 + ], + [ + "▁source", + -9.785930633544922 + ], + [ + "▁Aus", + -9.788092613220217 + ], + [ + "▁benefits", + -9.788655281066896 + ], + [ + "▁ses", + -9.789348602294922 + ], + [ + "des", + -9.789867401123049 + ], + [ + "▁internet", + -9.789949417114258 + ], + [ + "▁materials", + -9.790080070495604 + ], + [ + "▁même", + -9.791318893432615 + ], + [ + "▁fine", + -9.791522026062012 + ], + [ + "▁fit", + -9.792226791381836 + ], + [ + "▁21", + -9.792612075805664 + ], + [ + "▁itself", + -9.793739318847656 + ], + [ + "▁wieder", + -9.793972969055176 + ], + [ + "▁Many", + -9.795313835144045 + ], + [ + "▁nature", + -9.795402526855469 + ], + [ + "▁pain", + -9.795467376708984 + ], + [ + "▁device", + -9.796183586120604 + ], + [ + "art", + -9.796989440917969 + ], + [ + "pro", + -9.7971830368042 + ], + [ + "▁France", + -9.797271728515623 + ], + [ + "lich", + -9.797314643859863 + ], + [ + "▁2014", + -9.799542427062988 + ], + [ + "▁inter", + -9.799964904785156 + ], + [ + "▁Li", + -9.800453186035156 + ], + [ + "▁career", + -9.801136016845703 + ], + [ + "▁looks", + -9.80145263671875 + ], + [ + "▁ré", + -9.802245140075684 + ], + [ + "▁ability", + -9.802556991577148 + ], + [ + "▁situation", + -9.803154945373535 + ], + [ + "ville", + -9.803157806396484 + ], + [ + "▁2016", + -9.80319595336914 + ], + [ + "tes", + -9.803462982177734 + ], + [ + "▁remember", + -9.803879737854004 + ], + [ + "▁TV", + -9.803998947143556 + ], + [ + "▁levels", + -9.805853843688965 + ], + [ + "▁subject", + -9.807723999023438 + ], + [ + "ally", + -9.80844497680664 + ], + [ + "▁reduce", + -9.810232162475586 + ], + [ + "▁*", + -9.8108491897583 + ], + [ + "▁Day", + -9.810867309570312 + ], + [ + "▁write", + -9.812152862548828 + ], + [ + "▁pick", + -9.814252853393556 + ], + [ + "ence", + -9.815399169921877 + ], + [ + "▁fresh", + -9.816520690917969 + ], + [ + "▁traditional", + -9.816662788391112 + ], + [ + "chi", + -9.817692756652832 + ], + [ + "▁machine", + -9.818047523498535 + ], + [ + "▁resources", + -9.819125175476074 + ], + [ + "â", + -9.819502830505373 + ], + [ + "▁countries", + -9.820009231567385 + ], + [ + "▁Even", + -9.820342063903809 + ], + [ + "▁green", + -9.821283340454102 + ], + [ + "▁Free", + -9.821910858154297 + ], + [ + "▁daily", + -9.82211208343506 + ], + [ + "▁respect", + -9.823013305664062 + ], + [ + "▁instead", + -9.82371425628662 + ], + [ + "▁Once", + -9.82418155670166 + ], + [ + "▁word", + -9.824407577514648 + ], + [ + "▁construction", + -9.82489013671875 + ], + [ + "▁huge", + -9.825064659118652 + ], + [ + "▁feature", + -9.825220108032228 + ], + [ + "▁themselves", + -9.826369285583496 + ], + [ + "▁loss", + -9.82919692993164 + ], + [ + "%", + -9.830063819885254 + ], + [ + "▁safety", + -9.830256462097168 + ], + [ + "▁economic", + -9.831406593322754 + ], + [ + "▁require", + -9.831945419311523 + ], + [ + "30", + -9.83255386352539 + ], + [ + "▁planning", + -9.833393096923828 + ], + [ + "▁mal", + -9.834482192993164 + ], + [ + "▁directly", + -9.835214614868164 + ], + [ + "ure", + -9.835719108581545 + ], + [ + "▁track", + -9.835734367370604 + ], + [ + "▁tool", + -9.836135864257812 + ], + [ + "▁positive", + -9.836392402648926 + ], + [ + "▁piece", + -9.837076187133787 + ], + [ + "▁parts", + -9.837140083312988 + ], + [ + "ang", + -9.83740520477295 + ], + [ + "▁trip", + -9.837453842163086 + ], + [ + "▁organization", + -9.837935447692873 + ], + [ + "▁sites", + -9.838274002075195 + ], + [ + "▁fire", + -9.83831787109375 + ], + [ + "▁China", + -9.838876724243164 + ], + [ + "▁Pour", + -9.839289665222168 + ], + [ + "▁plant", + -9.84011459350586 + ], + [ + "▁board", + -9.840341567993164 + ], + [ + "▁interesting", + -9.841227531433104 + ], + [ + "gar", + -9.841713905334473 + ], + [ + "▁fie", + -9.841752052307127 + ], + [ + "▁late", + -9.842166900634766 + ], + [ + "▁wall", + -9.842294692993164 + ], + [ + "▁walk", + -9.84274196624756 + ], + [ + "ham", + -9.843868255615234 + ], + [ + "▁Ne", + -9.84542751312256 + ], + [ + "▁First", + -9.845462799072266 + ], + [ + "▁double", + -9.845701217651367 + ], + [ + "▁budget", + -9.847657203674316 + ], + [ + "▁cases", + -9.847670555114746 + ], + [ + "cal", + -9.849738121032717 + ], + [ + "old", + -9.849796295166016 + ], + [ + "▁Bo", + -9.849822998046877 + ], + [ + "▁spend", + -9.850439071655272 + ], + [ + "port", + -9.850828170776367 + ], + [ + "▁worth", + -9.850934028625488 + ], + [ + "ique", + -9.851308822631836 + ], + [ + "nes", + -9.85190486907959 + ], + [ + "cul", + -9.852272033691406 + ], + [ + "era", + -9.85296630859375 + ], + [ + "▁text", + -9.853032112121582 + ], + [ + "▁decided", + -9.85494899749756 + ], + [ + "▁floor", + -9.855036735534668 + ], + [ + "▁requirements", + -9.85529899597168 + ], + [ + "▁cel", + -9.855361938476562 + ], + [ + "▁effect", + -9.855412483215332 + ], + [ + "▁gibt", + -9.856159210205078 + ], + [ + "▁news", + -9.859238624572754 + ], + [ + "▁vos", + -9.85993194580078 + ], + [ + "▁players", + -9.86057186126709 + ], + [ + "▁saw", + -9.862728118896484 + ], + [ + "▁auto", + -9.863056182861328 + ], + [ + "▁town", + -9.863207817077637 + ], + [ + "▁myself", + -9.864106178283691 + ], + [ + "▁lost", + -9.864988327026367 + ], + [ + "▁$", + -9.865124702453612 + ], + [ + "▁June", + -9.86609172821045 + ], + [ + "▁significant", + -9.866196632385254 + ], + [ + "▁giving", + -9.866230010986328 + ], + [ + "▁stand", + -9.866744041442873 + ], + [ + "▁stock", + -9.867657661437988 + ], + [ + "▁hold", + -9.86776638031006 + ], + [ + "▁Are", + -9.869078636169434 + ], + [ + "▁shall", + -9.86923599243164 + ], + [ + "▁ideal", + -9.869279861450195 + ], + [ + "▁London", + -9.87080192565918 + ], + [ + "▁answer", + -9.870853424072266 + ], + [ + "▁Vor", + -9.87157917022705 + ], + [ + "▁gives", + -9.87311553955078 + ], + [ + "ative", + -9.87316608428955 + ], + [ + "▁timp", + -9.873167991638184 + ], + [ + "▁center", + -9.87362289428711 + ], + [ + "▁Group", + -9.87458038330078 + ], + [ + "▁sans", + -9.87514305114746 + ], + [ + "▁Ar", + -9.875466346740724 + ], + [ + "▁Ma", + -9.875568389892578 + ], + [ + "▁reach", + -9.876279830932615 + ], + [ + "ren", + -9.876652717590332 + ], + [ + "▁More", + -9.877446174621582 + ], + [ + "mit", + -9.878068923950195 + ], + [ + "▁guide", + -9.87833309173584 + ], + [ + "▁fully", + -9.878828048706056 + ], + [ + "▁Since", + -9.878952980041504 + ], + [ + "▁Inc", + -9.87923812866211 + ], + [ + "▁culture", + -9.879780769348145 + ], + [ + "eat", + -9.880531311035156 + ], + [ + "▁written", + -9.880722999572754 + ], + [ + "▁Ho", + -9.881338119506836 + ], + [ + "▁India", + -9.881625175476074 + ], + [ + "▁Well", + -9.881708145141602 + ], + [ + "back", + -9.881752967834473 + ], + [ + "▁goes", + -9.88217067718506 + ], + [ + "▁completely", + -9.88217544555664 + ], + [ + "▁tour", + -9.883081436157228 + ], + [ + "▁began", + -9.883196830749512 + ], + [ + "▁picture", + -9.883255958557127 + ], + [ + "▁mare", + -9.88353157043457 + ], + [ + "▁playing", + -9.88422393798828 + ], + [ + "▁trebuie", + -9.884926795959473 + ], + [ + "ils", + -9.884940147399902 + ], + [ + "chen", + -9.885220527648926 + ], + [ + "▁hit", + -9.885416984558104 + ], + [ + "▁complex", + -9.88591480255127 + ], + [ + "▁Thank", + -9.886140823364258 + ], + [ + "▁Let", + -9.886350631713867 + ], + [ + "▁applications", + -9.88711643218994 + ], + [ + "▁friend", + -9.888312339782717 + ], + [ + "▁English", + -9.889549255371094 + ], + [ + "▁charge", + -9.890040397644045 + ], + [ + "▁recommend", + -9.89345359802246 + ], + [ + "▁message", + -9.893672943115234 + ], + [ + "In", + -9.893722534179688 + ], + [ + "▁Mar", + -9.894762992858888 + ], + [ + "pp", + -9.895845413208008 + ], + [ + "▁method", + -9.89692497253418 + ], + [ + "▁successful", + -9.89700412750244 + ], + [ + "tion", + -9.898880958557127 + ], + [ + "▁release", + -9.899920463562012 + ], + [ + "▁creating", + -9.900403022766112 + ], + [ + "▁despre", + -9.90141773223877 + ], + [ + "esc", + -9.90243434906006 + ], + [ + "▁eye", + -9.902752876281738 + ], + [ + "▁apply", + -9.905945777893066 + ], + [ + "net", + -9.906000137329102 + ], + [ + "side", + -9.906539916992188 + ], + [ + "▁ar", + -9.906949996948242 + ], + [ + "▁platform", + -9.90713882446289 + ], + [ + "▁touch", + -9.907329559326172 + ], + [ + "▁towards", + -9.90785026550293 + ], + [ + "▁match", + -9.90822410583496 + ], + [ + "▁Black", + -9.909344673156738 + ], + [ + "▁fall", + -9.90961742401123 + ], + [ + "▁ground", + -9.910234451293944 + ], + [ + "▁High", + -9.910740852355955 + ], + [ + "▁Q", + -9.911155700683594 + ], + [ + "▁schon", + -9.911709785461426 + ], + [ + "▁hotel", + -9.911751747131348 + ], + [ + "▁prices", + -9.912031173706056 + ], + [ + "▁developed", + -9.913411140441896 + ], + [ + "uk", + -9.913476943969728 + ], + [ + "ide", + -9.91367244720459 + ], + [ + "▁September", + -9.91370964050293 + ], + [ + "ized", + -9.914202690124512 + ], + [ + "▁War", + -9.91470432281494 + ], + [ + "!!", + -9.916285514831545 + ], + [ + "▁grow", + -9.916997909545898 + ], + [ + "▁watch", + -9.917067527770996 + ], + [ + "▁storage", + -9.917412757873535 + ], + [ + "eau", + -9.917513847351074 + ], + [ + "can", + -9.918373107910156 + ], + [ + "▁Get", + -9.91952419281006 + ], + [ + "▁See", + -9.91953182220459 + ], + [ + "▁European", + -9.919703483581545 + ], + [ + "▁language", + -9.91982650756836 + ], + [ + "ează", + -9.920175552368164 + ], + [ + "▁court", + -9.920334815979004 + ], + [ + "▁Why", + -9.921106338500977 + ], + [ + "▁hear", + -9.921342849731444 + ], + [ + "▁doar", + -9.921804428100586 + ], + [ + "lan", + -9.92330265045166 + ], + [ + "▁Christmas", + -9.923810958862305 + ], + [ + "▁Web", + -9.923871994018556 + ], + [ + "vo", + -9.92405891418457 + ], + [ + "▁sent", + -9.924983024597168 + ], + [ + "▁businesses", + -9.925868034362791 + ], + [ + "▁Red", + -9.926278114318848 + ], + [ + "tel", + -9.92637538909912 + ], + [ + "▁Ha", + -9.926508903503418 + ], + [ + "▁wonderful", + -9.926653861999512 + ], + [ + "ations", + -9.926738739013672 + ], + [ + "za", + -9.92748737335205 + ], + [ + "▁22", + -9.928659439086914 + ], + [ + "▁thinking", + -9.92941665649414 + ], + [ + "▁became", + -9.929733276367188 + ], + [ + "▁cool", + -9.929835319519045 + ], + [ + "▁speed", + -9.930370330810549 + ], + [ + "mar", + -9.930426597595217 + ], + [ + "▁--", + -9.931743621826172 + ], + [ + "▁groups", + -9.931920051574709 + ], + [ + "▁interested", + -9.93198299407959 + ], + [ + "ak", + -9.93218994140625 + ], + [ + "▁60", + -9.932672500610352 + ], + [ + "▁screen", + -9.93370246887207 + ], + [ + "▁Design", + -9.933789253234863 + ], + [ + "▁limited", + -9.935648918151855 + ], + [ + "▁expected", + -9.935959815979004 + ], + [ + "▁opportunities", + -9.936376571655272 + ], + [ + "▁regular", + -9.936870574951172 + ], + [ + "off", + -9.93702220916748 + ], + [ + "▁Best", + -9.937298774719238 + ], + [ + "Re", + -9.938436508178713 + ], + [ + "▁ihr", + -9.938719749450684 + ], + [ + "▁Great", + -9.938907623291016 + ], + [ + "▁employees", + -9.93924617767334 + ], + [ + "▁custom", + -9.939679145812988 + ], + [ + "▁multe", + -9.940123558044434 + ], + [ + "let", + -9.940876007080078 + ], + [ + "▁benefit", + -9.942487716674805 + ], + [ + "▁term", + -9.942623138427734 + ], + [ + "▁bine", + -9.942869186401367 + ], + [ + "▁deep", + -9.94452667236328 + ], + [ + "▁August", + -9.94526481628418 + ], + [ + "▁President", + -9.94538116455078 + ], + [ + "▁Auf", + -9.94585418701172 + ], + [ + "▁wish", + -9.946924209594728 + ], + [ + "▁sometimes", + -9.947274208068848 + ], + [ + "ari", + -9.947793960571287 + ], + [ + "▁pressure", + -9.948184967041016 + ], + [ + "▁ani", + -9.94859504699707 + ], + [ + "▁trade", + -9.94993019104004 + ], + [ + "▁firm", + -9.950027465820312 + ], + [ + "▁comment", + -9.95003604888916 + ], + [ + "▁November", + -9.950242042541504 + ], + [ + "▁expect", + -9.951102256774902 + ], + [ + "▁2012", + -9.952491760253906 + ], + [ + "▁Ich", + -9.95328140258789 + ], + [ + "▁relationship", + -9.95363998413086 + ], + [ + "▁active", + -9.954682350158691 + ], + [ + "org", + -9.954710960388184 + ], + [ + "▁heat", + -9.956732749938965 + ], + [ + "▁wood", + -9.95678997039795 + ], + [ + "▁notre", + -9.957921028137209 + ], + [ + "▁function", + -9.958330154418944 + ], + [ + "▁2.", + -9.95909309387207 + ], + [ + "▁wedding", + -9.960049629211426 + ], + [ + "▁starting", + -9.96123504638672 + ], + [ + "▁Health", + -9.961249351501465 + ], + [ + "\",", + -9.961713790893556 + ], + [ + "▁death", + -9.962173461914062 + ], + [ + "▁pages", + -9.962764739990234 + ], + [ + "▁vehicle", + -9.96293830871582 + ], + [ + "▁request", + -9.963874816894531 + ], + [ + "▁helps", + -9.963916778564451 + ], + [ + "▁blue", + -9.964017868041992 + ], + [ + "▁analysis", + -9.964414596557615 + ], + [ + "▁posted", + -9.964544296264648 + ], + [ + "▁healthy", + -9.964814186096191 + ], + [ + "▁contract", + -9.964988708496094 + ], + [ + "▁•", + -9.96526336669922 + ], + [ + "▁Each", + -9.965293884277344 + ], + [ + "▁Fa", + -9.966179847717283 + ], + [ + "▁dintre", + -9.966221809387209 + ], + [ + "▁Friday", + -9.967202186584473 + ], + [ + "▁considered", + -9.967992782592772 + ], + [ + "cher", + -9.96826457977295 + ], + [ + "▁quick", + -9.968731880187988 + ], + [ + "▁understanding", + -9.96916389465332 + ], + [ + "▁condition", + -9.969378471374512 + ], + [ + "ization", + -9.971049308776855 + ], + [ + "▁document", + -9.971664428710938 + ], + [ + "▁prevent", + -9.971890449523926 + ], + [ + "▁growing", + -9.9725341796875 + ], + [ + "▁protection", + -9.972620964050291 + ], + [ + "▁cat", + -9.974002838134766 + ], + [ + "▁#", + -9.975058555603027 + ], + [ + "10", + -9.975275039672852 + ], + [ + "▁join", + -9.9759521484375 + ], + [ + "▁serve", + -9.976580619812012 + ], + [ + "▁blood", + -9.977095603942873 + ], + [ + "▁July", + -9.977341651916504 + ], + [ + "▁region", + -9.977787971496582 + ], + [ + "car", + -9.97933578491211 + ], + [ + "▁entre", + -9.979788780212402 + ], + [ + "▁physical", + -9.981287002563477 + ], + [ + "▁cash", + -9.9813232421875 + ], + [ + "aux", + -9.981823921203612 + ], + [ + "ng", + -9.982654571533203 + ], + [ + "▁stage", + -9.98281478881836 + ], + [ + "▁seem", + -9.983034133911133 + ], + [ + "▁definitely", + -9.983795166015623 + ], + [ + "▁investment", + -9.983827590942385 + ], + [ + "▁purpose", + -9.985441207885742 + ], + [ + "▁begin", + -9.985486030578612 + ], + [ + "®", + -9.985495567321776 + ], + [ + "▁break", + -9.98570156097412 + ], + [ + "itate", + -9.987293243408203 + ], + [ + "▁moving", + -9.989288330078123 + ], + [ + "▁met", + -9.990678787231444 + ], + [ + "ize", + -9.990833282470703 + ], + [ + "▁select", + -9.991165161132812 + ], + [ + "▁tous", + -9.991310119628906 + ], + [ + "▁Europe", + -9.991639137268066 + ], + [ + "@", + -9.992724418640137 + ], + [ + "▁individuals", + -9.993392944335938 + ], + [ + "▁Zeit", + -9.993524551391602 + ], + [ + "gu", + -9.995670318603516 + ], + [ + "▁unit", + -9.995753288269045 + ], + [ + "▁noi", + -9.996089935302734 + ], + [ + "▁places", + -9.996171951293944 + ], + [ + "all", + -9.99632453918457 + ], + [ + "▁wait", + -9.996755599975586 + ], + [ + "▁difference", + -9.997234344482422 + ], + [ + "▁round", + -9.99801540374756 + ], + [ + "50", + -9.99953842163086 + ], + [ + "rie", + -9.999545097351074 + ], + [ + "▁Et", + -9.999933242797852 + ], + [ + "20", + -10.000725746154783 + ], + [ + "▁activity", + -10.000792503356934 + ], + [ + "е", + -10.000866889953612 + ], + [ + "▁Windows", + -10.001087188720703 + ], + [ + "▁produce", + -10.001385688781738 + ], + [ + "▁keine", + -10.00212574005127 + ], + [ + "▁Air", + -10.002567291259766 + ], + [ + "▁January", + -10.004890441894531 + ], + [ + "▁deux", + -10.005081176757812 + ], + [ + "▁entry", + -10.005208015441896 + ], + [ + "king", + -10.006500244140623 + ], + [ + "▁goals", + -10.006736755371094 + ], + [ + "▁previous", + -10.0077543258667 + ], + [ + "▁+", + -10.00803565979004 + ], + [ + "▁Business", + -10.008259773254396 + ], + [ + "ont", + -10.008552551269531 + ], + [ + "▁Sunday", + -10.008694648742676 + ], + [ + "▁offering", + -10.01035976409912 + ], + [ + "▁response", + -10.011018753051758 + ], + [ + "▁surface", + -10.011393547058104 + ], + [ + "▁Department", + -10.01212215423584 + ], + [ + "▁exactly", + -10.01219081878662 + ], + [ + "▁Online", + -10.012577056884766 + ], + [ + "dem", + -10.013803482055664 + ], + [ + "ischen", + -10.01400661468506 + ], + [ + "▁hands", + -10.015100479125977 + ], + [ + "▁hour", + -10.016197204589844 + ], + [ + "▁dog", + -10.01694679260254 + ], + [ + "▁damage", + -10.017006874084473 + ], + [ + "▁capital", + -10.018792152404783 + ], + [ + "▁toate", + -10.020488739013672 + ], + [ + "▁wrong", + -10.020674705505373 + ], + [ + "unui", + -10.022201538085938 + ], + [ + "tri", + -10.02397918701172 + ], + [ + "▁sell", + -10.023999214172363 + ], + [ + "▁published", + -10.024175643920898 + ], + [ + "▁families", + -10.024675369262695 + ], + [ + "▁avoid", + -10.025490760803224 + ], + [ + "▁Ko", + -10.025506019592283 + ], + [ + "▁mod", + -10.026697158813477 + ], + [ + "rat", + -10.027653694152832 + ], + [ + "▁Make", + -10.0299654006958 + ], + [ + "▁October", + -10.030153274536133 + ], + [ + "▁former", + -10.031285285949709 + ], + [ + "▁Services", + -10.03281021118164 + ], + [ + "▁felt", + -10.033045768737791 + ], + [ + "▁selection", + -10.033309936523438 + ], + [ + "eaza", + -10.034177780151367 + ], + [ + "gel", + -10.034422874450684 + ], + [ + "▁Good", + -10.035792350769045 + ], + [ + "▁actual", + -10.0364351272583 + ], + [ + "▁gut", + -10.036853790283203 + ], + [ + "▁gas", + -10.03708553314209 + ], + [ + "15", + -10.038182258605955 + ], + [ + "▁structure", + -10.038285255432127 + ], + [ + "▁act", + -10.0386381149292 + ], + [ + "▁Zu", + -10.038654327392578 + ], + [ + "▁creative", + -10.039134979248049 + ], + [ + "▁Vi", + -10.039159774780272 + ], + [ + "▁shop", + -10.04066276550293 + ], + [ + "▁Lo", + -10.040735244750977 + ], + [ + "şi", + -10.042192459106444 + ], + [ + "▁mis", + -10.042224884033203 + ], + [ + "ungen", + -10.042301177978516 + ], + [ + "▁fan", + -10.04240608215332 + ], + [ + "▁|", + -10.043391227722168 + ], + [ + "▁Bei", + -10.044037818908691 + ], + [ + "▁protect", + -10.04454517364502 + ], + [ + "▁Na", + -10.0447998046875 + ], + [ + "q", + -10.045693397521973 + ], + [ + "ok", + -10.04710578918457 + ], + [ + "▁California", + -10.047263145446776 + ], + [ + "▁political", + -10.047301292419434 + ], + [ + "25", + -10.047530174255373 + ], + [ + "▁feeling", + -10.047913551330566 + ], + [ + "▁ces", + -10.048321723937988 + ], + [ + "▁display", + -10.048857688903809 + ], + [ + "▁essential", + -10.04964542388916 + ], + [ + "ând", + -10.049971580505373 + ], + [ + "▁seine", + -10.050551414489746 + ], + [ + "▁soft", + -10.050915718078612 + ], + [ + "ach", + -10.05102252960205 + ], + [ + "▁happen", + -10.051118850708008 + ], + [ + "▁Paul", + -10.053346633911133 + ], + [ + "▁Cu", + -10.054024696350098 + ], + [ + "house", + -10.055376052856444 + ], + [ + "ante", + -10.05582046508789 + ], + [ + "▁easier", + -10.056551933288574 + ], + [ + "▁sort", + -10.0567045211792 + ], + [ + "▁Post", + -10.057138442993164 + ], + [ + "▁accept", + -10.05730152130127 + ], + [ + "field", + -10.05764865875244 + ], + [ + "zen", + -10.057741165161133 + ], + [ + "▁character", + -10.057848930358888 + ], + [ + "▁beginning", + -10.058433532714844 + ], + [ + "▁Jesus", + -10.058760643005373 + ], + [ + "▁weekend", + -10.059663772583008 + ], + [ + "▁certainly", + -10.06114387512207 + ], + [ + "▁THE", + -10.061254501342772 + ], + [ + "▁alle", + -10.06189250946045 + ], + [ + "▁transport", + -10.062220573425291 + ], + [ + "▁Saturday", + -10.063043594360352 + ], + [ + "▁basic", + -10.064136505126951 + ], + [ + "▁loved", + -10.06431770324707 + ], + [ + "ros", + -10.065333366394045 + ], + [ + "▁offered", + -10.065996170043944 + ], + [ + "▁camera", + -10.067024230957031 + ], + [ + "▁Green", + -10.06789779663086 + ], + [ + "ology", + -10.069480895996094 + ], + [ + "ä", + -10.069646835327148 + ], + [ + "▁manage", + -10.070416450500488 + ], + [ + "▁paid", + -10.070881843566896 + ], + [ + "▁advice", + -10.071617126464844 + ], + [ + "▁patient", + -10.07223415374756 + ], + [ + "▁spent", + -10.072272300720217 + ], + [ + "▁mir", + -10.07236671447754 + ], + [ + "▁baby", + -10.072400093078612 + ], + [ + "ö", + -10.073193550109863 + ], + [ + "▁basis", + -10.073338508605955 + ], + [ + "▁cancer", + -10.073765754699709 + ], + [ + "▁Although", + -10.07400894165039 + ], + [ + "▁gift", + -10.074336051940918 + ], + [ + "▁3.", + -10.074871063232422 + ], + [ + "dieser", + -10.075157165527344 + ], + [ + "▁overall", + -10.07520580291748 + ], + [ + "▁Sch", + -10.075265884399414 + ], + [ + "▁Ex", + -10.076258659362791 + ], + [ + "▁December", + -10.07689094543457 + ], + [ + "▁released", + -10.078214645385742 + ], + [ + "▁prior", + -10.07900333404541 + ], + [ + "▁sowie", + -10.081072807312012 + ], + [ + "▁club", + -10.081326484680176 + ], + [ + "▁Street", + -10.081535339355469 + ], + [ + "▁College", + -10.08254623413086 + ], + [ + "▁î", + -10.083059310913086 + ], + [ + "over", + -10.083159446716309 + ], + [ + "▁gave", + -10.08454704284668 + ], + [ + "▁truly", + -10.084784507751465 + ], + [ + "par", + -10.084806442260742 + ], + [ + "▁Canada", + -10.084888458251951 + ], + [ + "▁existing", + -10.085420608520508 + ], + [ + "lie", + -10.08633518218994 + ], + [ + "▁ganz", + -10.086658477783203 + ], + [ + "▁setting", + -10.087109565734863 + ], + [ + "▁supply", + -10.08739185333252 + ], + [ + "▁college", + -10.08754062652588 + ], + [ + "▁communication", + -10.088407516479492 + ], + [ + "▁23", + -10.088834762573242 + ], + [ + "▁pass", + -10.091546058654783 + ], + [ + "▁devices", + -10.091872215270996 + ], + [ + "▁glass", + -10.092083930969238 + ], + [ + "▁experienced", + -10.092395782470703 + ], + [ + "▁grand", + -10.093363761901855 + ], + [ + "▁Po", + -10.093396186828612 + ], + [ + "▁beyond", + -10.094029426574709 + ], + [ + "▁format", + -10.094165802001951 + ], + [ + "▁mon", + -10.09461498260498 + ], + [ + "▁perform", + -10.094635009765623 + ], + [ + "sten", + -10.095130920410156 + ], + [ + "▁1,", + -10.096270561218262 + ], + [ + "▁Per", + -10.096640586853027 + ], + [ + "▁sold", + -10.097247123718262 + ], + [ + "▁rates", + -10.0972900390625 + ], + [ + "▁regarding", + -10.097782135009766 + ], + [ + "▁Paris", + -10.098291397094728 + ], + [ + "▁Dar", + -10.099579811096191 + ], + [ + "▁challenge", + -10.099649429321287 + ], + [ + "▁feet", + -10.100564002990724 + ], + [ + "▁Su", + -10.102017402648926 + ], + [ + "je", + -10.102593421936035 + ], + [ + "▁Bank", + -10.102627754211426 + ], + [ + "ven", + -10.103126525878906 + ], + [ + "jo", + -10.103290557861328 + ], + [ + "▁band", + -10.10348892211914 + ], + [ + "▁delivery", + -10.104915618896484 + ], + [ + "Vous", + -10.104924201965332 + ], + [ + "tele", + -10.10495376586914 + ], + [ + "▁East", + -10.105379104614258 + ], + [ + "▁pictures", + -10.106067657470703 + ], + [ + "▁useful", + -10.106481552124023 + ], + [ + "*", + -10.107648849487305 + ], + [ + "▁increased", + -10.107746124267578 + ], + [ + "▁stories", + -10.108119010925291 + ], + [ + "sion", + -10.108280181884766 + ], + [ + "bra", + -10.108345985412598 + ], + [ + "▁brought", + -10.108466148376465 + ], + [ + "▁effort", + -10.109898567199709 + ], + [ + "▁payment", + -10.11058235168457 + ], + [ + "▁heard", + -10.110925674438477 + ], + [ + "▁played", + -10.111245155334473 + ], + [ + "▁White", + -10.111417770385742 + ], + [ + "▁metal", + -10.111721992492676 + ], + [ + "tal", + -10.111754417419434 + ], + [ + "▁engine", + -10.112006187438965 + ], + [ + "▁Club", + -10.11218547821045 + ], + [ + "ical", + -10.114581108093262 + ], + [ + "▁effects", + -10.115421295166016 + ], + [ + "▁degree", + -10.115763664245604 + ], + [ + "▁bed", + -10.1159086227417 + ], + [ + "ette", + -10.115991592407228 + ], + [ + "▁David", + -10.11638641357422 + ], + [ + "°", + -10.117666244506836 + ], + [ + "▁Au", + -10.117938041687012 + ], + [ + "▁Company", + -10.11845874786377 + ], + [ + "▁player", + -10.11938190460205 + ], + [ + "▁Today", + -10.120569229125977 + ], + [ + "▁maintain", + -10.12093448638916 + ], + [ + "▁minute", + -10.121193885803224 + ], + [ + "mail", + -10.122172355651855 + ], + [ + "▁race", + -10.122366905212402 + ], + [ + "▁comfortable", + -10.123887062072754 + ], + [ + "▁responsible", + -10.124085426330566 + ], + [ + "vor", + -10.124622344970703 + ], + [ + "▁associated", + -10.124695777893066 + ], + [ + "▁weather", + -10.124701499938965 + ], + [ + "▁$1", + -10.125639915466309 + ], + [ + "▁tried", + -10.126176834106444 + ], + [ + "▁Check", + -10.127649307250977 + ], + [ + "▁solid", + -10.127864837646484 + ], + [ + "▁movie", + -10.12836456298828 + ], + [ + "▁coffee", + -10.12874698638916 + ], + [ + "board", + -10.129073143005373 + ], + [ + "▁po", + -10.12946605682373 + ], + [ + "▁warm", + -10.129583358764648 + ], + [ + "▁connect", + -10.131733894348145 + ], + [ + "▁Ad", + -10.133807182312012 + ], + [ + "work", + -10.133859634399414 + ], + [ + "mal", + -10.13397216796875 + ], + [ + "▁Act", + -10.134634971618652 + ], + [ + "▁achieve", + -10.134769439697266 + ], + [ + "▁Nach", + -10.136604309082031 + ], + [ + "www", + -10.136669158935549 + ], + [ + "term", + -10.13672161102295 + ], + [ + "▁claim", + -10.137251853942873 + ], + [ + "▁particularly", + -10.138245582580566 + ], + [ + "▁cas", + -10.13839626312256 + ], + [ + "▁furniture", + -10.138461112976074 + ], + [ + "▁finish", + -10.13896369934082 + ], + [ + "▁temps", + -10.139026641845703 + ], + [ + "▁disease", + -10.139115333557127 + ], + [ + "▁lots", + -10.139196395874023 + ], + [ + "▁ball", + -10.139307975769045 + ], + [ + "▁sun", + -10.14010238647461 + ], + [ + "▁strategy", + -10.140498161315918 + ], + [ + "bre", + -10.140518188476562 + ], + [ + "▁mine", + -10.141541481018066 + ], + [ + "▁Click", + -10.141743659973145 + ], + [ + "ran", + -10.141983032226562 + ], + [ + "▁Will", + -10.142234802246094 + ], + [ + "▁garden", + -10.142974853515623 + ], + [ + "▁stuff", + -10.14359188079834 + ], + [ + "▁limit", + -10.144641876220703 + ], + [ + "▁bottom", + -10.14494800567627 + ], + [ + "▁shown", + -10.144962310791016 + ], + [ + "ship", + -10.145271301269531 + ], + [ + "▁habe", + -10.145858764648438 + ], + [ + "▁Super", + -10.14621925354004 + ], + [ + "▁completed", + -10.146971702575684 + ], + [ + "▁wine", + -10.146979331970217 + ], + [ + "ische", + -10.147262573242188 + ], + [ + "▁largest", + -10.147466659545898 + ], + [ + "▁appropriate", + -10.148261070251465 + ], + [ + "▁immediately", + -10.150248527526855 + ], + [ + "▁Hi", + -10.152358055114746 + ], + [ + "▁trust", + -10.152767181396484 + ], + [ + "ability", + -10.154254913330078 + ], + [ + "▁powerful", + -10.155101776123049 + ], + [ + "▁helping", + -10.155620574951172 + ], + [ + "▁schedule", + -10.155688285827637 + ], + [ + "▁correct", + -10.155707359313965 + ], + [ + "▁transfer", + -10.156496047973633 + ], + [ + "pre", + -10.15665340423584 + ], + [ + "▁journey", + -10.15688419342041 + ], + [ + "pm", + -10.157002449035645 + ], + [ + "don", + -10.158435821533203 + ], + [ + "▁highest", + -10.159249305725098 + ], + [ + "▁finally", + -10.15999698638916 + ], + [ + "form", + -10.160258293151855 + ], + [ + "▁extremely", + -10.160404205322266 + ], + [ + "▁window", + -10.16050148010254 + ], + [ + "▁Over", + -10.162222862243652 + ], + [ + "▁remove", + -10.162469863891602 + ], + [ + "wood", + -10.162479400634766 + ], + [ + "▁2013", + -10.163631439208984 + ], + [ + "▁mother", + -10.164072036743164 + ], + [ + "▁Auto", + -10.16436767578125 + ], + [ + "▁annual", + -10.164615631103516 + ], + [ + "▁Star", + -10.164834976196287 + ], + [ + "▁Di", + -10.166138648986816 + ], + [ + "о", + -10.16711139678955 + ], + [ + "▁gold", + -10.167129516601562 + ], + [ + "tar", + -10.167352676391602 + ], + [ + "ju", + -10.167750358581545 + ], + [ + "▁Use", + -10.169474601745604 + ], + [ + "▁thanks", + -10.16960334777832 + ], + [ + "▁centre", + -10.170127868652344 + ], + [ + "▁Australia", + -10.170358657836914 + ], + [ + "▁estate", + -10.170504570007324 + ], + [ + "▁eyes", + -10.1714448928833 + ], + [ + "▁force", + -10.171592712402344 + ], + [ + "▁income", + -10.17395305633545 + ], + [ + "▁science", + -10.174036026000977 + ], + [ + "ori", + -10.174230575561523 + ], + [ + "▁enter", + -10.174851417541504 + ], + [ + "▁28", + -10.175408363342283 + ], + [ + "ire", + -10.17568302154541 + ], + [ + "▁schools", + -10.17579746246338 + ], + [ + "▁restaurant", + -10.176088333129885 + ], + [ + "▁Council", + -10.177032470703123 + ], + [ + "aus", + -10.177885055541992 + ], + [ + "▁agree", + -10.17905330657959 + ], + [ + "▁campaign", + -10.179192543029783 + ], + [ + "▁Ta", + -10.179428100585938 + ], + [ + "▁letter", + -10.179814338684082 + ], + [ + "▁central", + -10.179931640625 + ], + [ + "▁Because", + -10.180054664611816 + ], + [ + "▁path", + -10.180349349975586 + ], + [ + "▁loc", + -10.180882453918455 + ], + [ + "▁files", + -10.182587623596191 + ], + [ + "▁population", + -10.182705879211426 + ], + [ + "▁explore", + -10.182723999023438 + ], + [ + "▁mid", + -10.182734489440918 + ], + [ + "▁concept", + -10.182748794555664 + ], + [ + "▁church", + -10.183015823364258 + ], + [ + "80", + -10.183026313781738 + ], + [ + "▁einfach", + -10.185834884643556 + ], + [ + "▁reasons", + -10.186690330505373 + ], + [ + "▁determine", + -10.186755180358888 + ], + [ + "▁February", + -10.187095642089844 + ], + [ + "▁evidence", + -10.18797779083252 + ], + [ + "▁sleep", + -10.188036918640137 + ], + [ + "▁Board", + -10.188652992248535 + ], + [ + "▁maybe", + -10.189635276794434 + ], + [ + "▁wasn", + -10.189701080322266 + ], + [ + "▁Monday", + -10.190101623535156 + ], + [ + "▁director", + -10.190481185913086 + ], + [ + "well", + -10.190974235534668 + ], + [ + "During", + -10.191001892089844 + ], + [ + "▁sweet", + -10.191061973571776 + ], + [ + "▁assist", + -10.19124984741211 + ], + [ + "▁police", + -10.191511154174805 + ], + [ + "▁repair", + -10.191729545593262 + ], + [ + "▁techniques", + -10.191733360290527 + ], + [ + "▁served", + -10.191808700561523 + ], + [ + "vi", + -10.19203758239746 + ], + [ + "▁sports", + -10.192331314086914 + ], + [ + "▁opening", + -10.192401885986328 + ], + [ + "▁ones", + -10.192731857299805 + ], + [ + "▁notice", + -10.19346046447754 + ], + [ + "▁PC", + -10.193547248840332 + ], + [ + "▁alte", + -10.194242477416992 + ], + [ + "▁Bi", + -10.194340705871582 + ], + [ + "▁cold", + -10.195606231689451 + ], + [ + "▁billion", + -10.195794105529783 + ], + [ + "▁balance", + -10.196361541748049 + ], + [ + "cer", + -10.196417808532717 + ], + [ + "▁nearly", + -10.196725845336914 + ], + [ + "▁wear", + -10.197259902954102 + ], + [ + "free", + -10.19760799407959 + ], + [ + "▁Have", + -10.197748184204102 + ], + [ + "▁comfort", + -10.199211120605469 + ], + [ + "▁studies", + -10.199225425720217 + ], + [ + "▁traffic", + -10.199540138244627 + ], + [ + "▁item", + -10.200214385986328 + ], + [ + "▁teaching", + -10.200467109680176 + ], + [ + "▁turned", + -10.201326370239258 + ], + [ + "isation", + -10.201354026794434 + ], + [ + "12", + -10.202038764953612 + ], + [ + "▁greater", + -10.202167510986328 + ], + [ + "▁knew", + -10.20233154296875 + ], + [ + "▁Association", + -10.203333854675291 + ], + [ + "▁Office", + -10.203802108764648 + ], + [ + "▁established", + -10.20408535003662 + ], + [ + "45", + -10.20417022705078 + ], + [ + "▁Love", + -10.204318046569824 + ], + [ + "▁changed", + -10.204882621765137 + ], + [ + "▁pan", + -10.205184936523438 + ], + [ + "van", + -10.20565414428711 + ], + [ + "▁Mi", + -10.205663681030272 + ], + [ + "▁tend", + -10.20637321472168 + ], + [ + "▁connection", + -10.206522941589355 + ], + [ + "▁lack", + -10.206954002380373 + ], + [ + "▁bank", + -10.20846462249756 + ], + [ + "cat", + -10.208720207214355 + ], + [ + "▁helped", + -10.209071159362791 + ], + [ + "▁spot", + -10.209417343139648 + ], + [ + "▁spring", + -10.20974063873291 + ], + [ + "▁Wi", + -10.210912704467772 + ], + [ + "▁Mac", + -10.211682319641112 + ], + [ + "▁Christ", + -10.21201515197754 + ], + [ + "▁saying", + -10.212835311889648 + ], + [ + "▁General", + -10.213062286376951 + ], + [ + "▁port", + -10.213099479675291 + ], + [ + "▁Mal", + -10.213156700134276 + ], + [ + "▁System", + -10.213486671447754 + ], + [ + "▁According", + -10.2152738571167 + ], + [ + "▁chiar", + -10.21568489074707 + ], + [ + "log", + -10.21576976776123 + ], + [ + "▁mix", + -10.215974807739258 + ], + [ + "▁Lake", + -10.216042518615724 + ], + [ + "▁intr", + -10.216590881347656 + ], + [ + "▁deliver", + -10.216793060302734 + ], + [ + "mon", + -10.216931343078612 + ], + [ + "▁Ro", + -10.217060089111328 + ], + [ + "▁Management", + -10.217504501342772 + ], + [ + "bri", + -10.21871852874756 + ], + [ + "▁pieces", + -10.218774795532228 + ], + [ + "▁announced", + -10.218926429748535 + ], + [ + "▁Yes", + -10.219268798828123 + ], + [ + "▁dark", + -10.220884323120115 + ], + [ + "val", + -10.221765518188477 + ], + [ + "▁rights", + -10.22309684753418 + ], + [ + "▁Diese", + -10.223100662231444 + ], + [ + "ki", + -10.223350524902344 + ], + [ + "vent", + -10.22375774383545 + ], + [ + "▁born", + -10.22380542755127 + ], + [ + "▁muss", + -10.224031448364258 + ], + [ + "compared", + -10.224660873413086 + ], + [ + "▁demand", + -10.224669456481934 + ], + [ + "▁handle", + -10.225493431091309 + ], + [ + "▁mode", + -10.22605800628662 + ], + [ + "lic", + -10.226137161254885 + ], + [ + "▁ahead", + -10.226436614990234 + ], + [ + "▁sharing", + -10.227599143981934 + ], + [ + "▁micro", + -10.227779388427734 + ], + [ + "▁Par", + -10.228626251220703 + ], + [ + "▁Every", + -10.22950553894043 + ], + [ + "▁bag", + -10.229736328125 + ], + [ + "▁daca", + -10.22974967956543 + ], + [ + "▁Apple", + -10.23022174835205 + ], + [ + "▁Mark", + -10.230239868164062 + ], + [ + "▁larger", + -10.231284141540527 + ], + [ + "eze", + -10.231978416442873 + ], + [ + "▁progress", + -10.232234001159668 + ], + [ + "▁stress", + -10.232929229736328 + ], + [ + "▁cards", + -10.23366355895996 + ], + [ + "▁driving", + -10.233738899230955 + ], + [ + "▁dry", + -10.233970642089844 + ], + [ + "▁relevant", + -10.234556198120115 + ], + [ + "▁Jo", + -10.234825134277344 + ], + [ + "▁tree", + -10.235036849975586 + ], + [ + "▁reported", + -10.235770225524902 + ], + [ + "ities", + -10.23577880859375 + ], + [ + "▁tea", + -10.235806465148926 + ], + [ + "▁although", + -10.236145973205566 + ], + [ + "▁Research", + -10.236261367797852 + ], + [ + "▁pool", + -10.23691463470459 + ], + [ + "▁fin", + -10.237163543701172 + ], + [ + "▁Und", + -10.238130569458008 + ], + [ + "▁decide", + -10.239217758178713 + ], + [ + "▁expert", + -10.239344596862791 + ], + [ + "rate", + -10.239428520202637 + ], + [ + "zeit", + -10.239971160888672 + ], + [ + "▁26", + -10.24040412902832 + ], + [ + "▁Ka", + -10.24056339263916 + ], + [ + "▁fix", + -10.240666389465332 + ], + [ + "igen", + -10.240713119506836 + ], + [ + "▁direction", + -10.241188049316406 + ], + [ + "▁star", + -10.241661071777344 + ], + [ + "▁middle", + -10.24188995361328 + ], + [ + "▁Ja", + -10.241962432861328 + ], + [ + "▁Land", + -10.24207878112793 + ], + [ + "ken", + -10.242605209350586 + ], + [ + "▁button", + -10.242630004882812 + ], + [ + "▁rules", + -10.242656707763672 + ], + [ + "▁également", + -10.242706298828123 + ], + [ + "▁viel", + -10.243158340454102 + ], + [ + "▁welcome", + -10.243682861328123 + ], + [ + "că", + -10.243932723999023 + ], + [ + "▁Top", + -10.245308876037598 + ], + [ + "▁allowed", + -10.245487213134766 + ], + [ + "▁tip", + -10.24558448791504 + ], + [ + "▁cei", + -10.245768547058104 + ], + [ + "▁Nous", + -10.246004104614258 + ], + [ + "té", + -10.246850967407228 + ], + [ + "▁unei", + -10.246903419494627 + ], + [ + "▁efforts", + -10.247260093688965 + ], + [ + "▁note", + -10.247719764709473 + ], + [ + "▁title", + -10.247977256774902 + ], + [ + "ric", + -10.248047828674316 + ], + [ + "berg", + -10.248252868652344 + ], + [ + "▁ainsi", + -10.248576164245604 + ], + [ + "▁led", + -10.248713493347168 + ], + [ + "▁alone", + -10.248786926269531 + ], + [ + "ward", + -10.249215126037598 + ], + [ + "▁vie", + -10.249323844909668 + ], + [ + "▁brain", + -10.249427795410156 + ], + [ + "light", + -10.250100135803224 + ], + [ + "▁Court", + -10.250598907470703 + ], + [ + "set", + -10.250869750976562 + ], + [ + "▁steps", + -10.251251220703123 + ], + [ + "pri", + -10.251391410827637 + ], + [ + "Q", + -10.251654624938965 + ], + [ + "sti", + -10.251938819885254 + ], + [ + "▁voice", + -10.252121925354004 + ], + [ + "▁models", + -10.252705574035645 + ], + [ + "▁parties", + -10.25442886352539 + ], + [ + "▁radio", + -10.255270957946776 + ], + [ + "▁mission", + -10.25545883178711 + ], + [ + "▁methods", + -10.255658149719238 + ], + [ + "▁Te", + -10.256019592285156 + ], + [ + "air", + -10.256489753723145 + ], + [ + "▁essay", + -10.256719589233398 + ], + [ + "my", + -10.256826400756836 + ], + [ + "▁competition", + -10.257049560546877 + ], + [ + "ses", + -10.257447242736816 + ], + [ + "▁serious", + -10.258724212646484 + ], + [ + "▁Ti", + -10.258733749389648 + ], + [ + "▁Hand", + -10.259561538696287 + ], + [ + "not", + -10.25958251953125 + ], + [ + "▁winter", + -10.261277198791504 + ], + [ + "24", + -10.261724472045898 + ], + [ + "▁vision", + -10.26174545288086 + ], + [ + "▁technical", + -10.262110710144045 + ], + [ + "▁cross", + -10.262799263000488 + ], + [ + "▁update", + -10.262947082519531 + ], + [ + "▁Team", + -10.263564109802246 + ], + [ + "▁evening", + -10.264286041259766 + ], + [ + "▁experts", + -10.26435661315918 + ], + [ + "part", + -10.264640808105469 + ], + [ + "▁wo", + -10.26519012451172 + ], + [ + "▁App", + -10.265729904174805 + ], + [ + "▁peu", + -10.266267776489258 + ], + [ + "▁mich", + -10.26630687713623 + ], + [ + "▁reports", + -10.267001152038574 + ], + [ + "▁km", + -10.26759433746338 + ], + [ + "▁print", + -10.2678804397583 + ], + [ + "▁Hotel", + -10.268101692199709 + ], + [ + "▁earlier", + -10.268235206604004 + ], + [ + "▁uses", + -10.26826286315918 + ], + [ + "▁menu", + -10.26841640472412 + ], + [ + "▁miles", + -10.26845645904541 + ], + [ + "▁classes", + -10.268463134765623 + ], + [ + "▁mo", + -10.268525123596191 + ], + [ + "▁loan", + -10.2691011428833 + ], + [ + "▁host", + -10.269192695617676 + ], + [ + "▁author", + -10.269274711608888 + ], + [ + "-1", + -10.269434928894045 + ], + [ + "▁bun", + -10.269940376281738 + ], + [ + "19", + -10.270011901855469 + ], + [ + "uch", + -10.270670890808104 + ], + [ + "ble", + -10.270813941955566 + ], + [ + "▁holiday", + -10.270859718322754 + ], + [ + "los", + -10.271894454956056 + ], + [ + "▁looked", + -10.272663116455078 + ], + [ + "▁Test", + -10.272759437561035 + ], + [ + "▁moved", + -10.273000717163086 + ], + [ + "▁numbers", + -10.273306846618652 + ], + [ + "▁covered", + -10.273405075073242 + ], + [ + "ker", + -10.273696899414062 + ], + [ + "TM", + -10.273768424987791 + ], + [ + "▁album", + -10.274727821350098 + ], + [ + "▁27", + -10.27476692199707 + ], + [ + "▁când", + -10.27523422241211 + ], + [ + "▁shopping", + -10.275248527526855 + ], + [ + "▁Ihr", + -10.27531623840332 + ], + [ + "▁requires", + -10.275786399841309 + ], + [ + "▁USA", + -10.275909423828123 + ], + [ + "000", + -10.275951385498049 + ], + [ + "▁official", + -10.276010513305664 + ], + [ + "▁states", + -10.27634620666504 + ], + [ + "▁tips", + -10.276570320129396 + ], + [ + "ible", + -10.277321815490724 + ], + [ + "▁Lu", + -10.27756404876709 + ], + [ + "ces", + -10.278343200683594 + ], + [ + "▁figure", + -10.27839469909668 + ], + [ + "▁Take", + -10.278576850891112 + ], + [ + "▁după", + -10.278687477111816 + ], + [ + "▁teams", + -10.278980255126951 + ], + [ + "▁song", + -10.279138565063477 + ], + [ + "▁master", + -10.279386520385742 + ], + [ + "ED", + -10.279841423034668 + ], + [ + "▁cleaning", + -10.280523300170898 + ], + [ + "▁drop", + -10.280651092529297 + ], + [ + "▁primary", + -10.2808837890625 + ], + [ + "▁Life", + -10.28108024597168 + ], + [ + "▁carry", + -10.281129837036133 + ], + [ + "▁initial", + -10.28127098083496 + ], + [ + "▁encore", + -10.281617164611816 + ], + [ + "▁Add", + -10.281670570373535 + ], + [ + "▁woman", + -10.282076835632324 + ], + [ + "▁Water", + -10.282219886779783 + ], + [ + "▁advantage", + -10.28277587890625 + ], + [ + "see", + -10.28323459625244 + ], + [ + "ré", + -10.28334140777588 + ], + [ + "▁motor", + -10.283479690551758 + ], + [ + "mel", + -10.2838716506958 + ], + [ + "▁finding", + -10.284419059753418 + ], + [ + "▁plastic", + -10.286365509033203 + ], + [ + "▁IT", + -10.286602973937988 + ], + [ + "▁Church", + -10.286916732788086 + ], + [ + "▁shape", + -10.287345886230469 + ], + [ + "▁gets", + -10.287763595581056 + ], + [ + "▁followed", + -10.288186073303224 + ], + [ + "▁100%", + -10.288315773010254 + ], + [ + "▁Program", + -10.28912353515625 + ], + [ + "▁Another", + -10.28934383392334 + ], + [ + "▁zwei", + -10.289522171020508 + ], + [ + "▁father", + -10.289839744567873 + ], + [ + "▁rich", + -10.290282249450684 + ], + [ + "où", + -10.290810585021973 + ], + [ + "▁lines", + -10.290934562683104 + ], + [ + "▁distance", + -10.291757583618164 + ], + [ + "▁cell", + -10.291876792907717 + ], + [ + "▁parte", + -10.292072296142578 + ], + [ + "bit", + -10.292445182800291 + ], + [ + "▁perhaps", + -10.292749404907228 + ], + [ + "rii", + -10.293590545654297 + ], + [ + "▁session", + -10.294137954711914 + ], + [ + "▁Pentru", + -10.294528007507324 + ], + [ + "ING", + -10.295049667358398 + ], + [ + "ants", + -10.29547882080078 + ], + [ + "▁remain", + -10.295543670654297 + ], + [ + "13", + -10.295588493347168 + ], + [ + "▁finished", + -10.295763969421388 + ], + [ + "bel", + -10.298725128173828 + ], + [ + "▁organizations", + -10.299455642700195 + ], + [ + "▁Any", + -10.299896240234377 + ], + [ + "▁taste", + -10.300277709960938 + ], + [ + "Whether", + -10.300600051879885 + ], + [ + "ram", + -10.300874710083008 + ], + [ + "like", + -10.301307678222656 + ], + [ + "▁artist", + -10.301319122314451 + ], + [ + "aire", + -10.303369522094728 + ], + [ + "▁French", + -10.303386688232422 + ], + [ + "▁donc", + -10.303634643554688 + ], + [ + "ow", + -10.30386734008789 + ], + [ + "▁200", + -10.303993225097656 + ], + [ + "▁paint", + -10.304465293884276 + ], + [ + "▁Open", + -10.304535865783691 + ], + [ + "▁appear", + -10.304722785949709 + ], + [ + "▁Washington", + -10.304765701293944 + ], + [ + "▁target", + -10.30491828918457 + ], + [ + "pir", + -10.305578231811523 + ], + [ + "▁generally", + -10.305987358093262 + ], + [ + "▁British", + -10.306790351867676 + ], + [ + "▁seven", + -10.306937217712402 + ], + [ + "▁bio", + -10.307162284851074 + ], + [ + "▁sector", + -10.307358741760254 + ], + [ + "90", + -10.30777359008789 + ], + [ + "▁fapt", + -10.307881355285645 + ], + [ + "▁prefer", + -10.308316230773926 + ], + [ + "▁partner", + -10.308427810668944 + ], + [ + "ăm", + -10.308547973632812 + ], + [ + "▁diverse", + -10.308610916137695 + ], + [ + "▁onto", + -10.309283256530762 + ], + [ + "▁refer", + -10.309828758239746 + ], + [ + "▁Law", + -10.310302734375 + ], + [ + "▁Ri", + -10.310596466064451 + ], + [ + "▁critical", + -10.310735702514648 + ], + [ + "▁copy", + -10.310897827148438 + ], + [ + "ck", + -10.311517715454102 + ], + [ + "ix", + -10.311732292175291 + ], + [ + "tag", + -10.311793327331545 + ], + [ + "▁Road", + -10.311936378479004 + ], + [ + "▁concern", + -10.312053680419922 + ], + [ + "▁maximum", + -10.312095642089844 + ], + [ + "▁train", + -10.312148094177246 + ], + [ + "▁într", + -10.312189102172852 + ], + [ + "ura", + -10.313023567199709 + ], + [ + "▁Qu", + -10.313481330871582 + ], + [ + "▁links", + -10.313538551330566 + ], + [ + "▁audience", + -10.313969612121582 + ], + [ + "▁foot", + -10.31455421447754 + ], + [ + "▁Blue", + -10.314605712890623 + ], + [ + "ification", + -10.315386772155762 + ], + [ + "▁developing", + -10.315847396850586 + ], + [ + "▁interior", + -10.315876007080078 + ], + [ + "=", + -10.316556930541992 + ], + [ + "▁aceasta", + -10.31698989868164 + ], + [ + "▁dedicated", + -10.317373275756836 + ], + [ + "▁movement", + -10.317383766174316 + ], + [ + "sta", + -10.31886863708496 + ], + [ + "▁challenges", + -10.319018363952637 + ], + [ + "inte", + -10.319074630737305 + ], + [ + "▁Euro", + -10.31907558441162 + ], + [ + "▁classic", + -10.320341110229492 + ], + [ + "▁Um", + -10.320767402648926 + ], + [ + "▁alternative", + -10.321407318115234 + ], + [ + "mann", + -10.321614265441896 + ], + [ + "▁Une", + -10.322278022766112 + ], + [ + "qu", + -10.322415351867676 + ], + [ + "▁heavy", + -10.322434425354004 + ], + [ + "▁install", + -10.322484970092772 + ], + [ + "▁fiind", + -10.322504043579102 + ], + [ + "▁leaders", + -10.323003768920898 + ], + [ + "▁views", + -10.323019981384276 + ], + [ + "▁www", + -10.323084831237791 + ], + [ + "▁standards", + -10.323270797729492 + ], + [ + "ong", + -10.323580741882324 + ], + [ + "40", + -10.323833465576172 + ], + [ + "▁cm", + -10.323848724365234 + ], + [ + "▁park", + -10.32432460784912 + ], + [ + "▁himself", + -10.324419021606444 + ], + [ + "▁People", + -10.324649810791016 + ], + [ + "▁separate", + -10.324843406677246 + ], + [ + "▁secure", + -10.325018882751465 + ], + [ + "sie", + -10.325084686279297 + ], + [ + "▁maintenance", + -10.325199127197266 + ], + [ + "▁encourage", + -10.32766056060791 + ], + [ + "ein", + -10.328139305114746 + ], + [ + "▁reviews", + -10.328202247619627 + ], + [ + "▁Michael", + -10.328210830688477 + ], + [ + "▁background", + -10.328283309936523 + ], + [ + "▁therefore", + -10.328433990478516 + ], + [ + "▁server", + -10.328487396240234 + ], + [ + "▁dream", + -10.328742027282717 + ], + [ + "ping", + -10.329025268554688 + ], + [ + "▁block", + -10.329855918884276 + ], + [ + "▁2009", + -10.330734252929688 + ], + [ + "▁facilities", + -10.330931663513184 + ], + [ + "▁II", + -10.33136749267578 + ], + [ + "▁attend", + -10.33156967163086 + ], + [ + "▁cap", + -10.33224105834961 + ], + [ + "35", + -10.332416534423828 + ], + [ + "▁steel", + -10.332796096801758 + ], + [ + "▁shared", + -10.333391189575195 + ], + [ + "▁doctor", + -10.333939552307127 + ], + [ + "▁River", + -10.33411693572998 + ], + [ + "▁Bay", + -10.33445644378662 + ], + [ + "▁length", + -10.335005760192873 + ], + [ + "▁jobs", + -10.335466384887695 + ], + [ + "▁Plus", + -10.335992813110352 + ], + [ + "▁station", + -10.336140632629396 + ], + [ + "▁elements", + -10.336268424987791 + ], + [ + "▁rock", + -10.336668014526367 + ], + [ + "▁professionals", + -10.336670875549316 + ], + [ + "cle", + -10.336777687072754 + ], + [ + "▁dont", + -10.336873054504396 + ], + [ + "urilor", + -10.337142944335938 + ], + [ + "▁gain", + -10.337271690368652 + ], + [ + "▁programme", + -10.33754062652588 + ], + [ + "▁Cor", + -10.338377952575684 + ], + [ + "▁leader", + -10.338542938232422 + ], + [ + "ării", + -10.33876895904541 + ], + [ + "▁>", + -10.339137077331545 + ], + [ + "▁task", + -10.339471817016602 + ], + [ + "▁seeing", + -10.339943885803224 + ], + [ + "▁statement", + -10.34045696258545 + ], + [ + "vin", + -10.341094017028809 + ], + [ + "▁fish", + -10.341700553894045 + ], + [ + "▁advanced", + -10.342403411865234 + ], + [ + "▁discuss", + -10.342494010925291 + ], + [ + "die", + -10.342904090881348 + ], + [ + "isch", + -10.342944145202637 + ], + [ + "▁plenty", + -10.342947959899902 + ], + [ + "▁Hall", + -10.343120574951172 + ], + [ + "▁Other", + -10.343339920043944 + ], + [ + "▁homes", + -10.344944953918455 + ], + [ + "▁Ni", + -10.345016479492188 + ], + [ + "▁testing", + -10.345102310180664 + ], + [ + "▁Last", + -10.345392227172852 + ], + [ + "▁Note", + -10.345595359802246 + ], + [ + "▁talking", + -10.345934867858888 + ], + [ + "▁exchange", + -10.347042083740234 + ], + [ + "▁exercise", + -10.347189903259276 + ], + [ + "▁cea", + -10.347546577453612 + ], + [ + "▁wife", + -10.34820556640625 + ], + [ + "▁Für", + -10.348480224609377 + ], + [ + "▁Texas", + -10.34981918334961 + ], + [ + "▁fr", + -10.35065746307373 + ], + [ + "▁speak", + -10.350894927978516 + ], + [ + "17", + -10.351007461547852 + ], + [ + "70", + -10.351462364196776 + ], + [ + "▁promote", + -10.351851463317873 + ], + [ + "tul", + -10.351990699768066 + ], + [ + "apos", + -10.35208511352539 + ], + [ + "▁Jahr", + -10.35214900970459 + ], + [ + "▁Trump", + -10.35220432281494 + ], + [ + "▁ohne", + -10.352357864379885 + ], + [ + "▁learned", + -10.353700637817385 + ], + [ + "▁Sp", + -10.353803634643556 + ], + [ + "▁owner", + -10.354275703430176 + ], + [ + "mor", + -10.354422569274902 + ], + [ + "▁fois", + -10.354452133178713 + ], + [ + "▁meaning", + -10.35518741607666 + ], + [ + "▁dacă", + -10.355249404907228 + ], + [ + "nic", + -10.355484008789062 + ], + [ + "а", + -10.355525970458984 + ], + [ + "14", + -10.355767250061035 + ], + [ + "▁driver", + -10.356258392333984 + ], + [ + "▁Amazon", + -10.3567533493042 + ], + [ + "▁flow", + -10.358469009399414 + ], + [ + "▁shot", + -10.358726501464844 + ], + [ + "▁sous", + -10.35914421081543 + ], + [ + "▁Gold", + -10.359339714050291 + ], + [ + "▁straight", + -10.359562873840332 + ], + [ + "▁conference", + -10.359610557556152 + ], + [ + "▁peste", + -10.359662055969238 + ], + [ + "whose", + -10.36030101776123 + ], + [ + "▁installation", + -10.36050796508789 + ], + [ + "▁produced", + -10.360607147216797 + ], + [ + "▁independent", + -10.36192512512207 + ], + [ + "▁Institute", + -10.362021446228027 + ], + [ + "▁James", + -10.36237335205078 + ], + [ + "▁mental", + -10.362601280212402 + ], + [ + "ara", + -10.362798690795898 + ], + [ + "ium", + -10.363021850585938 + ], + [ + "▁husband", + -10.36306095123291 + ], + [ + "▁guests", + -10.36390781402588 + ], + [ + "27", + -10.364319801330566 + ], + [ + "▁Che", + -10.364651679992676 + ], + [ + "▁Indian", + -10.364694595336914 + ], + [ + "zer", + -10.36478042602539 + ], + [ + "▁minimum", + -10.364962577819824 + ], + [ + "500", + -10.36509609222412 + ], + [ + "▁sit", + -10.36561393737793 + ], + [ + "put", + -10.36656379699707 + ], + [ + "▁avea", + -10.36665153503418 + ], + [ + "▁ride", + -10.367088317871094 + ], + [ + "gan", + -10.367152214050291 + ], + [ + "▁Ke", + -10.36747932434082 + ], + [ + "book", + -10.367515563964844 + ], + [ + "ages", + -10.368019104003906 + ], + [ + "▁presented", + -10.368157386779783 + ], + [ + "▁Com", + -10.36892795562744 + ], + [ + "▁Call", + -10.369053840637209 + ], + [ + "▁fee", + -10.369847297668455 + ], + [ + "ări", + -10.369905471801758 + ], + [ + "▁putea", + -10.37072467803955 + ], + [ + "▁Public", + -10.371030807495115 + ], + [ + "▁pa", + -10.371152877807615 + ], + [ + "28", + -10.371233940124512 + ], + [ + "▁Director", + -10.37126350402832 + ], + [ + "▁contains", + -10.3717622756958 + ], + [ + "▁factors", + -10.372554779052734 + ], + [ + "▁famous", + -10.372614860534668 + ], + [ + "▁bathroom", + -10.373040199279783 + ], + [ + "▁core", + -10.37353229522705 + ], + [ + "▁viele", + -10.373610496520996 + ], + [ + "▁acum", + -10.374361991882324 + ], + [ + "▁animal", + -10.374407768249512 + ], + [ + "▁Ihnen", + -10.374425888061523 + ], + [ + "▁Find", + -10.374545097351074 + ], + [ + "▁Fall", + -10.37486171722412 + ], + [ + "ford", + -10.376051902770996 + ], + [ + "▁coverage", + -10.3765287399292 + ], + [ + "▁smart", + -10.376830101013184 + ], + [ + "ries", + -10.376893997192385 + ], + [ + "▁memory", + -10.3772554397583 + ], + [ + "▁dance", + -10.377443313598633 + ], + [ + "11", + -10.37746810913086 + ], + [ + "▁communities", + -10.377655982971191 + ], + [ + "eurs", + -10.378050804138184 + ], + [ + "▁Florida", + -10.378463745117188 + ], + [ + "▁sport", + -10.379366874694824 + ], + [ + "▁bus", + -10.37992000579834 + ], + [ + "▁colors", + -10.379969596862791 + ], + [ + "▁affect", + -10.380044937133787 + ], + [ + "▁score", + -10.380183219909668 + ], + [ + "▁properties", + -10.38050365447998 + ], + [ + "18", + -10.380593299865724 + ], + [ + "▁astfel", + -10.381312370300291 + ], + [ + "▁beach", + -10.382407188415527 + ], + [ + "▁friendly", + -10.382795333862305 + ], + [ + "izing", + -10.38288688659668 + ], + [ + "▁buying", + -10.383146286010742 + ], + [ + "▁forget", + -10.383195877075195 + ], + [ + "este", + -10.383198738098145 + ], + [ + "▁capacity", + -10.38360595703125 + ], + [ + "▁lose", + -10.383692741394045 + ], + [ + "▁listed", + -10.38407039642334 + ], + [ + "ica", + -10.384084701538086 + ], + [ + "han", + -10.384085655212402 + ], + [ + "▁selbst", + -10.384390830993652 + ], + [ + "▁values", + -10.384391784667969 + ], + [ + "▁Power", + -10.384559631347656 + ], + [ + "▁comments", + -10.384831428527832 + ], + [ + "eux", + -10.385346412658691 + ], + [ + "ați", + -10.385419845581056 + ], + [ + "▁context", + -10.38571071624756 + ], + [ + "liche", + -10.385944366455078 + ], + [ + "▁keeping", + -10.38620662689209 + ], + [ + "▁2008", + -10.38647174835205 + ], + [ + "▁su", + -10.386670112609863 + ], + [ + "▁biggest", + -10.386838912963867 + ], + [ + "▁fiecare", + -10.387356758117676 + ], + [ + "ight", + -10.38845157623291 + ], + [ + "▁toute", + -10.389808654785156 + ], + [ + "▁dinner", + -10.389827728271484 + ], + [ + "bau", + -10.390706062316896 + ], + [ + "▁Mai", + -10.390762329101562 + ], + [ + "▁status", + -10.390776634216309 + ], + [ + "rez", + -10.391340255737305 + ], + [ + "▁selected", + -10.391549110412598 + ], + [ + "▁cells", + -10.392601013183594 + ], + [ + "▁eight", + -10.393319129943848 + ], + [ + "▁package", + -10.393320083618164 + ], + [ + "▁scale", + -10.39333724975586 + ], + [ + "din", + -10.39336109161377 + ], + [ + "▁Who", + -10.393381118774414 + ], + [ + "▁century", + -10.393399238586426 + ], + [ + "▁bi", + -10.393516540527344 + ], + [ + "▁Africa", + -10.39384937286377 + ], + [ + "▁http", + -10.39413356781006 + ], + [ + "▁named", + -10.394230842590332 + ], + [ + "▁adding", + -10.394901275634766 + ], + [ + "▁mention", + -10.395039558410645 + ], + [ + "▁casino", + -10.395421981811523 + ], + [ + "▁couldn", + -10.395624160766602 + ], + [ + "▁outdoor", + -10.395912170410156 + ], + [ + "▁sugar", + -10.3960542678833 + ], + [ + "▁prepared", + -10.396124839782717 + ], + [ + "21", + -10.396528244018556 + ], + [ + "▁Ba", + -10.396632194519045 + ], + [ + "vers", + -10.396697998046877 + ], + [ + "ration", + -10.396773338317873 + ], + [ + "▁ja", + -10.397035598754885 + ], + [ + "▁aspect", + -10.397224426269531 + ], + [ + "▁31", + -10.397462844848633 + ], + [ + "▁treat", + -10.397475242614746 + ], + [ + "tru", + -10.397841453552246 + ], + [ + "▁flat", + -10.397890090942385 + ], + [ + "32", + -10.397989273071287 + ], + [ + "▁reality", + -10.398238182067873 + ], + [ + "▁waste", + -10.39876937866211 + ], + [ + "▁King", + -10.399649620056152 + ], + [ + "▁drug", + -10.39987087249756 + ], + [ + "▁operations", + -10.400120735168455 + ], + [ + "▁aim", + -10.40042495727539 + ], + [ + "▁fans", + -10.400444984436035 + ], + [ + "▁vers", + -10.400891304016112 + ], + [ + "▁plants", + -10.400971412658691 + ], + [ + "▁Dis", + -10.401477813720703 + ], + [ + "▁Daten", + -10.40151023864746 + ], + [ + "être", + -10.40267276763916 + ], + [ + "▁placed", + -10.40326976776123 + ], + [ + "▁bon", + -10.403977394104004 + ], + [ + "beim", + -10.4041109085083 + ], + [ + "▁slow", + -10.40501880645752 + ], + [ + "cri", + -10.405512809753418 + ], + [ + "▁Care", + -10.405691146850586 + ], + [ + "mes", + -10.406211853027344 + ], + [ + "26", + -10.406257629394531 + ], + [ + "box", + -10.406330108642578 + ], + [ + "▁helpful", + -10.406362533569336 + ], + [ + "▁documents", + -10.406543731689451 + ], + [ + "▁visitors", + -10.406773567199709 + ], + [ + "ture", + -10.406862258911133 + ], + [ + "▁Menschen", + -10.40689182281494 + ], + [ + "▁Chi", + -10.406975746154783 + ], + [ + "▁recipe", + -10.40764045715332 + ], + [ + "▁kept", + -10.40769386291504 + ], + [ + "▁Grand", + -10.407915115356444 + ], + [ + "▁operating", + -10.408178329467772 + ], + [ + "point", + -10.408329010009766 + ], + [ + "▁bin", + -10.40837287902832 + ], + [ + "▁Tri", + -10.40845775604248 + ], + [ + "Be", + -10.408512115478516 + ], + [ + "▁experiences", + -10.40856647491455 + ], + [ + "▁academic", + -10.408608436584473 + ], + [ + "▁finden", + -10.40870475769043 + ], + [ + "▁sera", + -10.409092903137209 + ], + [ + "act", + -10.410541534423828 + ], + [ + "▁Pa", + -10.410907745361328 + ], + [ + "▁society", + -10.411056518554688 + ], + [ + "▁combination", + -10.411237716674805 + ], + [ + "5%", + -10.41182804107666 + ], + [ + "▁owners", + -10.41188907623291 + ], + [ + "▁poor", + -10.412039756774902 + ], + [ + "▁Robert", + -10.412378311157228 + ], + [ + "▁military", + -10.412964820861816 + ], + [ + "▁economy", + -10.413033485412598 + ], + [ + "▁aware", + -10.413055419921877 + ], + [ + "rot", + -10.413443565368652 + ], + [ + "mie", + -10.413544654846191 + ], + [ + "▁Thursday", + -10.414399147033691 + ], + [ + "▁2011", + -10.41490650177002 + ], + [ + "▁fantastic", + -10.41554069519043 + ], + [ + "▁numerous", + -10.415921211242676 + ], + [ + "▁fair", + -10.4165620803833 + ], + [ + "med", + -10.416753768920898 + ], + [ + "▁welche", + -10.416893005371094 + ], + [ + "▁fruit", + -10.41712760925293 + ], + [ + "ku", + -10.417325019836426 + ], + [ + "▁Social", + -10.417583465576172 + ], + [ + "▁funds", + -10.418157577514648 + ], + [ + "▁atunci", + -10.418214797973633 + ], + [ + "▁Part", + -10.418238639831545 + ], + [ + "▁Big", + -10.418301582336426 + ], + [ + "▁2010", + -10.419414520263672 + ], + [ + "▁detail", + -10.419889450073242 + ], + [ + "▁Peter", + -10.41994285583496 + ], + [ + "ani", + -10.420196533203123 + ], + [ + "▁Wie", + -10.420795440673828 + ], + [ + "▁Tu", + -10.421649932861328 + ], + [ + "ear", + -10.421706199645996 + ], + [ + "▁Wenn", + -10.421941757202148 + ], + [ + "▁manager", + -10.42199993133545 + ], + [ + "▁Dan", + -10.422409057617188 + ], + [ + "▁Pi", + -10.42257308959961 + ], + [ + "▁wants", + -10.422652244567873 + ], + [ + "▁Data", + -10.42322826385498 + ], + [ + "pos", + -10.42387580871582 + ], + [ + "▁older", + -10.423946380615234 + ], + [ + "▁Download", + -10.424071311950684 + ], + [ + "▁Was", + -10.424107551574709 + ], + [ + "▁corner", + -10.424195289611816 + ], + [ + "▁president", + -10.424199104309082 + ], + [ + "mas", + -10.424248695373535 + ], + [ + "▁smaller", + -10.424361228942873 + ], + [ + "▁bright", + -10.42445945739746 + ], + [ + "▁proper", + -10.424582481384276 + ], + [ + "▁Kinder", + -10.424637794494627 + ], + [ + "▁Two", + -10.424668312072754 + ], + [ + "▁award", + -10.42471694946289 + ], + [ + "▁premier", + -10.425211906433104 + ], + [ + "▁seek", + -10.425646781921388 + ], + [ + "▁thank", + -10.425662994384766 + ], + [ + "▁proud", + -10.426509857177734 + ], + [ + "▁workers", + -10.42677402496338 + ], + [ + "▁2000", + -10.42697048187256 + ], + [ + "▁gone", + -10.427482604980469 + ], + [ + "▁medium", + -10.427693367004396 + ], + [ + "▁grade", + -10.42777156829834 + ], + [ + "▁Ru", + -10.427800178527832 + ], + [ + "cro", + -10.427851676940918 + ], + [ + "▁interview", + -10.428311347961426 + ], + [ + "23", + -10.428787231445312 + ], + [ + "▁mari", + -10.429442405700684 + ], + [ + "▁80", + -10.42975616455078 + ], + [ + "▁Ga", + -10.430047035217283 + ], + [ + "▁90", + -10.431839942932127 + ], + [ + "▁anderen", + -10.432605743408203 + ], + [ + "▁cultural", + -10.433018684387209 + ], + [ + "but", + -10.433144569396973 + ], + [ + "rum", + -10.433300018310549 + ], + [ + "get", + -10.43338680267334 + ], + [ + "▁pop", + -10.433582305908203 + ], + [ + "▁Information", + -10.433594703674316 + ], + [ + "▁press", + -10.434972763061523 + ], + [ + "▁Project", + -10.435359001159668 + ], + [ + "▁excited", + -10.435755729675291 + ], + [ + "▁Saint", + -10.43608856201172 + ], + [ + "▁England", + -10.436192512512209 + ], + [ + "▁beauty", + -10.43643856048584 + ], + [ + "▁agreement", + -10.436464309692385 + ], + [ + "▁Like", + -10.437565803527832 + ], + [ + "▁strength", + -10.437664985656738 + ], + [ + "▁waiting", + -10.438165664672852 + ], + [ + "и", + -10.438270568847656 + ], + [ + "Le", + -10.438329696655272 + ], + [ + "▁residents", + -10.43835735321045 + ], + [ + "▁Ben", + -10.438603401184082 + ], + [ + "▁mentioned", + -10.439260482788086 + ], + [ + "▁etwas", + -10.43930721282959 + ], + [ + "▁rooms", + -10.43934726715088 + ], + [ + "▁neue", + -10.439501762390137 + ], + [ + "▁Microsoft", + -10.439726829528809 + ], + [ + "▁passed", + -10.440205574035645 + ], + [ + "▁sea", + -10.440893173217772 + ], + [ + "▁electric", + -10.441244125366213 + ], + [ + "▁forms", + -10.441384315490724 + ], + [ + "▁Central", + -10.441597938537598 + ], + [ + "▁Lord", + -10.442625999450684 + ], + [ + "ute", + -10.442763328552246 + ], + [ + "▁pré", + -10.442790031433104 + ], + [ + "▁square", + -10.44308090209961 + ], + [ + "itatea", + -10.443451881408691 + ], + [ + "▁debt", + -10.44375705718994 + ], + [ + "▁street", + -10.443975448608398 + ], + [ + "▁pi", + -10.444917678833008 + ], + [ + "▁happened", + -10.445326805114746 + ], + [ + "▁Tuesday", + -10.445592880249023 + ], + [ + "recht", + -10.446094512939451 + ], + [ + "▁Eine", + -10.44627857208252 + ], + [ + "▁Set", + -10.446768760681152 + ], + [ + "▁federal", + -10.4468412399292 + ], + [ + "CC", + -10.446905136108398 + ], + [ + "....", + -10.446938514709473 + ], + [ + "lig", + -10.447463035583496 + ], + [ + "▁Christian", + -10.44870662689209 + ], + [ + "▁truth", + -10.449213981628418 + ], + [ + "▁map", + -10.44972801208496 + ], + [ + "▁secret", + -10.449979782104492 + ], + [ + "▁Chinese", + -10.450844764709473 + ], + [ + "hol", + -10.450895309448242 + ], + [ + "▁wrote", + -10.451505661010742 + ], + [ + "▁hospital", + -10.451783180236816 + ], + [ + "▁Island", + -10.451870918273926 + ], + [ + "▁frame", + -10.451946258544922 + ], + [ + "▁sources", + -10.452117919921877 + ], + [ + "pan", + -10.453242301940918 + ], + [ + "▁29", + -10.453530311584473 + ], + [ + "▁changing", + -10.454547882080078 + ], + [ + "▁Where", + -10.454627990722656 + ], + [ + "▁negative", + -10.45471477508545 + ], + [ + "▁processes", + -10.45491886138916 + ], + [ + "▁leadership", + -10.455029487609863 + ], + [ + "▁nos", + -10.455195426940918 + ], + [ + "▁info", + -10.455780029296877 + ], + [ + "▁Gu", + -10.45595645904541 + ], + [ + "▁CO", + -10.45605182647705 + ], + [ + "▁reference", + -10.456884384155272 + ], + [ + "▁corporate", + -10.457097053527832 + ], + [ + "▁characters", + -10.457563400268556 + ], + [ + "▁dining", + -10.4577054977417 + ], + [ + "▁becoming", + -10.459708213806152 + ], + [ + "▁4.", + -10.460311889648438 + ], + [ + "▁Science", + -10.460626602172852 + ], + [ + "▁Education", + -10.461943626403809 + ], + [ + "▁camp", + -10.46207046508789 + ], + [ + "fall", + -10.462146759033203 + ], + [ + "▁Auch", + -10.462471961975098 + ], + [ + "▁topic", + -10.462519645690918 + ], + [ + "▁influence", + -10.463460922241213 + ], + [ + "▁70", + -10.463892936706545 + ], + [ + "▁identify", + -10.464459419250488 + ], + [ + "▁(19", + -10.464646339416504 + ], + [ + "care", + -10.465216636657717 + ], + [ + "ions", + -10.466215133666992 + ], + [ + "ray", + -10.4663724899292 + ], + [ + "▁Both", + -10.466577529907228 + ], + [ + "▁collect", + -10.466997146606444 + ], + [ + "▁practices", + -10.46766757965088 + ], + [ + "▁fight", + -10.468058586120604 + ], + [ + "▁injury", + -10.46873664855957 + ], + [ + "▁nici", + -10.46905517578125 + ], + [ + "▁depuis", + -10.469563484191896 + ], + [ + "▁actions", + -10.469609260559082 + ], + [ + "▁Wednesday", + -10.47089958190918 + ], + [ + "▁bill", + -10.471086502075195 + ], + [ + "▁cheap", + -10.471318244934082 + ], + [ + "lui", + -10.471719741821287 + ], + [ + "▁awesome", + -10.471731185913086 + ], + [ + "tig", + -10.472554206848145 + ], + [ + "▁expensive", + -10.472636222839355 + ], + [ + "ceea", + -10.472834587097168 + ], + [ + "▁exact", + -10.472907066345217 + ], + [ + "22", + -10.473462104797363 + ], + [ + "▁avant", + -10.47352123260498 + ], + [ + "▁fat", + -10.47353744506836 + ], + [ + "▁spending", + -10.474353790283203 + ], + [ + "▁designs", + -10.47608470916748 + ], + [ + "▁damit", + -10.4761323928833 + ], + [ + "▁comp", + -10.47619342803955 + ], + [ + "▁whatever", + -10.476434707641602 + ], + [ + "▁Light", + -10.476442337036133 + ], + [ + "▁quarter", + -10.47680377960205 + ], + [ + "hand", + -10.477301597595217 + ], + [ + "▁connected", + -10.477584838867188 + ], + [ + "▁technologies", + -10.47772216796875 + ], + [ + "ges", + -10.477808952331545 + ], + [ + "▁shower", + -10.478998184204102 + ], + [ + "▁500", + -10.47923469543457 + ], + [ + "▁Time", + -10.479436874389648 + ], + [ + "▁zone", + -10.480525970458984 + ], + [ + "▁vote", + -10.480624198913574 + ], + [ + "▁andere", + -10.480871200561523 + ], + [ + "▁otherwise", + -10.48098850250244 + ], + [ + "tur", + -10.481294631958008 + ], + [ + "▁happens", + -10.481504440307615 + ], + [ + "hin", + -10.481597900390623 + ], + [ + "▁volume", + -10.48216152191162 + ], + [ + "▁thousands", + -10.482391357421877 + ], + [ + "war", + -10.482551574707031 + ], + [ + "▁Play", + -10.482900619506836 + ], + [ + "▁temperature", + -10.48371410369873 + ], + [ + "▁industrial", + -10.483830451965332 + ], + [ + "▁fuel", + -10.483915328979492 + ], + [ + "100", + -10.48409366607666 + ], + [ + "top", + -10.484210014343262 + ], + [ + "kin", + -10.484312057495115 + ], + [ + "▁efficient", + -10.484414100646973 + ], + [ + "teil", + -10.484525680541992 + ], + [ + "alt", + -10.484578132629396 + ], + [ + "▁monde", + -10.48483657836914 + ], + [ + "▁Ra", + -10.484899520874023 + ], + [ + "▁bedroom", + -10.485103607177734 + ], + [ + "▁showing", + -10.485316276550291 + ], + [ + "▁continued", + -10.485490798950195 + ], + [ + "▁Plan", + -10.48552131652832 + ], + [ + "▁assistance", + -10.486014366149902 + ], + [ + "▁discover", + -10.48622989654541 + ], + [ + "▁Year", + -10.486238479614258 + ], + [ + "▁applied", + -10.486433029174805 + ], + [ + "▁audio", + -10.48755931854248 + ], + [ + "▁thus", + -10.487645149230955 + ], + [ + "▁permet", + -10.48806095123291 + ], + [ + "▁fashion", + -10.488532066345217 + ], + [ + "cra", + -10.488645553588867 + ], + [ + "ious", + -10.48870086669922 + ], + [ + "▁focused", + -10.489258766174316 + ], + [ + "16", + -10.48930549621582 + ], + [ + "▁arm", + -10.489364624023438 + ], + [ + "▁Their", + -10.489789962768556 + ], + [ + "▁Foundation", + -10.49022388458252 + ], + [ + "▁majority", + -10.49022388458252 + ], + [ + "▁wind", + -10.490785598754885 + ], + [ + "▁bought", + -10.491056442260742 + ], + [ + "▁factor", + -10.491918563842772 + ], + [ + "▁opened", + -10.49213695526123 + ], + [ + "tern", + -10.492374420166016 + ], + [ + "▁cars", + -10.492597579956056 + ], + [ + "▁exciting", + -10.492691040039062 + ], + [ + "▁affordable", + -10.493510246276855 + ], + [ + "ches", + -10.493563652038574 + ], + [ + "▁panel", + -10.493720054626465 + ], + [ + "▁caused", + -10.493793487548828 + ], + [ + "▁travail", + -10.493998527526855 + ], + [ + "▁roof", + -10.494073867797852 + ], + [ + "▁enable", + -10.494202613830566 + ], + [ + "▁toward", + -10.494491577148438 + ], + [ + "▁Development", + -10.494688987731934 + ], + [ + "▁foreign", + -10.495308876037598 + ], + [ + "avi", + -10.495320320129396 + ], + [ + "long", + -10.495328903198242 + ], + [ + "De", + -10.49578857421875 + ], + [ + "▁Mon", + -10.49588394165039 + ], + [ + "▁Va", + -10.495942115783691 + ], + [ + "AP", + -10.496097564697266 + ], + [ + "▁asta", + -10.49720573425293 + ], + [ + "▁prepare", + -10.497220993041992 + ], + [ + "▁German", + -10.49726104736328 + ], + [ + "▁Centre", + -10.497325897216797 + ], + [ + "ère", + -10.49736785888672 + ], + [ + "▁fear", + -10.49753761291504 + ], + [ + "▁Este", + -10.497878074645996 + ], + [ + "▁Des", + -10.49793529510498 + ], + [ + "▁Kon", + -10.499308586120604 + ], + [ + "á", + -10.499866485595703 + ], + [ + "stand", + -10.500805854797363 + ], + [ + "▁Real", + -10.500842094421388 + ], + [ + "lichen", + -10.50098705291748 + ], + [ + "▁Beach", + -10.501455307006836 + ], + [ + "▁expertise", + -10.50185775756836 + ], + [ + "▁route", + -10.502445220947266 + ], + [ + "▁nation", + -10.502551078796388 + ], + [ + "▁snow", + -10.503022193908691 + ], + [ + "▁articles", + -10.503127098083496 + ], + [ + "▁Wood", + -10.504426956176758 + ], + [ + "▁operation", + -10.50494384765625 + ], + [ + "▁passion", + -10.505215644836426 + ], + [ + "▁cand", + -10.505690574645996 + ], + [ + "haus", + -10.505701065063477 + ], + [ + "OR", + -10.505711555480955 + ], + [ + "▁senior", + -10.506511688232422 + ], + [ + "▁becomes", + -10.506546020507812 + ], + [ + "▁sounds", + -10.506878852844238 + ], + [ + "▁enjoyed", + -10.50704574584961 + ], + [ + "▁gegen", + -10.507533073425291 + ], + [ + "▁courses", + -10.507919311523438 + ], + [ + "▁absolutely", + -10.508257865905762 + ], + [ + "tim", + -10.508264541625977 + ], + [ + "uff", + -10.508516311645508 + ], + [ + "▁moins", + -10.50860595703125 + ], + [ + "▁TO", + -10.509060859680176 + ], + [ + "▁fabric", + -10.509267807006836 + ], + [ + "poli", + -10.509326934814451 + ], + [ + "▁Bre", + -10.509761810302734 + ], + [ + "▁bo", + -10.509916305541992 + ], + [ + "▁Elle", + -10.510469436645508 + ], + [ + "bu", + -10.512336730957031 + ], + [ + "▁participants", + -10.512401580810549 + ], + [ + "stone", + -10.512794494628906 + ], + [ + "ties", + -10.51366138458252 + ], + [ + "▁listen", + -10.513700485229492 + ], + [ + "▁Spiel", + -10.513752937316896 + ], + [ + "pot", + -10.513872146606444 + ], + [ + "▁selling", + -10.514358520507812 + ], + [ + "▁geht", + -10.514680862426758 + ], + [ + "▁mini", + -10.515146255493164 + ], + [ + "▁trans", + -10.515408515930176 + ], + [ + "▁ingredients", + -10.515642166137695 + ], + [ + "auf", + -10.515671730041504 + ], + [ + "▁orice", + -10.51595401763916 + ], + [ + "▁Next", + -10.516300201416016 + ], + [ + "▁cream", + -10.516756057739258 + ], + [ + "▁edge", + -10.516973495483398 + ], + [ + "▁recommended", + -10.517022132873535 + ], + [ + "▁Form", + -10.517277717590332 + ], + [ + "▁processing", + -10.51746940612793 + ], + [ + "vert", + -10.517709732055664 + ], + [ + "▁described", + -10.518362998962402 + ], + [ + "▁installed", + -10.51884937286377 + ], + [ + "▁managed", + -10.51895236968994 + ], + [ + "▁electronic", + -10.518966674804688 + ], + [ + "▁performed", + -10.519064903259276 + ], + [ + "▁raise", + -10.519098281860352 + ], + [ + "▁imagine", + -10.519281387329102 + ], + [ + "down", + -10.51952838897705 + ], + [ + "▁fond", + -10.519978523254396 + ], + [ + "▁Inter", + -10.520434379577637 + ], + [ + "▁Mc", + -10.520550727844238 + ], + [ + "▁Dans", + -10.520679473876951 + ], + [ + "istic", + -10.520966529846191 + ], + [ + "▁miss", + -10.521052360534668 + ], + [ + "sur", + -10.521062850952148 + ], + [ + "▁Col", + -10.521879196166992 + ], + [ + "cut", + -10.522021293640137 + ], + [ + "▁dupa", + -10.522160530090332 + ], + [ + "▁Twitter", + -10.522604942321776 + ], + [ + "▁bowl", + -10.523721694946287 + ], + [ + "▁remains", + -10.5237455368042 + ], + [ + "▁Jan", + -10.524046897888184 + ], + [ + "▁smooth", + -10.524162292480469 + ], + [ + "▁fees", + -10.524415969848633 + ], + [ + "▁aid", + -10.524494171142578 + ], + [ + "▁presence", + -10.524827003479004 + ], + [ + "▁Android", + -10.52499771118164 + ], + [ + "▁decisions", + -10.52539348602295 + ], + [ + "▁names", + -10.5254487991333 + ], + [ + "▁Music", + -10.525546073913574 + ], + [ + "▁innovative", + -10.525578498840332 + ], + [ + "▁Tom", + -10.525997161865234 + ], + [ + "▁spread", + -10.526165962219238 + ], + [ + "▁lovely", + -10.526222229003906 + ], + [ + "▁daughter", + -10.526397705078123 + ], + [ + "US", + -10.527050971984863 + ], + [ + "▁facility", + -10.52710247039795 + ], + [ + "▁peace", + -10.527105331420898 + ], + [ + "▁department", + -10.527277946472168 + ], + [ + "▁weiter", + -10.527591705322266 + ], + [ + "▁Sun", + -10.527756690979004 + ], + [ + "▁fund", + -10.527772903442385 + ], + [ + "▁2018.", + -10.52792739868164 + ], + [ + "▁discussion", + -10.528186798095703 + ], + [ + "75", + -10.528799057006836 + ], + [ + "EC", + -10.529126167297363 + ], + [ + "▁lunch", + -10.529144287109377 + ], + [ + "▁videos", + -10.52927017211914 + ], + [ + "05", + -10.531253814697266 + ], + [ + "ige", + -10.53126621246338 + ], + [ + "▁parking", + -10.531564712524414 + ], + [ + "▁relationships", + -10.531732559204102 + ], + [ + "▁George", + -10.532986640930176 + ], + [ + "▁teachers", + -10.53299617767334 + ], + [ + "room", + -10.533458709716797 + ], + [ + "▁Tra", + -10.533605575561523 + ], + [ + "▁Sam", + -10.533651351928713 + ], + [ + "▁properly", + -10.535590171813965 + ], + [ + "▁Book", + -10.535629272460938 + ], + [ + "▁CA", + -10.536957740783691 + ], + [ + "▁calls", + -10.53756046295166 + ], + [ + "▁stat", + -10.538175582885742 + ], + [ + "ux", + -10.538220405578612 + ], + [ + "▁soit", + -10.538439750671388 + ], + [ + "▁Community", + -10.538684844970703 + ], + [ + "▁Jahren", + -10.538714408874512 + ], + [ + "▁increasing", + -10.539575576782228 + ], + [ + "▁civil", + -10.540184020996094 + ], + [ + "app", + -10.540573120117188 + ], + [ + "▁35", + -10.540589332580566 + ], + [ + "▁rise", + -10.540600776672363 + ], + [ + "▁dabei", + -10.540989875793455 + ], + [ + "▁studio", + -10.541803359985352 + ], + [ + "▁policies", + -10.542054176330566 + ], + [ + "▁agent", + -10.542055130004885 + ], + [ + "▁Before", + -10.542601585388184 + ], + [ + "▁Cal", + -10.543017387390137 + ], + [ + "▁2005", + -10.543404579162598 + ], + [ + "▁sample", + -10.543777465820312 + ], + [ + "▁manner", + -10.54518699645996 + ], + [ + "wing", + -10.54521369934082 + ], + [ + "stra", + -10.545552253723145 + ], + [ + "▁fel", + -10.545793533325195 + ], + [ + "▁Show", + -10.545952796936035 + ], + [ + "▁scene", + -10.54656982421875 + ], + [ + "mic", + -10.546764373779297 + ], + [ + "nom", + -10.546995162963867 + ], + [ + "▁typically", + -10.547088623046877 + ], + [ + "▁pair", + -10.547104835510254 + ], + [ + "▁detailed", + -10.54739475250244 + ], + [ + "▁Work", + -10.547422409057615 + ], + [ + "▁cities", + -10.547451972961426 + ], + [ + "▁Rock", + -10.54749584197998 + ], + [ + "▁Gar", + -10.547906875610352 + ], + [ + "▁serving", + -10.548352241516112 + ], + [ + "▁machen", + -10.548521995544434 + ], + [ + "▁trees", + -10.54888916015625 + ], + [ + "▁accident", + -10.549199104309082 + ], + [ + "▁cloud", + -10.54920482635498 + ], + [ + "▁animals", + -10.549297332763672 + ], + [ + "▁Den", + -10.549897193908691 + ], + [ + "▁Wa", + -10.54990291595459 + ], + [ + "▁suggest", + -10.550220489501951 + ], + [ + "putting", + -10.550407409667969 + ], + [ + "▁suite", + -10.550434112548828 + ], + [ + "▁clearly", + -10.55084991455078 + ], + [ + "▁net", + -10.551287651062012 + ], + [ + "▁funding", + -10.551506996154783 + ], + [ + "▁salt", + -10.551935195922852 + ], + [ + "▁Men", + -10.552119255065918 + ], + [ + "ped", + -10.552419662475586 + ], + [ + "▁Food", + -10.553142547607422 + ], + [ + "▁leaving", + -10.553544998168944 + ], + [ + "▁Government", + -10.554243087768556 + ], + [ + "ick", + -10.554381370544434 + ], + [ + "▁seat", + -10.555121421813965 + ], + [ + "▁Los", + -10.555183410644531 + ], + [ + "▁teacher", + -10.555587768554688 + ], + [ + "▁iPhone", + -10.555693626403809 + ], + [ + "▁300", + -10.55612087249756 + ], + [ + "▁commitment", + -10.556180000305176 + ], + [ + "▁aspects", + -10.556498527526855 + ], + [ + "▁previously", + -10.55711555480957 + ], + [ + "▁cent", + -10.5572509765625 + ], + [ + "▁Vo", + -10.55734157562256 + ], + [ + "▁artists", + -10.557963371276855 + ], + [ + "▁runs", + -10.558130264282228 + ], + [ + ">", + -10.558155059814451 + ], + [ + "▁Gi", + -10.558273315429688 + ], + [ + "▁mar", + -10.5585355758667 + ], + [ + "!!!", + -10.558544158935549 + ], + [ + "▁Media", + -10.55894374847412 + ], + [ + "▁feedback", + -10.559109687805176 + ], + [ + "▁resolution", + -10.559117317199709 + ], + [ + "IN", + -10.55915641784668 + ], + [ + "▁wurden", + -10.55952262878418 + ], + [ + "▁busy", + -10.559832572937012 + ], + [ + "▁adult", + -10.5600004196167 + ], + [ + "29", + -10.560487747192385 + ], + [ + "elles", + -10.561375617980955 + ], + [ + "▁closed", + -10.561762809753418 + ], + [ + "▁trouble", + -10.561767578125 + ], + [ + "▁rent", + -10.561984062194824 + ], + [ + "lot", + -10.56224536895752 + ], + [ + "▁importance", + -10.562314987182615 + ], + [ + "▁units", + -10.56257438659668 + ], + [ + "Pro", + -10.562713623046877 + ], + [ + "▁provider", + -10.563005447387695 + ], + [ + "▁visual", + -10.563288688659668 + ], + [ + "IT", + -10.563385009765623 + ], + [ + "▁diet", + -10.563733100891112 + ], + [ + "▁appearance", + -10.563932418823242 + ], + [ + "pin", + -10.564576148986816 + ], + [ + "▁Din", + -10.564760208129885 + ], + [ + "▁eating", + -10.565516471862791 + ], + [ + "Fi", + -10.565762519836426 + ], + [ + "ball", + -10.565765380859377 + ], + [ + "är", + -10.565861701965332 + ], + [ + "ney", + -10.565878868103027 + ], + [ + "▁records", + -10.566070556640623 + ], + [ + "▁Fi", + -10.566180229187012 + ], + [ + "▁faut", + -10.566329002380373 + ], + [ + "▁CD", + -10.56680393218994 + ], + [ + "ign", + -10.566930770874023 + ], + [ + "▁vă", + -10.566996574401855 + ], + [ + "▁agency", + -10.567153930664062 + ], + [ + "ierung", + -10.567323684692385 + ], + [ + "▁Back", + -10.56736183166504 + ], + [ + "▁windows", + -10.567545890808104 + ], + [ + "▁pull", + -10.567888259887695 + ], + [ + "ash", + -10.567959785461426 + ], + [ + "▁profit", + -10.568593978881836 + ], + [ + "▁brings", + -10.568605422973633 + ], + [ + "▁Committee", + -10.569122314453123 + ], + [ + "▁girl", + -10.569174766540527 + ], + [ + "▁vehicles", + -10.569372177124023 + ], + [ + "▁Hier", + -10.569567680358888 + ], + [ + "ES", + -10.569639205932615 + ], + [ + "până", + -10.569880485534668 + ], + [ + "▁Kunden", + -10.570380210876465 + ], + [ + "pen", + -10.570462226867676 + ], + [ + "▁explain", + -10.570505142211914 + ], + [ + "▁cadru", + -10.570760726928713 + ], + [ + "▁attack", + -10.571100234985352 + ], + [ + "▁markets", + -10.571115493774414 + ], + [ + "▁claims", + -10.571340560913086 + ], + [ + "▁walking", + -10.571385383605955 + ], + [ + "▁pouv", + -10.571528434753418 + ], + [ + "low", + -10.571642875671388 + ], + [ + "▁showed", + -10.572114944458008 + ], + [ + "▁principal", + -10.57211971282959 + ], + [ + "▁lucru", + -10.572144508361816 + ], + [ + "▁precum", + -10.572712898254396 + ], + [ + "TA", + -10.573094367980955 + ], + [ + "▁partners", + -10.573104858398438 + ], + [ + "▁exist", + -10.57313632965088 + ], + [ + "▁internal", + -10.57334041595459 + ], + [ + "hen", + -10.573945045471191 + ], + [ + "▁Master", + -10.573966979980469 + ], + [ + "unless", + -10.574013710021973 + ], + [ + "▁doubt", + -10.574721336364746 + ], + [ + "$", + -10.574785232543944 + ], + [ + "▁Long", + -10.574888229370115 + ], + [ + "▁leaves", + -10.574907302856444 + ], + [ + "allowing", + -10.575063705444336 + ], + [ + "pol", + -10.575272560119627 + ], + [ + "▁Up", + -10.575491905212402 + ], + [ + "▁Contact", + -10.576093673706056 + ], + [ + "▁practical", + -10.57708740234375 + ], + [ + "▁suit", + -10.57758903503418 + ], + [ + "▁Site", + -10.577656745910645 + ], + [ + "▁formation", + -10.57768726348877 + ], + [ + "▁signal", + -10.57821559906006 + ], + [ + "▁approximately", + -10.578414916992188 + ], + [ + "▁ourselves", + -10.578497886657717 + ], + [ + "▁colour", + -10.578519821166992 + ], + [ + "▁species", + -10.578530311584473 + ], + [ + "▁advance", + -10.578753471374512 + ], + [ + "▁PM", + -10.57891845703125 + ], + [ + "ans", + -10.579121589660645 + ], + [ + "▁locations", + -10.579397201538086 + ], + [ + "vous", + -10.579601287841797 + ], + [ + "▁updated", + -10.579636573791504 + ], + [ + "▁faith", + -10.579673767089844 + ], + [ + "mus", + -10.579740524291992 + ], + [ + "▁stores", + -10.579863548278809 + ], + [ + "heim", + -10.580127716064451 + ], + [ + "▁suitable", + -10.580558776855469 + ], + [ + "▁continues", + -10.580703735351562 + ], + [ + "▁fac", + -10.581133842468262 + ], + [ + "ever", + -10.581156730651855 + ], + [ + "▁Bill", + -10.581195831298828 + ], + [ + "▁chose", + -10.58121109008789 + ], + [ + "▁inform", + -10.581228256225586 + ], + [ + "▁environmental", + -10.581427574157717 + ], + [ + "▁responsibility", + -10.58188533782959 + ], + [ + "99", + -10.582542419433594 + ], + [ + "▁competitive", + -10.583723068237305 + ], + [ + "▁strategies", + -10.583903312683104 + ], + [ + "▁toujours", + -10.584270477294922 + ], + [ + "tive", + -10.58430290222168 + ], + [ + "▁automatically", + -10.585600852966309 + ], + [ + "▁dress", + -10.585609436035156 + ], + [ + "▁Minister", + -10.58562469482422 + ], + [ + "har", + -10.586076736450195 + ], + [ + "▁Start", + -10.586249351501465 + ], + [ + "▁=", + -10.586563110351562 + ], + [ + "▁pattern", + -10.58659553527832 + ], + [ + "tier", + -10.58676528930664 + ], + [ + "▁pays", + -10.587034225463867 + ], + [ + "▁profile", + -10.58725357055664 + ], + [ + "▁raised", + -10.587263107299805 + ], + [ + "ange", + -10.587288856506348 + ], + [ + "▁drink", + -10.587762832641602 + ], + [ + "▁element", + -10.588042259216309 + ], + [ + "▁landscape", + -10.58875560760498 + ], + [ + "▁Tag", + -10.589073181152344 + ], + [ + "▁cheese", + -10.589590072631836 + ], + [ + "ific", + -10.590009689331056 + ], + [ + "▁Stadt", + -10.590181350708008 + ], + [ + "39", + -10.591398239135742 + ], + [ + "▁launch", + -10.592113494873049 + ], + [ + "▁wouldn", + -10.592150688171388 + ], + [ + "AS", + -10.592202186584473 + ], + [ + "▁push", + -10.593059539794922 + ], + [ + "▁mill", + -10.59345245361328 + ], + [ + "▁mass", + -10.593647003173828 + ], + [ + "▁category", + -10.593790054321287 + ], + [ + "sondern", + -10.594050407409668 + ], + [ + "col", + -10.594111442565918 + ], + [ + "▁climate", + -10.594313621520996 + ], + [ + "lier", + -10.594437599182127 + ], + [ + "▁slightly", + -10.595514297485352 + ], + [ + "95", + -10.596519470214844 + ], + [ + "ace", + -10.596612930297852 + ], + [ + "▁domain", + -10.597633361816406 + ], + [ + "kan", + -10.598306655883787 + ], + [ + "▁feed", + -10.598485946655272 + ], + [ + "▁Live", + -10.598837852478027 + ], + [ + "▁Mais", + -10.599113464355469 + ], + [ + "▁après", + -10.599365234375 + ], + [ + "▁village", + -10.59941577911377 + ], + [ + "▁hatte", + -10.59968090057373 + ], + [ + "▁joined", + -10.599881172180176 + ], + [ + "▁Museum", + -10.600311279296877 + ], + [ + "head", + -10.600855827331545 + ], + [ + "▁draw", + -10.6009521484375 + ], + [ + "▁concerns", + -10.600966453552246 + ], + [ + "ER", + -10.601505279541016 + ], + [ + "▁technique", + -10.601648330688477 + ], + [ + "▁Bio", + -10.601861000061035 + ], + [ + "▁Sea", + -10.601881980895996 + ], + [ + "▁@", + -10.601927757263184 + ], + [ + "wer", + -10.6021146774292 + ], + [ + "▁battery", + -10.602462768554688 + ], + [ + "▁mostly", + -10.60267448425293 + ], + [ + "▁familiar", + -10.602680206298828 + ], + [ + "▁Sub", + -10.602689743041992 + ], + [ + "▁delicious", + -10.603222846984863 + ], + [ + "doch", + -10.60326099395752 + ], + [ + "60", + -10.603395462036133 + ], + [ + "▁carte", + -10.603611946105955 + ], + [ + "▁avut", + -10.60414695739746 + ], + [ + "▁premium", + -10.60460376739502 + ], + [ + "▁attempt", + -10.60470485687256 + ], + [ + "▁Über", + -10.60473346710205 + ], + [ + "▁combined", + -10.604935646057127 + ], + [ + "lement", + -10.604947090148926 + ], + [ + "▁voi", + -10.605031967163086 + ], + [ + "▁wonder", + -10.605376243591309 + ], + [ + "▁failure", + -10.606106758117676 + ], + [ + "which", + -10.60614776611328 + ], + [ + "esti", + -10.606316566467283 + ], + [ + "31", + -10.606547355651855 + ], + [ + "▁sta", + -10.606734275817873 + ], + [ + "▁transform", + -10.60673999786377 + ], + [ + "▁license", + -10.606743812561035 + ], + [ + "▁depending", + -10.60675811767578 + ], + [ + "▁specifically", + -10.606782913208008 + ], + [ + "▁OF", + -10.60693645477295 + ], + [ + "band", + -10.606959342956545 + ], + [ + "▁Sport", + -10.60731315612793 + ], + [ + "list", + -10.607434272766112 + ], + [ + "▁Tour", + -10.60753059387207 + ], + [ + "▁Israel", + -10.60756492614746 + ], + [ + "▁filled", + -10.607722282409668 + ], + [ + "▁manual", + -10.60776138305664 + ], + [ + "▁watching", + -10.60862159729004 + ], + [ + "▁rule", + -10.608877182006836 + ], + [ + "mat", + -10.60901927947998 + ], + [ + "▁notes", + -10.609585762023926 + ], + [ + "▁Oh", + -10.60960578918457 + ], + [ + "▁bereits", + -10.609634399414062 + ], + [ + "▁foundation", + -10.60991668701172 + ], + [ + "▁vital", + -10.610146522521973 + ], + [ + "▁lassen", + -10.610747337341309 + ], + [ + "▁cât", + -10.611162185668944 + ], + [ + "▁shipping", + -10.611433029174805 + ], + [ + "▁registered", + -10.611513137817385 + ], + [ + "▁jour", + -10.612669944763184 + ], + [ + "▁island", + -10.61276626586914 + ], + [ + "▁sets", + -10.61306858062744 + ], + [ + "▁football", + -10.613683700561523 + ], + [ + "▁EU", + -10.61386013031006 + ], + [ + "▁stone", + -10.614019393920898 + ], + [ + "▁Press", + -10.614699363708496 + ], + [ + "▁adapt", + -10.615066528320312 + ], + [ + "ised", + -10.61542510986328 + ], + [ + "▁thoughts", + -10.615434646606444 + ], + [ + "▁doors", + -10.615851402282717 + ], + [ + "€", + -10.615954399108888 + ], + [ + "▁components", + -10.616040229797363 + ], + [ + "rig", + -10.616332054138184 + ], + [ + "▁generation", + -10.616585731506348 + ], + [ + "▁guess", + -10.616700172424316 + ], + [ + "cker", + -10.61694049835205 + ], + [ + "▁realize", + -10.617207527160645 + ], + [ + "▁Roman", + -10.617310523986816 + ], + [ + "▁contre", + -10.617693901062012 + ], + [ + "▁Out", + -10.617938995361328 + ], + [ + "▁IN", + -10.619051933288574 + ], + [ + "cip", + -10.619085311889648 + ], + [ + "59", + -10.619330406188965 + ], + [ + "▁enhance", + -10.619768142700195 + ], + [ + "▁battle", + -10.61982250213623 + ], + [ + "▁monitor", + -10.619863510131836 + ], + [ + "▁Martin", + -10.62045955657959 + ], + [ + "▁websites", + -10.620461463928224 + ], + [ + "▁DE", + -10.620599746704102 + ], + [ + "▁Festival", + -10.620951652526855 + ], + [ + "ân", + -10.62131118774414 + ], + [ + "▁Place", + -10.621419906616213 + ], + [ + "▁rare", + -10.621554374694824 + ], + [ + "această", + -10.621726989746094 + ], + [ + "▁sollte", + -10.621731758117676 + ], + [ + "▁Read", + -10.621816635131836 + ], + [ + "ware", + -10.622169494628906 + ], + [ + "Those", + -10.622671127319336 + ], + [ + "ende", + -10.623543739318848 + ], + [ + "▁prix", + -10.623835563659668 + ], + [ + "▁roman", + -10.624101638793944 + ], + [ + "▁creation", + -10.624224662780762 + ], + [ + "▁confidence", + -10.624552726745604 + ], + [ + "▁Japan", + -10.624638557434082 + ], + [ + "▁rain", + -10.624942779541016 + ], + [ + "▁guys", + -10.62518310546875 + ], + [ + "▁south", + -10.625236511230469 + ], + [ + "▁trading", + -10.625646591186523 + ], + [ + "▁€", + -10.626100540161133 + ], + [ + "▁Film", + -10.626341819763184 + ], + [ + "▁pana", + -10.627065658569336 + ], + [ + "▁asemenea", + -10.627066612243652 + ], + [ + "36", + -10.627190589904783 + ], + [ + "▁instance", + -10.627884864807127 + ], + [ + "cou", + -10.629385948181152 + ], + [ + "▁nun", + -10.630074501037598 + ], + [ + "▁Pass", + -10.630390167236328 + ], + [ + "Cette", + -10.630579948425291 + ], + [ + "▁Network", + -10.630876541137695 + ], + [ + "▁prime", + -10.631010055541992 + ], + [ + "▁spiritual", + -10.632098197937012 + ], + [ + "▁tough", + -10.633030891418455 + ], + [ + "▁AND", + -10.633086204528809 + ], + [ + "▁Cat", + -10.633601188659668 + ], + [ + "▁boat", + -10.633611679077148 + ], + [ + "▁leads", + -10.634864807128906 + ], + [ + "▁Germany", + -10.63509750366211 + ], + [ + "▁valuable", + -10.635635375976562 + ], + [ + "57", + -10.635892868041992 + ], + [ + "lect", + -10.636148452758787 + ], + [ + "▁distribution", + -10.636445045471191 + ], + [ + "dar", + -10.636518478393556 + ], + [ + "▁Manager", + -10.637701988220217 + ], + [ + "cha", + -10.637725830078123 + ], + [ + "▁obtain", + -10.637741088867188 + ], + [ + "GB", + -10.637908935546877 + ], + [ + "▁unor", + -10.638079643249512 + ], + [ + "schaft", + -10.63860321044922 + ], + [ + "▁zwischen", + -10.638723373413086 + ], + [ + "▁winning", + -10.639172554016112 + ], + [ + "▁suis", + -10.639811515808104 + ], + [ + "58", + -10.640130996704102 + ], + [ + "▁Party", + -10.640372276306152 + ], + [ + "▁ceva", + -10.640416145324709 + ], + [ + "▁comprehensive", + -10.640684127807615 + ], + [ + "▁aceste", + -10.64072608947754 + ], + [ + "▁committed", + -10.64072608947754 + ], + [ + "▁Hu", + -10.641382217407228 + ], + [ + "ţ", + -10.64149284362793 + ], + [ + "▁north", + -10.64202117919922 + ], + [ + "werk", + -10.642542839050291 + ], + [ + "▁interface", + -10.642794609069824 + ], + [ + "▁Valley", + -10.64281177520752 + ], + [ + "▁anywhere", + -10.64281177520752 + ], + [ + "▁Only", + -10.642851829528809 + ], + [ + "TE", + -10.643295288085938 + ], + [ + "hui", + -10.6436767578125 + ], + [ + "bus", + -10.643951416015623 + ], + [ + "vis", + -10.6439790725708 + ], + [ + "▁Society", + -10.645116806030272 + ], + [ + "▁reliable", + -10.64556884765625 + ], + [ + "▁quelques", + -10.64563274383545 + ], + [ + "tech", + -10.646187782287598 + ], + [ + "ual", + -10.646377563476562 + ], + [ + "▁educational", + -10.646418571472168 + ], + [ + "serv", + -10.646490097045898 + ], + [ + "▁opinion", + -10.646628379821776 + ], + [ + "▁appears", + -10.646702766418455 + ], + [ + "▁count", + -10.646795272827148 + ], + [ + "irea", + -10.646981239318848 + ], + [ + "ban", + -10.647504806518556 + ], + [ + "▁45", + -10.647530555725098 + ], + [ + "▁contain", + -10.647661209106444 + ], + [ + "ost", + -10.647663116455078 + ], + [ + "▁anul", + -10.647706031799316 + ], + [ + "rien", + -10.648159980773926 + ], + [ + "gra", + -10.648360252380373 + ], + [ + "▁counter", + -10.64894676208496 + ], + [ + "-3", + -10.65041160583496 + ], + [ + "▁resource", + -10.650463104248049 + ], + [ + "▁Wo", + -10.6505126953125 + ], + [ + "▁posts", + -10.65061855316162 + ], + [ + "▁employee", + -10.651320457458496 + ], + [ + "rol", + -10.651863098144531 + ], + [ + "▁ended", + -10.651969909667969 + ], + [ + "met", + -10.653080940246582 + ], + [ + "▁meine", + -10.653165817260742 + ], + [ + "▁reached", + -10.653368949890137 + ], + [ + "gri", + -10.653716087341309 + ], + [ + "▁Bra", + -10.65374755859375 + ], + [ + "▁conduct", + -10.654294967651367 + ], + [ + "▁housing", + -10.654422760009766 + ], + [ + "▁tickets", + -10.654792785644531 + ], + [ + "▁database", + -10.655674934387209 + ], + [ + "IL", + -10.656150817871094 + ], + [ + "▁perspective", + -10.656359672546388 + ], + [ + "▁Har", + -10.656404495239258 + ], + [ + "▁error", + -10.656549453735352 + ], + [ + "▁meal", + -10.656569480895996 + ], + [ + "▁hearing", + -10.657238006591797 + ], + [ + "▁transition", + -10.657302856445312 + ], + [ + "▁browser", + -10.657609939575195 + ], + [ + "▁supported", + -10.657609939575195 + ], + [ + "▁starts", + -10.658814430236816 + ], + [ + "țe", + -10.658902168273926 + ], + [ + "▁adults", + -10.658905029296877 + ], + [ + "▁România", + -10.65917682647705 + ], + [ + "dra", + -10.659884452819824 + ], + [ + "▁worry", + -10.660222053527832 + ], + [ + "▁avoir", + -10.660497665405272 + ], + [ + "▁regional", + -10.660507202148438 + ], + [ + "▁min", + -10.660722732543944 + ], + [ + "▁Does", + -10.660806655883787 + ], + [ + "▁Keep", + -10.661200523376465 + ], + [ + "rom", + -10.661237716674805 + ], + [ + "sco", + -10.661320686340332 + ], + [ + "tem", + -10.661898612976074 + ], + [ + "▁Old", + -10.661954879760742 + ], + [ + "▁Under", + -10.662552833557127 + ], + [ + "▁Commission", + -10.662557601928713 + ], + [ + "▁Bau", + -10.6632661819458 + ], + [ + "▁News", + -10.663358688354492 + ], + [ + "▁mois", + -10.663444519042969 + ], + [ + "▁respond", + -10.66356372833252 + ], + [ + "▁alles", + -10.663878440856934 + ], + [ + "▁chair", + -10.664475440979004 + ], + [ + "▁ho", + -10.664854049682615 + ], + [ + "right", + -10.664908409118652 + ], + [ + "▁totally", + -10.665532112121582 + ], + [ + "gle", + -10.665534973144531 + ], + [ + "▁32", + -10.665604591369627 + ], + [ + "66", + -10.665664672851562 + ], + [ + "town", + -10.665902137756348 + ], + [ + "Ch", + -10.666261672973633 + ], + [ + "▁gr", + -10.66629695892334 + ], + [ + "▁garage", + -10.66632843017578 + ], + [ + "ții", + -10.666495323181152 + ], + [ + "▁Union", + -10.667136192321776 + ], + [ + "ică", + -10.667343139648438 + ], + [ + "▁2,", + -10.668437004089355 + ], + [ + "▁reflect", + -10.669163703918455 + ], + [ + "▁retail", + -10.669388771057127 + ], + [ + "▁unde", + -10.669605255126951 + ], + [ + "▁accessible", + -10.670262336730955 + ], + [ + "water", + -10.67059326171875 + ], + [ + "▁regard", + -10.670710563659668 + ], + [ + "▁logo", + -10.671489715576172 + ], + [ + "▁inspired", + -10.671518325805664 + ], + [ + "▁Wall", + -10.671859741210938 + ], + [ + "▁Ste", + -10.672093391418455 + ], + [ + "▁asking", + -10.672179222106934 + ], + [ + "▁Journal", + -10.673028945922852 + ], + [ + "▁Teil", + -10.674042701721191 + ], + [ + "▁collaboration", + -10.674185752868652 + ], + [ + "▁acid", + -10.674266815185549 + ], + [ + "▁Fund", + -10.674382209777832 + ], + [ + "▁spirit", + -10.6744384765625 + ], + [ + "despite", + -10.674457550048828 + ], + [ + "▁delivered", + -10.674821853637695 + ], + [ + "▁girls", + -10.675374984741213 + ], + [ + "▁Look", + -10.675896644592283 + ], + [ + "rant", + -10.675949096679688 + ], + [ + "▁District", + -10.67646026611328 + ], + [ + "▁rental", + -10.676709175109863 + ], + [ + "▁spune", + -10.676733016967772 + ], + [ + "els", + -10.677544593811035 + ], + [ + "▁permanent", + -10.677659034729004 + ], + [ + "▁iron", + -10.677709579467772 + ], + [ + "▁Thomas", + -10.677745819091797 + ], + [ + "EL", + -10.678071022033691 + ], + [ + "▁except", + -10.678074836730955 + ], + [ + "▁catch", + -10.678366661071776 + ], + [ + "▁providers", + -10.678375244140623 + ], + [ + "▁2006", + -10.67843532562256 + ], + [ + "▁chat", + -10.679931640625 + ], + [ + "▁emergency", + -10.68028163909912 + ], + [ + "gre", + -10.68030834197998 + ], + [ + "site", + -10.680888175964355 + ], + [ + "▁missing", + -10.68089485168457 + ], + [ + "abil", + -10.680914878845217 + ], + [ + "▁Hill", + -10.68099594116211 + ], + [ + "urs", + -10.681312561035156 + ], + [ + "▁plusieurs", + -10.681716918945312 + ], + [ + "▁birthday", + -10.681726455688477 + ], + [ + "DS", + -10.682019233703612 + ], + [ + "ersten", + -10.682381629943848 + ], + [ + "▁5.", + -10.68252944946289 + ], + [ + "▁library", + -10.68333911895752 + ], + [ + "▁earth", + -10.683515548706056 + ], + [ + "CI", + -10.683645248413086 + ], + [ + "▁lighting", + -10.684442520141602 + ], + [ + "▁fixed", + -10.684879302978516 + ], + [ + "tori", + -10.684891700744627 + ], + [ + "▁replace", + -10.684995651245115 + ], + [ + "▁administration", + -10.68507480621338 + ], + [ + "leurs", + -10.685229301452637 + ], + [ + "▁meat", + -10.686142921447754 + ], + [ + "▁songs", + -10.686662673950195 + ], + [ + "▁confirm", + -10.686866760253906 + ], + [ + "▁rapid", + -10.68698787689209 + ], + [ + "▁Special", + -10.68699550628662 + ], + [ + "▁holding", + -10.687115669250488 + ], + [ + "▁honor", + -10.687271118164062 + ], + [ + "▁Market", + -10.68740940093994 + ], + [ + "La", + -10.687535285949709 + ], + [ + "▁measure", + -10.68776035308838 + ], + [ + "▁guarantee", + -10.68785572052002 + ], + [ + "▁switch", + -10.68813419342041 + ], + [ + "▁extensive", + -10.688294410705566 + ], + [ + "▁Neu", + -10.688674926757812 + ], + [ + "avez", + -10.688901901245115 + ], + [ + "▁protein", + -10.688984870910645 + ], + [ + "▁infrastructure", + -10.689454078674316 + ], + [ + "▁functions", + -10.689494132995604 + ], + [ + "▁cont", + -10.689496040344238 + ], + [ + "row", + -10.689760208129885 + ], + [ + "star", + -10.689773559570312 + ], + [ + "▁Port", + -10.690192222595217 + ], + [ + "Using", + -10.690336227416992 + ], + [ + "▁faster", + -10.690557479858398 + ], + [ + "44", + -10.691168785095217 + ], + [ + "▁measures", + -10.691615104675291 + ], + [ + "▁celor", + -10.69186019897461 + ], + [ + "▁exam", + -10.69189739227295 + ], + [ + "200", + -10.69202995300293 + ], + [ + "î", + -10.692545890808104 + ], + [ + "▁conversation", + -10.692832946777344 + ], + [ + "▁brands", + -10.692959785461426 + ], + [ + "▁Code", + -10.69359016418457 + ], + [ + "▁Website", + -10.693748474121094 + ], + [ + "OS", + -10.693782806396484 + ], + [ + "▁alors", + -10.693822860717772 + ], + [ + "▁organ", + -10.694032669067385 + ], + [ + "▁removed", + -10.694823265075684 + ], + [ + "▁Head", + -10.694905281066896 + ], + [ + "▁Cha", + -10.694908142089844 + ], + [ + "▁visiting", + -10.694928169250488 + ], + [ + "▁wild", + -10.694928169250488 + ], + [ + "▁seit", + -10.69496250152588 + ], + [ + "49", + -10.695109367370604 + ], + [ + "▁organic", + -10.69539737701416 + ], + [ + "aţi", + -10.695775032043455 + ], + [ + "▁kit", + -10.695947647094728 + ], + [ + "68", + -10.695959091186523 + ], + [ + "▁flowers", + -10.696124076843262 + ], + [ + "▁appreciate", + -10.697006225585938 + ], + [ + "▁dead", + -10.697439193725586 + ], + [ + "▁Fire", + -10.697539329528809 + ], + [ + "▁cela", + -10.697591781616213 + ], + [ + "▁Ph", + -10.697633743286133 + ], + [ + "▁arrive", + -10.697921752929688 + ], + [ + "▁purposes", + -10.698213577270508 + ], + [ + "▁qualité", + -10.698226928710938 + ], + [ + "▁restaurants", + -10.698478698730469 + ], + [ + "▁advertising", + -10.698541641235352 + ], + [ + "cur", + -10.69855785369873 + ], + [ + "▁ça", + -10.698973655700684 + ], + [ + "▁introduced", + -10.699088096618652 + ], + [ + "▁returned", + -10.699111938476562 + ], + [ + "▁desire", + -10.699511528015137 + ], + [ + "▁soul", + -10.699983596801758 + ], + [ + "▁Technology", + -10.699994087219238 + ], + [ + ");", + -10.70016384124756 + ], + [ + "▁Royal", + -10.700282096862791 + ], + [ + "tant", + -10.70068645477295 + ], + [ + "▁possibly", + -10.700702667236328 + ], + [ + "▁consumers", + -10.700812339782717 + ], + [ + "▁doua", + -10.70097541809082 + ], + [ + "ified", + -10.70097827911377 + ], + [ + "▁Award", + -10.70114803314209 + ], + [ + "toutes", + -10.70130443572998 + ], + [ + "▁meant", + -10.70132541656494 + ], + [ + "ezi", + -10.701616287231444 + ], + [ + "▁plu", + -10.70176601409912 + ], + [ + "ţii", + -10.7021484375 + ], + [ + "▁talent", + -10.702789306640623 + ], + [ + "▁Security", + -10.703309059143066 + ], + [ + "arii", + -10.70335292816162 + ], + [ + "▁zi", + -10.703455924987791 + ], + [ + "▁Shop", + -10.703667640686035 + ], + [ + "▁breakfast", + -10.704107284545898 + ], + [ + "▁trial", + -10.704485893249512 + ], + [ + "ami", + -10.704936981201172 + ], + [ + "▁register", + -10.70530128479004 + ], + [ + "unserer", + -10.705646514892578 + ], + [ + "▁solar", + -10.705697059631348 + ], + [ + "▁deals", + -10.70591926574707 + ], + [ + "▁Ku", + -10.7059326171875 + ], + [ + "To", + -10.706186294555664 + ], + [ + "bat", + -10.70680046081543 + ], + [ + "MC", + -10.70701026916504 + ], + [ + "▁Global", + -10.707018852233888 + ], + [ + "у", + -10.707405090332031 + ], + [ + "▁nor", + -10.707818984985352 + ], + [ + "▁milk", + -10.707868576049805 + ], + [ + "▁choices", + -10.708206176757812 + ], + [ + "»", + -10.7086763381958 + ], + [ + "▁Sur", + -10.708695411682127 + ], + [ + "more", + -10.708739280700684 + ], + [ + "48", + -10.709024429321287 + ], + [ + "67", + -10.709375381469728 + ], + [ + "▁replacement", + -10.709942817687988 + ], + [ + "34", + -10.710440635681152 + ], + [ + "▁chocolate", + -10.710485458374023 + ], + [ + "▁Family", + -10.71059513092041 + ], + [ + "This", + -10.71122932434082 + ], + [ + "▁novel", + -10.711435317993164 + ], + [ + "▁Chicago", + -10.711563110351562 + ], + [ + "▁participate", + -10.71166706085205 + ], + [ + "▁trei", + -10.712727546691896 + ], + [ + "▁monthly", + -10.713729858398438 + ], + [ + "▁survey", + -10.713977813720703 + ], + [ + "▁End", + -10.714285850524902 + ], + [ + "▁Medical", + -10.71442699432373 + ], + [ + "autres", + -10.714678764343262 + ], + [ + "rich", + -10.714698791503906 + ], + [ + "▁bike", + -10.714703559875488 + ], + [ + "▁eventually", + -10.714717864990234 + ], + [ + "▁HD", + -10.714722633361816 + ], + [ + "bil", + -10.714744567871094 + ], + [ + "cent", + -10.714902877807615 + ], + [ + "▁afin", + -10.715676307678224 + ], + [ + "▁surgery", + -10.716160774230955 + ], + [ + "▁sin", + -10.716455459594728 + ], + [ + "▁manufacturing", + -10.716955184936523 + ], + [ + "▁consumer", + -10.717245101928713 + ], + [ + "system", + -10.71730613708496 + ], + [ + "▁object", + -10.717400550842283 + ], + [ + "▁Ju", + -10.717422485351562 + ], + [ + "ered", + -10.7178373336792 + ], + [ + "rac", + -10.718070030212402 + ], + [ + "▁clinical", + -10.718664169311523 + ], + [ + "▁dollars", + -10.719761848449709 + ], + [ + "▁chain", + -10.71994686126709 + ], + [ + "▁afternoon", + -10.720196723937988 + ], + [ + "▁ligne", + -10.720422744750977 + ], + [ + "▁accounts", + -10.721806526184082 + ], + [ + "ving", + -10.722037315368652 + ], + [ + "▁Australian", + -10.72240924835205 + ], + [ + "38", + -10.722542762756348 + ], + [ + "▁persoane", + -10.72258472442627 + ], + [ + "▁grande", + -10.722668647766112 + ], + [ + "▁Report", + -10.723472595214844 + ], + [ + "▁revenue", + -10.72364902496338 + ], + [ + "▁spre", + -10.723760604858398 + ], + [ + "▁cutting", + -10.7239990234375 + ], + [ + "▁approved", + -10.724133491516112 + ], + [ + "▁glad", + -10.724188804626465 + ], + [ + "chaque", + -10.724395751953123 + ], + [ + "win", + -10.724435806274414 + ], + [ + "▁waren", + -10.724733352661133 + ], + [ + "▁launched", + -10.725071907043455 + ], + [ + "▁layer", + -10.725645065307615 + ], + [ + "▁airport", + -10.725716590881348 + ], + [ + "▁effectively", + -10.72572135925293 + ], + [ + "▁coach", + -10.725946426391602 + ], + [ + "dé", + -10.726130485534668 + ], + [ + "LE", + -10.72627067565918 + ], + [ + "▁müssen", + -10.726386070251465 + ], + [ + "plan", + -10.726641654968262 + ], + [ + "dan", + -10.72670555114746 + ], + [ + "55", + -10.726786613464355 + ], + [ + "bringing", + -10.726895332336426 + ], + [ + "▁$2", + -10.726995468139648 + ], + [ + "nce", + -10.727181434631348 + ], + [ + "▁inspiration", + -10.728177070617676 + ], + [ + "You", + -10.728657722473145 + ], + [ + "▁soll", + -10.729095458984377 + ], + [ + "▁seemed", + -10.729595184326172 + ], + [ + "▁flight", + -10.729687690734863 + ], + [ + "▁prima", + -10.729883193969728 + ], + [ + "▁Welt", + -10.73012351989746 + ], + [ + "▁jetzt", + -10.73031520843506 + ], + [ + "ky", + -10.730428695678713 + ], + [ + "▁Western", + -10.73054027557373 + ], + [ + "▁label", + -10.730600357055664 + ], + [ + "▁möglich", + -10.73081111907959 + ], + [ + "▁input", + -10.730862617492676 + ], + [ + "▁laws", + -10.730995178222656 + ], + [ + "▁personnes", + -10.731708526611328 + ], + [ + "▁paying", + -10.731731414794922 + ], + [ + "▁Uhr", + -10.73173713684082 + ], + [ + "▁Mary", + -10.731745719909668 + ], + [ + "pur", + -10.73190689086914 + ], + [ + "▁covers", + -10.732133865356444 + ], + [ + "▁throw", + -10.73252296447754 + ], + [ + "▁Tor", + -10.733281135559082 + ], + [ + "▁bat", + -10.73355484008789 + ], + [ + "▁Gr", + -10.73373031616211 + ], + [ + "▁farm", + -10.73376178741455 + ], + [ + "▁improved", + -10.733843803405762 + ], + [ + "▁fără", + -10.734286308288574 + ], + [ + "▁theme", + -10.73437213897705 + ], + [ + "pens", + -10.734865188598633 + ], + [ + "▁Cup", + -10.734975814819336 + ], + [ + "▁settings", + -10.735114097595217 + ], + [ + "▁hire", + -10.735234260559082 + ], + [ + "▁massive", + -10.735248565673828 + ], + [ + "▁generate", + -10.735405921936035 + ], + [ + "▁earn", + -10.735837936401367 + ], + [ + "▁tab", + -10.736431121826172 + ], + [ + "For", + -10.736616134643556 + ], + [ + "gang", + -10.736891746520996 + ], + [ + "▁hin", + -10.73709487915039 + ], + [ + "▁roll", + -10.73711395263672 + ], + [ + "▁engagement", + -10.737157821655272 + ], + [ + "▁signed", + -10.737177848815918 + ], + [ + "▁League", + -10.737323760986328 + ], + [ + "▁registration", + -10.73793125152588 + ], + [ + "▁première", + -10.738763809204102 + ], + [ + "isse", + -10.73896598815918 + ], + [ + "▁university", + -10.739027976989746 + ], + [ + "ell", + -10.739157676696776 + ], + [ + "▁nou", + -10.739169120788574 + ], + [ + "rog", + -10.739191055297852 + ], + [ + "▁sitting", + -10.739206314086914 + ], + [ + "▁cazul", + -10.739571571350098 + ], + [ + "▁surrounding", + -10.73983383178711 + ], + [ + "▁Asia", + -10.740357398986816 + ], + [ + "▁bath", + -10.740825653076172 + ], + [ + "hal", + -10.740923881530762 + ], + [ + "▁plate", + -10.741026878356934 + ], + [ + "▁tests", + -10.741151809692385 + ], + [ + "▁presentation", + -10.741156578063965 + ], + [ + "▁chicken", + -10.741501808166504 + ], + [ + "▁Val", + -10.741586685180664 + ], + [ + "ably", + -10.74166488647461 + ], + [ + "▁magazine", + -10.741697311401367 + ], + [ + "▁Maybe", + -10.74187183380127 + ], + [ + "▁sauce", + -10.742673873901367 + ], + [ + "TC", + -10.742887496948242 + ], + [ + "▁exclusive", + -10.74296760559082 + ], + [ + "86", + -10.74306869506836 + ], + [ + "▁teeth", + -10.743474960327148 + ], + [ + "▁regularly", + -10.743524551391602 + ], + [ + "sed", + -10.743824005126951 + ], + [ + "gro", + -10.744174003601074 + ], + [ + "He", + -10.744211196899414 + ], + [ + "▁2017.", + -10.744302749633787 + ], + [ + "▁template", + -10.74489688873291 + ], + [ + "▁gleich", + -10.744938850402832 + ], + [ + "bal", + -10.745061874389648 + ], + [ + "▁African", + -10.74511432647705 + ], + [ + "în", + -10.745231628417969 + ], + [ + "▁rep", + -10.74543571472168 + ], + [ + "▁beat", + -10.74588394165039 + ], + [ + "▁deck", + -10.746064186096191 + ], + [ + "▁intended", + -10.746221542358398 + ], + [ + "▁para", + -10.74651336669922 + ], + [ + "▁IP", + -10.746712684631348 + ], + [ + "▁bra", + -10.746881484985352 + ], + [ + "▁forces", + -10.746966361999512 + ], + [ + "▁routine", + -10.747184753417969 + ], + [ + "▁Jahre", + -10.747758865356444 + ], + [ + "▁Bad", + -10.74797534942627 + ], + [ + "▁drivers", + -10.748074531555176 + ], + [ + "▁updates", + -10.748095512390137 + ], + [ + "▁elegant", + -10.748279571533203 + ], + [ + "▁external", + -10.74844455718994 + ], + [ + "▁engineering", + -10.748819351196287 + ], + [ + "ender", + -10.749544143676758 + ], + [ + "table", + -10.749755859375 + ], + [ + "inter", + -10.749878883361816 + ], + [ + "▁Romania", + -10.749948501586914 + ], + [ + "▁zile", + -10.750468254089355 + ], + [ + "▁luxury", + -10.750570297241213 + ], + [ + "▁calling", + -10.750750541687012 + ], + [ + "▁cooking", + -10.75101375579834 + ], + [ + "▁component", + -10.75114631652832 + ], + [ + "wan", + -10.75121021270752 + ], + [ + "schen", + -10.751212120056152 + ], + [ + "▁birth", + -10.751242637634276 + ], + [ + "asupra", + -10.751349449157717 + ], + [ + "Co", + -10.751471519470217 + ], + [ + "▁opt", + -10.75153923034668 + ], + [ + "▁discovered", + -10.751860618591309 + ], + [ + "▁teach", + -10.752084732055664 + ], + [ + "▁Son", + -10.75234317779541 + ], + [ + "▁guest", + -10.752384185791016 + ], + [ + "▁dogs", + -10.752695083618164 + ], + [ + "▁2003", + -10.752745628356934 + ], + [ + "▁behavior", + -10.752750396728516 + ], + [ + "pé", + -10.7529935836792 + ], + [ + "63", + -10.75316333770752 + ], + [ + "▁Human", + -10.753702163696287 + ], + [ + "▁expression", + -10.754800796508787 + ], + [ + "▁nevoie", + -10.75493621826172 + ], + [ + "▁recherche", + -10.75528621673584 + ], + [ + "ging", + -10.755767822265623 + ], + [ + "related", + -10.755948066711426 + ], + [ + "▁discount", + -10.756040573120115 + ], + [ + "▁Brown", + -10.756054878234863 + ], + [ + "▁Such", + -10.756107330322266 + ], + [ + "▁Ve", + -10.757149696350098 + ], + [ + "▁height", + -10.757265090942385 + ], + [ + "clo", + -10.75741481781006 + ], + [ + "▁incredible", + -10.757912635803224 + ], + [ + "▁bas", + -10.757916450500488 + ], + [ + "▁mă", + -10.75798225402832 + ], + [ + "▁purchased", + -10.758240699768066 + ], + [ + "▁compte", + -10.75831127166748 + ], + [ + "▁instructions", + -10.758537292480469 + ], + [ + "▁Instead", + -10.75866985321045 + ], + [ + "▁output", + -10.758706092834473 + ], + [ + "▁mom", + -10.758886337280272 + ], + [ + "DR", + -10.759828567504885 + ], + [ + "89", + -10.760168075561523 + ], + [ + "▁reduced", + -10.760621070861816 + ], + [ + "98", + -10.7606840133667 + ], + [ + "▁constant", + -10.760879516601562 + ], + [ + "▁therapy", + -10.762417793273926 + ], + [ + "▁capable", + -10.762757301330566 + ], + [ + "mark", + -10.763265609741213 + ], + [ + "▁Sometimes", + -10.76332950592041 + ], + [ + "▁joy", + -10.763419151306152 + ], + [ + "▁perfectly", + -10.763589859008787 + ], + [ + "▁painting", + -10.763704299926758 + ], + [ + "avait", + -10.763765335083008 + ], + [ + "▁Sha", + -10.764384269714355 + ], + [ + "▁dat", + -10.764463424682615 + ], + [ + "▁produits", + -10.764479637145996 + ], + [ + "tric", + -10.76456356048584 + ], + [ + "ierte", + -10.765153884887695 + ], + [ + "▁Smith", + -10.765836715698242 + ], + [ + "▁trebui", + -10.766264915466309 + ], + [ + "▁beaucoup", + -10.766630172729492 + ], + [ + "▁chosen", + -10.767189025878906 + ], + [ + "▁cre", + -10.76732063293457 + ], + [ + "▁complet", + -10.767341613769531 + ], + [ + "▁Ltd", + -10.76759910583496 + ], + [ + "▁recovery", + -10.76781940460205 + ], + [ + "▁district", + -10.768423080444336 + ], + [ + "78", + -10.768640518188477 + ], + [ + "▁Unter", + -10.76872730255127 + ], + [ + "▁schnell", + -10.768729209899902 + ], + [ + "▁apart", + -10.768943786621094 + ], + [ + "▁phase", + -10.76894760131836 + ], + [ + "▁seeking", + -10.769091606140137 + ], + [ + "▁mark", + -10.76914882659912 + ], + [ + "▁pet", + -10.76923370361328 + ], + [ + "▁PDF", + -10.769296646118164 + ], + [ + "▁efficiency", + -10.769577980041504 + ], + [ + "▁buildings", + -10.769611358642578 + ], + [ + "69", + -10.769723892211914 + ], + [ + "▁sens", + -10.769858360290527 + ], + [ + "▁Video", + -10.770115852355955 + ], + [ + "▁destination", + -10.770181655883787 + ], + [ + "▁female", + -10.770319938659668 + ], + [ + "▁supporting", + -10.770674705505373 + ], + [ + "▁signs", + -10.77077865600586 + ], + [ + "▁appeal", + -10.770784378051758 + ], + [ + "76", + -10.77110481262207 + ], + [ + "▁favourite", + -10.771612167358398 + ], + [ + "ock", + -10.771702766418455 + ], + [ + "▁readers", + -10.771757125854492 + ], + [ + "▁Did", + -10.771868705749512 + ], + [ + "rou", + -10.772045135498049 + ], + [ + "PA", + -10.77222728729248 + ], + [ + "▁Jean", + -10.772480964660645 + ], + [ + "▁Em", + -10.772586822509766 + ], + [ + "pass", + -10.77280330657959 + ], + [ + "▁Zi", + -10.773090362548828 + ], + [ + "▁între", + -10.773261070251465 + ], + [ + "▁fly", + -10.773427963256836 + ], + [ + "mos", + -10.773666381835938 + ], + [ + "▁emotional", + -10.773860931396484 + ], + [ + "asse", + -10.774768829345703 + ], + [ + "▁sessions", + -10.775086402893066 + ], + [ + "▁symptoms", + -10.77564811706543 + ], + [ + "▁died", + -10.776217460632324 + ], + [ + "▁seconds", + -10.776628494262695 + ], + [ + "▁procedure", + -10.777206420898438 + ], + [ + "▁express", + -10.777420997619627 + ], + [ + "▁două", + -10.77788543701172 + ], + [ + "▁valid", + -10.778393745422363 + ], + [ + "▁euro", + -10.7788667678833 + ], + [ + "▁interests", + -10.779032707214355 + ], + [ + "Having", + -10.779237747192385 + ], + [ + "▁hundreds", + -10.779669761657717 + ], + [ + "grad", + -10.780023574829102 + ], + [ + "▁neuen", + -10.780084609985352 + ], + [ + "▁cook", + -10.780552864074709 + ], + [ + "▁pur", + -10.780834197998049 + ], + [ + "▁charges", + -10.781024932861328 + ], + [ + "sche", + -10.78118896484375 + ], + [ + "▁smile", + -10.781468391418455 + ], + [ + "▁festival", + -10.781611442565918 + ], + [ + "cho", + -10.781672477722168 + ], + [ + "▁£", + -10.781937599182127 + ], + [ + "cht", + -10.78201675415039 + ], + [ + "▁macht", + -10.782021522521973 + ], + [ + "▁Wasser", + -10.782028198242188 + ], + [ + "▁Cap", + -10.78226375579834 + ], + [ + "▁Learn", + -10.78274154663086 + ], + [ + "▁load", + -10.783162117004396 + ], + [ + "▁aici", + -10.783225059509276 + ], + [ + "▁Ch", + -10.784143447875977 + ], + [ + "▁cycle", + -10.784223556518556 + ], + [ + "▁carried", + -10.784337997436523 + ], + [ + "▁jusqu", + -10.784517288208008 + ], + [ + "stein", + -10.78505802154541 + ], + [ + "ski", + -10.78513240814209 + ], + [ + "cap", + -10.78579330444336 + ], + [ + "▁Bal", + -10.785852432250977 + ], + [ + "▁minor", + -10.786053657531738 + ], + [ + "77", + -10.786175727844238 + ], + [ + "▁considering", + -10.78632640838623 + ], + [ + "innen", + -10.78644847869873 + ], + [ + "▁greatest", + -10.787055015563965 + ], + [ + "▁Training", + -10.787137031555176 + ], + [ + "08", + -10.787307739257812 + ], + [ + "▁significantly", + -10.787607192993164 + ], + [ + "gé", + -10.787728309631348 + ], + [ + "▁dumpster", + -10.78835105895996 + ], + [ + "▁allem", + -10.788930892944336 + ], + [ + "▁bonus", + -10.7889404296875 + ], + [ + "▁guy", + -10.789036750793455 + ], + [ + "fel", + -10.78904914855957 + ], + [ + "▁lifestyle", + -10.789241790771484 + ], + [ + "▁Bro", + -10.78961181640625 + ], + [ + "▁implement", + -10.789687156677246 + ], + [ + "lock", + -10.790046691894531 + ], + [ + "▁Earth", + -10.790142059326172 + ], + [ + "kar", + -10.790733337402344 + ], + [ + "▁invest", + -10.790833473205566 + ], + [ + "▁river", + -10.790933609008787 + ], + [ + "▁accurate", + -10.791494369506836 + ], + [ + "▁mu", + -10.791579246520996 + ], + [ + "▁celebrate", + -10.792119979858398 + ], + [ + "▁ran", + -10.79256820678711 + ], + [ + "▁bigger", + -10.792988777160645 + ], + [ + "▁Mer", + -10.793476104736328 + ], + [ + "▁millions", + -10.793486595153809 + ], + [ + "▁partie", + -10.793563842773438 + ], + [ + "▁dazu", + -10.793951988220217 + ], + [ + "▁Full", + -10.794130325317385 + ], + [ + "gie", + -10.794207572937012 + ], + [ + "bot", + -10.794373512268066 + ], + [ + "roll", + -10.79472827911377 + ], + [ + "▁Women", + -10.795303344726562 + ], + [ + "▁compare", + -10.796135902404783 + ], + [ + "▁van", + -10.796503067016602 + ], + [ + "▁apps", + -10.796521186828612 + ], + [ + "PC", + -10.79705047607422 + ], + [ + "▁drei", + -10.79736042022705 + ], + [ + "▁maison", + -10.797588348388672 + ], + [ + "▁knows", + -10.797712326049805 + ], + [ + "rid", + -10.797972679138184 + ], + [ + "62", + -10.798396110534668 + ], + [ + "class", + -10.798508644104004 + ], + [ + "▁chez", + -10.798669815063477 + ], + [ + "char", + -10.798828125 + ], + [ + "88", + -10.798989295959473 + ], + [ + "▁cast", + -10.79948902130127 + ], + [ + "▁examples", + -10.79973030090332 + ], + [ + "▁Therefore", + -10.799823760986328 + ], + [ + "▁topics", + -10.799941062927246 + ], + [ + "with", + -10.80013656616211 + ], + [ + "▁Anti", + -10.800555229187012 + ], + [ + "how", + -10.800620079040527 + ], + [ + "▁whom", + -10.80094051361084 + ], + [ + "▁Deutschland", + -10.801124572753906 + ], + [ + "tine", + -10.80113697052002 + ], + [ + "▁CEO", + -10.801224708557127 + ], + [ + "▁truck", + -10.801350593566896 + ], + [ + "▁Which", + -10.8015718460083 + ], + [ + "erie", + -10.802017211914062 + ], + [ + "fect", + -10.802069664001465 + ], + [ + "bou", + -10.8026762008667 + ], + [ + "▁(1", + -10.802818298339844 + ], + [ + "sum", + -10.802980422973633 + ], + [ + "▁bonne", + -10.803068161010742 + ], + [ + "▁remaining", + -10.80321216583252 + ], + [ + "▁equal", + -10.803543090820312 + ], + [ + "▁engage", + -10.803561210632324 + ], + [ + "▁RE", + -10.80384922027588 + ], + [ + "style", + -10.804182052612305 + ], + [ + "▁urma", + -10.80433750152588 + ], + [ + "▁Grund", + -10.80496883392334 + ], + [ + "ür", + -10.8051176071167 + ], + [ + "▁font", + -10.805353164672852 + ], + [ + "▁assets", + -10.805916786193848 + ], + [ + "AL", + -10.806102752685549 + ], + [ + "▁rear", + -10.80635929107666 + ], + [ + "▁contemporary", + -10.80646800994873 + ], + [ + "▁occur", + -10.8067045211792 + ], + [ + "rated", + -10.806941986083984 + ], + [ + "▁tight", + -10.807088851928713 + ], + [ + "▁machines", + -10.807921409606934 + ], + [ + "▁0.", + -10.808456420898438 + ], + [ + "▁Aber", + -10.808470726013184 + ], + [ + "sol", + -10.808517456054688 + ], + [ + "rü", + -10.80858039855957 + ], + [ + "▁2007", + -10.80947971343994 + ], + [ + "gg", + -10.809488296508787 + ], + [ + "▁unul", + -10.809691429138184 + ], + [ + "▁était", + -10.809908866882324 + ], + [ + "▁capture", + -10.809980392456056 + ], + [ + "▁command", + -10.81003761291504 + ], + [ + "▁wire", + -10.810425758361816 + ], + [ + "▁shift", + -10.810762405395508 + ], + [ + "▁bread", + -10.81084156036377 + ], + [ + "▁causes", + -10.810937881469728 + ], + [ + "PI", + -10.810938835144045 + ], + [ + "SC", + -10.811086654663086 + ], + [ + "▁lights", + -10.811190605163574 + ], + [ + "▁lived", + -10.811293601989746 + ], + [ + "mul", + -10.811446189880373 + ], + [ + "▁Cur", + -10.811917304992676 + ], + [ + "▁Richard", + -10.811973571777344 + ], + [ + "37", + -10.81263828277588 + ], + [ + "▁cup", + -10.812737464904783 + ], + [ + "▁fields", + -10.812983512878418 + ], + [ + "▁crusher", + -10.813389778137209 + ], + [ + "65", + -10.81377410888672 + ], + [ + "avons", + -10.813822746276855 + ], + [ + "▁gear", + -10.813835144042969 + ], + [ + "▁standing", + -10.813844680786133 + ], + [ + "▁thick", + -10.81445026397705 + ], + [ + "aff", + -10.81513214111328 + ], + [ + "ments", + -10.815434455871582 + ], + [ + "▁conflict", + -10.815728187561035 + ], + [ + "ität", + -10.815825462341309 + ], + [ + "▁worse", + -10.816295623779297 + ], + [ + "SE", + -10.816332817077637 + ], + [ + "imi", + -10.81645965576172 + ], + [ + "▁dating", + -10.817033767700195 + ], + [ + "Do", + -10.817073822021484 + ], + [ + "▁flexible", + -10.817093849182127 + ], + [ + "ologie", + -10.817131996154783 + ], + [ + "SU", + -10.817200660705566 + ], + [ + "▁contribute", + -10.817306518554688 + ], + [ + "▁denn", + -10.817428588867188 + ], + [ + "▁appointment", + -10.81746768951416 + ], + [ + "▁ticket", + -10.817523002624512 + ], + [ + "bed", + -10.81789207458496 + ], + [ + "▁2019.", + -10.817936897277832 + ], + [ + "▁tasks", + -10.81871223449707 + ], + [ + "▁carbon", + -10.818734169006348 + ], + [ + "▁situations", + -10.819400787353516 + ], + [ + "MA", + -10.819402694702148 + ], + [ + "▁portion", + -10.819498062133787 + ], + [ + "▁urban", + -10.819585800170898 + ], + [ + "▁Canadian", + -10.819805145263672 + ], + [ + "▁Bur", + -10.819937705993652 + ], + [ + "▁pack", + -10.81995964050293 + ], + [ + "▁effet", + -10.819992065429688 + ], + [ + "▁Ball", + -10.82008171081543 + ], + [ + "▁timpul", + -10.82014274597168 + ], + [ + "▁owned", + -10.82021141052246 + ], + [ + "▁surprise", + -10.82041358947754 + ], + [ + "▁Mu", + -10.820582389831545 + ], + [ + "▁decades", + -10.821001052856444 + ], + [ + "▁affected", + -10.821728706359863 + ], + [ + "▁proven", + -10.821732521057127 + ], + [ + "▁Fe", + -10.821990966796877 + ], + [ + "zy", + -10.82204246520996 + ], + [ + "42", + -10.822175979614258 + ], + [ + "▁trend", + -10.8223876953125 + ], + [ + "▁autres", + -10.82262897491455 + ], + [ + "No", + -10.823028564453123 + ], + [ + "▁nine", + -10.823565483093262 + ], + [ + "ON", + -10.82376480102539 + ], + [ + "NE", + -10.82395362854004 + ], + [ + "oli", + -10.824359893798828 + ], + [ + "▁Daniel", + -10.824434280395508 + ], + [ + "▁spa", + -10.824939727783203 + ], + [ + "▁messages", + -10.825084686279297 + ], + [ + "PS", + -10.825183868408203 + ], + [ + "47", + -10.825703620910645 + ], + [ + "▁doch", + -10.826032638549805 + ], + [ + "▁improvement", + -10.826187133789062 + ], + [ + "▁mountain", + -10.826350212097168 + ], + [ + "▁Room", + -10.826451301574709 + ], + [ + "▁edition", + -10.826546669006348 + ], + [ + "▁musical", + -10.826712608337402 + ], + [ + "CP", + -10.827024459838867 + ], + [ + "▁Mill", + -10.827027320861816 + ], + [ + "▁steht", + -10.827740669250488 + ], + [ + "▁determined", + -10.828083038330078 + ], + [ + "you", + -10.828392028808594 + ], + [ + "weg", + -10.828554153442385 + ], + [ + "▁Digital", + -10.828624725341797 + ], + [ + "▁filter", + -10.828903198242188 + ], + [ + "▁youth", + -10.829047203063965 + ], + [ + "▁assessment", + -10.829301834106444 + ], + [ + "▁butter", + -10.829370498657228 + ], + [ + "▁Watch", + -10.829427719116213 + ], + [ + "▁zusammen", + -10.829471588134766 + ], + [ + "▁View", + -10.82960605621338 + ], + [ + "09", + -10.829649925231934 + ], + [ + "▁sole", + -10.829816818237305 + ], + [ + ".00", + -10.830018997192385 + ], + [ + "33", + -10.83015251159668 + ], + [ + "▁export", + -10.830229759216309 + ], + [ + "ery", + -10.830373764038086 + ], + [ + "▁zurück", + -10.830426216125488 + ], + [ + "▁walls", + -10.83048152923584 + ], + [ + "▁recognize", + -10.8306884765625 + ], + [ + "law", + -10.830801963806152 + ], + [ + "▁parent", + -10.83086395263672 + ], + [ + "ST", + -10.831357955932615 + ], + [ + "▁description", + -10.831669807434082 + ], + [ + "MS", + -10.831887245178224 + ], + [ + "SM", + -10.83189582824707 + ], + [ + "▁Finally", + -10.83194065093994 + ], + [ + "▁hardware", + -10.831965446472168 + ], + [ + "ident", + -10.832464218139648 + ], + [ + "▁brown", + -10.832566261291504 + ], + [ + "▁kinds", + -10.832950592041016 + ], + [ + "▁Arts", + -10.83297061920166 + ], + [ + "▁concert", + -10.83341121673584 + ], + [ + "▁sec", + -10.83342456817627 + ], + [ + "▁represent", + -10.83351230621338 + ], + [ + "▁institutions", + -10.83359718322754 + ], + [ + "▁fur", + -10.833998680114746 + ], + [ + "▁Support", + -10.83403205871582 + ], + [ + "87", + -10.834076881408691 + ], + [ + "▁ease", + -10.834178924560549 + ], + [ + "▁feels", + -10.834218978881836 + ], + [ + "▁sheet", + -10.834342002868652 + ], + [ + "▁Though", + -10.83437442779541 + ], + [ + "▁propose", + -10.834381103515623 + ], + [ + "▁personnel", + -10.834409713745115 + ], + [ + "bie", + -10.834794044494627 + ], + [ + "▁contest", + -10.834836959838867 + ], + [ + "▁successfully", + -10.835152626037598 + ], + [ + "▁direkt", + -10.835397720336914 + ], + [ + "bietet", + -10.835597038269045 + ], + [ + "▁submit", + -10.835888862609863 + ], + [ + "▁sicher", + -10.835919380187988 + ], + [ + "▁Personal", + -10.83607006072998 + ], + [ + "94", + -10.836341857910156 + ], + [ + "61", + -10.836400985717772 + ], + [ + "▁Very", + -10.836540222167969 + ], + [ + "bol", + -10.836603164672852 + ], + [ + "▁ha", + -10.83708953857422 + ], + [ + "▁channel", + -10.8372220993042 + ], + [ + "mut", + -10.837289810180664 + ], + [ + "▁mouth", + -10.837342262268066 + ], + [ + "▁vast", + -10.837395668029783 + ], + [ + "▁Ob", + -10.837569236755373 + ], + [ + "lit", + -10.83763313293457 + ], + [ + "▁poly", + -10.837878227233888 + ], + [ + "▁trained", + -10.838102340698242 + ], + [ + "▁specialist", + -10.838122367858888 + ], + [ + "UL", + -10.83822250366211 + ], + [ + "▁seiner", + -10.838336944580078 + ], + [ + "SS", + -10.838627815246582 + ], + [ + "▁vacation", + -10.838672637939451 + ], + [ + "▁resume", + -10.839157104492188 + ], + [ + "▁constantly", + -10.839717864990234 + ], + [ + "▁treated", + -10.83986759185791 + ], + [ + "▁150", + -10.840936660766602 + ], + [ + "▁native", + -10.841246604919434 + ], + [ + "▁Russian", + -10.84132957458496 + ], + [ + "▁patterns", + -10.841371536254885 + ], + [ + "▁knowing", + -10.841670989990234 + ], + [ + "▁Pan", + -10.841682434082031 + ], + [ + "peri", + -10.841848373413086 + ], + [ + "aci", + -10.841864585876465 + ], + [ + "▁answers", + -10.842114448547363 + ], + [ + "▁heute", + -10.842985153198242 + ], + [ + "93", + -10.843056678771973 + ], + [ + "▁Winter", + -10.844083786010742 + ], + [ + "▁yes", + -10.844173431396484 + ], + [ + "SP", + -10.844185829162598 + ], + [ + "].", + -10.844388008117676 + ], + [ + "▁kein", + -10.844862937927246 + ], + [ + "▁introduce", + -10.8450927734375 + ], + [ + "-4", + -10.84555435180664 + ], + [ + "▁shoot", + -10.845762252807615 + ], + [ + "AR", + -10.84576416015625 + ], + [ + "▁receiving", + -10.845864295959473 + ], + [ + "▁intre", + -10.84702205657959 + ], + [ + "▁appeared", + -10.84708023071289 + ], + [ + "▁brother", + -10.84732151031494 + ], + [ + "▁extend", + -10.847765922546388 + ], + [ + "▁fara", + -10.848737716674805 + ], + [ + "▁kommt", + -10.848876953125 + ], + [ + "ali", + -10.848913192749023 + ], + [ + "▁numai", + -10.849047660827637 + ], + [ + "▁scientific", + -10.84913158416748 + ], + [ + "▁virtual", + -10.849145889282228 + ], + [ + "▁Ac", + -10.849513053894045 + ], + [ + "▁procedures", + -10.849631309509276 + ], + [ + "▁silver", + -10.849821090698242 + ], + [ + "▁leather", + -10.849979400634766 + ], + [ + "DA", + -10.85014820098877 + ], + [ + "▁executive", + -10.850263595581056 + ], + [ + "▁officials", + -10.850496292114258 + ], + [ + "▁agencies", + -10.850503921508787 + ], + [ + "▁Software", + -10.850540161132812 + ], + [ + "▁cor", + -10.850690841674805 + ], + [ + "Con", + -10.850741386413574 + ], + [ + "▁log", + -10.851066589355469 + ], + [ + "ț", + -10.851147651672363 + ], + [ + "02", + -10.851195335388184 + ], + [ + "▁7.", + -10.85245132446289 + ], + [ + "▁accepted", + -10.852483749389648 + ], + [ + "▁Berlin", + -10.852538108825684 + ], + [ + "ID", + -10.852582931518556 + ], + [ + "cot", + -10.852788925170898 + ], + [ + "▁employment", + -10.85279941558838 + ], + [ + "run", + -10.853020668029783 + ], + [ + "▁identified", + -10.853178977966309 + ], + [ + "96", + -10.853887557983398 + ], + [ + "▁déjà", + -10.853944778442385 + ], + [ + "▁cuisine", + -10.853952407836914 + ], + [ + "turi", + -10.854070663452148 + ], + [ + "▁Japanese", + -10.85431671142578 + ], + [ + "▁golf", + -10.854514122009276 + ], + [ + "▁Ki", + -10.854787826538086 + ], + [ + "▁carefully", + -10.854863166809082 + ], + [ + "▁remote", + -10.854973793029783 + ], + [ + "▁2018,", + -10.855148315429688 + ], + [ + "▁sus", + -10.855154991149902 + ], + [ + "tique", + -10.85529327392578 + ], + [ + "▁residential", + -10.855695724487305 + ], + [ + "97", + -10.855809211730955 + ], + [ + "▁Spring", + -10.855908393859863 + ], + [ + "▁Marketing", + -10.856186866760254 + ], + [ + "▁Control", + -10.85630989074707 + ], + [ + "var", + -10.85634422302246 + ], + [ + "▁historical", + -10.8563814163208 + ], + [ + "▁freedom", + -10.856423377990724 + ], + [ + "sure", + -10.856426239013672 + ], + [ + "▁broken", + -10.856796264648438 + ], + [ + "▁criminal", + -10.85694980621338 + ], + [ + "▁innovation", + -10.857075691223145 + ], + [ + "▁Italian", + -10.857192039489746 + ], + [ + "sper", + -10.857282638549805 + ], + [ + "▁cake", + -10.857653617858888 + ], + [ + "▁candidates", + -10.857894897460938 + ], + [ + "▁sizes", + -10.858267784118652 + ], + [ + "pel", + -10.85836696624756 + ], + [ + "▁frequently", + -10.85889720916748 + ], + [ + "▁planet", + -10.859138488769531 + ], + [ + "▁writer", + -10.859519958496094 + ], + [ + "1,", + -10.859569549560549 + ], + [ + "uvent", + -10.85959529876709 + ], + [ + "▁awareness", + -10.859807968139648 + ], + [ + "name", + -10.859954833984377 + ], + [ + "▁Children", + -10.859980583190918 + ], + [ + "▁relatively", + -10.860311508178713 + ], + [ + "▁pu", + -10.860321998596191 + ], + [ + "▁quiet", + -10.86038875579834 + ], + [ + "▁planned", + -10.860716819763184 + ], + [ + "▁election", + -10.861419677734377 + ], + [ + "▁6.", + -10.861761093139648 + ], + [ + "▁broad", + -10.861772537231444 + ], + [ + "▁skill", + -10.861835479736328 + ], + [ + "▁reasonable", + -10.862037658691406 + ], + [ + "▁Fort", + -10.86228370666504 + ], + [ + "▁aceea", + -10.862407684326172 + ], + [ + "▁arrived", + -10.86263370513916 + ], + [ + "▁payments", + -10.862680435180664 + ], + [ + "ack", + -10.862700462341309 + ], + [ + "▁Ort", + -10.863354682922363 + ], + [ + "▁investors", + -10.863364219665527 + ], + [ + "▁operate", + -10.86351203918457 + ], + [ + "ME", + -10.86355686187744 + ], + [ + "dic", + -10.863683700561523 + ], + [ + "▁foods", + -10.863731384277344 + ], + [ + "▁stick", + -10.863831520080566 + ], + [ + "▁agents", + -10.86412525177002 + ], + [ + "▁crowd", + -10.864175796508787 + ], + [ + "▁Students", + -10.86448097229004 + ], + [ + "▁concerned", + -10.864609718322754 + ], + [ + "test", + -10.864740371704102 + ], + [ + "▁designer", + -10.865334510803224 + ], + [ + "▁Conference", + -10.865593910217283 + ], + [ + "▁saving", + -10.86610507965088 + ], + [ + "▁recorded", + -10.866422653198242 + ], + [ + "▁proposed", + -10.866564750671388 + ], + [ + "▁ship", + -10.86657428741455 + ], + [ + "▁cred", + -10.867274284362791 + ], + [ + "▁Ci", + -10.867440223693848 + ], + [ + "RE", + -10.867619514465332 + ], + [ + "▁tradition", + -10.867753982543944 + ], + [ + "▁worldwide", + -10.867779731750488 + ], + [ + "64", + -10.867944717407228 + ], + [ + "▁television", + -10.867989540100098 + ], + [ + "▁projet", + -10.868102073669434 + ], + [ + "ency", + -10.868487358093262 + ], + [ + "▁struggle", + -10.86851406097412 + ], + [ + "▁twice", + -10.868955612182615 + ], + [ + "▁Off", + -10.869234085083008 + ], + [ + "▁begins", + -10.869577407836914 + ], + [ + "key", + -10.869794845581056 + ], + [ + "▁Table", + -10.86996364593506 + ], + [ + "▁demande", + -10.870177268981934 + ], + [ + "▁liquid", + -10.870441436767578 + ], + [ + "meter", + -10.870684623718262 + ], + [ + "▁2001", + -10.871190071105955 + ], + [ + "▁willing", + -10.871660232543944 + ], + [ + "▁medicine", + -10.871707916259766 + ], + [ + "▁expand", + -10.871747970581056 + ], + [ + "▁2004", + -10.871804237365724 + ], + [ + "▁2002", + -10.87201690673828 + ], + [ + "▁accord", + -10.872292518615724 + ], + [ + "▁Chris", + -10.872446060180664 + ], + [ + "▁prove", + -10.872543334960938 + ], + [ + "ston", + -10.872740745544434 + ], + [ + "mettre", + -10.872800827026367 + ], + [ + "▁moments", + -10.873537063598633 + ], + [ + "tik", + -10.87368392944336 + ], + [ + "such", + -10.874055862426758 + ], + [ + "2.", + -10.874431610107422 + ], + [ + "▁UN", + -10.874561309814451 + ], + [ + "▁jump", + -10.874737739562988 + ], + [ + "▁dish", + -10.87539291381836 + ], + [ + "▁Key", + -10.87566375732422 + ], + [ + "▁challenging", + -10.875975608825684 + ], + [ + "▁domestic", + -10.876410484313965 + ], + [ + "▁impressive", + -10.876752853393556 + ], + [ + "iger", + -10.877022743225098 + ], + [ + "▁Ram", + -10.877157211303713 + ], + [ + "▁doit", + -10.877263069152832 + ], + [ + "▁concrete", + -10.87734317779541 + ], + [ + "▁Unternehmen", + -10.877397537231444 + ], + [ + "▁LED", + -10.877429008483888 + ], + [ + "▁trouver", + -10.877533912658691 + ], + [ + "▁fundamental", + -10.877875328063965 + ], + [ + "▁implementation", + -10.878121376037598 + ], + [ + "85", + -10.878247261047363 + ], + [ + "▁hosting", + -10.87856388092041 + ], + [ + "▁Game", + -10.878691673278809 + ], + [ + "▁taught", + -10.878981590270996 + ], + [ + "tung", + -10.879016876220703 + ], + [ + "ront", + -10.87940502166748 + ], + [ + "▁shoes", + -10.879639625549316 + ], + [ + "79", + -10.8797607421875 + ], + [ + "▁stunning", + -10.879778861999512 + ], + [ + "▁Congress", + -10.880142211914062 + ], + [ + "▁Ent", + -10.880278587341309 + ], + [ + "▁Wer", + -10.880607604980469 + ], + [ + "▁alt", + -10.880608558654783 + ], + [ + "ör", + -10.880699157714844 + ], + [ + "▁calm", + -10.8808012008667 + ], + [ + "46", + -10.881132125854492 + ], + [ + "▁Daca", + -10.881404876708984 + ], + [ + "71", + -10.881938934326172 + ], + [ + "▁Dec", + -10.88239288330078 + ], + [ + "▁Fo", + -10.882437705993652 + ], + [ + "▁defense", + -10.88313102722168 + ], + [ + "▁expectations", + -10.883166313171388 + ], + [ + "▁Alle", + -10.88318920135498 + ], + [ + "▁brief", + -10.883691787719728 + ], + [ + "▁Hospital", + -10.883975982666016 + ], + [ + "▁sides", + -10.884121894836426 + ], + [ + "▁yellow", + -10.884140014648438 + ], + [ + "lei", + -10.88451862335205 + ], + [ + "▁speaking", + -10.884589195251465 + ], + [ + "▁crucial", + -10.885198593139648 + ], + [ + "▁Town", + -10.8854341506958 + ], + [ + "▁married", + -10.885574340820312 + ], + [ + "▁acesta", + -10.885583877563477 + ], + [ + "▁noted", + -10.885611534118652 + ], + [ + "▁Word", + -10.885659217834473 + ], + [ + "▁conducted", + -10.885963439941406 + ], + [ + "▁decor", + -10.886249542236328 + ], + [ + "kon", + -10.88656520843506 + ], + [ + "▁supplies", + -10.8866605758667 + ], + [ + "▁adventure", + -10.886691093444824 + ], + [ + "▁exhibition", + -10.887163162231444 + ], + [ + "heit", + -10.887300491333008 + ], + [ + "▁36", + -10.88744831085205 + ], + [ + "eria", + -10.887505531311035 + ], + [ + "ines", + -10.887551307678224 + ], + [ + "ological", + -10.887582778930664 + ], + [ + "quel", + -10.88806438446045 + ], + [ + "▁Van", + -10.88825511932373 + ], + [ + "-19", + -10.88853645324707 + ], + [ + "2,", + -10.888566970825195 + ], + [ + "▁Band", + -10.888989448547363 + ], + [ + "▁soil", + -10.889184951782228 + ], + [ + "▁Tim", + -10.889599800109863 + ], + [ + "▁NOT", + -10.88968563079834 + ], + [ + "▁pilot", + -10.889753341674805 + ], + [ + "▁Sh", + -10.889774322509766 + ], + [ + "Ho", + -10.890361785888672 + ], + [ + "CA", + -10.890509605407717 + ], + [ + "▁Eu", + -10.890745162963867 + ], + [ + "▁committee", + -10.890829086303713 + ], + [ + "▁Store", + -10.891075134277344 + ], + [ + "▁joint", + -10.89111614227295 + ], + [ + "▁Op", + -10.891315460205078 + ], + [ + "▁Jack", + -10.891985893249512 + ], + [ + "quality", + -10.89216423034668 + ], + [ + "▁Has", + -10.892489433288574 + ], + [ + "▁wenig", + -10.892507553100586 + ], + [ + "hood", + -10.892545700073242 + ], + [ + "▁Class", + -10.892582893371582 + ], + [ + "rus", + -10.892773628234863 + ], + [ + "▁grown", + -10.89294719696045 + ], + [ + "▁About", + -10.893518447875977 + ], + [ + "▁sum", + -10.893942832946776 + ], + [ + "▁Fair", + -10.893946647644045 + ], + [ + "SA", + -10.894149780273438 + ], + [ + "92", + -10.894185066223145 + ], + [ + "▁fourth", + -10.894354820251465 + ], + [ + "▁featured", + -10.894384384155272 + ], + [ + "▁Pen", + -10.89444637298584 + ], + [ + "▁natürlich", + -10.894885063171388 + ], + [ + "ched", + -10.894901275634766 + ], + [ + "▁ban", + -10.895112991333008 + ], + [ + "anne", + -10.89522647857666 + ], + [ + "▁theory", + -10.895413398742676 + ], + [ + "bin", + -10.895438194274902 + ], + [ + "iers", + -10.895819664001465 + ], + [ + "▁strategic", + -10.895903587341309 + ], + [ + "▁jours", + -10.895956039428713 + ], + [ + "▁communicate", + -10.896124839782717 + ], + [ + "▁pin", + -10.896320343017578 + ], + [ + "▁Bon", + -10.89721393585205 + ], + [ + "kom", + -10.897290229797363 + ], + [ + "-5", + -10.89817714691162 + ], + [ + "▁degrees", + -10.898643493652344 + ], + [ + "▁entertainment", + -10.899014472961426 + ], + [ + "ară", + -10.899248123168944 + ], + [ + "ales", + -10.899425506591797 + ], + [ + "▁pendant", + -10.89954662322998 + ], + [ + "▁Series", + -10.899575233459473 + ], + [ + "▁holds", + -10.899592399597168 + ], + [ + "▁Mini", + -10.899828910827637 + ], + [ + "▁Obama", + -10.899898529052734 + ], + [ + "▁conform", + -10.900163650512695 + ], + [ + "-10", + -10.900216102600098 + ], + [ + "▁preparation", + -10.9009370803833 + ], + [ + "▁autre", + -10.90105152130127 + ], + [ + "▁mortgage", + -10.901155471801758 + ], + [ + "▁Kan", + -10.901508331298828 + ], + [ + "▁typical", + -10.901538848876951 + ], + [ + "01", + -10.901711463928224 + ], + [ + "▁Review", + -10.901862144470217 + ], + [ + "▁laptop", + -10.902127265930176 + ], + [ + "CR", + -10.902610778808594 + ], + [ + "▁thread", + -10.90265941619873 + ], + [ + "BS", + -10.902661323547363 + ], + [ + "▁upper", + -10.902700424194336 + ], + [ + "▁searching", + -10.902932167053224 + ], + [ + "▁pen", + -10.90321445465088 + ], + [ + "▁Middle", + -10.90333080291748 + ], + [ + "73", + -10.903359413146973 + ], + [ + "▁leg", + -10.903650283813477 + ], + [ + "onic", + -10.904272079467772 + ], + [ + "IS", + -10.904356956481934 + ], + [ + "▁Kar", + -10.904623985290527 + ], + [ + "anz", + -10.9046630859375 + ], + [ + "▁circuit", + -10.904901504516602 + ], + [ + "▁Casino", + -10.905384063720703 + ], + [ + "07", + -10.90584659576416 + ], + [ + "▁petit", + -10.905906677246094 + ], + [ + "TV", + -10.905978202819824 + ], + [ + "level", + -10.906311988830566 + ], + [ + "▁Point", + -10.906312942504885 + ], + [ + "rau", + -10.906474113464355 + ], + [ + "▁cabinet", + -10.906991958618164 + ], + [ + "▁failed", + -10.907042503356934 + ], + [ + "▁stated", + -10.907126426696776 + ], + [ + "LA", + -10.907461166381836 + ], + [ + "▁privacy", + -10.907596588134766 + ], + [ + "vol", + -10.907901763916016 + ], + [ + "ativ", + -10.908151626586914 + ], + [ + "▁matters", + -10.908210754394531 + ], + [ + "▁Mor", + -10.908555030822754 + ], + [ + "▁Ur", + -10.90860652923584 + ], + [ + "view", + -10.908968925476074 + ], + [ + "▁consultation", + -10.90921688079834 + ], + [ + "TS", + -10.909296989440918 + ], + [ + "▁apartment", + -10.909412384033203 + ], + [ + "▁integrated", + -10.909425735473633 + ], + [ + "74", + -10.909669876098633 + ], + [ + "▁Through", + -10.909710884094238 + ], + [ + "▁kick", + -10.909798622131348 + ], + [ + "▁perioada", + -10.90993881225586 + ], + [ + "▁entirely", + -10.909953117370604 + ], + [ + "▁impossible", + -10.91015911102295 + ], + [ + "▁consideration", + -10.910268783569336 + ], + [ + "▁Alt", + -10.91054916381836 + ], + [ + "▁Come", + -10.911089897155762 + ], + [ + "▁outstanding", + -10.911276817321776 + ], + [ + "83", + -10.911727905273438 + ], + [ + "▁prezent", + -10.911859512329102 + ], + [ + "▁Local", + -10.911993980407717 + ], + [ + "▁Camp", + -10.912056922912598 + ], + [ + "▁bear", + -10.912067413330078 + ], + [ + "enden", + -10.91226291656494 + ], + [ + "life", + -10.91236686706543 + ], + [ + "▁Haus", + -10.912516593933104 + ], + [ + "▁William", + -10.912644386291504 + ], + [ + "“,", + -10.912665367126465 + ], + [ + "▁Instagram", + -10.91285514831543 + ], + [ + "▁solve", + -10.913195610046388 + ], + [ + "▁Ze", + -10.91343116760254 + ], + [ + "▁everyday", + -10.91357135772705 + ], + [ + "bla", + -10.913615226745604 + ], + [ + "eng", + -10.913662910461426 + ], + [ + "ough", + -10.914246559143066 + ], + [ + "84", + -10.914483070373535 + ], + [ + "?\"", + -10.914599418640137 + ], + [ + "rely", + -10.91476821899414 + ], + [ + "TH", + -10.914841651916504 + ], + [ + "lang", + -10.91511058807373 + ], + [ + "82", + -10.915817260742188 + ], + [ + "▁removal", + -10.91589641571045 + ], + [ + "ală", + -10.915956497192385 + ], + [ + "▁circumstances", + -10.916097640991213 + ], + [ + "ente", + -10.91622257232666 + ], + [ + "▁lieu", + -10.91645336151123 + ], + [ + "▁2016.", + -10.91710376739502 + ], + [ + "▁ales", + -10.91734218597412 + ], + [ + "▁pure", + -10.917482376098633 + ], + [ + "▁choosing", + -10.917590141296388 + ], + [ + "▁Russia", + -10.917698860168455 + ], + [ + "amp", + -10.91770362854004 + ], + [ + "▁Santa", + -10.91788387298584 + ], + [ + "▁happening", + -10.918203353881836 + ], + [ + "▁crew", + -10.91822338104248 + ], + [ + "▁lei", + -10.91855239868164 + ], + [ + "IP", + -10.91858196258545 + ], + [ + "RO", + -10.919425964355469 + ], + [ + "▁resort", + -10.919514656066896 + ], + [ + "ened", + -10.919689178466797 + ], + [ + "MB", + -10.920031547546388 + ], + [ + "▁styles", + -10.920052528381348 + ], + [ + "▁dernier", + -10.920533180236816 + ], + [ + "uck", + -10.920699119567873 + ], + [ + "▁Guide", + -10.920710563659668 + ], + [ + "fic", + -10.92096996307373 + ], + [ + "▁fitness", + -10.921977996826172 + ], + [ + "▁healthcare", + -10.92223072052002 + ], + [ + "mol", + -10.92237663269043 + ], + [ + "▁vis", + -10.922721862792969 + ], + [ + "▁atmosphere", + -10.922972679138184 + ], + [ + "▁motion", + -10.92298984527588 + ], + [ + "▁closer", + -10.923114776611328 + ], + [ + "▁SA", + -10.92335319519043 + ], + [ + "▁default", + -10.92337131500244 + ], + [ + "▁architecture", + -10.923471450805664 + ], + [ + "iile", + -10.923528671264648 + ], + [ + "zel", + -10.923675537109377 + ], + [ + "cla", + -10.92387866973877 + ], + [ + "OP", + -10.924382209777832 + ], + [ + "▁west", + -10.924965858459473 + ], + [ + "▁Energy", + -10.925613403320312 + ], + [ + "▁positions", + -10.925777435302734 + ], + [ + "▁contrast", + -10.925885200500488 + ], + [ + "▁serves", + -10.92605972290039 + ], + [ + "cup", + -10.926340103149414 + ], + [ + "▁rose", + -10.926485061645508 + ], + [ + "pers", + -10.92664623260498 + ], + [ + "▁noise", + -10.926846504211426 + ], + [ + "mont", + -10.92690658569336 + ], + [ + "#", + -10.927061080932615 + ], + [ + "lies", + -10.927326202392578 + ], + [ + "pat", + -10.92771816253662 + ], + [ + "IC", + -10.927956581115724 + ], + [ + "arc", + -10.927989959716797 + ], + [ + "▁winner", + -10.928524017333984 + ], + [ + "tent", + -10.928732872009276 + ], + [ + "▁Preis", + -10.929106712341309 + ], + [ + "▁vin", + -10.929254531860352 + ], + [ + "blo", + -10.92929458618164 + ], + [ + "ție", + -10.929520606994627 + ], + [ + "▁OR", + -10.930315017700195 + ], + [ + "▁Buch", + -10.930798530578612 + ], + [ + "▁nearby", + -10.931190490722656 + ], + [ + "▁meetings", + -10.93129062652588 + ], + [ + "▁48", + -10.93146514892578 + ], + [ + "▁quand", + -10.93152904510498 + ], + [ + "▁usual", + -10.931936264038086 + ], + [ + "▁weitere", + -10.932539939880373 + ], + [ + "▁caught", + -10.932571411132812 + ], + [ + "▁issued", + -10.932626724243164 + ], + [ + "ști", + -10.932896614074709 + ], + [ + "upcoming", + -10.933232307434082 + ], + [ + "▁agreed", + -10.933233261108398 + ], + [ + "place", + -10.933353424072266 + ], + [ + "▁Brand", + -10.93344497680664 + ], + [ + "▁relation", + -10.933969497680664 + ], + [ + "▁atât", + -10.934090614318848 + ], + [ + "▁Tre", + -10.934176445007324 + ], + [ + "▁lors", + -10.934438705444336 + ], + [ + "▁adopt", + -10.934452056884766 + ], + [ + "▁celui", + -10.93458366394043 + ], + [ + "cken", + -10.93505859375 + ], + [ + "▁partnership", + -10.935284614562988 + ], + [ + "?”", + -10.935376167297363 + ], + [ + "▁ba", + -10.935746192932127 + ], + [ + "▁ID", + -10.935832023620604 + ], + [ + "▁consistent", + -10.935835838317873 + ], + [ + "▁Ya", + -10.935941696166992 + ], + [ + "▁Academy", + -10.936182022094728 + ], + [ + "cial", + -10.936230659484863 + ], + [ + "1%", + -10.936366081237791 + ], + [ + "▁mise", + -10.936684608459473 + ], + [ + "▁gute", + -10.936728477478027 + ], + [ + "gli", + -10.936939239501951 + ], + [ + "▁Bu", + -10.937679290771484 + ], + [ + "▁reduction", + -10.937917709350586 + ], + [ + "acy", + -10.93812656402588 + ], + [ + "aga", + -10.938161849975586 + ], + [ + "▁Sc", + -10.938273429870604 + ], + [ + "▁Informationen", + -10.938308715820312 + ], + [ + "▁kommen", + -10.938352584838867 + ], + [ + "press", + -10.93837833404541 + ], + [ + "▁bridge", + -10.938379287719728 + ], + [ + "▁qualified", + -10.938671112060549 + ], + [ + "position", + -10.93882179260254 + ], + [ + "▁combat", + -10.93893337249756 + ], + [ + "!\"", + -10.938993453979492 + ], + [ + "eva", + -10.939217567443848 + ], + [ + "oase", + -10.939380645751951 + ], + [ + "▁inner", + -10.939410209655762 + ], + [ + "▁loans", + -10.939720153808594 + ], + [ + "made", + -10.939786911010742 + ], + [ + "▁Mexico", + -10.93993091583252 + ], + [ + "▁formal", + -10.940092086791992 + ], + [ + "▁fell", + -10.94021987915039 + ], + [ + "91", + -10.940524101257324 + ], + [ + "▁campus", + -10.9407320022583 + ], + [ + "ienne", + -10.940869331359863 + ], + [ + "▁framework", + -10.94105339050293 + ], + [ + "ncing", + -10.941157341003418 + ], + [ + "▁Para", + -10.941222190856934 + ], + [ + "▁password", + -10.941298484802246 + ], + [ + "▁sei", + -10.94142246246338 + ], + [ + "▁Cross", + -10.941532135009766 + ], + [ + "▁Ten", + -10.94187355041504 + ], + [ + "bank", + -10.941887855529783 + ], + [ + "▁gun", + -10.94200038909912 + ], + [ + "ient", + -10.942021369934082 + ], + [ + "▁usage", + -10.942176818847656 + ], + [ + "▁(2", + -10.942278861999512 + ], + [ + "Gra", + -10.942320823669434 + ], + [ + "▁prea", + -10.94253158569336 + ], + [ + "▁Als", + -10.942619323730469 + ], + [ + "▁finance", + -10.942638397216797 + ], + [ + "tate", + -10.942665100097656 + ], + [ + "ition", + -10.942703247070312 + ], + [ + "▁regulations", + -10.942741394042969 + ], + [ + "▁Professional", + -10.943001747131348 + ], + [ + "▁pl", + -10.94336986541748 + ], + [ + "▁SEO", + -10.943472862243652 + ], + [ + "▁trecut", + -10.943487167358398 + ], + [ + "▁aller", + -10.943509101867676 + ], + [ + "▁violence", + -10.943986892700195 + ], + [ + "▁membership", + -10.944117546081545 + ], + [ + "▁picked", + -10.944162368774414 + ], + [ + "▁collected", + -10.9443359375 + ], + [ + "▁extended", + -10.944449424743652 + ], + [ + "▁religious", + -10.944661140441896 + ], + [ + "▁salle", + -10.944767951965332 + ], + [ + "RA", + -10.944781303405762 + ], + [ + "▁blend", + -10.945232391357422 + ], + [ + "▁Min", + -10.94532299041748 + ], + [ + "kal", + -10.945887565612791 + ], + [ + "▁featuring", + -10.945902824401855 + ], + [ + "▁researchers", + -10.946263313293455 + ], + [ + "▁Search", + -10.946558952331545 + ], + [ + "CE", + -10.946675300598145 + ], + [ + "▁recognized", + -10.94682502746582 + ], + [ + "▁semi", + -10.94692611694336 + ], + [ + "▁exposure", + -10.94718074798584 + ], + [ + "grew", + -10.947466850280762 + ], + [ + "▁candidate", + -10.948250770568848 + ], + [ + "▁shares", + -10.948908805847168 + ], + [ + "▁edit", + -10.949745178222656 + ], + [ + "CS", + -10.949905395507812 + ], + [ + "▁Cl", + -10.950240135192873 + ], + [ + "▁Enjoy", + -10.951438903808594 + ], + [ + "▁hurt", + -10.951482772827148 + ], + [ + "▁bottle", + -10.951593399047852 + ], + [ + "▁Buy", + -10.95159912109375 + ], + [ + "▁superior", + -10.95228672027588 + ], + [ + "▁missed", + -10.95242404937744 + ], + [ + "▁workshop", + -10.952433586120604 + ], + [ + "action", + -10.952437400817873 + ], + [ + "ple", + -10.952699661254885 + ], + [ + "▁Schul", + -10.952814102172852 + ], + [ + "▁houses", + -10.953080177307127 + ], + [ + "▁2017,", + -10.953569412231444 + ], + [ + "▁killed", + -10.953750610351562 + ], + [ + "▁calendar", + -10.954306602478027 + ], + [ + "▁Mike", + -10.954597473144531 + ], + [ + "FA", + -10.954627990722656 + ], + [ + "nut", + -10.95487117767334 + ], + [ + "▁establish", + -10.955140113830566 + ], + [ + "▁alcohol", + -10.95514965057373 + ], + [ + "▁closely", + -10.955170631408691 + ], + [ + "▁MA", + -10.955381393432615 + ], + [ + "pul", + -10.955389022827148 + ], + [ + "▁defined", + -10.955666542053224 + ], + [ + "aires", + -10.955692291259766 + ], + [ + "▁Shi", + -10.955703735351562 + ], + [ + "▁plays", + -10.956303596496582 + ], + [ + "▁sister", + -10.95690631866455 + ], + [ + "▁cable", + -10.957179069519045 + ], + [ + "▁desk", + -10.957215309143066 + ], + [ + "▁apoi", + -10.957738876342772 + ], + [ + "▁identity", + -10.95785140991211 + ], + [ + "▁stars", + -10.957931518554688 + ], + [ + "▁fata", + -10.958008766174316 + ], + [ + "▁obvious", + -10.958330154418944 + ], + [ + "▁dental", + -10.95843505859375 + ], + [ + "AM", + -10.958802223205566 + ], + [ + "▁sharp", + -10.95881175994873 + ], + [ + "duc", + -10.959053993225098 + ], + [ + "▁manufacturer", + -10.95914077758789 + ], + [ + "!)", + -10.959270477294922 + ], + [ + "▁objects", + -10.959720611572266 + ], + [ + "▁Ag", + -10.959989547729492 + ], + [ + "referred", + -10.960195541381836 + ], + [ + "▁Ak", + -10.960308074951172 + ], + [ + "burg", + -10.960360527038574 + ], + [ + "▁nouveau", + -10.960854530334473 + ], + [ + "▁Pal", + -10.960994720458984 + ], + [ + "▁Arbeits", + -10.961280822753906 + ], + [ + "▁personally", + -10.961288452148438 + ], + [ + "▁Dé", + -10.961292266845703 + ], + [ + "▁import", + -10.961688041687012 + ], + [ + "▁justice", + -10.961913108825684 + ], + [ + "▁photography", + -10.962705612182615 + ], + [ + "▁portfolio", + -10.962841987609863 + ], + [ + "56", + -10.96314525604248 + ], + [ + "▁nouvelle", + -10.963293075561523 + ], + [ + "▁oven", + -10.964197158813477 + ], + [ + "▁400", + -10.964272499084473 + ], + [ + "▁mixed", + -10.964395523071287 + ], + [ + "▁relax", + -10.964427947998049 + ], + [ + "▁imp", + -10.964703559875488 + ], + [ + "▁».", + -10.964734077453612 + ], + [ + "▁mail", + -10.964777946472168 + ], + [ + "rage", + -10.964861869812012 + ], + [ + "nos", + -10.964974403381348 + ], + [ + "▁drugs", + -10.965195655822754 + ], + [ + "▁jede", + -10.965211868286133 + ], + [ + "▁einige", + -10.965232849121094 + ], + [ + "▁8.", + -10.965325355529783 + ], + [ + "ters", + -10.965412139892578 + ], + [ + "▁electrical", + -10.965432167053224 + ], + [ + "▁puis", + -10.96583652496338 + ], + [ + "▁films", + -10.965903282165527 + ], + [ + "41", + -10.966036796569824 + ], + [ + "▁moral", + -10.966398239135742 + ], + [ + "lage", + -10.966402053833008 + ], + [ + "▁spaces", + -10.966415405273438 + ], + [ + "▁Ed", + -10.96646213531494 + ], + [ + "▁classroom", + -10.966588020324709 + ], + [ + "▁große", + -10.966588973999023 + ], + [ + "▁baza", + -10.96688747406006 + ], + [ + "face", + -10.967308044433594 + ], + [ + "▁informed", + -10.967333793640137 + ], + [ + "▁improving", + -10.967477798461914 + ], + [ + "▁guidance", + -10.967880249023438 + ], + [ + "▁gallery", + -10.96800708770752 + ], + [ + "cular", + -10.968046188354492 + ], + [ + "53", + -10.968094825744627 + ], + [ + "Despite", + -10.968238830566406 + ], + [ + "▁forme", + -10.968304634094238 + ], + [ + "▁système", + -10.96841526031494 + ], + [ + "▁Win", + -10.968494415283203 + ], + [ + "▁Small", + -10.96853733062744 + ], + [ + "▁Mobile", + -10.968564987182615 + ], + [ + "▁tape", + -10.96860694885254 + ], + [ + "▁erhalten", + -10.968914985656738 + ], + [ + "▁movies", + -10.968928337097168 + ], + [ + "▁Unfortunately", + -10.968963623046877 + ], + [ + "▁Looking", + -10.96945858001709 + ], + [ + "▁guard", + -10.969584465026855 + ], + [ + "▁pr", + -10.969820976257324 + ], + [ + "▁confident", + -10.96988582611084 + ], + [ + "BA", + -10.970229148864746 + ], + [ + "bas", + -10.970272064208984 + ], + [ + "hum", + -10.97050666809082 + ], + [ + "ular", + -10.9705171585083 + ], + [ + "▁Still", + -10.970593452453612 + ], + [ + "▁flavor", + -10.970656394958496 + ], + [ + "▁boost", + -10.970773696899414 + ], + [ + "▁division", + -10.970842361450195 + ], + [ + "ising", + -10.971006393432615 + ], + [ + "▁monitoring", + -10.971044540405272 + ], + [ + "▁Sen", + -10.97105884552002 + ], + [ + "▁https", + -10.971527099609377 + ], + [ + "mainly", + -10.971735000610352 + ], + [ + "play", + -10.972251892089844 + ], + [ + "▁dynamic", + -10.972357749938965 + ], + [ + "▁coup", + -10.972370147705078 + ], + [ + "▁carpet", + -10.972561836242676 + ], + [ + "iner", + -10.97284698486328 + ], + [ + "ral", + -10.97325611114502 + ], + [ + "iser", + -10.97332000732422 + ], + [ + "RC", + -10.9739990234375 + ], + [ + "▁definition", + -10.97475814819336 + ], + [ + "▁Za", + -10.974767684936523 + ], + [ + "friendly", + -10.974883079528809 + ], + [ + "43", + -10.975123405456545 + ], + [ + "link", + -10.975180625915527 + ], + [ + "▁Multi", + -10.97519302368164 + ], + [ + "▁einmal", + -10.975272178649902 + ], + [ + "▁stopped", + -10.975394248962402 + ], + [ + "vel", + -10.975456237792969 + ], + [ + "▁ongoing", + -10.975565910339355 + ], + [ + "▁ancient", + -10.976259231567385 + ], + [ + "take", + -10.976301193237305 + ], + [ + "cia", + -10.976432800292969 + ], + [ + "▁USB", + -10.976545333862305 + ], + [ + "▁attorney", + -10.976866722106934 + ], + [ + "▁slot", + -10.976866722106934 + ], + [ + "▁Line", + -10.97693157196045 + ], + [ + "rice", + -10.977087020874023 + ], + [ + "ify", + -10.977520942687988 + ], + [ + "ó", + -10.978260040283203 + ], + [ + "▁flash", + -10.978483200073242 + ], + [ + "▁extension", + -10.978555679321287 + ], + [ + "▁Ende", + -10.979022979736328 + ], + [ + "▁powder", + -10.979114532470703 + ], + [ + "ească", + -10.979143142700195 + ], + [ + "03", + -10.979327201843262 + ], + [ + "▁normally", + -10.979416847229004 + ], + [ + "▁pun", + -10.980108261108398 + ], + [ + "viewed", + -10.980138778686523 + ], + [ + "ssen", + -10.980896949768066 + ], + [ + "ache", + -10.981121063232422 + ], + [ + "ește", + -10.98122787475586 + ], + [ + "▁PA", + -10.981266021728516 + ], + [ + "FI", + -10.981945991516112 + ], + [ + "▁Frank", + -10.98198127746582 + ], + [ + "▁apa", + -10.98242473602295 + ], + [ + "▁coast", + -10.982614517211914 + ], + [ + "▁boy", + -10.982665061950684 + ], + [ + "lim", + -10.982902526855469 + ], + [ + "▁putin", + -10.983194351196287 + ], + [ + "▁script", + -10.983332633972168 + ], + [ + "▁noticed", + -10.9837007522583 + ], + [ + "▁dealing", + -10.983922004699709 + ], + [ + "▁Trans", + -10.984100341796877 + ], + [ + "▁border", + -10.984447479248049 + ], + [ + "▁reputation", + -10.984657287597656 + ], + [ + "-2", + -10.984662055969238 + ], + [ + "HS", + -10.984707832336426 + ], + [ + "▁supports", + -10.98472499847412 + ], + [ + "▁horse", + -10.985146522521973 + ], + [ + "nik", + -10.98520565032959 + ], + [ + "▁clothes", + -10.985234260559082 + ], + [ + "▁Card", + -10.985612869262695 + ], + [ + "▁relief", + -10.98595905303955 + ], + [ + "▁Visit", + -10.98625946044922 + ], + [ + "▁luni", + -10.98659324645996 + ], + [ + "81", + -10.986693382263184 + ], + [ + "qua", + -10.986945152282717 + ], + [ + "▁Comp", + -10.98697280883789 + ], + [ + "▁investigation", + -10.987137794494627 + ], + [ + "▁depth", + -10.987598419189451 + ], + [ + "▁earned", + -10.987709045410156 + ], + [ + "▁Ren", + -10.98809051513672 + ], + [ + "▁Dumnezeu", + -10.988107681274414 + ], + [ + "▁Joe", + -10.988210678100586 + ], + [ + "▁goods", + -10.988288879394531 + ], + [ + "▁Vol", + -10.988686561584473 + ], + [ + "▁certified", + -10.989118576049805 + ], + [ + "▁favor", + -10.98932647705078 + ], + [ + "▁Scott", + -10.989599227905272 + ], + [ + "▁protest", + -10.989802360534668 + ], + [ + "▁pace", + -10.989803314208984 + ], + [ + "▁Angeles", + -10.990368843078612 + ], + [ + "inch", + -10.99050521850586 + ], + [ + "▁charged", + -10.99052619934082 + ], + [ + "code", + -10.990968704223633 + ], + [ + "▁convenient", + -10.99138355255127 + ], + [ + "▁Nord", + -10.99155616760254 + ], + [ + "▁yesterday", + -10.991691589355469 + ], + [ + "Dacă", + -10.99169635772705 + ], + [ + "▁Travel", + -10.991786003112791 + ], + [ + "▁kid", + -10.991941452026367 + ], + [ + "ction", + -10.991986274719238 + ], + [ + "▁groupe", + -10.992770195007324 + ], + [ + "pu", + -10.993056297302246 + ], + [ + "bzw", + -10.993196487426758 + ], + [ + "▁mixture", + -10.993513107299805 + ], + [ + "▁Farm", + -10.993715286254885 + ], + [ + "▁acces", + -10.993939399719238 + ], + [ + "matic", + -10.993950843811035 + ], + [ + "▁comparison", + -10.994006156921388 + ], + [ + "reich", + -10.994095802307127 + ], + [ + "pet", + -10.994502067565918 + ], + [ + "▁lit", + -10.994685173034668 + ], + [ + "▁organized", + -10.99476432800293 + ], + [ + "just", + -10.995564460754396 + ], + [ + "▁fellow", + -10.996004104614258 + ], + [ + "Ver", + -10.996209144592283 + ], + [ + "▁trends", + -10.99622631072998 + ], + [ + "▁evaluation", + -10.99626636505127 + ], + [ + "feld", + -10.99639892578125 + ], + [ + "▁Pu", + -10.99671459197998 + ], + [ + "▁equipped", + -10.99727725982666 + ], + [ + "▁catre", + -10.997278213500977 + ], + [ + "eck", + -10.997369766235352 + ], + [ + "▁facing", + -10.997998237609863 + ], + [ + "▁instrument", + -10.998361587524414 + ], + [ + "▁pleased", + -10.998507499694824 + ], + [ + "▁tap", + -10.998818397521973 + ], + [ + "dom", + -10.998826026916504 + ], + [ + "▁pump", + -10.999384880065918 + ], + [ + "▁functional", + -10.999429702758787 + ], + [ + "▁authority", + -10.999455451965332 + ], + [ + "▁experiment", + -10.999478340148926 + ], + [ + "LO", + -10.999529838562012 + ], + [ + "▁scheduled", + -10.999552726745604 + ], + [ + "halt", + -10.999604225158691 + ], + [ + "▁ceiling", + -10.999761581420898 + ], + [ + "▁Step", + -11.000310897827148 + ], + [ + "▁orders", + -11.00032901763916 + ], + [ + "▁speech", + -11.001046180725098 + ], + [ + "▁stands", + -11.00111961364746 + ], + [ + "▁disc", + -11.001920700073242 + ], + [ + "▁rec", + -11.001935958862305 + ], + [ + "▁Text", + -11.00243854522705 + ], + [ + "▁banks", + -11.00294017791748 + ], + [ + "▁oameni", + -11.003045082092283 + ], + [ + "▁communications", + -11.00319480895996 + ], + [ + "trag", + -11.003307342529297 + ], + [ + "▁trail", + -11.003803253173828 + ], + [ + "AN", + -11.00426197052002 + ], + [ + "▁Federal", + -11.004467964172363 + ], + [ + "▁quote", + -11.00455093383789 + ], + [ + "▁spus", + -11.004620552062988 + ], + [ + "▁managing", + -11.004990577697754 + ], + [ + "▁booking", + -11.00505256652832 + ], + [ + "▁Blog", + -11.005669593811035 + ], + [ + "▁tank", + -11.005681991577148 + ], + [ + "pon", + -11.005804061889648 + ], + [ + "GE", + -11.00582218170166 + ], + [ + "▁fiscal", + -11.005871772766112 + ], + [ + "▁satisfaction", + -11.006044387817385 + ], + [ + "cre", + -11.00614070892334 + ], + [ + "▁protected", + -11.006494522094728 + ], + [ + "▁enfants", + -11.00678253173828 + ], + [ + "▁dort", + -11.007554054260254 + ], + [ + "▁Mel", + -11.008041381835938 + ], + [ + "▁turns", + -11.00804615020752 + ], + [ + "▁savings", + -11.008106231689451 + ], + [ + "▁voir", + -11.008358001708984 + ], + [ + "▁Boston", + -11.008394241333008 + ], + [ + "▁debate", + -11.008469581604004 + ], + [ + "▁SO", + -11.00885772705078 + ], + [ + "▁tables", + -11.009193420410156 + ], + [ + "▁honest", + -11.009210586547852 + ], + [ + "mate", + -11.009283065795898 + ], + [ + "▁chart", + -11.0094633102417 + ], + [ + "decât", + -11.009682655334473 + ], + [ + "▁Radio", + -11.009685516357422 + ], + [ + "54", + -11.00986385345459 + ], + [ + "▁vol", + -11.010008811950684 + ], + [ + "last", + -11.01014804840088 + ], + [ + "▁tall", + -11.010408401489258 + ], + [ + "▁Should", + -11.010489463806152 + ], + [ + "▁sink", + -11.010525703430176 + ], + [ + "▁Right", + -11.010527610778809 + ], + [ + "▁male", + -11.010720252990724 + ], + [ + "▁Modern", + -11.010753631591797 + ], + [ + "▁indeed", + -11.010886192321776 + ], + [ + "▁Garden", + -11.01113986968994 + ], + [ + "▁Mod", + -11.011307716369627 + ], + [ + "▁turning", + -11.0115327835083 + ], + [ + "▁inches", + -11.011557579040527 + ], + [ + "▁Police", + -11.01183795928955 + ], + [ + "▁Pay", + -11.01201629638672 + ], + [ + "UE", + -11.0126371383667 + ], + [ + "mé", + -11.012652397155762 + ], + [ + "EE", + -11.013046264648438 + ], + [ + "▁cookies", + -11.013116836547852 + ], + [ + "rip", + -11.013351440429688 + ], + [ + "▁Motor", + -11.01352310180664 + ], + [ + "▁lung", + -11.01379680633545 + ], + [ + "▁Ap", + -11.013995170593262 + ], + [ + "▁sustainable", + -11.014066696166992 + ], + [ + "▁instant", + -11.014240264892578 + ], + [ + "▁Rose", + -11.014464378356934 + ], + [ + "▁Carolina", + -11.014906883239746 + ], + [ + "▁Help", + -11.014969825744627 + ], + [ + "IE", + -11.01535701751709 + ], + [ + "▁Jersey", + -11.015522956848145 + ], + [ + "▁Spanish", + -11.015586853027344 + ], + [ + "▁wheel", + -11.015660285949709 + ], + [ + "▁fishing", + -11.0158109664917 + ], + [ + "gram", + -11.01593780517578 + ], + [ + "▁ST", + -11.016227722167969 + ], + [ + "▁Nov", + -11.01632022857666 + ], + [ + "▁reporting", + -11.016362190246582 + ], + [ + "ked", + -11.016467094421388 + ], + [ + "▁Leben", + -11.016557693481444 + ], + [ + "▁organisation", + -11.016843795776367 + ], + [ + "▁tiny", + -11.017144203186035 + ], + [ + "▁Alex", + -11.017236709594728 + ], + [ + "▁obtained", + -11.017255783081056 + ], + [ + "▁Acest", + -11.017367362976074 + ], + [ + "▁dangerous", + -11.01749038696289 + ], + [ + "utter", + -11.017624855041504 + ], + [ + "▁rev", + -11.01801586151123 + ], + [ + "Un", + -11.018242835998535 + ], + [ + "▁revealed", + -11.018356323242188 + ], + [ + "▁decade", + -11.018709182739258 + ], + [ + "▁possibility", + -11.01945686340332 + ], + [ + "service", + -11.019577980041504 + ], + [ + "è", + -11.01966667175293 + ], + [ + "▁Chief", + -11.01967430114746 + ], + [ + "▁Durch", + -11.019795417785645 + ], + [ + "▁cadre", + -11.019843101501465 + ], + [ + "▁wearing", + -11.019845008850098 + ], + [ + "sized", + -11.01988410949707 + ], + [ + "LY", + -11.01989459991455 + ], + [ + "▁unser", + -11.019963264465332 + ], + [ + "▁2016,", + -11.01998805999756 + ], + [ + "▁fail", + -11.020028114318848 + ], + [ + "iques", + -11.020115852355955 + ], + [ + "▁Angel", + -11.020315170288086 + ], + [ + "▁transportation", + -11.02036476135254 + ], + [ + "▁dates", + -11.020395278930664 + ], + [ + "▁danger", + -11.020731925964355 + ], + [ + "▁forum", + -11.020828247070312 + ], + [ + "zug", + -11.020885467529297 + ], + [ + "▁filed", + -11.021199226379396 + ], + [ + "loc", + -11.021201133728027 + ], + [ + "éri", + -11.021234512329102 + ], + [ + "tribu", + -11.02139377593994 + ], + [ + "▁entered", + -11.021639823913574 + ], + [ + "▁porte", + -11.021928787231444 + ], + [ + "▁arts", + -11.021979331970217 + ], + [ + "▁reform", + -11.022001266479492 + ], + [ + "▁Main", + -11.022101402282717 + ], + [ + "▁dir", + -11.022111892700195 + ], + [ + "▁approval", + -11.022465705871582 + ], + [ + "▁juice", + -11.022750854492188 + ], + [ + "vier", + -11.022771835327148 + ], + [ + "▁nivel", + -11.02318000793457 + ], + [ + "▁returns", + -11.023423194885254 + ], + [ + "▁formed", + -11.023723602294922 + ], + [ + "▁combine", + -11.02436351776123 + ], + [ + "▁cours", + -11.024392127990724 + ], + [ + "▁Standard", + -11.024463653564451 + ], + [ + "▁certification", + -11.024677276611328 + ], + [ + "escu", + -11.024996757507324 + ], + [ + "▁achieved", + -11.025278091430664 + ], + [ + "▁Model", + -11.025280952453612 + ], + [ + "rul", + -11.025404930114746 + ], + [ + "▁Tage", + -11.025530815124512 + ], + [ + "▁injuries", + -11.02560806274414 + ], + [ + "▁Sal", + -11.025671005249023 + ], + [ + "▁expenses", + -11.025887489318848 + ], + [ + "▁cet", + -11.026009559631348 + ], + [ + "▁taxes", + -11.026028633117676 + ], + [ + "diesen", + -11.02626895904541 + ], + [ + "▁fairly", + -11.026638984680176 + ], + [ + "▁Access", + -11.026866912841797 + ], + [ + "wind", + -11.027122497558594 + ], + [ + "IM", + -11.027252197265623 + ], + [ + "ense", + -11.027548789978027 + ], + [ + "▁hang", + -11.027957916259766 + ], + [ + "▁citizens", + -11.028020858764648 + ], + [ + "3%", + -11.028101921081545 + ], + [ + "lum", + -11.028268814086914 + ], + [ + "▁discussed", + -11.028326034545898 + ], + [ + "AC", + -11.02841854095459 + ], + [ + "‘", + -11.0286865234375 + ], + [ + "▁Sol", + -11.028698921203612 + ], + [ + "06", + -11.028816223144531 + ], + [ + "stellen", + -11.029170989990234 + ], + [ + "▁participation", + -11.02917194366455 + ], + [ + "▁Box", + -11.029200553894045 + ], + [ + "▁bieten", + -11.029687881469728 + ], + [ + "▁Louis", + -11.029730796813965 + ], + [ + "▁lessons", + -11.029789924621582 + ], + [ + "▁visible", + -11.029966354370115 + ], + [ + "▁Cam", + -11.030128479003906 + ], + [ + "▁Ban", + -11.03053092956543 + ], + [ + "▁Far", + -11.03060245513916 + ], + [ + "▁travers", + -11.030759811401367 + ], + [ + "▁telling", + -11.030808448791504 + ], + [ + "▁magic", + -11.030855178833008 + ], + [ + "▁Night", + -11.031316757202148 + ], + [ + "▁judge", + -11.031400680541992 + ], + [ + "▁Pat", + -11.031482696533203 + ], + [ + "▁Southern", + -11.031901359558104 + ], + [ + "OL", + -11.031929969787598 + ], + [ + "fully", + -11.032191276550291 + ], + [ + "▁acestea", + -11.03223705291748 + ], + [ + "▁Order", + -11.032383918762209 + ], + [ + "▁facut", + -11.032523155212402 + ], + [ + "▁Matt", + -11.032600402832031 + ], + [ + "registr", + -11.03278923034668 + ], + [ + "▁Yet", + -11.032811164855955 + ], + [ + "ß", + -11.033596992492676 + ], + [ + "▁făcut", + -11.033618927001951 + ], + [ + "▁versions", + -11.033780097961426 + ], + [ + "▁Force", + -11.03396224975586 + ], + [ + "rick", + -11.034153938293455 + ], + [ + "▁rund", + -11.034563064575195 + ], + [ + "ike", + -11.034658432006836 + ], + [ + "▁Young", + -11.034675598144531 + ], + [ + "▁ski", + -11.034927368164062 + ], + [ + "CU", + -11.035385131835938 + ], + [ + "▁Second", + -11.035510063171388 + ], + [ + "▁graduate", + -11.03554916381836 + ], + [ + "▁Bible", + -11.036049842834473 + ], + [ + "▁vary", + -11.036060333251951 + ], + [ + "▁celebration", + -11.036151885986328 + ], + [ + "▁risks", + -11.036210060119627 + ], + [ + "erii", + -11.036327362060549 + ], + [ + "rance", + -11.036577224731444 + ], + [ + "▁MP", + -11.036787986755373 + ], + [ + "▁tale", + -11.036788940429688 + ], + [ + "▁Ford", + -11.037044525146484 + ], + [ + "▁attached", + -11.037278175354004 + ], + [ + "▁Sy", + -11.037312507629396 + ], + [ + "▁Ly", + -11.03765869140625 + ], + [ + "stellung", + -11.037687301635742 + ], + [ + "▁trop", + -11.0377197265625 + ], + [ + "▁années", + -11.037736892700195 + ], + [ + "▁linked", + -11.03792667388916 + ], + [ + "pit", + -11.038352012634276 + ], + [ + "So", + -11.03835391998291 + ], + [ + "ţe", + -11.03847312927246 + ], + [ + "▁origin", + -11.038509368896484 + ], + [ + "▁boys", + -11.039263725280762 + ], + [ + "holder", + -11.039352416992188 + ], + [ + "read", + -11.039461135864258 + ], + [ + "▁relative", + -11.03950023651123 + ], + [ + "▁industries", + -11.03958511352539 + ], + [ + "making", + -11.039688110351562 + ], + [ + "▁tun", + -11.039917945861816 + ], + [ + "▁forced", + -11.041061401367188 + ], + [ + "▁Welcome", + -11.041086196899414 + ], + [ + "▁explained", + -11.041138648986816 + ], + [ + "MP", + -11.041389465332031 + ], + [ + "▁Three", + -11.041613578796388 + ], + [ + "aza", + -11.041768074035645 + ], + [ + "▁1999", + -11.041924476623535 + ], + [ + "▁erst", + -11.042237281799316 + ], + [ + "RS", + -11.04262351989746 + ], + [ + "▁attractive", + -11.04279899597168 + ], + [ + "▁visited", + -11.042805671691896 + ], + [ + "▁nom", + -11.042874336242676 + ], + [ + "▁drum", + -11.042933464050291 + ], + [ + "cast", + -11.043068885803224 + ], + [ + "ogen", + -11.043105125427246 + ], + [ + "▁tech", + -11.04360294342041 + ], + [ + "▁Comment", + -11.043664932250977 + ], + [ + "▁Little", + -11.04405689239502 + ], + [ + "▁suggested", + -11.044086456298828 + ], + [ + "▁gar", + -11.04420566558838 + ], + [ + "▁crack", + -11.04458999633789 + ], + [ + "▁shooting", + -11.044676780700684 + ], + [ + "▁Try", + -11.044759750366213 + ], + [ + "▁Remember", + -11.045008659362791 + ], + [ + "▁folks", + -11.045217514038086 + ], + [ + "▁MS", + -11.045512199401855 + ], + [ + "▁Dia", + -11.04584789276123 + ], + [ + "3)", + -11.046561241149902 + ], + [ + "arbeit", + -11.04697036743164 + ], + [ + "▁pepper", + -11.04706573486328 + ], + [ + "zz", + -11.047107696533203 + ], + [ + "▁extreme", + -11.047235488891602 + ], + [ + "▁extrem", + -11.047367095947266 + ], + [ + "▁severe", + -11.047768592834473 + ], + [ + "▁networks", + -11.047882080078123 + ], + [ + "păr", + -11.047910690307615 + ], + [ + "sent", + -11.047933578491213 + ], + [ + "▁structures", + -11.048048973083496 + ], + [ + "▁Join", + -11.048078536987305 + ], + [ + "▁privind", + -11.048255920410156 + ], + [ + "▁marriage", + -11.04865837097168 + ], + [ + "▁liegt", + -11.04891872406006 + ], + [ + "eben", + -11.048995971679688 + ], + [ + "▁produse", + -11.049076080322266 + ], + [ + "▁tested", + -11.049090385437012 + ], + [ + "▁Queen", + -11.049134254455566 + ], + [ + "▁Tax", + -11.049687385559082 + ], + [ + "rian", + -11.049710273742676 + ], + [ + "▁Problem", + -11.050151824951172 + ], + [ + "izat", + -11.05023193359375 + ], + [ + "udi", + -11.05032444000244 + ], + [ + "▁LA", + -11.050718307495115 + ], + [ + "▁afford", + -11.051108360290527 + ], + [ + "▁percentage", + -11.05121898651123 + ], + [ + "▁cute", + -11.051547050476074 + ], + [ + "▁gorgeous", + -11.051891326904297 + ], + [ + "▁indoor", + -11.05190372467041 + ], + [ + "▁configuration", + -11.05210304260254 + ], + [ + "▁immediate", + -11.052303314208984 + ], + [ + "▁exemple", + -11.052450180053713 + ], + [ + "▁Being", + -11.052550315856934 + ], + [ + "▁introduction", + -11.05259132385254 + ], + [ + "ella", + -11.05320644378662 + ], + [ + "bare", + -11.053521156311035 + ], + [ + "▁besser", + -11.053539276123049 + ], + [ + "▁Put", + -11.053740501403809 + ], + [ + "gon", + -11.054248809814451 + ], + [ + "▁Italy", + -11.054259300231934 + ], + [ + "▁Thus", + -11.05435562133789 + ], + [ + "tari", + -11.054437637329102 + ], + [ + "0.000", + -11.054460525512695 + ], + [ + "▁Price", + -11.054651260375977 + ], + [ + "▁Trust", + -11.054824829101562 + ], + [ + "▁contra", + -11.054863929748535 + ], + [ + "▁layout", + -11.05504035949707 + ], + [ + "▁Ireland", + -11.055187225341797 + ], + [ + "ctor", + -11.055344581604004 + ], + [ + "atoare", + -11.055540084838867 + ], + [ + "pra", + -11.055729866027832 + ], + [ + "rent", + -11.055892944335938 + ], + [ + "▁Seite", + -11.05605411529541 + ], + [ + "▁ori", + -11.056280136108398 + ], + [ + "spiel", + -11.056541442871094 + ], + [ + "▁Times", + -11.056883811950684 + ], + [ + "primarily", + -11.056974411010742 + ], + [ + "nov", + -11.05703067779541 + ], + [ + "▁desired", + -11.057061195373535 + ], + [ + "▁Would", + -11.057072639465332 + ], + [ + "PL", + -11.057225227355955 + ], + [ + "▁originally", + -11.057367324829102 + ], + [ + "▁Ana", + -11.05746364593506 + ], + [ + "EN", + -11.05754566192627 + ], + [ + "▁occasion", + -11.05755615234375 + ], + [ + "▁grant", + -11.057572364807127 + ], + [ + "igkeit", + -11.057975769042969 + ], + [ + "▁scheme", + -11.058146476745604 + ], + [ + "▁2015.", + -11.058621406555176 + ], + [ + "izare", + -11.058778762817385 + ], + [ + "gate", + -11.058792114257812 + ], + [ + "▁poker", + -11.058899879455566 + ], + [ + "pping", + -11.058998107910156 + ], + [ + "▁Wild", + -11.059511184692385 + ], + [ + "▁YouTube", + -11.059995651245115 + ], + [ + "▁assume", + -11.060284614562988 + ], + [ + "с", + -11.060614585876465 + ], + [ + "▁rapport", + -11.060623168945312 + ], + [ + "▁labor", + -11.060996055603027 + ], + [ + "teur", + -11.061041831970217 + ], + [ + "▁genre", + -11.06116008758545 + ], + [ + "▁plat", + -11.061745643615724 + ], + [ + "▁listening", + -11.061750411987305 + ], + [ + "sky", + -11.061777114868164 + ], + [ + "▁neighborhood", + -11.061782836914062 + ], + [ + "▁3-", + -11.06215000152588 + ], + [ + "▁Library", + -11.062162399291992 + ], + [ + "agit", + -11.062249183654783 + ], + [ + "▁platforms", + -11.06284999847412 + ], + [ + "bei", + -11.06288242340088 + ], + [ + "AB", + -11.06289768218994 + ], + [ + "▁manufacturers", + -11.06295394897461 + ], + [ + "▁printing", + -11.06314182281494 + ], + [ + "▁crisis", + -11.063326835632324 + ], + [ + "▁Smart", + -11.06335163116455 + ], + [ + "▁drawing", + -11.063406944274902 + ], + [ + "MO", + -11.06348991394043 + ], + [ + "▁durable", + -11.063569068908691 + ], + [ + "chant", + -11.0636625289917 + ], + [ + "▁chemical", + -11.063764572143556 + ], + [ + "▁savoir", + -11.063776016235352 + ], + [ + "▁Max", + -11.063802719116213 + ], + [ + "gestellt", + -11.06380844116211 + ], + [ + "▁rural", + -11.063854217529297 + ], + [ + "52", + -11.064105033874512 + ], + [ + "▁invited", + -11.064169883728027 + ], + [ + "▁fil", + -11.0642728805542 + ], + [ + "▁Rob", + -11.064284324645996 + ], + [ + "▁Bell", + -11.064387321472168 + ], + [ + "▁neck", + -11.064831733703612 + ], + [ + "pac", + -11.064879417419434 + ], + [ + "wal", + -11.06491470336914 + ], + [ + "▁là", + -11.064922332763672 + ], + [ + "▁Virginia", + -11.065081596374512 + ], + [ + "▁applicable", + -11.06509017944336 + ], + [ + "▁abuse", + -11.065153121948242 + ], + [ + "aide", + -11.065321922302246 + ], + [ + "▁increases", + -11.065396308898926 + ], + [ + "▁moi", + -11.065568923950195 + ], + [ + "▁Non", + -11.065577507019045 + ], + [ + "▁Produkt", + -11.065627098083496 + ], + [ + "FC", + -11.065644264221191 + ], + [ + "▁shops", + -11.065677642822266 + ], + [ + "▁prendre", + -11.065923690795898 + ], + [ + "atul", + -11.065990447998049 + ], + [ + "▁sal", + -11.066137313842772 + ], + [ + "▁société", + -11.06627082824707 + ], + [ + "▁Hot", + -11.066329002380373 + ], + [ + "rim", + -11.066587448120115 + ], + [ + "gue", + -11.06661605834961 + ], + [ + "▁enterprise", + -11.066624641418455 + ], + [ + "▁33", + -11.06732940673828 + ], + [ + "mittel", + -11.067395210266112 + ], + [ + "ged", + -11.067439079284668 + ], + [ + "▁formula", + -11.06777286529541 + ], + [ + "▁spin", + -11.067784309387209 + ], + [ + "als", + -11.067826271057127 + ], + [ + "2%", + -11.06785774230957 + ], + [ + "bon", + -11.068192481994627 + ], + [ + "▁Executive", + -11.068323135375977 + ], + [ + "▁wirklich", + -11.068427085876465 + ], + [ + "îl", + -11.068608283996582 + ], + [ + "1.", + -11.068917274475098 + ], + [ + "▁Arm", + -11.069157600402832 + ], + [ + "▁rid", + -11.069358825683594 + ], + [ + "aries", + -11.069727897644045 + ], + [ + "▁incident", + -11.06982421875 + ], + [ + "▁copii", + -11.070008277893066 + ], + [ + "▁Charles", + -11.070141792297363 + ], + [ + "▁meals", + -11.070147514343262 + ], + [ + "▁wireless", + -11.070237159729004 + ], + [ + "Ex", + -11.070364952087402 + ], + [ + "▁Financial", + -11.07054042816162 + ], + [ + "▁AM", + -11.070615768432615 + ], + [ + "▁fest", + -11.070645332336426 + ], + [ + "▁Ol", + -11.071410179138184 + ], + [ + "oir", + -11.071447372436523 + ], + [ + "300", + -11.071893692016602 + ], + [ + "▁punct", + -11.072138786315918 + ], + [ + "▁Mad", + -11.07283878326416 + ], + [ + "▁Ali", + -11.07290744781494 + ], + [ + "lag", + -11.073214530944824 + ], + [ + "▁ocean", + -11.073314666748049 + ], + [ + "▁mirror", + -11.073326110839844 + ], + [ + "▁Additionally", + -11.073869705200195 + ], + [ + "alia", + -11.073884963989258 + ], + [ + "▁county", + -11.073899269104004 + ], + [ + "▁hip", + -11.074305534362791 + ], + [ + "dale", + -11.074395179748535 + ], + [ + "▁Stra", + -11.074429512023926 + ], + [ + "▁drag", + -11.074575424194336 + ], + [ + "▁Sand", + -11.074851036071776 + ], + [ + "▁historic", + -11.074980735778809 + ], + [ + "ière", + -11.075427055358888 + ], + [ + "▁examine", + -11.075624465942385 + ], + [ + "soci", + -11.075634002685549 + ], + [ + "ime", + -11.076088905334473 + ], + [ + "▁Insurance", + -11.07621955871582 + ], + [ + "▁crime", + -11.076736450195312 + ], + [ + "▁pare", + -11.076945304870604 + ], + [ + "▁craft", + -11.077105522155762 + ], + [ + "▁Building", + -11.077279090881348 + ], + [ + "mission", + -11.077534675598145 + ], + [ + "▁Americans", + -11.077573776245115 + ], + [ + "▁mg", + -11.077799797058104 + ], + [ + "▁passage", + -11.077938079833984 + ], + [ + "▁deposit", + -11.078346252441406 + ], + [ + "▁widely", + -11.078444480895996 + ], + [ + "nch", + -11.078453063964844 + ], + [ + "▁Coast", + -11.07875633239746 + ], + [ + "▁recipes", + -11.078784942626951 + ], + [ + "▁Ziel", + -11.07951545715332 + ], + [ + "▁duty", + -11.079646110534668 + ], + [ + "▁gerne", + -11.079704284667969 + ], + [ + "most", + -11.080034255981444 + ], + [ + "▁argument", + -11.080158233642578 + ], + [ + "▁root", + -11.08021354675293 + ], + [ + "▁consult", + -11.08024787902832 + ], + [ + "▁muscle", + -11.080255508422852 + ], + [ + "▁spoke", + -11.08038330078125 + ], + [ + "▁Cum", + -11.080950736999512 + ], + [ + "▁orange", + -11.08103370666504 + ], + [ + "▁reader", + -11.08112335205078 + ], + [ + "schw", + -11.081151008605955 + ], + [ + "▁commission", + -11.081332206726074 + ], + [ + "histoire", + -11.081811904907228 + ], + [ + "▁represents", + -11.082064628601074 + ], + [ + "▁meilleur", + -11.082343101501465 + ], + [ + "▁10.", + -11.082358360290527 + ], + [ + "HA", + -11.082427024841309 + ], + [ + "▁Systems", + -11.082573890686035 + ], + [ + "▁blind", + -11.082603454589844 + ], + [ + "▁HP", + -11.083221435546877 + ], + [ + "▁doi", + -11.083307266235352 + ], + [ + "▁signature", + -11.083404541015623 + ], + [ + "▁invite", + -11.083505630493164 + ], + [ + "▁Samsung", + -11.083802223205566 + ], + [ + "▁liber", + -11.083942413330078 + ], + [ + "▁letters", + -11.0840482711792 + ], + [ + "▁primul", + -11.084186553955078 + ], + [ + "▁losing", + -11.084328651428224 + ], + [ + "resulting", + -11.084467887878418 + ], + [ + "▁Computer", + -11.08474063873291 + ], + [ + "▁poll", + -11.0847749710083 + ], + [ + "rile", + -11.085102081298828 + ], + [ + "TI", + -11.085142135620115 + ], + [ + "▁cur", + -11.08566951751709 + ], + [ + "▁fonction", + -11.085833549499512 + ], + [ + "gat", + -11.086359977722168 + ], + [ + "AA", + -11.086480140686035 + ], + [ + "tiv", + -11.086692810058594 + ], + [ + "▁Str", + -11.087076187133787 + ], + [ + "ești", + -11.08767795562744 + ], + [ + "▁officer", + -11.0877046585083 + ], + [ + "reducing", + -11.08772087097168 + ], + [ + "▁gifts", + -11.08780288696289 + ], + [ + "▁performing", + -11.08788776397705 + ], + [ + "▁»,", + -11.088349342346191 + ], + [ + "▁guitar", + -11.08838939666748 + ], + [ + "▁segment", + -11.088580131530762 + ], + [ + "▁Tar", + -11.08861255645752 + ], + [ + "▁ultimately", + -11.088805198669434 + ], + [ + "▁cam", + -11.088960647583008 + ], + [ + "▁Arbeit", + -11.089076042175291 + ], + [ + "▁accessories", + -11.089418411254885 + ], + [ + "bad", + -11.089820861816406 + ], + [ + "home", + -11.0899019241333 + ], + [ + "▁clip", + -11.08995532989502 + ], + [ + "range", + -11.090432167053224 + ], + [ + "CM", + -11.090867042541504 + ], + [ + "▁printed", + -11.090883255004885 + ], + [ + "▁Pet", + -11.091177940368652 + ], + [ + "▁attract", + -11.091333389282228 + ], + [ + "date", + -11.091501235961914 + ], + [ + "▁Senior", + -11.091503143310549 + ], + [ + "▁genau", + -11.092177391052246 + ], + [ + "num", + -11.092435836791992 + ], + [ + "▁attended", + -11.092674255371094 + ], + [ + "▁Turn", + -11.092824935913086 + ], + [ + "▁History", + -11.092830657958984 + ], + [ + "some", + -11.092852592468262 + ], + [ + "▁describe", + -11.09308910369873 + ], + [ + "▁Lee", + -11.093143463134766 + ], + [ + "▁Fre", + -11.093314170837402 + ], + [ + "▁league", + -11.093345642089844 + ], + [ + "new", + -11.093505859375 + ], + [ + "tors", + -11.093535423278809 + ], + [ + "▁storm", + -11.094005584716797 + ], + [ + "▁Beispiel", + -11.094197273254396 + ], + [ + "▁index", + -11.09434413909912 + ], + [ + "▁awarded", + -11.094613075256348 + ], + [ + "state", + -11.09462547302246 + ], + [ + "▁1990", + -11.094874382019045 + ], + [ + "▁ends", + -11.094902992248535 + ], + [ + "kor", + -11.095070838928224 + ], + [ + "far", + -11.095418930053713 + ], + [ + "▁Page", + -11.095541000366213 + ], + [ + "▁promotion", + -11.095610618591309 + ], + [ + "▁weekly", + -11.095726013183594 + ], + [ + "400", + -11.095966339111328 + ], + [ + "iuni", + -11.096365928649902 + ], + [ + "▁Summer", + -11.096376419067385 + ], + [ + "▁thin", + -11.096627235412598 + ], + [ + "▁dafür", + -11.09669303894043 + ], + [ + "51", + -11.096769332885742 + ], + [ + "PR", + -11.096978187561035 + ], + [ + "▁Hy", + -11.097001075744627 + ], + [ + "gas", + -11.097013473510742 + ], + [ + "▁atat", + -11.097166061401367 + ], + [ + "▁mining", + -11.097347259521484 + ], + [ + "▁principles", + -11.09741497039795 + ], + [ + "gent", + -11.097545623779297 + ], + [ + "ika", + -11.097685813903809 + ], + [ + "▁religion", + -11.097787857055664 + ], + [ + "▁ordered", + -11.098284721374512 + ], + [ + "▁developers", + -11.09829807281494 + ], + [ + "▁pleasure", + -11.098456382751465 + ], + [ + "vit", + -11.098505020141602 + ], + [ + "mers", + -11.0988130569458 + ], + [ + "▁Section", + -11.098873138427734 + ], + [ + "▁por", + -11.098960876464844 + ], + [ + "▁Name", + -11.099200248718262 + ], + [ + "▁pink", + -11.099260330200195 + ], + [ + "dig", + -11.09934139251709 + ], + [ + "▁eligible", + -11.099397659301758 + ], + [ + "▁Happy", + -11.09941577911377 + ], + [ + "▁fo", + -11.099480628967283 + ], + [ + "▁availability", + -11.099541664123535 + ], + [ + "GO", + -11.099583625793455 + ], + [ + "▁Europa", + -11.099637985229492 + ], + [ + "▁Unit", + -11.099656105041504 + ], + [ + "▁1000", + -11.09983730316162 + ], + [ + "▁Berg", + -11.099846839904783 + ], + [ + "fini", + -11.099853515625 + ], + [ + "▁$3", + -11.100565910339355 + ], + [ + "iza", + -11.100749969482422 + ], + [ + "▁promo", + -11.100830078125 + ], + [ + "▁Low", + -11.101234436035156 + ], + [ + "abord", + -11.101326942443848 + ], + [ + "äh", + -11.101485252380373 + ], + [ + "▁Professor", + -11.101570129394531 + ], + [ + "▁array", + -11.101579666137695 + ], + [ + "▁hate", + -11.101594924926758 + ], + [ + "▁recording", + -11.101601600646973 + ], + [ + "RI", + -11.101649284362791 + ], + [ + "▁proof", + -11.101710319519045 + ], + [ + "lay", + -11.10185718536377 + ], + [ + "DE", + -11.102007865905762 + ], + [ + "▁surprised", + -11.102066040039062 + ], + [ + "▁boxes", + -11.10219383239746 + ], + [ + "▁noastre", + -11.102386474609377 + ], + [ + "zie", + -11.102387428283691 + ], + [ + "▁însă", + -11.10254192352295 + ], + [ + "▁ajuta", + -11.102783203125 + ], + [ + "▁weil", + -11.1028413772583 + ], + [ + "▁whenever", + -11.103026390075684 + ], + [ + "shi", + -11.103194236755373 + ], + [ + "satz", + -11.103605270385742 + ], + [ + "▁remind", + -11.10401725769043 + ], + [ + "▁consist", + -11.10412311553955 + ], + [ + "▁motiv", + -11.104240417480469 + ], + [ + "▁PS", + -11.1043062210083 + ], + [ + "▁trois", + -11.104543685913086 + ], + [ + "pad", + -11.10477352142334 + ], + [ + "▁besten", + -11.104904174804688 + ], + [ + "▁Stone", + -11.105140686035156 + ], + [ + "itz", + -11.105157852172852 + ], + [ + "fit", + -11.105164527893066 + ], + [ + "▁Mountain", + -11.105178833007812 + ], + [ + "OC", + -11.10519027709961 + ], + [ + "▁depends", + -11.105228424072266 + ], + [ + "▁Cover", + -11.105387687683104 + ], + [ + "▁bags", + -11.10605812072754 + ], + [ + "▁Bel", + -11.106199264526367 + ], + [ + "▁Engineering", + -11.106304168701172 + ], + [ + "▁flower", + -11.106647491455078 + ], + [ + "▁gratuit", + -11.106670379638672 + ], + [ + "▁smartphone", + -11.10678005218506 + ], + [ + "stan", + -11.107197761535645 + ], + [ + "spect", + -11.10726261138916 + ], + [ + "SL", + -11.107282638549805 + ], + [ + "sho", + -11.10738754272461 + ], + [ + "▁Ser", + -11.10791301727295 + ], + [ + "▁Perhaps", + -11.108247756958008 + ], + [ + "▁codes", + -11.108342170715332 + ], + [ + "▁Wind", + -11.10849666595459 + ], + [ + "aient", + -11.108757019042969 + ], + [ + "▁Prin", + -11.108802795410156 + ], + [ + "▁(1)", + -11.109090805053713 + ], + [ + "▁figures", + -11.109450340270996 + ], + [ + "▁ausge", + -11.10972785949707 + ], + [ + "▁episode", + -11.110050201416016 + ], + [ + "▁Spa", + -11.110370635986328 + ], + [ + "▁Silver", + -11.110386848449709 + ], + [ + "▁Sky", + -11.110396385192873 + ], + [ + "▁capabilities", + -11.1107177734375 + ], + [ + "▁Uni", + -11.11073112487793 + ], + [ + "▁încă", + -11.110876083374023 + ], + [ + "TO", + -11.111289978027344 + ], + [ + "▁Hal", + -11.111358642578123 + ], + [ + "ghi", + -11.111414909362791 + ], + [ + "▁sofa", + -11.111438751220703 + ], + [ + "hard", + -11.11150074005127 + ], + [ + "▁FOR", + -11.111587524414062 + ], + [ + "▁Ber", + -11.111820220947266 + ], + [ + "▁firms", + -11.11187744140625 + ], + [ + "▁memories", + -11.111883163452148 + ], + [ + "▁lift", + -11.11214542388916 + ], + [ + "▁sending", + -11.11214542388916 + ], + [ + "▁narrow", + -11.112646102905272 + ], + [ + "▁Steve", + -11.112784385681152 + ], + [ + "▁integration", + -11.112905502319336 + ], + [ + "known", + -11.113122940063477 + ], + [ + "▁nostru", + -11.113237380981444 + ], + [ + "iţi", + -11.113422393798828 + ], + [ + "▁Georgia", + -11.113759994506836 + ], + [ + "▁slowly", + -11.114026069641112 + ], + [ + "iere", + -11.114028930664062 + ], + [ + "aka", + -11.114255905151367 + ], + [ + "PE", + -11.114320755004885 + ], + [ + "▁venue", + -11.11468505859375 + ], + [ + "jar", + -11.11474609375 + ], + [ + "buch", + -11.114755630493164 + ], + [ + "rad", + -11.114858627319336 + ], + [ + "▁resistance", + -11.11489963531494 + ], + [ + "▁stehen", + -11.114914894104004 + ], + [ + "chin", + -11.11504077911377 + ], + [ + "▁weak", + -11.11535358428955 + ], + [ + "▁DVD", + -11.115598678588867 + ], + [ + "▁bodies", + -11.115856170654297 + ], + [ + "▁split", + -11.115884780883787 + ], + [ + "What", + -11.11623191833496 + ], + [ + "setzen", + -11.116467475891112 + ], + [ + "▁loves", + -11.116561889648438 + ], + [ + "▁kleine", + -11.117077827453612 + ], + [ + "▁increasingly", + -11.11746883392334 + ], + [ + "▁alert", + -11.117583274841309 + ], + [ + "▁AC", + -11.117647171020508 + ], + [ + "▁partir", + -11.117974281311035 + ], + [ + "▁ratio", + -11.11807918548584 + ], + [ + "▁keeps", + -11.118539810180664 + ], + [ + "▁Area", + -11.118544578552246 + ], + [ + "▁données", + -11.11907196044922 + ], + [ + "▁flag", + -11.119254112243652 + ], + [ + "▁NO", + -11.119277000427246 + ], + [ + "▁hotels", + -11.119336128234863 + ], + [ + "▁debut", + -11.119365692138672 + ], + [ + "▁suffer", + -11.11936855316162 + ], + [ + "▁hidden", + -11.119810104370115 + ], + [ + "▁clothing", + -11.120074272155762 + ], + [ + "▁household", + -11.120235443115234 + ], + [ + "medi", + -11.120268821716309 + ], + [ + "▁reste", + -11.120274543762209 + ], + [ + "bro", + -11.120381355285645 + ], + [ + "▁Bus", + -11.120405197143556 + ], + [ + "▁Ken", + -11.120572090148926 + ], + [ + "IR", + -11.120758056640623 + ], + [ + "▁suffering", + -11.121212005615234 + ], + [ + "▁publication", + -11.121246337890623 + ], + [ + "▁Mat", + -11.121360778808594 + ], + [ + "▁impression", + -11.121509552001951 + ], + [ + "▁founded", + -11.121562957763672 + ], + [ + "▁stable", + -11.121566772460938 + ], + [ + "▁promise", + -11.121719360351562 + ], + [ + "▁Cloud", + -11.121770858764648 + ], + [ + "▁prison", + -11.122099876403809 + ], + [ + "cor", + -11.122355461120604 + ], + [ + "▁Sports", + -11.122716903686523 + ], + [ + "▁erste", + -11.122745513916016 + ], + [ + "shire", + -11.122757911682127 + ], + [ + "▁recommendations", + -11.122916221618652 + ], + [ + "▁permit", + -11.12310028076172 + ], + [ + "▁tomorrow", + -11.123126983642578 + ], + [ + "▁lucky", + -11.123422622680664 + ], + [ + "▁realized", + -11.123449325561523 + ], + [ + "▁famille", + -11.123473167419434 + ], + [ + "▁Zealand", + -11.123542785644531 + ], + [ + "▁wooden", + -11.123601913452148 + ], + [ + "▁east", + -11.124269485473633 + ], + [ + "▁Bereich", + -11.12458324432373 + ], + [ + "während", + -11.124653816223145 + ], + [ + "rite", + -11.124836921691896 + ], + [ + "▁fla", + -11.124902725219728 + ], + [ + "platz", + -11.124991416931152 + ], + [ + "▁zero", + -11.125292778015137 + ], + [ + "▁priority", + -11.12535572052002 + ], + [ + "▁Airport", + -11.125506401062012 + ], + [ + "▁Kauf", + -11.125590324401855 + ], + [ + "▁ultimate", + -11.12601375579834 + ], + [ + "▁chest", + -11.126175880432127 + ], + [ + "▁tone", + -11.126376152038574 + ], + [ + "▁Kal", + -11.126431465148926 + ], + [ + "▁supposed", + -11.12669849395752 + ], + [ + "▁vedere", + -11.126846313476562 + ], + [ + "▁50%", + -11.126872062683104 + ], + [ + "▁Ger", + -11.127785682678224 + ], + [ + "pack", + -11.127849578857422 + ], + [ + "▁priv", + -11.128241539001465 + ], + [ + "▁Kit", + -11.128263473510742 + ], + [ + "▁tent", + -11.128457069396973 + ], + [ + "▁guidelines", + -11.128461837768556 + ], + [ + "▁Republic", + -11.128824234008787 + ], + [ + "including", + -11.129239082336426 + ], + [ + "▁chief", + -11.129615783691406 + ], + [ + "▁Living", + -11.129766464233398 + ], + [ + "keit", + -11.1298189163208 + ], + [ + "▁convert", + -11.129831314086914 + ], + [ + "tail", + -11.129928588867188 + ], + [ + "orient", + -11.129960060119627 + ], + [ + "eigenen", + -11.130245208740234 + ], + [ + "▁soup", + -11.130587577819824 + ], + [ + "▁zona", + -11.130661010742188 + ], + [ + "▁composition", + -11.130690574645996 + ], + [ + "▁Bob", + -11.130831718444824 + ], + [ + "▁exception", + -11.131170272827148 + ], + [ + "▁cr", + -11.131287574768066 + ], + [ + "▁str", + -11.131482124328612 + ], + [ + "▁Fl", + -11.13178825378418 + ], + [ + "AT", + -11.131909370422363 + ], + [ + "kel", + -11.132002830505373 + ], + [ + "▁pricing", + -11.132189750671388 + ], + [ + "▁Mass", + -11.132258415222168 + ], + [ + "vir", + -11.132333755493164 + ], + [ + "leg", + -11.132448196411133 + ], + [ + "▁rating", + -11.132455825805664 + ], + [ + "▁Sale", + -11.132628440856934 + ], + [ + "▁somewhere", + -11.132866859436035 + ], + [ + "▁submitted", + -11.133084297180176 + ], + [ + "▁Pop", + -11.133296012878418 + ], + [ + "▁papers", + -11.13330364227295 + ], + [ + "▁authorities", + -11.133326530456545 + ], + [ + "▁Person", + -11.133381843566896 + ], + [ + "▁kill", + -11.133512496948242 + ], + [ + "▁suggestions", + -11.133548736572266 + ], + [ + "-6", + -11.133644104003906 + ], + [ + "▁dust", + -11.133750915527344 + ], + [ + "taire", + -11.13380527496338 + ], + [ + "▁recognition", + -11.133870124816896 + ], + [ + "3.", + -11.134047508239746 + ], + [ + "▁Mont", + -11.134230613708496 + ], + [ + "▁produit", + -11.13430118560791 + ], + [ + "▁transmission", + -11.134340286254885 + ], + [ + "▁Th", + -11.13475513458252 + ], + [ + "▁passing", + -11.134928703308104 + ], + [ + "▁Partner", + -11.135161399841309 + ], + [ + "▁dire", + -11.135205268859863 + ], + [ + "▁DC", + -11.135432243347168 + ], + [ + "▁sky", + -11.135659217834473 + ], + [ + "▁Kitchen", + -11.135890007019045 + ], + [ + "▁fluid", + -11.135929107666016 + ], + [ + "▁scored", + -11.136005401611328 + ], + [ + "▁chapter", + -11.136100769042969 + ], + [ + "If", + -11.136231422424316 + ], + [ + "letzten", + -11.136275291442873 + ], + [ + "▁officers", + -11.13641357421875 + ], + [ + "▁avem", + -11.136631965637209 + ], + [ + "ister", + -11.136666297912598 + ], + [ + "▁involves", + -11.136688232421877 + ], + [ + "ico", + -11.136898040771484 + ], + [ + "bur", + -11.137056350708008 + ], + [ + "▁mieux", + -11.137064933776855 + ], + [ + "▁Photo", + -11.1371431350708 + ], + [ + "▁Cro", + -11.13722801208496 + ], + [ + "▁professor", + -11.137245178222656 + ], + [ + "▁besonders", + -11.137313842773438 + ], + [ + "д", + -11.137367248535156 + ], + [ + "▁alongside", + -11.13738250732422 + ], + [ + "▁stored", + -11.13770580291748 + ], + [ + "▁activ", + -11.137849807739258 + ], + [ + "▁setup", + -11.138169288635254 + ], + [ + "▁extract", + -11.138627052307127 + ], + [ + "▁accent", + -11.138633728027344 + ], + [ + "▁replaced", + -11.138638496398926 + ], + [ + "tec", + -11.138800621032717 + ], + [ + "▁Natur", + -11.138848304748535 + ], + [ + "▁Pacific", + -11.138887405395508 + ], + [ + "▁NY", + -11.139485359191896 + ], + [ + "▁Capital", + -11.139583587646484 + ], + [ + "▁forest", + -11.13969898223877 + ], + [ + "incredibly", + -11.14006233215332 + ], + [ + "▁choix", + -11.14021110534668 + ], + [ + "▁seriously", + -11.140281677246094 + ], + [ + "▁konnte", + -11.14030933380127 + ], + [ + "▁2014.", + -11.140443801879885 + ], + [ + "ensuring", + -11.14053440093994 + ], + [ + "▁handling", + -11.140661239624023 + ], + [ + "▁9.", + -11.14071559906006 + ], + [ + "▁relations", + -11.140876770019531 + ], + [ + "▁Kom", + -11.141045570373535 + ], + [ + "▁Hol", + -11.141282081604004 + ], + [ + "▁none", + -11.141515731811523 + ], + [ + "rob", + -11.141718864440918 + ], + [ + "▁Forum", + -11.141759872436523 + ], + [ + "hour", + -11.141776084899902 + ], + [ + "ème", + -11.141809463500977 + ], + [ + "▁Space", + -11.141986846923828 + ], + [ + "▁Ham", + -11.142992973327637 + ], + [ + "rap", + -11.143169403076172 + ], + [ + "▁Michigan", + -11.14317512512207 + ], + [ + "km", + -11.143202781677246 + ], + [ + "▁utilize", + -11.143548965454102 + ], + [ + "lov", + -11.143775939941406 + ], + [ + "▁luck", + -11.14438819885254 + ], + [ + "lä", + -11.144824981689451 + ], + [ + "▁healing", + -11.145010948181152 + ], + [ + "▁neu", + -11.145182609558104 + ], + [ + "aging", + -11.145251274108888 + ], + [ + "▁compliance", + -11.145583152770996 + ], + [ + "▁vertical", + -11.145675659179688 + ], + [ + "▁FREE", + -11.145729064941406 + ], + [ + "▁differences", + -11.146014213562012 + ], + [ + "▁Server", + -11.146252632141112 + ], + [ + "▁estimated", + -11.14637851715088 + ], + [ + "schutz", + -11.146692276000977 + ], + [ + "▁notamment", + -11.146736145019531 + ], + [ + "▁120", + -11.14691925048828 + ], + [ + "72", + -11.147282600402832 + ], + [ + "▁heating", + -11.147347450256348 + ], + [ + "late", + -11.14756965637207 + ], + [ + "▁younger", + -11.14783000946045 + ], + [ + "▁Intel", + -11.148171424865724 + ], + [ + "▁salad", + -11.148362159729004 + ], + [ + "▁commonly", + -11.148563385009766 + ], + [ + "▁treatments", + -11.148682594299316 + ], + [ + "▁speaker", + -11.148770332336426 + ], + [ + "▁producing", + -11.149120330810549 + ], + [ + "▁eggs", + -11.149367332458496 + ], + [ + "▁Spirit", + -11.149892807006836 + ], + [ + "▁beide", + -11.14991855621338 + ], + [ + "▁transaction", + -11.150283813476562 + ], + [ + "▁Machine", + -11.150464057922363 + ], + [ + "▁Games", + -11.150527000427246 + ], + [ + "▁niveau", + -11.150687217712402 + ], + [ + "▁Need", + -11.15082836151123 + ], + [ + "radi", + -11.150959968566896 + ], + [ + "mir", + -11.15096664428711 + ], + [ + "causing", + -11.151000022888184 + ], + [ + "▁début", + -11.151042938232422 + ], + [ + "▁rencontre", + -11.151063919067385 + ], + [ + "▁threat", + -11.151153564453123 + ], + [ + "▁enjoying", + -11.151320457458496 + ], + [ + "Com", + -11.151386260986328 + ], + [ + "▁Johnson", + -11.151555061340332 + ], + [ + "▁tournament", + -11.15156364440918 + ], + [ + "▁Micro", + -11.151582717895508 + ], + [ + "▁Drive", + -11.151667594909668 + ], + [ + "▁Cre", + -11.151866912841797 + ], + [ + "▁Lebens", + -11.151930809020996 + ], + [ + "▁categories", + -11.152358055114746 + ], + [ + "5,000", + -11.15261173248291 + ], + [ + "▁confirmed", + -11.152617454528809 + ], + [ + "pli", + -11.15276336669922 + ], + [ + "▁Francisco", + -11.153139114379885 + ], + [ + "▁raw", + -11.153157234191896 + ], + [ + "▁managers", + -11.153223991394045 + ], + [ + "ţie", + -11.153365135192873 + ], + [ + "UR", + -11.153368949890137 + ], + [ + "▁aproape", + -11.154065132141112 + ], + [ + "via", + -11.154606819152832 + ], + [ + "▁engaged", + -11.15464687347412 + ], + [ + "▁parti", + -11.154741287231444 + ], + [ + "▁posting", + -11.15517807006836 + ], + [ + "CO", + -11.155484199523926 + ], + [ + "▁bois", + -11.15581512451172 + ], + [ + "▁inch", + -11.15590763092041 + ], + [ + "vie", + -11.156068801879885 + ], + [ + "▁aside", + -11.156314849853516 + ], + [ + "▁exceptional", + -11.15658950805664 + ], + [ + "▁vintage", + -11.156668663024902 + ], + [ + "▁Him", + -11.156795501708984 + ], + [ + "▁expansion", + -11.15680694580078 + ], + [ + "▁Weg", + -11.157122611999512 + ], + [ + "▁authors", + -11.157535552978516 + ], + [ + "▁deine", + -11.15764045715332 + ], + [ + "▁Prime", + -11.158016204833984 + ], + [ + "▁scan", + -11.158055305480955 + ], + [ + "▁reg", + -11.15811252593994 + ], + [ + "ția", + -11.158141136169434 + ], + [ + "riv", + -11.158258438110352 + ], + [ + "selon", + -11.158440589904783 + ], + [ + "▁Studio", + -11.158571243286133 + ], + [ + "▁dich", + -11.158658027648926 + ], + [ + "▁vi", + -11.158745765686035 + ], + [ + "▁sequence", + -11.159016609191896 + ], + [ + "▁Four", + -11.159046173095703 + ], + [ + "RT", + -11.159050941467283 + ], + [ + "▁ihn", + -11.159072875976562 + ], + [ + "▁employ", + -11.159223556518556 + ], + [ + "umb", + -11.159659385681152 + ], + [ + "ită", + -11.159818649291992 + ], + [ + "▁Station", + -11.159950256347656 + ], + [ + "▁upload", + -11.159972190856934 + ], + [ + "▁upgrade", + -11.160445213317873 + ], + [ + "▁exterior", + -11.160528182983398 + ], + [ + "▁writers", + -11.160531997680664 + ], + [ + "▁plot", + -11.16054344177246 + ], + [ + "▁Gen", + -11.16068172454834 + ], + [ + "TER", + -11.160821914672852 + ], + [ + "-12", + -11.160930633544922 + ], + [ + "http", + -11.162168502807615 + ], + [ + "▁smell", + -11.1621732711792 + ], + [ + "post", + -11.162522315979004 + ], + [ + "von", + -11.162790298461914 + ], + [ + "mili", + -11.16280746459961 + ], + [ + "8%", + -11.162972450256348 + ], + [ + "▁Andrew", + -11.163065910339355 + ], + [ + "▁spun", + -11.16321086883545 + ], + [ + "▁grass", + -11.163444519042969 + ], + [ + "unter", + -11.163474082946776 + ], + [ + "▁burn", + -11.16356086730957 + ], + [ + "▁Gegen", + -11.163601875305176 + ], + [ + "fest", + -11.163721084594728 + ], + [ + "▁Northern", + -11.163738250732422 + ], + [ + "▁consumption", + -11.163775444030762 + ], + [ + "▁bird", + -11.164069175720217 + ], + [ + "▁Miss", + -11.164369583129885 + ], + [ + "anti", + -11.16447925567627 + ], + [ + "▁viata", + -11.164583206176758 + ], + [ + "bereich", + -11.164602279663086 + ], + [ + "▁Change", + -11.164871215820312 + ], + [ + "▁pouvoir", + -11.165255546569824 + ], + [ + "▁demonstrate", + -11.165435791015623 + ], + [ + "▁requirement", + -11.165483474731444 + ], + [ + "BI", + -11.16577434539795 + ], + [ + "ied", + -11.166099548339844 + ], + [ + "▁spray", + -11.166358947753906 + ], + [ + "▁calitate", + -11.166379928588867 + ], + [ + "▁souvent", + -11.1665620803833 + ], + [ + "▁samples", + -11.166682243347168 + ], + [ + "▁compete", + -11.166930198669434 + ], + [ + "ank", + -11.166946411132812 + ], + [ + "année", + -11.167037963867188 + ], + [ + "wick", + -11.167183876037598 + ], + [ + "iff", + -11.167254447937012 + ], + [ + "noi", + -11.167255401611328 + ], + [ + "ography", + -11.167450904846191 + ], + [ + "▁SE", + -11.167508125305176 + ], + [ + "▁250", + -11.16779899597168 + ], + [ + "▁wealth", + -11.167884826660156 + ], + [ + "4%", + -11.168235778808594 + ], + [ + "▁swimming", + -11.168269157409668 + ], + [ + "enne", + -11.168338775634766 + ], + [ + "Qu", + -11.168400764465332 + ], + [ + "▁connections", + -11.168476104736328 + ], + [ + "onne", + -11.16852855682373 + ], + [ + "▁Way", + -11.168676376342772 + ], + [ + "voll", + -11.168793678283691 + ], + [ + "▁extent", + -11.169041633605955 + ], + [ + "▁objective", + -11.169572830200195 + ], + [ + "▁clinic", + -11.169581413269045 + ], + [ + "NA", + -11.169848442077637 + ], + [ + "▁Hope", + -11.170098304748535 + ], + [ + "▁coat", + -11.170331954956056 + ], + [ + "▁depend", + -11.17039394378662 + ], + [ + "▁tine", + -11.17046356201172 + ], + [ + "acc", + -11.170486450195312 + ], + [ + "▁editor", + -11.170598983764648 + ], + [ + "▁Jim", + -11.170690536499023 + ], + [ + "600", + -11.171262741088867 + ], + [ + "▁module", + -11.171302795410156 + ], + [ + "▁deja", + -11.17182159423828 + ], + [ + "atur", + -11.171841621398926 + ], + [ + "▁maintaining", + -11.171918869018556 + ], + [ + "▁hoch", + -11.172059059143066 + ], + [ + "▁covering", + -11.17239761352539 + ], + [ + "vielen", + -11.172450065612791 + ], + [ + "hem", + -11.172531127929688 + ], + [ + "▁illegal", + -11.172656059265137 + ], + [ + "▁certificate", + -11.17329216003418 + ], + [ + "▁collective", + -11.173357963562012 + ], + [ + "▁blow", + -11.17343807220459 + ], + [ + "▁programming", + -11.17343807220459 + ], + [ + "HE", + -11.173727989196776 + ], + [ + "▁Division", + -11.173842430114746 + ], + [ + "▁ceux", + -11.174081802368164 + ], + [ + "▁saved", + -11.174202919006348 + ], + [ + "▁worst", + -11.17426586151123 + ], + [ + "▁arms", + -11.17430305480957 + ], + [ + "▁Officer", + -11.17463493347168 + ], + [ + "▁association", + -11.174838066101074 + ], + [ + "ington", + -11.1749906539917 + ], + [ + "▁belle", + -11.175024032592772 + ], + [ + "tting", + -11.17537784576416 + ], + [ + "▁attacks", + -11.17544651031494 + ], + [ + "▁vei", + -11.17546558380127 + ], + [ + "▁gerade", + -11.175470352172852 + ], + [ + "▁strain", + -11.175748825073242 + ], + [ + "▁offices", + -11.1759672164917 + ], + [ + "EM", + -11.17627239227295 + ], + [ + "EST", + -11.176509857177734 + ], + [ + "-8", + -11.176758766174316 + ], + [ + "▁faculty", + -11.176998138427734 + ], + [ + "▁Plant", + -11.177046775817873 + ], + [ + "pla", + -11.177295684814451 + ], + [ + "card", + -11.177618980407717 + ], + [ + "▁loose", + -11.177982330322266 + ], + [ + "▁PR", + -11.178044319152832 + ], + [ + "profit", + -11.178071022033691 + ], + [ + "▁channels", + -11.178119659423828 + ], + [ + "ATE", + -11.178257942199709 + ], + [ + "atic", + -11.178304672241213 + ], + [ + "wegen", + -11.178404808044434 + ], + [ + "word", + -11.178621292114258 + ], + [ + "▁sehen", + -11.178659439086914 + ], + [ + "▁nombre", + -11.178744316101074 + ], + [ + "▁DO", + -11.178763389587402 + ], + [ + "▁hoping", + -11.178949356079102 + ], + [ + "▁wollen", + -11.179091453552246 + ], + [ + "▁decat", + -11.179244995117188 + ], + [ + "IF", + -11.179386138916016 + ], + [ + "▁permission", + -11.179396629333496 + ], + [ + "▁Williams", + -11.179936408996582 + ], + [ + "▁beer", + -11.179962158203123 + ], + [ + "▁dernière", + -11.180052757263184 + ], + [ + "▁purchasing", + -11.18025016784668 + ], + [ + "▁pride", + -11.180416107177734 + ], + [ + "solv", + -11.180598258972168 + ], + [ + "ego", + -11.180691719055176 + ], + [ + "▁Oil", + -11.18079662322998 + ], + [ + "▁dishes", + -11.18102741241455 + ], + [ + "▁Baby", + -11.181109428405762 + ], + [ + "▁Roll", + -11.181137084960938 + ], + [ + "vez", + -11.18134593963623 + ], + [ + "▁drept", + -11.181367874145508 + ], + [ + "lly", + -11.18148136138916 + ], + [ + "▁potrivit", + -11.181495666503906 + ], + [ + "person", + -11.181961059570312 + ], + [ + "▁interactive", + -11.182269096374512 + ], + [ + "▁brilliant", + -11.18230438232422 + ], + [ + "▁000", + -11.182357788085938 + ], + [ + "▁giant", + -11.182657241821287 + ], + [ + "▁plain", + -11.182945251464844 + ], + [ + "▁lock", + -11.183197975158691 + ], + [ + "▁inspection", + -11.183762550354004 + ], + [ + "▁symbol", + -11.18392276763916 + ], + [ + "▁Gal", + -11.183953285217283 + ], + [ + "▁concepts", + -11.1840181350708 + ], + [ + "▁venture", + -11.18411922454834 + ], + [ + "▁Tr", + -11.184402465820312 + ], + [ + "▁Color", + -11.18446922302246 + ], + [ + "▁behalf", + -11.184635162353516 + ], + [ + "ink", + -11.184715270996094 + ], + [ + "atii", + -11.1848726272583 + ], + [ + "wie", + -11.184907913208008 + ], + [ + "▁stream", + -11.18514347076416 + ], + [ + "▁buyers", + -11.185192108154297 + ], + [ + "legen", + -11.185526847839355 + ], + [ + "iness", + -11.18578815460205 + ], + [ + "▁absolute", + -11.185945510864258 + ], + [ + "▁council", + -11.186067581176758 + ], + [ + "▁displayed", + -11.186172485351562 + ], + [ + "▁Bun", + -11.186405181884766 + ], + [ + "▁darauf", + -11.186585426330566 + ], + [ + "▁rod", + -11.186829566955566 + ], + [ + "▁repeat", + -11.186898231506348 + ], + [ + "quelle", + -11.187023162841797 + ], + [ + "lation", + -11.187433242797852 + ], + [ + "gul", + -11.18774700164795 + ], + [ + "▁compensation", + -11.188064575195312 + ], + [ + "▁string", + -11.1881685256958 + ], + [ + "▁joining", + -11.188251495361328 + ], + [ + "▁Pra", + -11.188429832458496 + ], + [ + "hab", + -11.188936233520508 + ], + [ + "▁plane", + -11.189024925231934 + ], + [ + "▁conversion", + -11.189078330993652 + ], + [ + "▁lesson", + -11.189361572265623 + ], + [ + "bound", + -11.1893949508667 + ], + [ + "▁seats", + -11.18946361541748 + ], + [ + "voc", + -11.189902305603027 + ], + [ + "▁Disney", + -11.190120697021484 + ], + [ + "esse", + -11.190277099609377 + ], + [ + "▁awards", + -11.190279006958008 + ], + [ + "▁initiative", + -11.19048309326172 + ], + [ + "UM", + -11.19050407409668 + ], + [ + "▁intelligence", + -11.190763473510742 + ], + [ + "▁laser", + -11.191128730773926 + ], + [ + "än", + -11.191228866577148 + ], + [ + "▁generated", + -11.191231727600098 + ], + [ + "▁allen", + -11.19186782836914 + ], + [ + "▁Aug", + -11.19261360168457 + ], + [ + "lini", + -11.192968368530272 + ], + [ + "▁Update", + -11.193015098571776 + ], + [ + "▁grab", + -11.193095207214355 + ], + [ + "▁Bridge", + -11.193219184875488 + ], + [ + "rock", + -11.193289756774902 + ], + [ + "hold", + -11.193461418151855 + ], + [ + "seinen", + -11.193643569946287 + ], + [ + "▁false", + -11.193758010864258 + ], + [ + "type", + -11.193792343139648 + ], + [ + "▁outcome", + -11.193906784057615 + ], + [ + "▁crazy", + -11.194161415100098 + ], + [ + "▁Platz", + -11.194281578063965 + ], + [ + "▁believed", + -11.19442653656006 + ], + [ + "▁adjust", + -11.194503784179688 + ], + [ + "▁entrance", + -11.194644927978516 + ], + [ + "▁Colorado", + -11.194751739501951 + ], + [ + "▁concentration", + -11.194865226745604 + ], + [ + "aid", + -11.194958686828612 + ], + [ + "▁regardless", + -11.195035934448242 + ], + [ + "▁mici", + -11.195063591003418 + ], + [ + "▁potentially", + -11.195109367370604 + ], + [ + "▁Custom", + -11.195867538452148 + ], + [ + "rag", + -11.196009635925291 + ], + [ + "▁employer", + -11.19604206085205 + ], + [ + "tagged", + -11.196158409118652 + ], + [ + "▁34", + -11.196271896362305 + ], + [ + "fro", + -11.196895599365234 + ], + [ + "▁Pas", + -11.197010040283203 + ], + [ + "▁AS", + -11.197013854980469 + ], + [ + "PP", + -11.197031021118164 + ], + [ + "stru", + -11.19741439819336 + ], + [ + "grâce", + -11.198037147521973 + ], + [ + "▁anyway", + -11.198240280151367 + ], + [ + "▁streets", + -11.1986083984375 + ], + [ + "▁Region", + -11.199190139770508 + ], + [ + "▁newly", + -11.199280738830566 + ], + [ + "▁assistant", + -11.199461936950684 + ], + [ + "▁requests", + -11.199618339538574 + ], + [ + "▁Ohio", + -11.199705123901367 + ], + [ + "▁continuing", + -11.200072288513184 + ], + [ + "▁îm", + -11.200136184692385 + ], + [ + "7%", + -11.20031452178955 + ], + [ + "▁basically", + -11.200325965881348 + ], + [ + "gabe", + -11.200334548950195 + ], + [ + "▁ultra", + -11.200355529785156 + ], + [ + "pic", + -11.200571060180664 + ], + [ + "▁jeder", + -11.200939178466797 + ], + [ + "▁Cook", + -11.20122528076172 + ], + [ + "▁tie", + -11.201227188110352 + ], + [ + "▁yard", + -11.20151424407959 + ], + [ + "▁wash", + -11.20152759552002 + ], + [ + "▁3,", + -11.20194149017334 + ], + [ + "▁exista", + -11.202128410339355 + ], + [ + "▁egg", + -11.202342987060549 + ], + [ + "▁marché", + -11.202616691589355 + ], + [ + "kommen", + -11.202630996704102 + ], + [ + "▁Select", + -11.202999114990234 + ], + [ + "geben", + -11.203126907348633 + ], + [ + "▁Joseph", + -11.203531265258787 + ], + [ + "▁Ces", + -11.203642845153809 + ], + [ + "▁hundred", + -11.203676223754885 + ], + [ + "even", + -11.203792572021484 + ], + [ + "gal", + -11.204232215881348 + ], + [ + "800", + -11.20443058013916 + ], + [ + "▁Jones", + -11.204599380493164 + ], + [ + "ova", + -11.204681396484377 + ], + [ + "▁careful", + -11.204727172851562 + ], + [ + "▁alarm", + -11.205070495605469 + ], + [ + "NI", + -11.205113410949709 + ], + [ + "▁residence", + -11.205327987670898 + ], + [ + "▁wäre", + -11.20590877532959 + ], + [ + "▁Dor", + -11.205986976623535 + ], + [ + "▁amounts", + -11.206369400024414 + ], + [ + "▁mistake", + -11.206687927246094 + ], + [ + "ates", + -11.206796646118164 + ], + [ + "▁bune", + -11.206951141357422 + ], + [ + "▁vegetables", + -11.207124710083008 + ], + [ + "▁Ann", + -11.207204818725586 + ], + [ + "logical", + -11.20776081085205 + ], + [ + "stadt", + -11.207806587219238 + ], + [ + "▁chances", + -11.207921981811523 + ], + [ + "%)", + -11.208030700683594 + ], + [ + "▁minimal", + -11.20810604095459 + ], + [ + "▁naturally", + -11.20817756652832 + ], + [ + "▁Geld", + -11.20822525024414 + ], + [ + "▁Yu", + -11.208361625671388 + ], + [ + "▁wrap", + -11.20840072631836 + ], + [ + "rest", + -11.208674430847168 + ], + [ + "▁legs", + -11.208758354187012 + ], + [ + "PM", + -11.208806991577148 + ], + [ + "▁Heart", + -11.208888053894045 + ], + [ + "▁suspect", + -11.209020614624023 + ], + [ + "Go", + -11.209098815917969 + ], + [ + "▁Fil", + -11.20917510986328 + ], + [ + "▁YOU", + -11.20917510986328 + ], + [ + "▁victory", + -11.209245681762695 + ], + [ + "pun", + -11.20960807800293 + ], + [ + "▁Zo", + -11.209632873535156 + ], + [ + "CT", + -11.209640502929688 + ], + [ + "▁trim", + -11.20969009399414 + ], + [ + "▁stuck", + -11.209836959838867 + ], + [ + "ators", + -11.209877014160156 + ], + [ + "▁Ideas", + -11.210016250610352 + ], + [ + "▁voyage", + -11.210166931152344 + ], + [ + "▁Restaurant", + -11.210205078125 + ], + [ + "▁pat", + -11.210234642028809 + ], + [ + "▁bond", + -11.210521697998049 + ], + [ + "▁Del", + -11.210552215576172 + ], + [ + "▁fighting", + -11.210705757141112 + ], + [ + "▁concerning", + -11.210867881774902 + ], + [ + "▁etwa", + -11.211141586303713 + ], + [ + "▁Thema", + -11.211237907409668 + ], + [ + "▁preferred", + -11.211423873901367 + ], + [ + "▁pitch", + -11.211465835571287 + ], + [ + "▁Singapore", + -11.211971282958984 + ], + [ + "▁tub", + -11.212018013000488 + ], + [ + "FT", + -11.212053298950195 + ], + [ + "▁Product", + -11.21212100982666 + ], + [ + "▁applying", + -11.212285995483398 + ], + [ + "▁Fr", + -11.212340354919434 + ], + [ + "ţa", + -11.212599754333496 + ], + [ + "▁iPad", + -11.212861061096191 + ], + [ + "PD", + -11.2129545211792 + ], + [ + "▁comun", + -11.212995529174805 + ], + [ + "▁pie", + -11.213286399841309 + ], + [ + "rank", + -11.21364688873291 + ], + [ + "tron", + -11.213677406311035 + ], + [ + "▁pest", + -11.213906288146973 + ], + [ + "▁herself", + -11.213936805725098 + ], + [ + "▁intense", + -11.213964462280272 + ], + [ + "foot", + -11.21413803100586 + ], + [ + "▁1998", + -11.2141695022583 + ], + [ + "▁anxiety", + -11.214616775512695 + ], + [ + "▁portable", + -11.214674949645996 + ], + [ + "▁harm", + -11.214735984802246 + ], + [ + "▁admit", + -11.214885711669922 + ], + [ + "sted", + -11.214900016784668 + ], + [ + "▁regions", + -11.215450286865234 + ], + [ + "cie", + -11.215556144714355 + ], + [ + "▁robust", + -11.21577262878418 + ], + [ + "▁stem", + -11.215982437133787 + ], + [ + "▁roles", + -11.216024398803713 + ], + [ + "▁Latin", + -11.216224670410156 + ], + [ + "▁Ré", + -11.216378211975098 + ], + [ + "▁ref", + -11.216381072998049 + ], + [ + "isme", + -11.216426849365234 + ], + [ + "▁contribution", + -11.216776847839355 + ], + [ + "▁forever", + -11.217447280883787 + ], + [ + "▁frei", + -11.21754264831543 + ], + [ + "▁mont", + -11.217818260192873 + ], + [ + "that", + -11.217999458312988 + ], + [ + "▁sensitive", + -11.218116760253906 + ], + [ + "▁wider", + -11.218175888061523 + ], + [ + "AF", + -11.218234062194824 + ], + [ + "▁liability", + -11.218748092651367 + ], + [ + "ţiei", + -11.219043731689451 + ], + [ + "▁Cho", + -11.219260215759276 + ], + [ + "aria", + -11.21960735321045 + ], + [ + "rang", + -11.21977710723877 + ], + [ + "▁Account", + -11.21986198425293 + ], + [ + "▁III", + -11.219941139221191 + ], + [ + "▁tooth", + -11.220222473144531 + ], + [ + "▁factory", + -11.220240592956545 + ], + [ + "▁dropped", + -11.220495223999023 + ], + [ + "horn", + -11.220780372619627 + ], + [ + "RP", + -11.221110343933104 + ], + [ + "▁container", + -11.22118091583252 + ], + [ + "fran", + -11.221474647521973 + ], + [ + "▁lawyer", + -11.221842765808104 + ], + [ + "▁Image", + -11.22190761566162 + ], + [ + "HO", + -11.22195816040039 + ], + [ + "▁incorporate", + -11.22199249267578 + ], + [ + "▁lume", + -11.22226333618164 + ], + [ + "GA", + -11.222331047058104 + ], + [ + "itati", + -11.222370147705078 + ], + [ + "autre", + -11.222665786743164 + ], + [ + "ierten", + -11.222688674926758 + ], + [ + "[", + -11.22274684906006 + ], + [ + "▁packages", + -11.222758293151855 + ], + [ + "▁Simon", + -11.22290325164795 + ], + [ + "▁somewhat", + -11.223734855651855 + ], + [ + "mbo", + -11.223737716674805 + ], + [ + "lite", + -11.223844528198242 + ], + [ + "▁eliminate", + -11.22395133972168 + ], + [ + "▁decrease", + -11.224117279052734 + ], + [ + "▁geben", + -11.224214553833008 + ], + [ + "▁approaches", + -11.224482536315918 + ], + [ + "▁tissue", + -11.224940299987791 + ], + [ + "▁personne", + -11.225192070007324 + ], + [ + "ional", + -11.225587844848633 + ], + [ + "unable", + -11.2256498336792 + ], + [ + "▁Case", + -11.225736618041992 + ], + [ + "hill", + -11.225744247436523 + ], + [ + "och", + -11.225862503051758 + ], + [ + "▁minister", + -11.22592067718506 + ], + [ + "▁Rad", + -11.226285934448242 + ], + [ + "▁yoga", + -11.226390838623049 + ], + [ + "▁encounter", + -11.22661018371582 + ], + [ + "text", + -11.22670841217041 + ], + [ + "▁OS", + -11.226719856262209 + ], + [ + "▁opera", + -11.22673225402832 + ], + [ + "▁loving", + -11.226977348327637 + ], + [ + "▁birds", + -11.22736358642578 + ], + [ + "▁prim", + -11.227389335632324 + ], + [ + "easca", + -11.227432250976562 + ], + [ + "park", + -11.227453231811523 + ], + [ + "fü", + -11.227797508239746 + ], + [ + "▁champion", + -11.227824211120604 + ], + [ + "▁warning", + -11.228245735168455 + ], + [ + "DC", + -11.228271484375 + ], + [ + "▁yield", + -11.228310585021973 + ], + [ + "raum", + -11.228334426879885 + ], + [ + "▁Student", + -11.228434562683104 + ], + [ + "▁Rev", + -11.22848892211914 + ], + [ + "▁Fu", + -11.228501319885254 + ], + [ + "▁intra", + -11.22854232788086 + ], + [ + "▁proces", + -11.228585243225098 + ], + [ + "▁margin", + -11.22862148284912 + ], + [ + "lands", + -11.228816986083984 + ], + [ + "04", + -11.228952407836914 + ], + [ + "▁Steel", + -11.229897499084473 + ], + [ + "▁besoin", + -11.23008155822754 + ], + [ + "şti", + -11.230561256408691 + ], + [ + "▁39", + -11.230635643005373 + ], + [ + "▁outcomes", + -11.230677604675291 + ], + [ + "wert", + -11.230719566345217 + ], + [ + "3,", + -11.23080062866211 + ], + [ + "▁hole", + -11.23088836669922 + ], + [ + "▁Create", + -11.23096752166748 + ], + [ + "▁hall", + -11.231266975402832 + ], + [ + "nach", + -11.231595039367676 + ], + [ + "▁indicate", + -11.232311248779297 + ], + [ + "cum", + -11.232604026794434 + ], + [ + "▁Mann", + -11.232690811157228 + ], + [ + "▁reaction", + -11.232828140258787 + ], + [ + "▁empty", + -11.23289680480957 + ], + [ + "▁Sign", + -11.23294162750244 + ], + [ + "▁pm", + -11.23300838470459 + ], + [ + "erung", + -11.23322582244873 + ], + [ + "▁würde", + -11.233592987060549 + ], + [ + "▁declarat", + -11.233602523803713 + ], + [ + "6%", + -11.23371410369873 + ], + [ + "▁Client", + -11.23377513885498 + ], + [ + "vil", + -11.234295845031738 + ], + [ + "▁electricity", + -11.234469413757324 + ], + [ + "▁75", + -11.234505653381348 + ], + [ + "▁buna", + -11.234505653381348 + ], + [ + "eşte", + -11.23473834991455 + ], + [ + "▁prop", + -11.234792709350586 + ], + [ + "▁journal", + -11.234883308410645 + ], + [ + "▁meu", + -11.23495101928711 + ], + [ + "▁chef", + -11.235034942626951 + ], + [ + "▁Ever", + -11.235102653503418 + ], + [ + "▁feelings", + -11.235466003417969 + ], + [ + "PT", + -11.23551082611084 + ], + [ + "▁proposal", + -11.235651969909668 + ], + [ + "▁Its", + -11.235709190368652 + ], + [ + "▁2013.", + -11.235795974731444 + ], + [ + "▁Bundes", + -11.23595142364502 + ], + [ + "▁droit", + -11.236333847045898 + ], + [ + "▁10%", + -11.236671447753906 + ], + [ + "gard", + -11.236772537231444 + ], + [ + "information", + -11.236814498901367 + ], + [ + "FE", + -11.237309455871582 + ], + [ + "▁Dun", + -11.237340927124023 + ], + [ + "▁Stock", + -11.237472534179688 + ], + [ + "ație", + -11.2374849319458 + ], + [ + "▁mag", + -11.237603187561035 + ], + [ + "▁br", + -11.237665176391602 + ], + [ + "▁sight", + -11.237772941589355 + ], + [ + "phone", + -11.237796783447266 + ], + [ + "▁Cy", + -11.237811088562012 + ], + [ + "▁opposite", + -11.238035202026367 + ], + [ + "ically", + -11.238235473632812 + ], + [ + "großen", + -11.238388061523438 + ], + [ + "▁Without", + -11.23845100402832 + ], + [ + "espace", + -11.238515853881836 + ], + [ + "▁chairs", + -11.238595008850098 + ], + [ + "▁matches", + -11.238685607910156 + ], + [ + "ateur", + -11.238697052001951 + ], + [ + "▁Cost", + -11.238699913024902 + ], + [ + "▁WordPress", + -11.238880157470703 + ], + [ + "▁Opera", + -11.239195823669434 + ], + [ + "walked", + -11.239234924316406 + ], + [ + "▁transactions", + -11.239521026611328 + ], + [ + "▁nuclear", + -11.239579200744627 + ], + [ + "ways", + -11.239594459533691 + ], + [ + "▁Oct", + -11.239738464355469 + ], + [ + "▁bomb", + -11.239835739135742 + ], + [ + "▁tracking", + -11.239879608154297 + ], + [ + "▁photograph", + -11.240066528320312 + ], + [ + "bio", + -11.240309715270996 + ], + [ + "▁branch", + -11.240363121032717 + ], + [ + "▁$5", + -11.240684509277344 + ], + [ + "▁diagram", + -11.240986824035645 + ], + [ + "▁Hard", + -11.241218566894531 + ], + [ + "bach", + -11.241232872009276 + ], + [ + "▁42", + -11.241249084472656 + ], + [ + "logy", + -11.241472244262695 + ], + [ + "▁tile", + -11.24159336090088 + ], + [ + "▁API", + -11.241833686828612 + ], + [ + "seront", + -11.24204158782959 + ], + [ + "ENT", + -11.242156982421877 + ], + [ + "▁accommodation", + -11.242409706115724 + ], + [ + "▁fiber", + -11.242438316345217 + ], + [ + "▁Give", + -11.242792129516602 + ], + [ + "▁Gas", + -11.242916107177734 + ], + [ + "▁Spain", + -11.243086814880373 + ], + [ + "▁listing", + -11.24312686920166 + ], + [ + "▁blocks", + -11.24349308013916 + ], + [ + "▁constitu", + -11.243762969970703 + ], + [ + "▁convenience", + -11.243797302246094 + ], + [ + "▁prize", + -11.243823051452637 + ], + [ + "▁aircraft", + -11.24404239654541 + ], + [ + "containing", + -11.24412441253662 + ], + [ + "▁vice", + -11.244247436523438 + ], + [ + "▁organisations", + -11.244304656982422 + ], + [ + "▁complicated", + -11.244588851928713 + ], + [ + "rons", + -11.244647979736328 + ], + [ + "▁bars", + -11.244670867919922 + ], + [ + "était", + -11.244705200195312 + ], + [ + "▁checking", + -11.245287895202637 + ], + [ + "vant", + -11.245542526245115 + ], + [ + "▁couch", + -11.245657920837402 + ], + [ + "▁brush", + -11.24587059020996 + ], + [ + "▁printer", + -11.245922088623049 + ], + [ + "▁Rat", + -11.246051788330078 + ], + [ + "▁announce", + -11.246057510375977 + ], + [ + "▁salari", + -11.246200561523438 + ], + [ + "▁Sk", + -11.246356964111328 + ], + [ + "pal", + -11.246383666992188 + ], + [ + "▁yards", + -11.24658203125 + ], + [ + "▁flexibility", + -11.246652603149414 + ], + [ + "▁jamais", + -11.24670696258545 + ], + [ + "UC", + -11.246740341186523 + ], + [ + "▁4,", + -11.246793746948242 + ], + [ + "▁Made", + -11.247078895568848 + ], + [ + "▁solche", + -11.247113227844238 + ], + [ + "▁tri", + -11.247237205505373 + ], + [ + "▁outfit", + -11.247243881225586 + ], + [ + "м", + -11.247267723083496 + ], + [ + "▁encouraged", + -11.247477531433104 + ], + [ + "trac", + -11.247552871704102 + ], + [ + "▁genetic", + -11.24755859375 + ], + [ + "▁beneficial", + -11.247747421264648 + ], + [ + "mă", + -11.247849464416504 + ], + [ + "involving", + -11.247879028320312 + ], + [ + "▁knee", + -11.247879028320312 + ], + [ + "▁respective", + -11.248316764831545 + ], + [ + "▁controlled", + -11.248350143432615 + ], + [ + "▁Rück", + -11.24837589263916 + ], + [ + "LC", + -11.248592376708984 + ], + [ + "▁highlight", + -11.248634338378906 + ], + [ + "chem", + -11.248797416687012 + ], + [ + "▁Bis", + -11.24956226348877 + ], + [ + "▁graphics", + -11.249592781066896 + ], + [ + "▁posibil", + -11.249672889709473 + ], + [ + "orul", + -11.249682426452637 + ], + [ + "imagin", + -11.249836921691896 + ], + [ + "▁draft", + -11.250006675720217 + ], + [ + "shaped", + -11.250219345092772 + ], + [ + "▁suggests", + -11.250221252441406 + ], + [ + "uvre", + -11.25050926208496 + ], + [ + "page", + -11.250545501708984 + ], + [ + "▁sentiment", + -11.250685691833496 + ], + [ + "▁loop", + -11.251015663146973 + ], + [ + "▁Quality", + -11.251839637756348 + ], + [ + "▁volunteers", + -11.251869201660156 + ], + [ + "▁representation", + -11.251923561096191 + ], + [ + "▁examination", + -11.252134323120115 + ], + [ + "▁(2)", + -11.252225875854492 + ], + [ + "assi", + -11.252435684204102 + ], + [ + "▁till", + -11.252486228942873 + ], + [ + "▁Catholic", + -11.252618789672852 + ], + [ + "▁2020", + -11.252726554870604 + ], + [ + "▁random", + -11.252764701843262 + ], + [ + "tage", + -11.253146171569824 + ], + [ + "▁baking", + -11.253690719604492 + ], + [ + "▁Musik", + -11.25385284423828 + ], + [ + "▁SC", + -11.253867149353027 + ], + [ + "▁möchte", + -11.254390716552734 + ], + [ + "▁gene", + -11.254411697387695 + ], + [ + "▁kam", + -11.254928588867188 + ], + [ + "▁inspire", + -11.254974365234377 + ], + [ + "unk", + -11.255097389221191 + ], + [ + "▁Final", + -11.255477905273438 + ], + [ + "▁jeden", + -11.255497932434082 + ], + [ + "▁LLC", + -11.255962371826172 + ], + [ + "▁sistem", + -11.25613784790039 + ], + [ + "▁stages", + -11.256441116333008 + ], + [ + "▁texture", + -11.256613731384276 + ], + [ + "rib", + -11.256739616394045 + ], + [ + "lung", + -11.25678253173828 + ], + [ + "▁breath", + -11.256814002990724 + ], + [ + "▁hosted", + -11.256844520568848 + ], + [ + "▁Kingdom", + -11.257079124450684 + ], + [ + "▁politics", + -11.257121086120604 + ], + [ + "▁mood", + -11.257122993469238 + ], + [ + "cam", + -11.257285118103027 + ], + [ + "▁liked", + -11.257287979125977 + ], + [ + "▁Credit", + -11.257304191589355 + ], + [ + "tisch", + -11.257527351379396 + ], + [ + "▁everywhere", + -11.257692337036133 + ], + [ + "▁poti", + -11.257915496826172 + ], + [ + "▁fruits", + -11.258264541625977 + ], + [ + "oire", + -11.258322715759276 + ], + [ + "▁mesure", + -11.258586883544922 + ], + [ + "▁Studies", + -11.258838653564451 + ], + [ + "▁provision", + -11.25888729095459 + ], + [ + "▁Maria", + -11.25892734527588 + ], + [ + "▁necessarily", + -11.259103775024414 + ], + [ + "▁Net", + -11.259212493896484 + ], + [ + "▁scar", + -11.259307861328123 + ], + [ + "▁tracks", + -11.259424209594728 + ], + [ + "▁ads", + -11.25985622406006 + ], + [ + "termin", + -11.259861946105955 + ], + [ + "▁Yo", + -11.26022720336914 + ], + [ + "atory", + -11.260252952575684 + ], + [ + "itoare", + -11.26025676727295 + ], + [ + "▁colours", + -11.260563850402832 + ], + [ + "▁correctly", + -11.260817527770996 + ], + [ + "▁Trade", + -11.26090145111084 + ], + [ + "▁Week", + -11.261052131652832 + ], + [ + "▁Premier", + -11.261499404907228 + ], + [ + "▁designers", + -11.261600494384766 + ], + [ + "▁BE", + -11.261879920959473 + ], + [ + "▁desktop", + -11.261929512023926 + ], + [ + "▁lifetime", + -11.262046813964844 + ], + [ + "▁Kind", + -11.26213264465332 + ], + [ + "▁divers", + -11.262246131896973 + ], + [ + "rain", + -11.26226043701172 + ], + [ + "▁Von", + -11.262263298034668 + ], + [ + "▁bal", + -11.262568473815918 + ], + [ + "▁shots", + -11.262624740600586 + ], + [ + "▁accommodate", + -11.262767791748049 + ], + [ + "▁Paper", + -11.263001441955566 + ], + [ + "▁interaction", + -11.263191223144531 + ], + [ + "▁acquisition", + -11.263233184814451 + ], + [ + "▁neuro", + -11.26378345489502 + ], + [ + "▁institution", + -11.26391887664795 + ], + [ + "▁automatic", + -11.26403522491455 + ], + [ + "▁assess", + -11.264177322387695 + ], + [ + "▁manifest", + -11.264199256896973 + ], + [ + "▁audit", + -11.264202117919922 + ], + [ + "▁câte", + -11.264406204223633 + ], + [ + "▁insight", + -11.264533996582031 + ], + [ + "▁lange", + -11.264781951904297 + ], + [ + "▁retirement", + -11.264795303344728 + ], + [ + "sons", + -11.264864921569824 + ], + [ + "▁Asian", + -11.26492691040039 + ], + [ + "▁rail", + -11.264978408813477 + ], + [ + "▁Awards", + -11.264982223510742 + ], + [ + "Avec", + -11.26503562927246 + ], + [ + "SO", + -11.26511287689209 + ], + [ + "para", + -11.265304565429688 + ], + [ + "▁tant", + -11.265562057495115 + ], + [ + "▁strike", + -11.26569366455078 + ], + [ + "▁transformation", + -11.265742301940918 + ], + [ + "▁leicht", + -11.26586627960205 + ], + [ + "л", + -11.265996932983398 + ], + [ + "fat", + -11.26629638671875 + ], + [ + "▁Qui", + -11.266626358032228 + ], + [ + "▁chip", + -11.26663589477539 + ], + [ + "titude", + -11.266640663146973 + ], + [ + "▁Projekt", + -11.266998291015623 + ], + [ + "▁statt", + -11.267010688781738 + ], + [ + "▁findet", + -11.267184257507324 + ], + [ + "▁telephone", + -11.267251968383787 + ], + [ + "▁staying", + -11.267267227172852 + ], + [ + "▁Mess", + -11.267353057861328 + ], + [ + "▁patio", + -11.267382621765137 + ], + [ + "▁afla", + -11.26789093017578 + ], + [ + "▁administrative", + -11.267910957336426 + ], + [ + "▁gemeinsam", + -11.268129348754885 + ], + [ + "▁suppliers", + -11.268136024475098 + ], + [ + "ark", + -11.268181800842283 + ], + [ + "▁rice", + -11.268397331237791 + ], + [ + "▁stretch", + -11.268439292907717 + ], + [ + "▁compact", + -11.268651008605955 + ], + [ + "fire", + -11.268756866455078 + ], + [ + "в", + -11.268963813781738 + ], + [ + "vision", + -11.269035339355469 + ], + [ + "▁Mag", + -11.269368171691896 + ], + [ + "▁dreams", + -11.269472122192385 + ], + [ + "▁funny", + -11.26968765258789 + ], + [ + "▁lässt", + -11.270216941833496 + ], + [ + "cade", + -11.270448684692385 + ], + [ + "▁drama", + -11.270484924316406 + ], + [ + "▁schimb", + -11.270767211914062 + ], + [ + "PO", + -11.270785331726074 + ], + [ + "▁Sim", + -11.270806312561035 + ], + [ + "▁motivation", + -11.271045684814451 + ], + [ + "▁presents", + -11.27138614654541 + ], + [ + "▁1997", + -11.271828651428224 + ], + [ + "agi", + -11.271883010864258 + ], + [ + "▁optimal", + -11.27198314666748 + ], + [ + "▁folder", + -11.271995544433594 + ], + [ + "stro", + -11.272034645080566 + ], + [ + "▁Han", + -11.272072792053224 + ], + [ + "▁Ei", + -11.27220344543457 + ], + [ + "▁pus", + -11.272356986999512 + ], + [ + "▁Learning", + -11.272531509399414 + ], + [ + "oop", + -11.272603034973145 + ], + [ + "▁Type", + -11.272658348083496 + ], + [ + "space", + -11.272665023803713 + ], + [ + "▁define", + -11.273098945617676 + ], + [ + "▁plug", + -11.273098945617676 + ], + [ + "yard", + -11.273188591003418 + ], + [ + "▁utility", + -11.273297309875488 + ], + [ + "über", + -11.273561477661133 + ], + [ + "▁commun", + -11.273627281188965 + ], + [ + "▁directed", + -11.273842811584473 + ], + [ + "▁consent", + -11.273893356323242 + ], + [ + "▁DNA", + -11.27406883239746 + ], + [ + "▁statements", + -11.274130821228027 + ], + [ + "real", + -11.274298667907717 + ], + [ + "active", + -11.27443027496338 + ], + [ + "school", + -11.274965286254885 + ], + [ + "▁mic", + -11.275360107421877 + ], + [ + "▁acestui", + -11.275467872619627 + ], + [ + "scale", + -11.27550220489502 + ], + [ + "▁Mid", + -11.275628089904783 + ], + [ + "▁Chair", + -11.275874137878418 + ], + [ + "к", + -11.275936126708984 + ], + [ + "▁Bas", + -11.27630615234375 + ], + [ + "▁38", + -11.276379585266112 + ], + [ + "erin", + -11.276461601257324 + ], + [ + "▁Everyone", + -11.27686882019043 + ], + [ + "COM", + -11.276907920837402 + ], + [ + "▁chronic", + -11.277079582214355 + ], + [ + "▁doctors", + -11.277222633361816 + ], + [ + "▁sh", + -11.277276039123535 + ], + [ + "sport", + -11.27740478515625 + ], + [ + "▁volunteer", + -11.277512550354004 + ], + [ + "▁drinking", + -11.277839660644531 + ], + [ + "▁Mas", + -11.277868270874023 + ], + [ + "▁pursue", + -11.2780122756958 + ], + [ + "▁exposed", + -11.278536796569824 + ], + [ + "exe", + -11.278660774230955 + ], + [ + "hung", + -11.278841972351074 + ], + [ + "▁Tier", + -11.278921127319336 + ], + [ + "▁plac", + -11.27912139892578 + ], + [ + "▁proiect", + -11.279136657714844 + ], + [ + "▁literally", + -11.279288291931152 + ], + [ + "▁acolo", + -11.279412269592283 + ], + [ + "▁User", + -11.279485702514648 + ], + [ + "UT", + -11.279598236083984 + ], + [ + "▁hyper", + -11.279623985290527 + ], + [ + "▁seed", + -11.279794692993164 + ], + [ + "▁literature", + -11.2802734375 + ], + [ + "▁Holy", + -11.280373573303224 + ], + [ + "▁jeu", + -11.280396461486816 + ], + [ + "▁licensed", + -11.280896186828612 + ], + [ + "station", + -11.280900955200195 + ], + [ + "▁criteria", + -11.281292915344238 + ], + [ + "▁sufficient", + -11.281292915344238 + ], + [ + "▁gestion", + -11.281512260437012 + ], + [ + "▁pic", + -11.281549453735352 + ], + [ + "▁64", + -11.28170108795166 + ], + [ + "▁facts", + -11.281905174255373 + ], + [ + "▁Bild", + -11.282098770141602 + ], + [ + "obi", + -11.28212833404541 + ], + [ + "▁nie", + -11.282362937927246 + ], + [ + "▁Jewish", + -11.282756805419922 + ], + [ + "bor", + -11.28281307220459 + ], + [ + "▁1980", + -11.28286361694336 + ], + [ + "▁Fach", + -11.282917976379396 + ], + [ + "craft", + -11.283047676086426 + ], + [ + "▁Pakistan", + -11.283408164978027 + ], + [ + "▁Mos", + -11.283621788024902 + ], + [ + "▁toilet", + -11.28384494781494 + ], + [ + "partea", + -11.28391170501709 + ], + [ + "case", + -11.284221649169922 + ], + [ + "▁clock", + -11.28430461883545 + ], + [ + "▁parc", + -11.284602165222168 + ], + [ + "▁legislation", + -11.284692764282228 + ], + [ + "▁icon", + -11.28493309020996 + ], + [ + "etz", + -11.285178184509276 + ], + [ + "ept", + -11.285270690917969 + ], + [ + "▁Corporation", + -11.28585433959961 + ], + [ + "▁requested", + -11.285983085632324 + ], + [ + "▁column", + -11.286088943481444 + ], + [ + "rier", + -11.286120414733888 + ], + [ + "uß", + -11.2861967086792 + ], + [ + "▁wohl", + -11.286418914794922 + ], + [ + "tell", + -11.286569595336914 + ], + [ + "gno", + -11.286608695983888 + ], + [ + "▁diseases", + -11.28672695159912 + ], + [ + "Sch", + -11.286762237548828 + ], + [ + "▁colon", + -11.287075996398926 + ], + [ + "▁Based", + -11.28709602355957 + ], + [ + "▁flu", + -11.28725528717041 + ], + [ + "▁vocal", + -11.287408828735352 + ], + [ + "▁virus", + -11.287693977355955 + ], + [ + "▁traveling", + -11.287750244140623 + ], + [ + "bul", + -11.287837982177734 + ], + [ + "т", + -11.28794002532959 + ], + [ + "city", + -11.287961959838867 + ], + [ + "AU", + -11.287991523742676 + ], + [ + "wide", + -11.288037300109863 + ], + [ + "▁solo", + -11.288061141967772 + ], + [ + "▁functionality", + -11.288214683532717 + ], + [ + "▁reveal", + -11.28831672668457 + ], + [ + "sign", + -11.288952827453612 + ], + [ + "▁closing", + -11.28897190093994 + ], + [ + "▁peak", + -11.289087295532228 + ], + [ + "▁practic", + -11.289398193359377 + ], + [ + "than", + -11.289473533630373 + ], + [ + "▁driven", + -11.289484977722168 + ], + [ + "êtes", + -11.289548873901367 + ], + [ + "high", + -11.290016174316406 + ], + [ + "power", + -11.290226936340332 + ], + [ + "▁Lin", + -11.29028606414795 + ], + [ + "▁dose", + -11.29034423828125 + ], + [ + "▁pocket", + -11.290650367736816 + ], + [ + "▁Classic", + -11.29067611694336 + ], + [ + "▁packaging", + -11.29079246520996 + ], + [ + "▁distinct", + -11.290800094604492 + ], + [ + "▁côté", + -11.291094779968262 + ], + [ + "▁breast", + -11.29127025604248 + ], + [ + "▁folosit", + -11.29133129119873 + ], + [ + "▁drinks", + -11.291353225708008 + ], + [ + "▁Dog", + -11.291529655456545 + ], + [ + "ailleurs", + -11.291658401489258 + ], + [ + "▁caz", + -11.291804313659668 + ], + [ + "▁escape", + -11.29188346862793 + ], + [ + "▁warranty", + -11.291902542114258 + ], + [ + "▁pulled", + -11.291996955871582 + ], + [ + "data", + -11.292088508605955 + ], + [ + "▁facilitate", + -11.292213439941406 + ], + [ + "É", + -11.292335510253906 + ], + [ + "▁SP", + -11.292403221130373 + ], + [ + "lant", + -11.292557716369627 + ], + [ + "AD", + -11.29256534576416 + ], + [ + "▁Print", + -11.292802810668944 + ], + [ + "mond", + -11.292863845825195 + ], + [ + "▁strange", + -11.292875289916992 + ], + [ + "▁Hor", + -11.293227195739746 + ], + [ + "▁Collection", + -11.293328285217283 + ], + [ + "arm", + -11.29346752166748 + ], + [ + "cas", + -11.293691635131836 + ], + [ + "arrow", + -11.29379940032959 + ], + [ + "▁carrying", + -11.293927192687988 + ], + [ + "▁wave", + -11.29466152191162 + ], + [ + "setzt", + -11.294907569885254 + ], + [ + "▁construct", + -11.29514217376709 + ], + [ + "▁acts", + -11.295269966125488 + ], + [ + "▁Action", + -11.295342445373535 + ], + [ + "▁Kim", + -11.295354843139648 + ], + [ + "oxid", + -11.295459747314451 + ], + [ + "fish", + -11.295519828796388 + ], + [ + "▁damaged", + -11.295660018920898 + ], + [ + "▁Greek", + -11.295747756958008 + ], + [ + "▁belt", + -11.295772552490234 + ], + [ + "▁Prior", + -11.295778274536133 + ], + [ + "▁marks", + -11.295936584472656 + ], + [ + "▁lumea", + -11.296183586120604 + ], + [ + "▁twenty", + -11.296196937561035 + ], + [ + "▁locul", + -11.296360969543455 + ], + [ + "▁Army", + -11.296524047851562 + ], + [ + "apt", + -11.296602249145508 + ], + [ + "▁limits", + -11.296733856201172 + ], + [ + "▁cruise", + -11.296966552734377 + ], + [ + "▁List", + -11.296998023986816 + ], + [ + "utilisation", + -11.29753589630127 + ], + [ + "▁personality", + -11.297622680664062 + ], + [ + "▁sections", + -11.297759056091309 + ], + [ + "▁drawn", + -11.29797649383545 + ], + [ + "▁mold", + -11.298277854919434 + ], + [ + "▁Think", + -11.298333168029783 + ], + [ + "▁holidays", + -11.298355102539062 + ], + [ + "▁critic", + -11.298545837402344 + ], + [ + "grade", + -11.298660278320312 + ], + [ + "▁sick", + -11.299074172973633 + ], + [ + "▁characteristics", + -11.299237251281738 + ], + [ + "▁echipa", + -11.299272537231444 + ], + [ + "▁Fast", + -11.29929256439209 + ], + [ + "▁Br", + -11.299600601196287 + ], + [ + "▁Reise", + -11.299734115600586 + ], + [ + "teen", + -11.299749374389648 + ], + [ + "uci", + -11.299949645996094 + ], + [ + "!”", + -11.300180435180664 + ], + [ + "ppe", + -11.300532341003418 + ], + [ + "▁talked", + -11.301164627075195 + ], + [ + "▁gap", + -11.301473617553713 + ], + [ + "homme", + -11.30177879333496 + ], + [ + "▁interact", + -11.301934242248535 + ], + [ + "▁dollar", + -11.302276611328123 + ], + [ + "▁bone", + -11.302309036254885 + ], + [ + "▁Einsatz", + -11.302343368530272 + ], + [ + "▁sad", + -11.302434921264648 + ], + [ + "any", + -11.302445411682127 + ], + [ + "tation", + -11.302666664123535 + ], + [ + "▁Haupt", + -11.302748680114746 + ], + [ + "iva", + -11.302781105041504 + ], + [ + "▁Schu", + -11.302916526794434 + ], + [ + "▁evaluate", + -11.3036470413208 + ], + [ + "▁variant", + -11.303807258605955 + ], + [ + "▁IS", + -11.303879737854004 + ], + [ + "▁PRO", + -11.303947448730469 + ], + [ + "▁vine", + -11.303959846496582 + ], + [ + "rut", + -11.304062843322754 + ], + [ + "▁existence", + -11.30443286895752 + ], + [ + "-7", + -11.304525375366213 + ], + [ + "ancy", + -11.304702758789062 + ], + [ + "▁Want", + -11.305023193359377 + ], + [ + "alism", + -11.305127143859863 + ], + [ + "ranging", + -11.30550765991211 + ], + [ + "preis", + -11.305551528930664 + ], + [ + "All", + -11.305620193481444 + ], + [ + "▁reception", + -11.30565071105957 + ], + [ + "mai", + -11.305730819702148 + ], + [ + "▁lease", + -11.30577278137207 + ], + [ + "▁finest", + -11.30578899383545 + ], + [ + "▁evident", + -11.305874824523926 + ], + [ + "▁Easy", + -11.306075096130373 + ], + [ + "▁gilt", + -11.306085586547852 + ], + [ + "▁trips", + -11.306344985961914 + ], + [ + "▁skilled", + -11.306368827819824 + ], + [ + "consists", + -11.306456565856934 + ], + [ + "front", + -11.306635856628418 + ], + [ + "rati", + -11.306652069091797 + ], + [ + "▁Following", + -11.30678653717041 + ], + [ + "▁Medicine", + -11.307161331176758 + ], + [ + "▁pune", + -11.30729866027832 + ], + [ + "▁errors", + -11.307354927062988 + ], + [ + "arian", + -11.307613372802734 + ], + [ + "lib", + -11.30811882019043 + ], + [ + "SR", + -11.308351516723633 + ], + [ + "ML", + -11.308568000793455 + ], + [ + "▁Safety", + -11.308823585510254 + ], + [ + "▁clar", + -11.309355735778809 + ], + [ + "New", + -11.309764862060549 + ], + [ + "▁37", + -11.309773445129396 + ], + [ + "▁Administration", + -11.309823036193848 + ], + [ + "▁2.0", + -11.310120582580566 + ], + [ + "▁obviously", + -11.31019687652588 + ], + [ + "▁Mitarbeiter", + -11.310254096984863 + ], + [ + "▁improvements", + -11.31043529510498 + ], + [ + "▁Cut", + -11.310630798339844 + ], + [ + "▁Natural", + -11.310672760009766 + ], + [ + "▁arrival", + -11.311182975769045 + ], + [ + "▁pizza", + -11.311339378356934 + ], + [ + "eşti", + -11.311570167541504 + ], + [ + "cept", + -11.311654090881348 + ], + [ + "▁livre", + -11.311686515808104 + ], + [ + "▁nombreux", + -11.312195777893066 + ], + [ + "▁authentic", + -11.312231063842772 + ], + [ + "▁gemacht", + -11.312472343444824 + ], + [ + "▁broadcast", + -11.312478065490724 + ], + [ + "▁stronger", + -11.312545776367188 + ], + [ + "UP", + -11.31257152557373 + ], + [ + "▁centers", + -11.312614440917969 + ], + [ + "▁petite", + -11.312617301940918 + ], + [ + "▁spots", + -11.312626838684082 + ], + [ + "▁crystal", + -11.312756538391112 + ], + [ + "▁salon", + -11.313044548034668 + ], + [ + "▁gained", + -11.313098907470703 + ], + [ + "▁Mus", + -11.313215255737305 + ], + [ + "▁lens", + -11.313223838806152 + ], + [ + "▁ihm", + -11.313231468200684 + ], + [ + "minute", + -11.313573837280272 + ], + [ + "▁greatly", + -11.313587188720703 + ], + [ + "LP", + -11.31361198425293 + ], + [ + "rait", + -11.314027786254885 + ], + [ + "▁bid", + -11.314154624938965 + ], + [ + "▁cit", + -11.314203262329102 + ], + [ + "entreprise", + -11.31435775756836 + ], + [ + "▁55", + -11.314533233642578 + ], + [ + "▁respectively", + -11.314536094665527 + ], + [ + "▁lo", + -11.314638137817385 + ], + [ + "▁cons", + -11.314743995666504 + ], + [ + "▁Energie", + -11.31516933441162 + ], + [ + "▁OK", + -11.31521224975586 + ], + [ + "▁grill", + -11.315338134765623 + ], + [ + "▁heading", + -11.31549072265625 + ], + [ + "▁sollten", + -11.315491676330566 + ], + [ + "▁Fragen", + -11.315528869628906 + ], + [ + "▁Poli", + -11.315556526184082 + ], + [ + "▁studying", + -11.315723419189451 + ], + [ + "▁développement", + -11.315882682800291 + ], + [ + "▁foam", + -11.316035270690918 + ], + [ + "▁1996", + -11.316511154174805 + ], + [ + "▁disaster", + -11.31662654876709 + ], + [ + "▁cafe", + -11.317262649536133 + ], + [ + "▁moves", + -11.317267417907717 + ], + [ + "focuses", + -11.317712783813477 + ], + [ + "▁Avenue", + -11.317834854125977 + ], + [ + "▁humans", + -11.31784439086914 + ], + [ + "▁(3", + -11.318021774291992 + ], + [ + "▁région", + -11.318347930908203 + ], + [ + "▁DJ", + -11.318608283996582 + ], + [ + "shop", + -11.318819046020508 + ], + [ + "▁acting", + -11.318843841552734 + ], + [ + "▁Justice", + -11.318967819213867 + ], + [ + "▁trouve", + -11.319010734558104 + ], + [ + "▁Estate", + -11.319040298461914 + ], + [ + "▁strict", + -11.319231986999512 + ], + [ + "▁talks", + -11.319283485412598 + ], + [ + "▁mat", + -11.319290161132812 + ], + [ + "▁completion", + -11.319327354431152 + ], + [ + "delivering", + -11.31943416595459 + ], + [ + "CD", + -11.31973934173584 + ], + [ + "0%", + -11.319960594177246 + ], + [ + "▁creativity", + -11.320253372192385 + ], + [ + "BR", + -11.320272445678713 + ], + [ + "▁occurred", + -11.320357322692873 + ], + [ + "Car", + -11.320590019226074 + ], + [ + "▁rising", + -11.320761680603027 + ], + [ + "gger", + -11.32086181640625 + ], + [ + "▁Gene", + -11.32090187072754 + ], + [ + "▁workplace", + -11.320914268493652 + ], + [ + "phy", + -11.32106590270996 + ], + [ + "▁Bla", + -11.32107162475586 + ], + [ + "▁trailer", + -11.32120418548584 + ], + [ + "▁Forest", + -11.321205139160156 + ], + [ + "▁profession", + -11.321246147155762 + ], + [ + "▁Father", + -11.32137680053711 + ], + [ + "flu", + -11.321487426757812 + ], + [ + "tone", + -11.321489334106444 + ], + [ + "▁sexual", + -11.321736335754396 + ], + [ + "▁Map", + -11.321805953979492 + ], + [ + "OT", + -11.3218412399292 + ], + [ + "▁Us", + -11.32187843322754 + ], + [ + "tôt", + -11.321892738342283 + ], + [ + "▁Wert", + -11.321901321411133 + ], + [ + "preparing", + -11.322121620178224 + ], + [ + "isé", + -11.322243690490724 + ], + [ + "▁lake", + -11.322461128234863 + ], + [ + "eed", + -11.32270336151123 + ], + [ + "jun", + -11.322888374328612 + ], + [ + "▁implemented", + -11.32301425933838 + ], + [ + "vid", + -11.323116302490234 + ], + [ + "igne", + -11.323201179504396 + ], + [ + "▁follows", + -11.323214530944824 + ], + [ + "▁Eric", + -11.323430061340332 + ], + [ + "body", + -11.323530197143556 + ], + [ + "▁contained", + -11.323585510253906 + ], + [ + "▁massage", + -11.323715209960938 + ], + [ + "AV", + -11.323725700378418 + ], + [ + "▁insa", + -11.323850631713867 + ], + [ + "▁observed", + -11.323892593383787 + ], + [ + "▁marque", + -11.324137687683104 + ], + [ + "lines", + -11.324451446533203 + ], + [ + "▁Frage", + -11.324482917785645 + ], + [ + "largely", + -11.324647903442385 + ], + [ + "gegeben", + -11.32473087310791 + ], + [ + "▁colleagues", + -11.324762344360352 + ], + [ + "pha", + -11.32494068145752 + ], + [ + "▁representative", + -11.325217247009276 + ], + [ + "▁shut", + -11.325650215148926 + ], + [ + "▁secondary", + -11.325779914855955 + ], + [ + "▁exhibit", + -11.325927734375 + ], + [ + "1)", + -11.325932502746582 + ], + [ + "mid", + -11.326109886169434 + ], + [ + "▁Due", + -11.326229095458984 + ], + [ + "▁initiatives", + -11.326457023620604 + ], + [ + "▁occurs", + -11.326458930969238 + ], + [ + "lent", + -11.326478958129885 + ], + [ + "▁façon", + -11.326778411865234 + ], + [ + "▁iOS", + -11.32680320739746 + ], + [ + "▁exploring", + -11.327000617980955 + ], + [ + "▁stations", + -11.327103614807127 + ], + [ + "nton", + -11.327234268188477 + ], + [ + "▁Country", + -11.32729721069336 + ], + [ + "▁shouldn", + -11.327406883239746 + ], + [ + "▁casual", + -11.327611923217772 + ], + [ + "-18", + -11.32769775390625 + ], + [ + "▁maintained", + -11.32772445678711 + ], + [ + "▁cart", + -11.32779026031494 + ], + [ + "▁propre", + -11.327836036682127 + ], + [ + "▁asset", + -11.327948570251465 + ], + [ + "firm", + -11.32803726196289 + ], + [ + "gla", + -11.328231811523438 + ], + [ + "viv", + -11.3282470703125 + ], + [ + "▁scientists", + -11.32887363433838 + ], + [ + "▁Nor", + -11.328936576843262 + ], + [ + "ites", + -11.329320907592772 + ], + [ + "▁engaging", + -11.329933166503906 + ], + [ + "My", + -11.330178260803224 + ], + [ + "▁workshops", + -11.330282211303713 + ], + [ + "ffer", + -11.3303804397583 + ], + [ + "activité", + -11.33047103881836 + ], + [ + "▁tension", + -11.330567359924316 + ], + [ + "▁dual", + -11.330668449401855 + ], + [ + "uer", + -11.33084774017334 + ], + [ + "900", + -11.330941200256348 + ], + [ + "SF", + -11.33108139038086 + ], + [ + "▁kannst", + -11.331146240234377 + ], + [ + "▁bur", + -11.33115291595459 + ], + [ + "▁visitor", + -11.331156730651855 + ], + [ + "▁granted", + -11.331178665161133 + ], + [ + "▁union", + -11.331355094909668 + ], + [ + "▁tablet", + -11.331461906433104 + ], + [ + "▁Choose", + -11.33146858215332 + ], + [ + "ibil", + -11.331551551818848 + ], + [ + "▁settlement", + -11.331830978393556 + ], + [ + "genommen", + -11.33189296722412 + ], + [ + "▁marked", + -11.332956314086914 + ], + [ + "▁diagnostic", + -11.333370208740234 + ], + [ + "▁prayer", + -11.333529472351074 + ], + [ + "▁Toronto", + -11.334035873413086 + ], + [ + "trans", + -11.334146499633787 + ], + [ + "▁respectiv", + -11.334160804748535 + ], + [ + "▁2012.", + -11.33420753479004 + ], + [ + "icul", + -11.334394454956056 + ], + [ + "▁satisfied", + -11.334527969360352 + ], + [ + "▁Fla", + -11.334596633911133 + ], + [ + "▁estimate", + -11.334638595581056 + ], + [ + "▁Agency", + -11.33466911315918 + ], + [ + "OD", + -11.334708213806152 + ], + [ + "▁McC", + -11.334746360778809 + ], + [ + "bert", + -11.33474826812744 + ], + [ + "▁seal", + -11.334771156311035 + ], + [ + "aine", + -11.334839820861816 + ], + [ + "▁cauza", + -11.334848403930664 + ], + [ + "▁wallpaper", + -11.335081100463867 + ], + [ + "▁alb", + -11.33536434173584 + ], + [ + "▁Sound", + -11.335681915283203 + ], + [ + "worth", + -11.33572769165039 + ], + [ + "chten", + -11.335858345031738 + ], + [ + "programm", + -11.335896492004396 + ], + [ + "▁pounds", + -11.336215019226074 + ], + [ + "▁coaching", + -11.336278915405272 + ], + [ + "▁Furthermore", + -11.336454391479492 + ], + [ + "▁Korea", + -11.336471557617188 + ], + [ + "▁flour", + -11.336530685424805 + ], + [ + "▁sommes", + -11.33657169342041 + ], + [ + "▁Repair", + -11.33661937713623 + ], + [ + "”)", + -11.336642265319824 + ], + [ + "itch", + -11.336675643920898 + ], + [ + "blu", + -11.336786270141602 + ], + [ + "zar", + -11.33688259124756 + ], + [ + "▁diferite", + -11.33745002746582 + ], + [ + "▁Golf", + -11.337685585021973 + ], + [ + "arch", + -11.33772087097168 + ], + [ + "▁panels", + -11.337799072265623 + ], + [ + "jan", + -11.337956428527832 + ], + [ + "“.", + -11.33824062347412 + ], + [ + "izarea", + -11.338324546813965 + ], + [ + "▁golden", + -11.33854866027832 + ], + [ + "▁flying", + -11.338550567626951 + ], + [ + "▁museum", + -11.338700294494627 + ], + [ + "▁equivalent", + -11.338759422302246 + ], + [ + "▁Lang", + -11.339032173156738 + ], + [ + "schi", + -11.339539527893066 + ], + [ + "MI", + -11.339595794677734 + ], + [ + "▁faci", + -11.339838027954102 + ], + [ + "▁Rahmen", + -11.339988708496094 + ], + [ + "▁attending", + -11.340130805969238 + ], + [ + "′′", + -11.340483665466309 + ], + [ + "▁Tro", + -11.341070175170898 + ], + [ + "▁gaming", + -11.341447830200195 + ], + [ + "▁aujourd", + -11.341479301452637 + ], + [ + "▁Wochen", + -11.341526985168455 + ], + [ + "▁entering", + -11.341535568237305 + ], + [ + "its", + -11.34155559539795 + ], + [ + "▁Private", + -11.341866493225098 + ], + [ + "▁Ocean", + -11.34188175201416 + ], + [ + "▁01", + -11.342098236083984 + ], + [ + "▁coloring", + -11.342188835144045 + ], + [ + "ător", + -11.34253215789795 + ], + [ + "▁flooring", + -11.342548370361328 + ], + [ + "▁downtown", + -11.34276294708252 + ], + [ + "rab", + -11.342998504638672 + ], + [ + "HI", + -11.343221664428713 + ], + [ + "▁illness", + -11.343234062194824 + ], + [ + "▁whil", + -11.343307495117188 + ], + [ + "▁diamond", + -11.34333324432373 + ], + [ + "Mail", + -11.343419075012209 + ], + [ + "▁Dream", + -11.34344482421875 + ], + [ + "▁Golden", + -11.344099044799805 + ], + [ + "▁rein", + -11.344220161437988 + ], + [ + "▁hi", + -11.344283103942873 + ], + [ + "▁expressed", + -11.344489097595217 + ], + [ + "▁luat", + -11.344511985778809 + ], + [ + "▁Share", + -11.34453010559082 + ], + [ + "▁Programm", + -11.344706535339355 + ], + [ + "▁Sales", + -11.344707489013672 + ], + [ + "▁prof", + -11.344890594482422 + ], + [ + "▁MO", + -11.34505844116211 + ], + [ + "▁Short", + -11.345088958740234 + ], + [ + "▁charm", + -11.345290184020996 + ], + [ + "▁Cer", + -11.345373153686523 + ], + [ + "▁Run", + -11.34553337097168 + ], + [ + "▁tutorial", + -11.345589637756348 + ], + [ + "oul", + -11.34561824798584 + ], + [ + "▁Fest", + -11.345794677734377 + ], + [ + "▁uniform", + -11.345929145812988 + ], + [ + "aß", + -11.346014976501465 + ], + [ + "▁pipe", + -11.346076965332031 + ], + [ + "▁Square", + -11.346283912658691 + ], + [ + "▁Kosten", + -11.346365928649902 + ], + [ + "▁checked", + -11.346590042114258 + ], + [ + "▁65", + -11.34662628173828 + ], + [ + "▁Adam", + -11.346686363220217 + ], + [ + "cel", + -11.34670066833496 + ], + [ + "ello", + -11.346965789794922 + ], + [ + "▁Res", + -11.347023963928224 + ], + [ + "▁drain", + -11.34708309173584 + ], + [ + "ză", + -11.347129821777344 + ], + [ + "▁Tech", + -11.34739875793457 + ], + [ + "▁strive", + -11.34749698638916 + ], + [ + "cycl", + -11.347506523132324 + ], + [ + "▁stark", + -11.347541809082031 + ], + [ + "load", + -11.34754753112793 + ], + [ + "▁Stat", + -11.347589492797852 + ], + [ + "▁Rec", + -11.347622871398926 + ], + [ + "ians", + -11.347716331481934 + ], + [ + "▁Tin", + -11.347738265991213 + ], + [ + "▁Agreement", + -11.347840309143066 + ], + [ + "▁pret", + -11.348027229309082 + ], + [ + "-9", + -11.348326683044434 + ], + [ + "▁sentence", + -11.348380088806152 + ], + [ + "▁Direct", + -11.348426818847656 + ], + [ + "▁Rep", + -11.348465919494627 + ], + [ + "▁Prozent", + -11.348799705505373 + ], + [ + "▁invitation", + -11.34882640838623 + ], + [ + "▁refund", + -11.349113464355469 + ], + [ + "▁Kids", + -11.349287986755373 + ], + [ + "stock", + -11.349383354187012 + ], + [ + "TP", + -11.349400520324709 + ], + [ + "▁tau", + -11.34941291809082 + ], + [ + "from", + -11.349421501159668 + ], + [ + "▁Ash", + -11.349451065063477 + ], + [ + "store", + -11.349535942077637 + ], + [ + "▁Common", + -11.34958553314209 + ], + [ + "▁Qualität", + -11.34968376159668 + ], + [ + "▁strongly", + -11.349727630615234 + ], + [ + "▁importante", + -11.34979248046875 + ], + [ + "ome", + -11.349912643432615 + ], + [ + "▁surtout", + -11.349946022033691 + ], + [ + "enables", + -11.35020637512207 + ], + [ + "▁decent", + -11.350221633911133 + ], + [ + "▁neutral", + -11.350237846374512 + ], + [ + "▁produs", + -11.350356101989746 + ], + [ + "bury", + -11.350451469421388 + ], + [ + "▁Level", + -11.350618362426758 + ], + [ + "▁interes", + -11.350699424743652 + ], + [ + "mov", + -11.350797653198242 + ], + [ + "▁backup", + -11.350939750671388 + ], + [ + "même", + -11.351094245910645 + ], + [ + "doc", + -11.351119041442873 + ], + [ + "▁#1", + -11.35130786895752 + ], + [ + "▁specified", + -11.351495742797852 + ], + [ + "▁founder", + -11.351655960083008 + ], + [ + "And", + -11.352090835571287 + ], + [ + "isten", + -11.352149963378906 + ], + [ + "▁lecture", + -11.35272979736328 + ], + [ + "▁wake", + -11.352895736694336 + ], + [ + "▁vraiment", + -11.352980613708496 + ], + [ + "▁swing", + -11.353188514709473 + ], + [ + "▁addresses", + -11.353275299072266 + ], + [ + "▁Verfügung", + -11.353504180908203 + ], + [ + "▁deadline", + -11.353761672973633 + ], + [ + "н", + -11.35379123687744 + ], + [ + "▁Content", + -11.353970527648926 + ], + [ + "▁Gre", + -11.354111671447754 + ], + [ + "▁Experience", + -11.354378700256348 + ], + [ + "tura", + -11.354458808898926 + ], + [ + "▁exit", + -11.354642868041992 + ], + [ + "▁Britain", + -11.354652404785156 + ], + [ + "▁Sunt", + -11.354684829711914 + ], + [ + "▁documentation", + -11.354690551757812 + ], + [ + "▁showcase", + -11.3547945022583 + ], + [ + "▁photographs", + -11.354822158813477 + ], + [ + "qué", + -11.35483169555664 + ], + [ + "zin", + -11.354909896850586 + ], + [ + "pres", + -11.354933738708496 + ], + [ + "▁decline", + -11.354955673217772 + ], + [ + "▁Large", + -11.355030059814451 + ], + [ + "▁bills", + -11.355141639709473 + ], + [ + "▁entitled", + -11.355222702026367 + ], + [ + "▁passionate", + -11.355393409729004 + ], + [ + "▁workout", + -11.355413436889648 + ], + [ + "▁Again", + -11.35560417175293 + ], + [ + "▁Haut", + -11.35582160949707 + ], + [ + "▁guaranteed", + -11.35599136352539 + ], + [ + "▁vue", + -11.35600471496582 + ], + [ + "▁farmers", + -11.356224060058594 + ], + [ + "▁admission", + -11.356500625610352 + ], + [ + "▁manière", + -11.357080459594728 + ], + [ + "▁reverse", + -11.357121467590332 + ], + [ + "▁FL", + -11.357142448425291 + ], + [ + "▁terminal", + -11.357206344604492 + ], + [ + "GI", + -11.35731029510498 + ], + [ + "▁speakers", + -11.35739803314209 + ], + [ + "▁responses", + -11.357398986816406 + ], + [ + "▁Doch", + -11.357457160949709 + ], + [ + "▁2013,", + -11.357717514038086 + ], + [ + "▁phones", + -11.357789993286133 + ], + [ + "ential", + -11.357851028442385 + ], + [ + "▁operator", + -11.357916831970217 + ], + [ + "▁steam", + -11.358036994934082 + ], + [ + "burn", + -11.358091354370115 + ], + [ + "▁seul", + -11.35815715789795 + ], + [ + "▁unusual", + -11.358322143554688 + ], + [ + "▁educate", + -11.358403205871582 + ], + [ + "▁Que", + -11.358680725097656 + ], + [ + "▁believes", + -11.359137535095217 + ], + [ + "▁succeed", + -11.359344482421877 + ], + [ + "▁delay", + -11.359533309936523 + ], + [ + "▁deeper", + -11.359633445739746 + ], + [ + "▁reaching", + -11.359890937805176 + ], + [ + "▁objectives", + -11.36008644104004 + ], + [ + "▁temporary", + -11.36028003692627 + ], + [ + "▁artistic", + -11.360421180725098 + ], + [ + "▁sou", + -11.360471725463867 + ], + [ + "▁transparent", + -11.36062240600586 + ], + [ + "There", + -11.360798835754396 + ], + [ + "ception", + -11.360836029052734 + ], + [ + "▁excess", + -11.360939979553224 + ], + [ + "▁gathering", + -11.361008644104004 + ], + [ + "▁Save", + -11.361095428466797 + ], + [ + "ază", + -11.361166000366213 + ], + [ + "▁français", + -11.361197471618652 + ], + [ + "▁laid", + -11.361210823059082 + ], + [ + "▁modul", + -11.361394882202148 + ], + [ + "avoir", + -11.361465454101562 + ], + [ + "under", + -11.36211395263672 + ], + [ + "dding", + -11.362226486206056 + ], + [ + "▁falls", + -11.362232208251951 + ], + [ + "▁Möglichkeit", + -11.362369537353516 + ], + [ + "▁ceremony", + -11.362370491027832 + ], + [ + "rai", + -11.36237621307373 + ], + [ + "▁Bor", + -11.362709045410156 + ], + [ + "▁Below", + -11.362750053405762 + ], + [ + "4)", + -11.362759590148926 + ], + [ + "▁Field", + -11.362833023071287 + ], + [ + "wear", + -11.362935066223145 + ], + [ + "motion", + -11.362948417663574 + ], + [ + "print", + -11.363311767578123 + ], + [ + "game", + -11.363360404968262 + ], + [ + "▁Irish", + -11.363458633422852 + ], + [ + "▁Las", + -11.363458633422852 + ], + [ + "Among", + -11.363570213317873 + ], + [ + "atori", + -11.363580703735352 + ], + [ + "▁ajuns", + -11.363837242126465 + ], + [ + "▁alive", + -11.36386013031006 + ], + [ + "▁retour", + -11.363900184631348 + ], + [ + "▁smoke", + -11.3640775680542 + ], + [ + "▁math", + -11.364285469055176 + ], + [ + "▁Ye", + -11.364337921142578 + ], + [ + "▁Denn", + -11.36436653137207 + ], + [ + "▁1995", + -11.364412307739258 + ], + [ + "▁bani", + -11.364644050598145 + ], + [ + "raz", + -11.364998817443848 + ], + [ + "world", + -11.365026473999023 + ], + [ + "▁engines", + -11.365140914916992 + ], + [ + "nehmen", + -11.365192413330078 + ], + [ + "stor", + -11.365328788757324 + ], + [ + "▁interpret", + -11.365403175354004 + ], + [ + "▁Ven", + -11.365489959716797 + ], + [ + "▁cotton", + -11.365622520446776 + ], + [ + "▁represented", + -11.366004943847656 + ], + [ + "▁fabulous", + -11.366166114807127 + ], + [ + "▁gender", + -11.36630153656006 + ], + [ + "Mar", + -11.366668701171877 + ], + [ + "vic", + -11.366991996765137 + ], + [ + "▁newsletter", + -11.367432594299316 + ], + [ + "sburg", + -11.36757469177246 + ], + [ + "pond", + -11.36838436126709 + ], + [ + "▁Carl", + -11.368454933166504 + ], + [ + "▁bunch", + -11.368714332580566 + ], + [ + "▁tower", + -11.368847846984863 + ], + [ + "▁trigger", + -11.368976593017578 + ], + [ + "▁explanation", + -11.369091033935549 + ], + [ + "Man", + -11.369114875793455 + ], + [ + "iunea", + -11.369168281555176 + ], + [ + "▁announcement", + -11.369492530822754 + ], + [ + "▁seeds", + -11.36952018737793 + ], + [ + "▁shell", + -11.369865417480469 + ], + [ + "▁Working", + -11.36989688873291 + ], + [ + "viz", + -11.370267868041992 + ], + [ + "▁Simply", + -11.37032985687256 + ], + [ + "sub", + -11.37037181854248 + ], + [ + "▁Village", + -11.37060832977295 + ], + [ + "▁falling", + -11.370742797851562 + ], + [ + "▁fits", + -11.37084674835205 + ], + [ + "▁wichtig", + -11.37088394165039 + ], + [ + "▁Down", + -11.37108039855957 + ], + [ + "bble", + -11.371573448181152 + ], + [ + "▁Orange", + -11.37165641784668 + ], + [ + "promoting", + -11.37193202972412 + ], + [ + "▁rapidly", + -11.37217903137207 + ], + [ + "▁translation", + -11.37233066558838 + ], + [ + "nig", + -11.3723726272583 + ], + [ + "fusion", + -11.37240982055664 + ], + [ + "kosten", + -11.372611045837402 + ], + [ + "2)", + -11.372783660888672 + ], + [ + "▁Express", + -11.372958183288574 + ], + [ + "▁Sw", + -11.373003959655762 + ], + [ + "▁frequency", + -11.373086929321287 + ], + [ + "▁diversity", + -11.373348236083984 + ], + [ + "MT", + -11.373452186584473 + ], + [ + "▁bekannt", + -11.373530387878418 + ], + [ + "lion", + -11.373871803283691 + ], + [ + "▁cop", + -11.37393856048584 + ], + [ + "▁Customer", + -11.374072074890137 + ], + [ + "▁demands", + -11.374427795410156 + ], + [ + "▁corn", + -11.374516487121582 + ], + [ + "▁Hamburg", + -11.374551773071287 + ], + [ + "SD", + -11.374628067016602 + ], + [ + "▁Rome", + -11.374677658081056 + ], + [ + "▁Pur", + -11.374750137329102 + ], + [ + "▁stamp", + -11.374885559082031 + ], + [ + "▁grateful", + -11.374967575073242 + ], + [ + "RM", + -11.37511157989502 + ], + [ + "▁Pl", + -11.37511920928955 + ], + [ + "▁Tele", + -11.375154495239258 + ], + [ + "▁plugin", + -11.375492095947266 + ], + [ + "▁maxim", + -11.375675201416016 + ], + [ + "▁Hoch", + -11.37574577331543 + ], + [ + "igung", + -11.37582302093506 + ], + [ + "▁Entwicklung", + -11.375858306884766 + ], + [ + "▁File", + -11.375931739807127 + ], + [ + "▁Eastern", + -11.376070022583008 + ], + [ + "▁scrap", + -11.376331329345703 + ], + [ + "▁acquired", + -11.376338958740234 + ], + [ + "sau", + -11.376364707946776 + ], + [ + "▁Klein", + -11.376452445983888 + ], + [ + "▁milioane", + -11.376492500305176 + ], + [ + "▁Stand", + -11.376693725585938 + ], + [ + "▁childhood", + -11.37671184539795 + ], + [ + "▁artificial", + -11.376752853393556 + ], + [ + "▁substantial", + -11.376851081848145 + ], + [ + "druck", + -11.377315521240234 + ], + [ + "▁Kra", + -11.377562522888184 + ], + [ + "▁performances", + -11.377645492553713 + ], + [ + "▁row", + -11.377824783325195 + ], + [ + "NT", + -11.377899169921877 + ], + [ + "mod", + -11.377904891967772 + ], + [ + "remained", + -11.378399848937988 + ], + [ + "▁nimic", + -11.378462791442873 + ], + [ + "▁Limited", + -11.378555297851562 + ], + [ + "▁cookie", + -11.378718376159668 + ], + [ + "▁retain", + -11.378816604614258 + ], + [ + "▁600", + -11.379144668579102 + ], + [ + "▁eigene", + -11.379158020019531 + ], + [ + "▁tune", + -11.379209518432615 + ], + [ + "NS", + -11.37925624847412 + ], + [ + "▁dad", + -11.379284858703612 + ], + [ + "Moreover", + -11.37941551208496 + ], + [ + "ès", + -11.379434585571287 + ], + [ + "▁worship", + -11.379439353942873 + ], + [ + "▁Material", + -11.3794584274292 + ], + [ + "▁verb", + -11.379528045654297 + ], + [ + "ziehen", + -11.37957763671875 + ], + [ + "lton", + -11.379645347595217 + ], + [ + "▁boot", + -11.379982948303224 + ], + [ + "plo", + -11.380118370056152 + ], + [ + "CF", + -11.380212783813477 + ], + [ + "GM", + -11.380215644836426 + ], + [ + "▁Mix", + -11.38046932220459 + ], + [ + "▁Front", + -11.380474090576172 + ], + [ + "▁repairs", + -11.380655288696287 + ], + [ + "▁proportion", + -11.381068229675291 + ], + [ + "▁habit", + -11.381132125854492 + ], + [ + "▁hide", + -11.38156509399414 + ], + [ + "focusing", + -11.381707191467283 + ], + [ + "▁Annual", + -11.381717681884766 + ], + [ + "▁twin", + -11.3817777633667 + ], + [ + "▁acord", + -11.381780624389648 + ], + [ + "ehr", + -11.38181495666504 + ], + [ + "month", + -11.38230323791504 + ], + [ + "venir", + -11.382535934448242 + ], + [ + "Or", + -11.38254165649414 + ], + [ + "awa", + -11.382600784301758 + ], + [ + "lass", + -11.382735252380373 + ], + [ + "ffe", + -11.383048057556152 + ], + [ + "iți", + -11.383074760437012 + ], + [ + "NO", + -11.3831148147583 + ], + [ + "▁scope", + -11.383295059204102 + ], + [ + "▁lowest", + -11.383527755737305 + ], + [ + "▁afraid", + -11.383572578430176 + ], + [ + "▁subjects", + -11.383578300476074 + ], + [ + "▁templates", + -11.383586883544922 + ], + [ + "▁jos", + -11.383604049682615 + ], + [ + "DM", + -11.38368797302246 + ], + [ + "ensemble", + -11.383792877197266 + ], + [ + "▁Ski", + -11.383941650390623 + ], + [ + "DP", + -11.384099960327148 + ], + [ + "▁grip", + -11.38417148590088 + ], + [ + "2-", + -11.38436222076416 + ], + [ + "▁sécurité", + -11.384743690490724 + ], + [ + "▁mono", + -11.38474941253662 + ], + [ + "▁controls", + -11.384854316711426 + ], + [ + "SV", + -11.384879112243652 + ], + [ + "install", + -11.384970664978027 + ], + [ + "berry", + -11.385042190551758 + ], + [ + "nial", + -11.385120391845703 + ], + [ + "shed", + -11.385462760925291 + ], + [ + "▁celle", + -11.385830879211426 + ], + [ + "FR", + -11.385936737060549 + ], + [ + "äng", + -11.385950088500977 + ], + [ + "▁gaz", + -11.385984420776367 + ], + [ + "êt", + -11.386184692382812 + ], + [ + "▁viewing", + -11.386412620544434 + ], + [ + "▁asigura", + -11.386524200439451 + ], + [ + "bling", + -11.3865327835083 + ], + [ + "master", + -11.386919975280762 + ], + [ + "▁Fin", + -11.387160301208496 + ], + [ + "VC", + -11.387365341186523 + ], + [ + "▁patent", + -11.387715339660645 + ], + [ + "▁Clean", + -11.38773250579834 + ], + [ + "▁1970", + -11.387789726257324 + ], + [ + "▁Char", + -11.387971878051758 + ], + [ + "thi", + -11.388010025024414 + ], + [ + "bli", + -11.388141632080078 + ], + [ + "▁haut", + -11.388307571411133 + ], + [ + "tica", + -11.38836669921875 + ], + [ + "▁venit", + -11.388578414916992 + ], + [ + "▁compatible", + -11.388678550720217 + ], + [ + "▁hanging", + -11.388690948486328 + ], + [ + "UN", + -11.388842582702637 + ], + [ + "▁forth", + -11.388911247253418 + ], + [ + "▁painted", + -11.388912200927734 + ], + [ + "lip", + -11.389031410217283 + ], + [ + "▁deeply", + -11.389089584350586 + ], + [ + "▁participating", + -11.389242172241213 + ], + [ + "▁Iran", + -11.38968276977539 + ], + [ + "▁conventional", + -11.389769554138184 + ], + [ + "ARE", + -11.38985824584961 + ], + [ + "▁accuracy", + -11.389896392822266 + ], + [ + "▁Familie", + -11.389955520629885 + ], + [ + "▁Dir", + -11.39001178741455 + ], + [ + "▁gehen", + -11.390127182006836 + ], + [ + "▁moderne", + -11.39022159576416 + ], + [ + "▁Iraq", + -11.39050579071045 + ], + [ + "▁vente", + -11.390582084655762 + ], + [ + "▁Donald", + -11.390998840332031 + ], + [ + "▁passer", + -11.391051292419434 + ], + [ + "▁mehrere", + -11.391267776489258 + ], + [ + "▁Everything", + -11.391291618347168 + ], + [ + "▁studied", + -11.391307830810549 + ], + [ + "▁acquire", + -11.391312599182127 + ], + [ + "für", + -11.391477584838867 + ], + [ + "▁gal", + -11.391502380371094 + ], + [ + "▁headed", + -11.391809463500977 + ], + [ + "▁screening", + -11.391865730285645 + ], + [ + "▁findings", + -11.392303466796877 + ], + [ + "▁nutrition", + -11.392305374145508 + ], + [ + "▁Secretary", + -11.392308235168455 + ], + [ + "duct", + -11.392431259155272 + ], + [ + "born", + -11.392436027526855 + ], + [ + "«", + -11.39261531829834 + ], + [ + "▁statistics", + -11.392616271972656 + ], + [ + "▁Sydney", + -11.392800331115724 + ], + [ + "▁Prof", + -11.392829895019531 + ], + [ + "▁dialogue", + -11.39327621459961 + ], + [ + "▁gather", + -11.393425941467283 + ], + [ + "valu", + -11.393746376037598 + ], + [ + "▁currency", + -11.394073486328123 + ], + [ + "▁Kat", + -11.394092559814451 + ], + [ + "gotten", + -11.394189834594728 + ], + [ + "main", + -11.39432144165039 + ], + [ + "▁coin", + -11.39434051513672 + ], + [ + "▁Nick", + -11.394380569458008 + ], + [ + "vă", + -11.394658088684082 + ], + [ + "▁Victoria", + -11.394832611083984 + ], + [ + "▁conclusion", + -11.3949613571167 + ], + [ + "▁lemon", + -11.39499855041504 + ], + [ + "▁Article", + -11.39516830444336 + ], + [ + "▁necesar", + -11.39516830444336 + ], + [ + "mag", + -11.395180702209473 + ], + [ + "▁riding", + -11.39537239074707 + ], + [ + "▁Eli", + -11.395599365234377 + ], + [ + "▁cord", + -11.395635604858398 + ], + [ + "wä", + -11.39572811126709 + ], + [ + "ußerdem", + -11.395737648010254 + ], + [ + "▁Bed", + -11.395759582519531 + ], + [ + "▁layers", + -11.395833015441896 + ], + [ + "▁harder", + -11.39597511291504 + ], + [ + "▁processor", + -11.396040916442873 + ], + [ + "▁Ils", + -11.39613151550293 + ], + [ + "▁Edition", + -11.39615535736084 + ], + [ + "▁Link", + -11.39639377593994 + ], + [ + "éré", + -11.396461486816406 + ], + [ + "▁nume", + -11.396576881408691 + ], + [ + "▁Boy", + -11.39659595489502 + ], + [ + "▁equally", + -11.396646499633787 + ], + [ + "▁Regel", + -11.397119522094728 + ], + [ + "▁hopes", + -11.39718532562256 + ], + [ + "odor", + -11.397311210632324 + ], + [ + "▁initially", + -11.397430419921877 + ], + [ + "▁$4", + -11.3974609375 + ], + [ + "▁exemplu", + -11.397537231445312 + ], + [ + "▁vari", + -11.397565841674805 + ], + [ + "schl", + -11.397698402404783 + ], + [ + "▁southern", + -11.39809799194336 + ], + [ + "▁mein", + -11.39818000793457 + ], + [ + "▁1994", + -11.398300170898438 + ], + [ + "▁importantly", + -11.398401260375977 + ], + [ + "▁succes", + -11.398526191711426 + ], + [ + "▁developer", + -11.398598670959473 + ], + [ + "▁lips", + -11.39889144897461 + ], + [ + "▁attitude", + -11.39900016784668 + ], + [ + "▁Age", + -11.399541854858398 + ], + [ + "▁corps", + -11.399713516235352 + ], + [ + "▁clicking", + -11.39976978302002 + ], + [ + "▁putem", + -11.399832725524902 + ], + [ + "▁journée", + -11.40003776550293 + ], + [ + "boy", + -11.4002103805542 + ], + [ + "▁injured", + -11.40028190612793 + ], + [ + "▁watched", + -11.400433540344238 + ], + [ + "▁flights", + -11.40079116821289 + ], + [ + "turn", + -11.400980949401855 + ], + [ + "▁stainless", + -11.401562690734863 + ], + [ + "▁besondere", + -11.40156364440918 + ], + [ + "▁Tur", + -11.401596069335938 + ], + [ + "▁hiring", + -11.401650428771973 + ], + [ + "▁roads", + -11.401727676391602 + ], + [ + "ificat", + -11.401785850524902 + ], + [ + "▁Flor", + -11.402045249938965 + ], + [ + "▁puternic", + -11.402215003967283 + ], + [ + "▁unexpected", + -11.40223503112793 + ], + [ + "▁Est", + -11.40238094329834 + ], + [ + "▁adopted", + -11.40253734588623 + ], + [ + "▁Fox", + -11.402647972106934 + ], + [ + "▁contributions", + -11.402870178222656 + ], + [ + "sec", + -11.402968406677246 + ], + [ + "IO", + -11.40305995941162 + ], + [ + "▁santé", + -11.403432846069336 + ], + [ + "▁Tree", + -11.403763771057127 + ], + [ + "▁scurt", + -11.40381908416748 + ], + [ + "▁Products", + -11.403848648071287 + ], + [ + "▁forecast", + -11.403998374938965 + ], + [ + "▁actor", + -11.40414333343506 + ], + [ + "▁Gallery", + -11.404149055480955 + ], + [ + "▁continuous", + -11.404163360595703 + ], + [ + "▁Hat", + -11.404291152954102 + ], + [ + "▁slip", + -11.404501914978027 + ], + [ + "9%", + -11.40496063232422 + ], + [ + "▁depression", + -11.405043601989746 + ], + [ + "UI", + -11.405229568481444 + ], + [ + "abile", + -11.405648231506348 + ], + [ + "▁merit", + -11.40567111968994 + ], + [ + "▁Fer", + -11.405805587768556 + ], + [ + "▁robot", + -11.405888557434082 + ], + [ + "▁gel", + -11.40589427947998 + ], + [ + "▁gentle", + -11.406017303466797 + ], + [ + "▁wanting", + -11.406071662902832 + ], + [ + "▁understood", + -11.406157493591309 + ], + [ + "▁terrain", + -11.406161308288574 + ], + [ + "▁associate", + -11.406176567077637 + ], + [ + "▁discussions", + -11.40632152557373 + ], + [ + "▁Job", + -11.406365394592283 + ], + [ + "spec", + -11.40644073486328 + ], + [ + "Dabei", + -11.406475067138672 + ], + [ + "etic", + -11.406517028808594 + ], + [ + "gol", + -11.40654468536377 + ], + [ + "▁20%", + -11.40658473968506 + ], + [ + "▁grup", + -11.406606674194336 + ], + [ + "▁Doctor", + -11.406813621520996 + ], + [ + "verse", + -11.407246589660645 + ], + [ + "▁victim", + -11.40725803375244 + ], + [ + "ță", + -11.407302856445312 + ], + [ + "▁scores", + -11.407544136047363 + ], + [ + "▁Policy", + -11.407634735107422 + ], + [ + "▁Anna", + -11.407736778259276 + ], + [ + "IV", + -11.407804489135742 + ], + [ + "▁mineral", + -11.408202171325684 + ], + [ + "live", + -11.40821647644043 + ], + [ + "▁grey", + -11.408368110656738 + ], + [ + "struct", + -11.40852165222168 + ], + [ + "▁emails", + -11.408738136291504 + ], + [ + "▁anymore", + -11.409114837646484 + ], + [ + "▁productivity", + -11.409387588500977 + ], + [ + "▁Dark", + -11.409463882446287 + ], + [ + "▁neither", + -11.409481048583984 + ], + [ + "▁quotes", + -11.409611701965332 + ], + [ + "LS", + -11.41036891937256 + ], + [ + "▁Arizona", + -11.41040325164795 + ], + [ + "night", + -11.410497665405272 + ], + [ + "élé", + -11.411019325256348 + ], + [ + "▁assigned", + -11.41115379333496 + ], + [ + "▁satellite", + -11.411328315734863 + ], + [ + "▁stability", + -11.411665916442873 + ], + [ + "▁networking", + -11.41172981262207 + ], + [ + "▁Transport", + -11.411847114562988 + ], + [ + "▁persons", + -11.411856651306152 + ], + [ + "fund", + -11.412043571472168 + ], + [ + "▁pratique", + -11.41213321685791 + ], + [ + "▁inca", + -11.412134170532228 + ], + [ + "iller", + -11.412349700927734 + ], + [ + "▁packed", + -11.41239070892334 + ], + [ + "▁Vegas", + -11.412484169006348 + ], + [ + "▁offre", + -11.412493705749512 + ], + [ + "▁Bin", + -11.412518501281738 + ], + [ + "stop", + -11.412609100341797 + ], + [ + "mini", + -11.412860870361328 + ], + [ + "▁jam", + -11.412877082824709 + ], + [ + "cord", + -11.41289234161377 + ], + [ + "▁Beautiful", + -11.412996292114258 + ], + [ + "▁trash", + -11.413012504577637 + ], + [ + "▁wise", + -11.413092613220217 + ], + [ + "▁accounting", + -11.413178443908691 + ], + [ + "▁différents", + -11.413182258605955 + ], + [ + "▁stil", + -11.413214683532717 + ], + [ + "suit", + -11.413951873779297 + ], + [ + "▁vier", + -11.414209365844728 + ], + [ + "▁permis", + -11.414224624633787 + ], + [ + "flow", + -11.414238929748535 + ], + [ + "▁col", + -11.414749145507812 + ], + [ + "ected", + -11.414960861206056 + ], + [ + "▁singer", + -11.414999008178713 + ], + [ + "▁GmbH", + -11.415038108825684 + ], + [ + "tics", + -11.415094375610352 + ], + [ + "▁ser", + -11.415159225463867 + ], + [ + "On", + -11.415315628051758 + ], + [ + "▁insights", + -11.415605545043944 + ], + [ + "BB", + -11.41594696044922 + ], + [ + "▁differ", + -11.415959358215332 + ], + [ + "▁Glass", + -11.416131973266602 + ], + [ + "▁Six", + -11.41648292541504 + ], + [ + "▁subscription", + -11.416584968566896 + ], + [ + "BC", + -11.416606903076172 + ], + [ + "▁returning", + -11.416664123535156 + ], + [ + "kleinen", + -11.416693687438965 + ], + [ + "▁advantages", + -11.416747093200684 + ], + [ + "omme", + -11.416852951049805 + ], + [ + "lus", + -11.417071342468262 + ], + [ + "now", + -11.417141914367676 + ], + [ + "▁Pack", + -11.417253494262695 + ], + [ + "▁leak", + -11.417333602905272 + ], + [ + "▁muscles", + -11.41748332977295 + ], + [ + "▁davon", + -11.417492866516112 + ], + [ + "mph", + -11.417858123779297 + ], + [ + "▁temple", + -11.417868614196776 + ], + [ + "▁Après", + -11.417901039123535 + ], + [ + "▁Illinois", + -11.41801643371582 + ], + [ + "▁variable", + -11.418065071105955 + ], + [ + "▁judgment", + -11.418389320373535 + ], + [ + "gran", + -11.41861629486084 + ], + [ + "▁pose", + -11.418621063232422 + ], + [ + "das", + -11.41864776611328 + ], + [ + "ures", + -11.418673515319824 + ], + [ + "▁Championship", + -11.418689727783203 + ], + [ + "ebenfalls", + -11.41872501373291 + ], + [ + "▁hydro", + -11.418753623962402 + ], + [ + "▁angle", + -11.419268608093262 + ], + [ + "▁5-", + -11.41940975189209 + ], + [ + "▁gest", + -11.419547080993652 + ], + [ + "▁Frau", + -11.420233726501465 + ], + [ + "▁knock", + -11.420275688171388 + ], + [ + "FS", + -11.420442581176758 + ], + [ + "spi", + -11.420577049255373 + ], + [ + "▁Regional", + -11.420717239379885 + ], + [ + "lets", + -11.421098709106444 + ], + [ + "▁Date", + -11.42115592956543 + ], + [ + "▁Finance", + -11.42121124267578 + ], + [ + "▁Dann", + -11.421320915222168 + ], + [ + "Star", + -11.421380043029783 + ], + [ + "▁Creek", + -11.421393394470217 + ], + [ + "▁fu", + -11.421648979187012 + ], + [ + "wohn", + -11.422141075134276 + ], + [ + "▁anniversary", + -11.422219276428224 + ], + [ + "▁investments", + -11.422292709350586 + ], + [ + "▁universal", + -11.422601699829102 + ], + [ + "▁pit", + -11.42274570465088 + ], + [ + "ște", + -11.422784805297852 + ], + [ + "▁lab", + -11.422822952270508 + ], + [ + "dienst", + -11.422884941101074 + ], + [ + "▁pal", + -11.422889709472656 + ], + [ + "▁graphic", + -11.42289924621582 + ], + [ + "▁bearing", + -11.422900199890137 + ], + [ + "▁stylish", + -11.423087120056152 + ], + [ + "▁mé", + -11.42319393157959 + ], + [ + "▁există", + -11.42326545715332 + ], + [ + "▁découvrir", + -11.423477172851562 + ], + [ + "comp", + -11.423606872558594 + ], + [ + "ridge", + -11.423667907714844 + ], + [ + "▁heads", + -11.423765182495115 + ], + [ + "▁consequences", + -11.423835754394531 + ], + [ + "self", + -11.423842430114746 + ], + [ + "fried", + -11.423870086669922 + ], + [ + "▁inventory", + -11.424199104309082 + ], + [ + "▁strip", + -11.42422866821289 + ], + [ + "▁Civil", + -11.42424488067627 + ], + [ + "bell", + -11.424307823181152 + ], + [ + "▁neben", + -11.424444198608398 + ], + [ + "▁Perfect", + -11.424470901489258 + ], + [ + "▁Notre", + -11.424478530883787 + ], + [ + "▁fraud", + -11.424630165100098 + ], + [ + "▁employers", + -11.424656867980955 + ], + [ + "▁Jackson", + -11.42470645904541 + ], + [ + "▁probleme", + -11.424915313720703 + ], + [ + "▁richtig", + -11.424957275390623 + ], + [ + "▁Method", + -11.425009727478027 + ], + [ + "▁tired", + -11.425010681152344 + ], + [ + "dies", + -11.425031661987305 + ], + [ + "▁Number", + -11.425315856933594 + ], + [ + "rland", + -11.425652503967283 + ], + [ + "▁latter", + -11.426031112670898 + ], + [ + "rendre", + -11.426064491271973 + ], + [ + "▁cameras", + -11.426095962524414 + ], + [ + "▁euch", + -11.426630020141602 + ], + [ + "▁Description", + -11.427038192749023 + ], + [ + "Spec", + -11.427061080932615 + ], + [ + "▁mile", + -11.427437782287598 + ], + [ + "▁Challenge", + -11.42747402191162 + ], + [ + "▁Solutions", + -11.427504539489746 + ], + [ + "▁trusted", + -11.427509307861328 + ], + [ + "▁einge", + -11.427515029907228 + ], + [ + "rück", + -11.427528381347656 + ], + [ + "▁Ober", + -11.427635192871094 + ], + [ + "kes", + -11.42764949798584 + ], + [ + "▁Log", + -11.427684783935549 + ], + [ + "▁dessert", + -11.427776336669922 + ], + [ + "▁murder", + -11.428033828735352 + ], + [ + "▁1/2", + -11.428311347961426 + ], + [ + "▁Provide", + -11.42872142791748 + ], + [ + "nivelul", + -11.428800582885742 + ], + [ + "nici", + -11.428818702697754 + ], + [ + "▁observe", + -11.42889404296875 + ], + [ + "▁prescription", + -11.429162979125977 + ], + [ + "▁Sau", + -11.429170608520508 + ], + [ + "▁genuine", + -11.42919635772705 + ], + [ + "▁operated", + -11.429231643676758 + ], + [ + "▁generous", + -11.42926788330078 + ], + [ + "▁weapons", + -11.429458618164062 + ], + [ + "▁belief", + -11.4295015335083 + ], + [ + "▁consum", + -11.429584503173828 + ], + [ + "▁unknown", + -11.430116653442385 + ], + [ + "deoarece", + -11.430135726928713 + ], + [ + "Art", + -11.430147171020508 + ], + [ + "▁kurz", + -11.430183410644531 + ], + [ + "▁Gut", + -11.430258750915527 + ], + [ + "▁medication", + -11.430522918701172 + ], + [ + "▁Mau", + -11.43058967590332 + ], + [ + "▁divorce", + -11.430678367614746 + ], + [ + "▁claimed", + -11.430811882019045 + ], + [ + "halten", + -11.430848121643066 + ], + [ + "▁Cons", + -11.43089485168457 + ], + [ + "▁operational", + -11.430975914001465 + ], + [ + "▁Hong", + -11.431081771850586 + ], + [ + "VI", + -11.431143760681152 + ], + [ + "▁Blick", + -11.431485176086426 + ], + [ + "▁lamp", + -11.431706428527832 + ], + [ + "pati", + -11.43185329437256 + ], + [ + "▁4-", + -11.43192195892334 + ], + [ + "▁interven", + -11.431964874267578 + ], + [ + "ques", + -11.43201732635498 + ], + [ + "▁Talk", + -11.432096481323242 + ], + [ + "▁zeigt", + -11.432318687438965 + ], + [ + "▁targeted", + -11.432390213012695 + ], + [ + "round", + -11.432640075683594 + ], + [ + "enfant", + -11.432748794555664 + ], + [ + "▁Reg", + -11.432836532592772 + ], + [ + "▁instruments", + -11.432872772216797 + ], + [ + "▁calcul", + -11.433363914489746 + ], + [ + "▁Henry", + -11.4335298538208 + ], + [ + "▁Cla", + -11.433616638183594 + ], + [ + "▁rack", + -11.433661460876465 + ], + [ + "sehen", + -11.43375301361084 + ], + [ + "▁ending", + -11.433754920959473 + ], + [ + "▁resolve", + -11.434130668640137 + ], + [ + "▁advise", + -11.434178352355955 + ], + [ + "▁sociale", + -11.434386253356934 + ], + [ + "▁cabin", + -11.434536933898926 + ], + [ + "▁involve", + -11.43480396270752 + ], + [ + "gă", + -11.434889793395996 + ], + [ + "▁automat", + -11.435132026672363 + ], + [ + "▁consultant", + -11.435258865356444 + ], + [ + "Bu", + -11.435370445251465 + ], + [ + "▁safely", + -11.435466766357422 + ], + [ + "état", + -11.43547821044922 + ], + [ + "▁pros", + -11.435657501220703 + ], + [ + "▁lies", + -11.435659408569336 + ], + [ + "▁Brian", + -11.435914993286133 + ], + [ + "▁talented", + -11.435954093933104 + ], + [ + "pus", + -11.43599796295166 + ], + [ + "▁hub", + -11.436060905456545 + ], + [ + "▁Ji", + -11.43606662750244 + ], + [ + "▁sought", + -11.436102867126465 + ], + [ + "▁energie", + -11.43621063232422 + ], + [ + "▁möchten", + -11.43634033203125 + ], + [ + "▁11.", + -11.436558723449709 + ], + [ + "▁Kong", + -11.436662673950195 + ], + [ + "▁grave", + -11.43666934967041 + ], + [ + "▁lists", + -11.436800956726074 + ], + [ + "tati", + -11.436809539794922 + ], + [ + "verschiedenen", + -11.43692398071289 + ], + [ + "dam", + -11.437061309814451 + ], + [ + "▁charity", + -11.437249183654783 + ], + [ + "▁breaking", + -11.43735122680664 + ], + [ + "kins", + -11.43747329711914 + ], + [ + "▁könnte", + -11.437517166137695 + ], + [ + "▁appointed", + -11.437532424926758 + ], + [ + "roc", + -11.4376859664917 + ], + [ + "▁Senate", + -11.437979698181152 + ], + [ + "wit", + -11.438002586364746 + ], + [ + "▁emerging", + -11.438162803649902 + ], + [ + "▁année", + -11.438288688659668 + ], + [ + "▁Cool", + -11.438365936279297 + ], + [ + "▁sensor", + -11.43842887878418 + ], + [ + "How", + -11.438488960266112 + ], + [ + "▁Ryan", + -11.438626289367676 + ], + [ + "▁computers", + -11.43871784210205 + ], + [ + "▁fault", + -11.4388427734375 + ], + [ + "▁présent", + -11.438843727111816 + ], + [ + "ulation", + -11.439149856567385 + ], + [ + "▁stir", + -11.439348220825195 + ], + [ + "lauf", + -11.439703941345217 + ], + [ + "▁AI", + -11.440389633178713 + ], + [ + "▁Bri", + -11.440438270568848 + ], + [ + "▁bain", + -11.441011428833008 + ], + [ + "▁5,", + -11.441287994384766 + ], + [ + "schein", + -11.44157886505127 + ], + [ + "▁weiß", + -11.441596031188965 + ], + [ + "▁possibilities", + -11.44235610961914 + ], + [ + "gur", + -11.442413330078123 + ], + [ + "▁hinter", + -11.44264793395996 + ], + [ + "Innen", + -11.442755699157717 + ], + [ + "▁vorba", + -11.442992210388184 + ], + [ + "fahren", + -11.443008422851562 + ], + [ + "▁Cell", + -11.443072319030762 + ], + [ + "univers", + -11.443137168884276 + ], + [ + "▁Follow", + -11.443424224853516 + ], + [ + "▁emotions", + -11.44360637664795 + ], + [ + "▁Ministry", + -11.44369411468506 + ], + [ + "▁curriculum", + -11.44369411468506 + ], + [ + "Je", + -11.443764686584473 + ], + [ + "▁gab", + -11.444080352783203 + ], + [ + "▁sigur", + -11.444270133972168 + ], + [ + "rise", + -11.444416999816896 + ], + [ + "Pri", + -11.44466495513916 + ], + [ + "▁stabil", + -11.444781303405762 + ], + [ + "▁superb", + -11.445100784301758 + ], + [ + "▁Oak", + -11.44510269165039 + ], + [ + "▁rubber", + -11.445286750793455 + ], + [ + "▁tag", + -11.445306777954102 + ], + [ + "PG", + -11.445361137390137 + ], + [ + "▁Heat", + -11.445477485656738 + ], + [ + "▁thousand", + -11.445504188537598 + ], + [ + "▁meets", + -11.445521354675291 + ], + [ + "▁faced", + -11.445578575134276 + ], + [ + "▁reserve", + -11.445640563964844 + ], + [ + "cateva", + -11.445767402648926 + ], + [ + "▁gym", + -11.445771217346191 + ], + [ + "▁vitamin", + -11.445960998535156 + ], + [ + "▁Rest", + -11.446457862854004 + ], + [ + "▁Single", + -11.446535110473633 + ], + [ + "▁Stephen", + -11.44662380218506 + ], + [ + "▁trick", + -11.446824073791504 + ], + [ + "DU", + -11.44694709777832 + ], + [ + "▁telefon", + -11.44711685180664 + ], + [ + "▁gând", + -11.447120666503906 + ], + [ + "▁primit", + -11.447345733642578 + ], + [ + "▁Connect", + -11.447351455688477 + ], + [ + "▁führt", + -11.447440147399902 + ], + [ + "▁Info", + -11.447500228881836 + ], + [ + "▁recall", + -11.447848320007324 + ], + [ + "▁restore", + -11.447885513305664 + ], + [ + "lege", + -11.44792652130127 + ], + [ + "▁franchise", + -11.448189735412598 + ], + [ + "▁seulement", + -11.44856071472168 + ], + [ + "reci", + -11.448598861694336 + ], + [ + "▁2019,", + -11.44864273071289 + ], + [ + "▁Ring", + -11.448663711547852 + ], + [ + "▁assembly", + -11.448678970336914 + ], + [ + "intérieur", + -11.448775291442873 + ], + [ + "▁shade", + -11.44887924194336 + ], + [ + "▁meaningful", + -11.448881149291992 + ], + [ + "bag", + -11.448989868164062 + ], + [ + "ONE", + -11.449249267578123 + ], + [ + "▁globe", + -11.44928741455078 + ], + [ + "▁WA", + -11.449406623840332 + ], + [ + "▁intervention", + -11.449495315551758 + ], + [ + "öl", + -11.44953155517578 + ], + [ + "▁Marine", + -11.45029067993164 + ], + [ + "▁Angebot", + -11.450512886047363 + ], + [ + "▁align", + -11.450618743896484 + ], + [ + "▁temperatures", + -11.450634956359863 + ], + [ + "ifier", + -11.45091724395752 + ], + [ + "▁Nigeria", + -11.451189041137695 + ], + [ + "▁survive", + -11.451216697692873 + ], + [ + "ounce", + -11.451275825500488 + ], + [ + "▁placement", + -11.451416969299316 + ], + [ + "▁deci", + -11.451528549194336 + ], + [ + "▁Taylor", + -11.451759338378906 + ], + [ + "step", + -11.45190715789795 + ], + [ + "▁Geschichte", + -11.452054023742676 + ], + [ + "▁Bet", + -11.45216941833496 + ], + [ + "▁Nature", + -11.45224380493164 + ], + [ + "▁FC", + -11.452256202697754 + ], + [ + "▁ownership", + -11.45228672027588 + ], + [ + "▁behaviour", + -11.452474594116213 + ], + [ + "▁deutlich", + -11.452532768249512 + ], + [ + "▁wondering", + -11.452798843383787 + ], + [ + "▁cleaner", + -11.453295707702637 + ], + [ + "uring", + -11.4534912109375 + ], + [ + "rä", + -11.453496932983398 + ], + [ + "▁ga", + -11.454296112060549 + ], + [ + "ador", + -11.454482078552246 + ], + [ + "▁artwork", + -11.454564094543455 + ], + [ + "ologic", + -11.45457649230957 + ], + [ + "▁eigentlich", + -11.454848289489746 + ], + [ + "▁hell", + -11.45522403717041 + ], + [ + "source", + -11.455251693725586 + ], + [ + "▁gem", + -11.455265045166016 + ], + [ + "▁boss", + -11.455307006835938 + ], + [ + "▁arise", + -11.45546054840088 + ], + [ + "about", + -11.455711364746094 + ], + [ + "▁SI", + -11.455951690673828 + ], + [ + "▁ME", + -11.45610237121582 + ], + [ + "akt", + -11.456191062927246 + ], + [ + "▁Style", + -11.456259727478027 + ], + [ + "▁Körper", + -11.456493377685549 + ], + [ + "gui", + -11.456799507141112 + ], + [ + "▁navigate", + -11.456819534301758 + ], + [ + "▁Meanwhile", + -11.45697784423828 + ], + [ + "▁așa", + -11.457111358642578 + ], + [ + "▁bulk", + -11.457298278808594 + ], + [ + "▁directions", + -11.457310676574709 + ], + [ + "▁brick", + -11.45774745941162 + ], + [ + "▁Poly", + -11.457752227783203 + ], + [ + "▁politique", + -11.457772254943848 + ], + [ + "▁patch", + -11.457777976989746 + ], + [ + "ра", + -11.457816123962402 + ], + [ + "commerce", + -11.457844734191896 + ], + [ + "▁înainte", + -11.457884788513184 + ], + [ + "▁intelligent", + -11.45823860168457 + ], + [ + "▁infection", + -11.458426475524902 + ], + [ + "▁Tru", + -11.458494186401367 + ], + [ + "▁raising", + -11.458504676818848 + ], + [ + "tragen", + -11.458539009094238 + ], + [ + "▁portrait", + -11.45858383178711 + ], + [ + "▁meisten", + -11.458783149719238 + ], + [ + "▁organize", + -11.45893669128418 + ], + [ + "metric", + -11.458962440490724 + ], + [ + "▁Season", + -11.459036827087402 + ], + [ + "▁enforcement", + -11.459259033203123 + ], + [ + "origine", + -11.459836959838867 + ], + [ + "▁Ros", + -11.460065841674805 + ], + [ + "▁Mount", + -11.460083961486816 + ], + [ + "have", + -11.460237503051758 + ], + [ + "▁romantic", + -11.46025848388672 + ], + [ + "▁comic", + -11.460810661315918 + ], + [ + "▁greu", + -11.461116790771484 + ], + [ + "ET", + -11.46133041381836 + ], + [ + "▁hook", + -11.461407661437988 + ], + [ + "▁mort", + -11.461411476135254 + ], + [ + "▁indicated", + -11.461583137512209 + ], + [ + "▁7,", + -11.46198272705078 + ], + [ + "▁Neben", + -11.46204662322998 + ], + [ + "yer", + -11.46214485168457 + ], + [ + "▁momentul", + -11.46214771270752 + ], + [ + "note", + -11.462313652038574 + ], + [ + "▁baz", + -11.46231460571289 + ], + [ + "▁abroad", + -11.462320327758787 + ], + [ + "nite", + -11.462464332580566 + ], + [ + "▁bass", + -11.462701797485352 + ], + [ + "▁norm", + -11.462714195251465 + ], + [ + "▁É", + -11.462788581848145 + ], + [ + "4.", + -11.462881088256836 + ], + [ + "▁province", + -11.463004112243652 + ], + [ + "▁merge", + -11.463419914245604 + ], + [ + "arbeiten", + -11.463438987731934 + ], + [ + "-20", + -11.463574409484863 + ], + [ + "▁Nicht", + -11.463674545288086 + ], + [ + "spo", + -11.463783264160156 + ], + [ + "size", + -11.463815689086914 + ], + [ + "▁assure", + -11.463849067687988 + ], + [ + "charge", + -11.463987350463867 + ], + [ + "▁olive", + -11.464017868041992 + ], + [ + "▁Pot", + -11.46408462524414 + ], + [ + "▁Figure", + -11.4642333984375 + ], + [ + "clair", + -11.464336395263672 + ], + [ + "▁discipline", + -11.464600563049316 + ], + [ + "elli", + -11.464639663696287 + ], + [ + "▁tackle", + -11.465169906616213 + ], + [ + "▁buyer", + -11.465237617492676 + ], + [ + "▁loud", + -11.465479850769045 + ], + [ + "▁180", + -11.465534210205078 + ], + [ + "▁căt", + -11.465587615966797 + ], + [ + "▁Palm", + -11.465738296508787 + ], + [ + "away", + -11.46593189239502 + ], + [ + "▁Mother", + -11.46607494354248 + ], + [ + "onia", + -11.466240882873535 + ], + [ + "▁Protection", + -11.466416358947754 + ], + [ + "auto", + -11.466547966003418 + ], + [ + "▁Version", + -11.466583251953123 + ], + [ + "▁Nice", + -11.466714859008787 + ], + [ + "▁12.", + -11.46682071685791 + ], + [ + "▁0,", + -11.466835021972656 + ], + [ + "ATION", + -11.466911315917969 + ], + [ + "▁Produkte", + -11.466955184936523 + ], + [ + "▁tube", + -11.467084884643556 + ], + [ + "▁Houston", + -11.467106819152832 + ], + [ + "chu", + -11.467500686645508 + ], + [ + "pas", + -11.467717170715332 + ], + [ + "▁Ele", + -11.467801094055176 + ], + [ + "▁mountains", + -11.467835426330566 + ], + [ + "PH", + -11.467937469482422 + ], + [ + "▁languages", + -11.468672752380373 + ], + [ + "▁servicii", + -11.468722343444824 + ], + [ + "▁Stay", + -11.468999862670898 + ], + [ + "fil", + -11.469138145446776 + ], + [ + "▁propos", + -11.469801902770996 + ], + [ + "▁coll", + -11.469825744628906 + ], + [ + "▁mor", + -11.470197677612305 + ], + [ + "▁arrange", + -11.470410346984863 + ], + [ + "▁sorry", + -11.47047519683838 + ], + [ + "▁instruction", + -11.470723152160645 + ], + [ + "▁holes", + -11.47077465057373 + ], + [ + "letting", + -11.471046447753906 + ], + [ + "▁wa", + -11.471074104309082 + ], + [ + "▁Feb", + -11.471227645874023 + ], + [ + "omb", + -11.471232414245604 + ], + [ + "▁prise", + -11.471290588378906 + ], + [ + "VO", + -11.471305847167969 + ], + [ + "week", + -11.471349716186523 + ], + [ + "▁Event", + -11.471427917480469 + ], + [ + "▁AT", + -11.471485137939451 + ], + [ + "ket", + -11.471492767333984 + ], + [ + "haft", + -11.471579551696776 + ], + [ + "▁hits", + -11.47159194946289 + ], + [ + "foli", + -11.471681594848633 + ], + [ + "this", + -11.471948623657228 + ], + [ + "GP", + -11.471970558166504 + ], + [ + "▁Pin", + -11.472332954406738 + ], + [ + "▁Stein", + -11.472503662109377 + ], + [ + "thing", + -11.472512245178224 + ], + [ + "▁emphasis", + -11.472556114196776 + ], + [ + "▁Mur", + -11.472631454467772 + ], + [ + "▁Bag", + -11.472647666931152 + ], + [ + "cons", + -11.47273063659668 + ], + [ + "tons", + -11.472835540771484 + ], + [ + "lash", + -11.472987174987791 + ], + [ + "▁Grant", + -11.473104476928713 + ], + [ + "▁pris", + -11.473175048828123 + ], + [ + "▁bună", + -11.47323989868164 + ], + [ + "▁buc", + -11.473699569702148 + ], + [ + "▁passe", + -11.473746299743652 + ], + [ + "▁jewelry", + -11.474213600158691 + ], + [ + "iens", + -11.474342346191406 + ], + [ + "▁forma", + -11.47453784942627 + ], + [ + "▁Med", + -11.474651336669922 + ], + [ + "laufen", + -11.474778175354004 + ], + [ + "▁hunt", + -11.474977493286133 + ], + [ + "stayed", + -11.475086212158203 + ], + [ + "party", + -11.475152015686035 + ], + [ + "▁fra", + -11.47529411315918 + ], + [ + "▁scenes", + -11.475305557250977 + ], + [ + "▁absorb", + -11.47535228729248 + ], + [ + "▁abilities", + -11.475377082824709 + ], + [ + "lug", + -11.475507736206056 + ], + [ + "▁Sarah", + -11.475693702697754 + ], + [ + "mpf", + -11.47570514678955 + ], + [ + "▁fle", + -11.4757080078125 + ], + [ + "accès", + -11.475872993469238 + ], + [ + "▁solicit", + -11.475926399230955 + ], + [ + "pie", + -11.476278305053713 + ], + [ + "▁Zum", + -11.476296424865724 + ], + [ + "▁universe", + -11.476390838623049 + ], + [ + "▁exists", + -11.476449012756348 + ], + [ + "oane", + -11.476597785949709 + ], + [ + "IVE", + -11.47668743133545 + ], + [ + "▁2011.", + -11.476906776428224 + ], + [ + "▁specialists", + -11.477072715759276 + ], + [ + "▁mess", + -11.477309226989746 + ], + [ + "fach", + -11.477402687072754 + ], + [ + "▁Recht", + -11.477404594421388 + ], + [ + "▁hack", + -11.47755241394043 + ], + [ + "▁jacket", + -11.477564811706545 + ], + [ + "HC", + -11.47769832611084 + ], + [ + "▁substance", + -11.477728843688965 + ], + [ + "▁signing", + -11.477775573730469 + ], + [ + "▁allerdings", + -11.478032112121582 + ], + [ + "▁publish", + -11.478139877319336 + ], + [ + "▁Lab", + -11.478157043457031 + ], + [ + "▁agenda", + -11.478249549865724 + ], + [ + "lane", + -11.478299140930176 + ], + [ + "stream", + -11.478620529174805 + ], + [ + "schau", + -11.47879409790039 + ], + [ + "▁realizat", + -11.478971481323242 + ], + [ + "▁supplier", + -11.479019165039062 + ], + [ + "▁moderate", + -11.47902774810791 + ], + [ + "▁tours", + -11.479212760925291 + ], + [ + "▁narrative", + -11.479220390319824 + ], + [ + "ația", + -11.47927951812744 + ], + [ + "▁maps", + -11.47942352294922 + ], + [ + "treten", + -11.479447364807127 + ], + [ + "▁mars", + -11.479706764221191 + ], + [ + "▁moon", + -11.479745864868164 + ], + [ + "rose", + -11.479751586914062 + ], + [ + "▁exp", + -11.479766845703123 + ], + [ + "zahl", + -11.480154037475586 + ], + [ + "psych", + -11.480195999145508 + ], + [ + "▁gehört", + -11.48024845123291 + ], + [ + "▁bound", + -11.4803466796875 + ], + [ + "▁submission", + -11.480451583862305 + ], + [ + "▁clubs", + -11.480722427368164 + ], + [ + "Am", + -11.480755805969238 + ], + [ + "tenir", + -11.480782508850098 + ], + [ + "▁boast", + -11.48085117340088 + ], + [ + "▁boards", + -11.4810791015625 + ], + [ + "▁Geschäfts", + -11.481216430664062 + ], + [ + "zing", + -11.48126220703125 + ], + [ + "wort", + -11.48137092590332 + ], + [ + "lid", + -11.481417655944824 + ], + [ + "▁contractor", + -11.481528282165527 + ], + [ + "▁donner", + -11.481672286987305 + ], + [ + "▁coupon", + -11.481974601745604 + ], + [ + "adresse", + -11.482004165649414 + ], + [ + "colo", + -11.48210334777832 + ], + [ + "▁perception", + -11.48212432861328 + ], + [ + "NC", + -11.48222541809082 + ], + [ + "▁abge", + -11.482245445251465 + ], + [ + "▁cheaper", + -11.48226833343506 + ], + [ + "▁grace", + -11.482312202453612 + ], + [ + "▁resident", + -11.482718467712402 + ], + [ + "kla", + -11.4828462600708 + ], + [ + "▁bug", + -11.4828462600708 + ], + [ + "▁Available", + -11.48289394378662 + ], + [ + "▁BA", + -11.483323097229004 + ], + [ + "▁Met", + -11.483601570129396 + ], + [ + "▁climb", + -11.48365592956543 + ], + [ + "▁expanded", + -11.484349250793455 + ], + [ + "ying", + -11.484426498413086 + ], + [ + "▁matching", + -11.484469413757324 + ], + [ + "▁suffered", + -11.484733581542969 + ], + [ + "▁employed", + -11.484755516052246 + ], + [ + "pper", + -11.484843254089355 + ], + [ + "▁experiencing", + -11.48488426208496 + ], + [ + "ddy", + -11.48495388031006 + ], + [ + "▁philosophy", + -11.484955787658691 + ], + [ + "▁utilisé", + -11.485008239746094 + ], + [ + "▁Jane", + -11.485079765319824 + ], + [ + "LI", + -11.485087394714355 + ], + [ + "▁elected", + -11.485185623168944 + ], + [ + "▁MI", + -11.485264778137209 + ], + [ + "▁ISO", + -11.485340118408203 + ], + [ + "winning", + -11.48537540435791 + ], + [ + "▁vot", + -11.485424041748049 + ], + [ + "▁generic", + -11.485519409179688 + ], + [ + "▁Bol", + -11.485650062561035 + ], + [ + "▁copies", + -11.48568058013916 + ], + [ + "▁mechanical", + -11.48568058013916 + ], + [ + "günstig", + -11.485682487487791 + ], + [ + "roy", + -11.485770225524902 + ], + [ + "Astfel", + -11.48580837249756 + ], + [ + "media", + -11.485868453979492 + ], + [ + "▁shoulder", + -11.4859037399292 + ], + [ + "▁directory", + -11.486000061035156 + ], + [ + "▁banking", + -11.486016273498535 + ], + [ + "▁mistakes", + -11.486040115356444 + ], + [ + "▁Fran", + -11.486425399780272 + ], + [ + "▁Jon", + -11.486544609069824 + ], + [ + "▁spare", + -11.486579895019531 + ], + [ + "metri", + -11.486668586730955 + ], + [ + "▁mask", + -11.486879348754885 + ], + [ + "▁consistently", + -11.48695182800293 + ], + [ + "▁Columbia", + -11.487278938293455 + ], + [ + "roid", + -11.48774242401123 + ], + [ + "essen", + -11.487935066223145 + ], + [ + "▁(“", + -11.48798656463623 + ], + [ + "▁série", + -11.48821258544922 + ], + [ + "▁Phil", + -11.48824977874756 + ], + [ + "▁usor", + -11.48824977874756 + ], + [ + "▁stood", + -11.488279342651367 + ], + [ + "▁racing", + -11.488335609436035 + ], + [ + "▁Comme", + -11.488555908203123 + ], + [ + "▁exceed", + -11.488565444946287 + ], + [ + "на", + -11.488618850708008 + ], + [ + "▁activate", + -11.48873233795166 + ], + [ + "▁circle", + -11.488836288452148 + ], + [ + "▁bold", + -11.488956451416016 + ], + [ + "▁handy", + -11.48909854888916 + ], + [ + "merely", + -11.48911476135254 + ], + [ + "▁Edward", + -11.489147186279297 + ], + [ + "▁contracts", + -11.489530563354492 + ], + [ + "ê", + -11.489595413208008 + ], + [ + "▁campaigns", + -11.489673614501951 + ], + [ + "▁ought", + -11.489733695983888 + ], + [ + "▁nursing", + -11.489781379699709 + ], + [ + "▁Jr", + -11.489917755126951 + ], + [ + "▁rarely", + -11.490032196044922 + ], + [ + "▁Mir", + -11.490050315856934 + ], + [ + "▁diagnosis", + -11.490379333496094 + ], + [ + "▁Theatre", + -11.490394592285156 + ], + [ + "▁producer", + -11.490407943725586 + ], + [ + "Currently", + -11.490492820739746 + ], + [ + "▁fitting", + -11.490580558776855 + ], + [ + "▁ajunge", + -11.490618705749512 + ], + [ + "minte", + -11.49075412750244 + ], + [ + "▁termen", + -11.490838050842283 + ], + [ + "▁Linux", + -11.491013526916504 + ], + [ + "▁1-", + -11.491068840026855 + ], + [ + "▁hätte", + -11.491202354431152 + ], + [ + "▁Resort", + -11.49129867553711 + ], + [ + "image", + -11.491527557373049 + ], + [ + "▁Rod", + -11.49189281463623 + ], + [ + "▁Fly", + -11.491924285888672 + ], + [ + "try", + -11.492317199707031 + ], + [ + "▁expense", + -11.49245834350586 + ], + [ + "▁Interior", + -11.492799758911133 + ], + [ + "▁fence", + -11.492920875549316 + ], + [ + "▁Kontakt", + -11.493063926696776 + ], + [ + "▁ALL", + -11.493142127990724 + ], + [ + "VA", + -11.493229866027832 + ], + [ + "▁Exchange", + -11.493316650390623 + ], + [ + "ranked", + -11.493558883666992 + ], + [ + "▁Performance", + -11.493621826171877 + ], + [ + "prim", + -11.493635177612305 + ], + [ + "▁basket", + -11.493694305419922 + ], + [ + "▁Vice", + -11.493703842163086 + ], + [ + "phan", + -11.4937105178833 + ], + [ + "▁broke", + -11.494003295898438 + ], + [ + "voir", + -11.49431324005127 + ], + [ + "arg", + -11.494512557983398 + ], + [ + "ART", + -11.494529724121094 + ], + [ + "▁floors", + -11.49485683441162 + ], + [ + "pression", + -11.495025634765623 + ], + [ + "▁possession", + -11.49507999420166 + ], + [ + "▁domaine", + -11.49510669708252 + ], + [ + "▁valeur", + -11.495132446289062 + ], + [ + "▁suddenly", + -11.495282173156738 + ], + [ + "▁mild", + -11.495304107666016 + ], + [ + "▁aflat", + -11.495431900024414 + ], + [ + "▁Tea", + -11.495731353759766 + ], + [ + "tritt", + -11.495767593383787 + ], + [ + "▁Mittel", + -11.495773315429688 + ], + [ + "▁regulatory", + -11.49580192565918 + ], + [ + "▁spectacular", + -11.495905876159668 + ], + [ + "fahrt", + -11.495949745178224 + ], + [ + "GS", + -11.496026039123535 + ], + [ + "MM", + -11.4961576461792 + ], + [ + "▁environments", + -11.496203422546388 + ], + [ + "▁Raum", + -11.496381759643556 + ], + [ + "▁lay", + -11.496664047241213 + ], + [ + "▁cré", + -11.496713638305664 + ], + [ + "▁Selbst", + -11.496726989746094 + ], + [ + "▁opposition", + -11.496821403503418 + ], + [ + "two", + -11.49729061126709 + ], + [ + "▁Clark", + -11.497822761535645 + ], + [ + "▁Netz", + -11.497845649719238 + ], + [ + "bald", + -11.497983932495115 + ], + [ + "▁Innovation", + -11.4982271194458 + ], + [ + "▁overcome", + -11.49825382232666 + ], + [ + "quot", + -11.499013900756836 + ], + [ + "▁Sin", + -11.499106407165527 + ], + [ + "▁Sto", + -11.49932098388672 + ], + [ + "▁grain", + -11.499560356140137 + ], + [ + "▁collections", + -11.49972438812256 + ], + [ + "▁applies", + -11.49986743927002 + ], + [ + "mach", + -11.499934196472168 + ], + [ + "▁wheels", + -11.499958992004396 + ], + [ + "▁universities", + -11.500049591064451 + ], + [ + "▁Ray", + -11.500182151794434 + ], + [ + "lina", + -11.500238418579102 + ], + [ + "▁arrangements", + -11.500393867492676 + ], + [ + "▁western", + -11.500728607177734 + ], + [ + "rous", + -11.500768661499023 + ], + [ + "aise", + -11.500784873962402 + ], + [ + "▁highlights", + -11.50112533569336 + ], + [ + "▁intend", + -11.501265525817873 + ], + [ + "aimed", + -11.501358032226562 + ], + [ + "▁Scotland", + -11.501360893249512 + ], + [ + "▁acestei", + -11.501466751098633 + ], + [ + "graf", + -11.50150203704834 + ], + [ + "duction", + -11.501517295837402 + ], + [ + "path", + -11.50156021118164 + ], + [ + "▁evil", + -11.501633644104004 + ], + [ + "▁scris", + -11.501791000366213 + ], + [ + "▁disposition", + -11.501927375793455 + ], + [ + "▁designing", + -11.5020751953125 + ], + [ + "zwar", + -11.502172470092772 + ], + [ + "▁Retrieve", + -11.50217342376709 + ], + [ + "▁aggressive", + -11.502374649047852 + ], + [ + "▁Glen", + -11.502411842346191 + ], + [ + "▁daher", + -11.502473831176758 + ], + [ + "▁Quick", + -11.50249481201172 + ], + [ + "▁recover", + -11.50263214111328 + ], + [ + "▁prominent", + -11.50288200378418 + ], + [ + "▁visits", + -11.503198623657228 + ], + [ + "▁Mis", + -11.503376960754396 + ], + [ + "▁edited", + -11.503456115722656 + ], + [ + "▁distributed", + -11.503564834594728 + ], + [ + "▁dés", + -11.503580093383787 + ], + [ + "▁alter", + -11.5035982131958 + ], + [ + "▁cooked", + -11.503697395324709 + ], + [ + "embl", + -11.503706932067873 + ], + [ + "Univers", + -11.50371551513672 + ], + [ + "▁Minuten", + -11.504156112670898 + ], + [ + "▁compris", + -11.504179954528809 + ], + [ + "rais", + -11.504182815551758 + ], + [ + "essentially", + -11.504199028015137 + ], + [ + "▁rel", + -11.504340171813965 + ], + [ + "▁appel", + -11.50457000732422 + ], + [ + "▁trace", + -11.504788398742676 + ], + [ + "relating", + -11.504830360412598 + ], + [ + "dès", + -11.504937171936035 + ], + [ + "aste", + -11.504961013793944 + ], + [ + "▁raison", + -11.504963874816896 + ], + [ + "▁frequent", + -11.505281448364258 + ], + [ + "▁beds", + -11.505316734313965 + ], + [ + "▁Miami", + -11.505511283874512 + ], + [ + "▁vibrant", + -11.50564193725586 + ], + [ + "▁Kam", + -11.50572109222412 + ], + [ + "▁klar", + -11.505861282348633 + ], + [ + "▁Tan", + -11.50598430633545 + ], + [ + "▁vidéo", + -11.506032943725586 + ], + [ + "▁Kur", + -11.506115913391112 + ], + [ + "▁themes", + -11.506134033203123 + ], + [ + "▁struggling", + -11.506440162658691 + ], + [ + "▁Magazine", + -11.506444931030272 + ], + [ + "maker", + -11.506476402282717 + ], + [ + "veni", + -11.506564140319824 + ], + [ + "▁Groß", + -11.506732940673828 + ], + [ + "▁streaming", + -11.506772994995115 + ], + [ + "▁analyze", + -11.506876945495604 + ], + [ + "▁titles", + -11.506982803344728 + ], + [ + "pier", + -11.507316589355469 + ], + [ + "▁participant", + -11.507347106933594 + ], + [ + "aims", + -11.507607460021973 + ], + [ + "▁convention", + -11.507638931274414 + ], + [ + "▁flood", + -11.507780075073242 + ], + [ + "▁nights", + -11.507842063903809 + ], + [ + "▁titre", + -11.50792407989502 + ], + [ + "▁voul", + -11.508010864257812 + ], + [ + "weit", + -11.50816822052002 + ], + [ + "where", + -11.508213996887209 + ], + [ + "▁Seiten", + -11.508286476135254 + ], + [ + "▁relaxing", + -11.508628845214844 + ], + [ + "▁piano", + -11.50883674621582 + ], + [ + "▁Pick", + -11.50884246826172 + ], + [ + "▁Sony", + -11.508955001831056 + ], + [ + "▁enhanced", + -11.509017944335938 + ], + [ + "▁visa", + -11.50915241241455 + ], + [ + "CH", + -11.50930118560791 + ], + [ + "▁instantly", + -11.50930404663086 + ], + [ + "▁Fan", + -11.509721755981444 + ], + [ + "▁diabetes", + -11.50998878479004 + ], + [ + "▁popul", + -11.50999641418457 + ], + [ + "Ang", + -11.51023292541504 + ], + [ + "▁Ask", + -11.510295867919922 + ], + [ + "cate", + -11.510650634765623 + ], + [ + "▁simplu", + -11.510666847229004 + ], + [ + "nahme", + -11.510685920715332 + ], + [ + "▁dentist", + -11.510842323303224 + ], + [ + "ubi", + -11.510920524597168 + ], + [ + "article", + -11.511030197143556 + ], + [ + "▁graph", + -11.511094093322754 + ], + [ + "▁rival", + -11.51121711730957 + ], + [ + "jahr", + -11.5113525390625 + ], + [ + "▁bloc", + -11.511370658874512 + ], + [ + "fern", + -11.511427879333496 + ], + [ + "▁dispar", + -11.511516571044922 + ], + [ + "▁servers", + -11.511582374572754 + ], + [ + "▁patru", + -11.511610984802246 + ], + [ + "▁Within", + -11.511634826660156 + ], + [ + "▁situated", + -11.511896133422852 + ], + [ + "▁HR", + -11.511981964111328 + ], + [ + "▁leaf", + -11.511981964111328 + ], + [ + "▁curs", + -11.512049674987791 + ], + [ + "antes", + -11.512325286865234 + ], + [ + "lux", + -11.512406349182127 + ], + [ + "▁1993", + -11.512463569641112 + ], + [ + "stance", + -11.512650489807127 + ], + [ + "▁northern", + -11.512683868408203 + ], + [ + "lves", + -11.512718200683594 + ], + [ + "▁contractors", + -11.512882232666016 + ], + [ + "▁dimensions", + -11.512920379638672 + ], + [ + "▁rolling", + -11.513068199157717 + ], + [ + "▁automobile", + -11.513211250305176 + ], + [ + "▁cru", + -11.51342487335205 + ], + [ + "▁displays", + -11.51357078552246 + ], + [ + "web", + -11.513812065124512 + ], + [ + "had", + -11.513850212097168 + ], + [ + "▁Never", + -11.513893127441406 + ], + [ + "▁2-", + -11.51393222808838 + ], + [ + "vine", + -11.51393985748291 + ], + [ + "▁Wahl", + -11.513975143432615 + ], + [ + "▁Markt", + -11.514166831970217 + ], + [ + "▁Double", + -11.514227867126465 + ], + [ + "▁acknowledge", + -11.514229774475098 + ], + [ + "stal", + -11.514288902282717 + ], + [ + "▁equity", + -11.514620780944824 + ], + [ + "▁ministry", + -11.51482391357422 + ], + [ + "▁Lor", + -11.514875411987305 + ], + [ + "▁sud", + -11.514968872070312 + ], + [ + "idée", + -11.515044212341309 + ], + [ + "▁measured", + -11.515448570251465 + ], + [ + "▁editing", + -11.515609741210938 + ], + [ + "▁singur", + -11.515620231628418 + ], + [ + "▁coal", + -11.515623092651367 + ], + [ + "▁dramatic", + -11.516212463378906 + ], + [ + "AG", + -11.51625156402588 + ], + [ + "asca", + -11.516280174255373 + ], + [ + "▁crash", + -11.516321182250977 + ], + [ + "ischer", + -11.516597747802734 + ], + [ + "▁Pla", + -11.516871452331545 + ], + [ + "▁psycho", + -11.517054557800291 + ], + [ + "piece", + -11.517118453979492 + ], + [ + "▁finger", + -11.51712131500244 + ], + [ + "▁Hollywood", + -11.517123222351074 + ], + [ + "▁Cr", + -11.517345428466797 + ], + [ + "▁locally", + -11.517622947692873 + ], + [ + "▁mouse", + -11.517792701721191 + ], + [ + "▁Base", + -11.517867088317873 + ], + [ + "uite", + -11.518095016479492 + ], + [ + "▁detect", + -11.518099784851074 + ], + [ + "cea", + -11.518150329589844 + ], + [ + "▁bull", + -11.518194198608398 + ], + [ + "▁curve", + -11.518208503723145 + ], + [ + "été", + -11.518218994140623 + ], + [ + "ddle", + -11.51839542388916 + ], + [ + "▁span", + -11.51852321624756 + ], + [ + "WS", + -11.518878936767578 + ], + [ + "CL", + -11.519017219543455 + ], + [ + "▁officially", + -11.519042015075684 + ], + [ + "▁corect", + -11.519168853759766 + ], + [ + "▁Artikel", + -11.5193510055542 + ], + [ + "▁customized", + -11.520099639892578 + ], + [ + "▁intellectual", + -11.52018928527832 + ], + [ + "▁heures", + -11.520334243774414 + ], + [ + "schule", + -11.520444869995115 + ], + [ + "▁investing", + -11.520585060119627 + ], + [ + "▁parallel", + -11.521227836608888 + ], + [ + "▁loi", + -11.521263122558594 + ], + [ + "ările", + -11.521566390991213 + ], + [ + "р", + -11.521679878234863 + ], + [ + "▁bench", + -11.521724700927734 + ], + [ + "▁principle", + -11.521756172180176 + ], + [ + "▁Galaxy", + -11.52182960510254 + ], + [ + "ța", + -11.52223777770996 + ], + [ + "▁(4", + -11.522418975830078 + ], + [ + "▁bedrooms", + -11.522578239440918 + ], + [ + "née", + -11.52273941040039 + ], + [ + "▁surely", + -11.52275276184082 + ], + [ + "very", + -11.522927284240724 + ], + [ + "stelle", + -11.523200988769531 + ], + [ + "activ", + -11.523216247558594 + ], + [ + "cite", + -11.523551940917969 + ], + [ + "▁Original", + -11.523553848266602 + ], + [ + "▁palm", + -11.52366542816162 + ], + [ + "▁losses", + -11.523934364318848 + ], + [ + "▁newspaper", + -11.52415370941162 + ], + [ + "ciu", + -11.52436351776123 + ], + [ + "▁Hold", + -11.524392127990724 + ], + [ + "BO", + -11.524422645568848 + ], + [ + "▁CON", + -11.524598121643066 + ], + [ + "▁modified", + -11.524624824523926 + ], + [ + "▁stake", + -11.524735450744627 + ], + [ + "▁Ton", + -11.524798393249512 + ], + [ + "▁luna", + -11.524968147277832 + ], + [ + "▁Mind", + -11.525094985961914 + ], + [ + "lap", + -11.525150299072266 + ], + [ + "▁opinions", + -11.52524757385254 + ], + [ + "▁Jordan", + -11.525351524353027 + ], + [ + "div", + -11.52537727355957 + ], + [ + "indi", + -11.525418281555176 + ], + [ + "▁Story", + -11.525476455688477 + ], + [ + "▁affiliate", + -11.52585506439209 + ], + [ + "▁matière", + -11.525918960571287 + ], + [ + "▁fifth", + -11.526399612426758 + ], + [ + "▁sheets", + -11.52645492553711 + ], + [ + "▁puțin", + -11.526909828186035 + ], + [ + "ush", + -11.526947021484377 + ], + [ + "geführt", + -11.52699375152588 + ], + [ + "▁Falls", + -11.52716827392578 + ], + [ + "legi", + -11.527295112609863 + ], + [ + "▁auction", + -11.527326583862305 + ], + [ + "▁cooperation", + -11.52735424041748 + ], + [ + "▁Fee", + -11.527474403381348 + ], + [ + "▁Daily", + -11.52774715423584 + ], + [ + "pies", + -11.527853965759276 + ], + [ + "▁basketball", + -11.527976036071776 + ], + [ + "removing", + -11.528056144714355 + ], + [ + "Besides", + -11.528294563293455 + ], + [ + "▁Body", + -11.528355598449709 + ], + [ + "▁AD", + -11.528369903564451 + ], + [ + "RU", + -11.528435707092283 + ], + [ + "ţia", + -11.52894401550293 + ], + [ + "▁Extra", + -11.528986930847168 + ], + [ + "▁Practice", + -11.52900218963623 + ], + [ + "▁Jeff", + -11.529017448425291 + ], + [ + "▁început", + -11.529253005981444 + ], + [ + "ching", + -11.529269218444824 + ], + [ + "▁Gift", + -11.529281616210938 + ], + [ + "kk", + -11.529295921325684 + ], + [ + "\")", + -11.529349327087402 + ], + [ + "▁Austin", + -11.529651641845703 + ], + [ + "thro", + -11.529766082763672 + ], + [ + "▁camping", + -11.529810905456545 + ], + [ + "▁theatre", + -11.529850959777832 + ], + [ + "école", + -11.529916763305664 + ], + [ + "vient", + -11.530159950256348 + ], + [ + "▁faces", + -11.530226707458496 + ], + [ + "▁constructed", + -11.530437469482422 + ], + [ + "▁overnight", + -11.530472755432127 + ], + [ + "▁locale", + -11.530574798583984 + ], + [ + "▁roots", + -11.530611038208008 + ], + [ + "▁bu", + -11.530662536621094 + ], + [ + "4,", + -11.530683517456056 + ], + [ + "▁Enterprise", + -11.530865669250488 + ], + [ + "screen", + -11.530935287475586 + ], + [ + "▁Chef", + -11.53096866607666 + ], + [ + "▁Along", + -11.531298637390137 + ], + [ + "▁MD", + -11.531431198120115 + ], + [ + "▁Supreme", + -11.531597137451172 + ], + [ + "En", + -11.531655311584473 + ], + [ + "▁verwendet", + -11.532015800476074 + ], + [ + "▁processed", + -11.532425880432127 + ], + [ + "▁vendors", + -11.532549858093262 + ], + [ + "▁FA", + -11.532651901245115 + ], + [ + "▁44", + -11.532716751098633 + ], + [ + "▁beautifully", + -11.532933235168455 + ], + [ + "▁eficient", + -11.533092498779297 + ], + [ + "▁Wil", + -11.533117294311523 + ], + [ + "▁Member", + -11.533121109008787 + ], + [ + "▁damages", + -11.5332670211792 + ], + [ + "▁mutual", + -11.533288955688477 + ], + [ + "SN", + -11.533506393432615 + ], + [ + "▁Dave", + -11.533665657043455 + ], + [ + "??", + -11.533998489379885 + ], + [ + "stat", + -11.534090995788574 + ], + [ + "▁tourist", + -11.534374237060549 + ], + [ + "fie", + -11.534425735473633 + ], + [ + "şte", + -11.534754753112791 + ], + [ + "▁donne", + -11.534764289855955 + ], + [ + "▁shadow", + -11.53493881225586 + ], + [ + "▁dough", + -11.534993171691896 + ], + [ + "▁Gro", + -11.53500270843506 + ], + [ + "▁Mah", + -11.535066604614258 + ], + [ + "RF", + -11.535126686096191 + ], + [ + "▁mechanism", + -11.535163879394531 + ], + [ + "▁2011,", + -11.535179138183594 + ], + [ + "▁Alter", + -11.53530502319336 + ], + [ + "▁opposed", + -11.53538990020752 + ], + [ + "▁Fri", + -11.53550148010254 + ], + [ + "▁remarkable", + -11.535572052001951 + ], + [ + "oral", + -11.535635948181152 + ], + [ + "▁verschiedene", + -11.535653114318848 + ], + [ + "▁difficulty", + -11.535691261291504 + ], + [ + "▁Application", + -11.535840034484863 + ], + [ + "▁Hay", + -11.535888671875 + ], + [ + "▁continua", + -11.535935401916504 + ], + [ + "EP", + -11.53609848022461 + ], + [ + "▁Pr", + -11.53617000579834 + ], + [ + "▁Lady", + -11.53631591796875 + ], + [ + "▁interval", + -11.536457061767578 + ], + [ + "▁Mil", + -11.536504745483398 + ], + [ + "▁2010.", + -11.537042617797852 + ], + [ + "VE", + -11.537074089050291 + ], + [ + "integr", + -11.537360191345217 + ], + [ + "▁création", + -11.537415504455566 + ], + [ + "weed", + -11.537456512451172 + ], + [ + "EG", + -11.53760051727295 + ], + [ + "▁6,", + -11.537784576416016 + ], + [ + "▁god", + -11.537866592407228 + ], + [ + "▁accomplish", + -11.53794765472412 + ], + [ + "▁thoroughly", + -11.538019180297852 + ], + [ + "2019", + -11.53822898864746 + ], + [ + "izer", + -11.538246154785156 + ], + [ + "▁Wal", + -11.538300514221191 + ], + [ + "ifying", + -11.538701057434082 + ], + [ + "▁Wohn", + -11.539227485656738 + ], + [ + "▁Holz", + -11.539474487304688 + ], + [ + "▁Advanced", + -11.539528846740724 + ], + [ + "▁honey", + -11.539626121520996 + ], + [ + "proof", + -11.539634704589844 + ], + [ + "▁saison", + -11.540029525756836 + ], + [ + "ându", + -11.540035247802734 + ], + [ + "▁Kevin", + -11.540116310119627 + ], + [ + "▁shelter", + -11.540199279785156 + ], + [ + "▁discut", + -11.540257453918455 + ], + [ + "▁hike", + -11.540257453918455 + ], + [ + "ités", + -11.540461540222168 + ], + [ + "▁boutique", + -11.540672302246094 + ], + [ + "▁Email", + -11.54067611694336 + ], + [ + "▁cosmetic", + -11.540830612182615 + ], + [ + "dian", + -11.540916442871094 + ], + [ + "▁hohe", + -11.540940284729004 + ], + [ + "▁absence", + -11.541071891784668 + ], + [ + "axi", + -11.541136741638184 + ], + [ + "nah", + -11.541178703308104 + ], + [ + "▁Frauen", + -11.541236877441406 + ], + [ + "▁actively", + -11.541278839111328 + ], + [ + "bind", + -11.541468620300291 + ], + [ + "▁everybody", + -11.541740417480469 + ], + [ + "▁controller", + -11.541802406311035 + ], + [ + "▁1.5", + -11.5418062210083 + ], + [ + "erau", + -11.541842460632324 + ], + [ + "gehen", + -11.541988372802734 + ], + [ + "▁scenario", + -11.542038917541504 + ], + [ + "▁odd", + -11.542083740234377 + ], + [ + "▁Ultra", + -11.542089462280272 + ], + [ + "▁finishing", + -11.542366981506348 + ], + [ + "▁cuts", + -11.542383193969728 + ], + [ + "▁financing", + -11.542515754699709 + ], + [ + "▁Chance", + -11.542579650878906 + ], + [ + "surrounded", + -11.542818069458008 + ], + [ + "▁joc", + -11.542903900146484 + ], + [ + "▁shelf", + -11.543004035949709 + ], + [ + "tief", + -11.54308032989502 + ], + [ + "▁Sir", + -11.543146133422852 + ], + [ + "▁Agent", + -11.543197631835938 + ], + [ + "▁scratch", + -11.543560981750488 + ], + [ + "2,000", + -11.54360294342041 + ], + [ + "nutri", + -11.54365348815918 + ], + [ + "nier", + -11.544063568115234 + ], + [ + "▁Dur", + -11.544175148010254 + ], + [ + "▁grid", + -11.544268608093262 + ], + [ + "road", + -11.544413566589355 + ], + [ + "▁pets", + -11.544429779052734 + ], + [ + "stud", + -11.54448127746582 + ], + [ + "OM", + -11.544569969177246 + ], + [ + "Die", + -11.544877052307127 + ], + [ + "▁800", + -11.54496955871582 + ], + [ + "▁arrangement", + -11.545088768005373 + ], + [ + "▁Sri", + -11.545185089111328 + ], + [ + "▁Patrick", + -11.545187950134276 + ], + [ + "ava", + -11.545212745666504 + ], + [ + "▁pension", + -11.54523754119873 + ], + [ + "dung", + -11.545353889465332 + ], + [ + "▁Chapter", + -11.545475006103516 + ], + [ + "▁Property", + -11.545475006103516 + ], + [ + "▁structural", + -11.545571327209473 + ], + [ + "▁overview", + -11.545731544494627 + ], + [ + "2015", + -11.545917510986328 + ], + [ + "▁lawn", + -11.545924186706545 + ], + [ + "▁Vin", + -11.546219825744627 + ], + [ + "lik", + -11.54640293121338 + ], + [ + "dus", + -11.54641819000244 + ], + [ + "Several", + -11.54654598236084 + ], + [ + "▁Bou", + -11.546670913696287 + ], + [ + "▁copper", + -11.546703338623049 + ], + [ + "▁duration", + -11.546867370605469 + ], + [ + "inate", + -11.546982765197754 + ], + [ + "▁podcast", + -11.547204971313477 + ], + [ + "▁Self", + -11.547208786010742 + ], + [ + "▁Construction", + -11.547491073608398 + ], + [ + "achat", + -11.54768180847168 + ], + [ + "???", + -11.547683715820312 + ], + [ + "▁Electric", + -11.547974586486816 + ], + [ + "▁Mrs", + -11.54799747467041 + ], + [ + "▁CT", + -11.548019409179688 + ], + [ + "▁proceed", + -11.548324584960938 + ], + [ + "▁Course", + -11.548333168029783 + ], + [ + "▁Frei", + -11.548699378967283 + ], + [ + "▁heavily", + -11.548868179321287 + ], + [ + "rique", + -11.548872947692873 + ], + [ + "version", + -11.549016952514648 + ], + [ + "▁representatives", + -11.549118041992188 + ], + [ + "▁tourism", + -11.549182891845703 + ], + [ + "▁shirt", + -11.5494966506958 + ], + [ + "▁rough", + -11.54950714111328 + ], + [ + "▁weniger", + -11.549735069274902 + ], + [ + "▁keyboard", + -11.550058364868164 + ], + [ + "▁heritage", + -11.55014991760254 + ], + [ + "kat", + -11.550535202026367 + ], + [ + "assez", + -11.550567626953123 + ], + [ + "▁cabinets", + -11.550591468811035 + ], + [ + "▁Komm", + -11.550762176513672 + ], + [ + "▁impressed", + -11.55078411102295 + ], + [ + "▁Oregon", + -11.550788879394531 + ], + [ + "▁Davis", + -11.55081558227539 + ], + [ + "specialized", + -11.55097770690918 + ], + [ + "▁gross", + -11.550999641418455 + ], + [ + "Located", + -11.551044464111328 + ], + [ + "ttle", + -11.551044464111328 + ], + [ + "▁2010,", + -11.551224708557127 + ], + [ + "chan", + -11.55125331878662 + ], + [ + "mine", + -11.551305770874023 + ], + [ + "▁aduce", + -11.551637649536133 + ], + [ + "▁subsequent", + -11.551729202270508 + ], + [ + "▁demo", + -11.551851272583008 + ], + [ + "aba", + -11.552209854125977 + ], + [ + "▁shock", + -11.55238914489746 + ], + [ + "▁theater", + -11.552854537963867 + ], + [ + "▁engineers", + -11.55294418334961 + ], + [ + "▁feu", + -11.553037643432615 + ], + [ + "▁Rot", + -11.553058624267578 + ], + [ + "▁addressed", + -11.553155899047852 + ], + [ + "▁Letter", + -11.553431510925291 + ], + [ + "gré", + -11.553448677062988 + ], + [ + "▁quantity", + -11.553449630737305 + ], + [ + "▁Seit", + -11.553640365600586 + ], + [ + "▁bacteria", + -11.553681373596191 + ], + [ + "kg", + -11.55408000946045 + ], + [ + "▁conservation", + -11.554191589355469 + ], + [ + "▁entreprises", + -11.55420207977295 + ], + [ + "▁pleasant", + -11.554207801818848 + ], + [ + "armed", + -11.554228782653809 + ], + [ + "dorf", + -11.554286003112791 + ], + [ + "fact", + -11.554320335388184 + ], + [ + "▁Much", + -11.554388046264648 + ], + [ + "▁laugh", + -11.55482006072998 + ], + [ + "▁blade", + -11.554835319519045 + ], + [ + "amine", + -11.554838180541992 + ], + [ + "▁insert", + -11.55493450164795 + ], + [ + "▁toys", + -11.555326461791992 + ], + [ + "▁в", + -11.555726051330566 + ], + [ + "cell", + -11.555747985839844 + ], + [ + "▁strengthen", + -11.555864334106444 + ], + [ + "GR", + -11.555882453918455 + ], + [ + "▁autor", + -11.556114196777344 + ], + [ + "▁LI", + -11.556147575378418 + ], + [ + "▁oamenii", + -11.556184768676758 + ], + [ + "▁Modell", + -11.556222915649414 + ], + [ + "▁sophisticated", + -11.556225776672363 + ], + [ + "▁Write", + -11.556283950805664 + ], + [ + "eți", + -11.55629539489746 + ], + [ + "say", + -11.556641578674316 + ], + [ + "▁nutzen", + -11.55678367614746 + ], + [ + "▁amenities", + -11.556979179382324 + ], + [ + "chel", + -11.557068824768066 + ], + [ + "Unlike", + -11.55720043182373 + ], + [ + "▁Bilder", + -11.557208061218262 + ], + [ + "fertig", + -11.55722713470459 + ], + [ + "PER", + -11.557244300842283 + ], + [ + "▁apparently", + -11.55728244781494 + ], + [ + "▁pointed", + -11.557332992553713 + ], + [ + "lop", + -11.557435989379885 + ], + [ + "▁commande", + -11.557848930358888 + ], + [ + "▁NEW", + -11.557923316955566 + ], + [ + "▁primi", + -11.55798625946045 + ], + [ + "▁aluminum", + -11.558046340942385 + ], + [ + "ificare", + -11.558063507080078 + ], + [ + "open", + -11.55815315246582 + ], + [ + "▁establishment", + -11.558305740356444 + ], + [ + "▁blanc", + -11.558349609375 + ], + [ + "▁1960", + -11.558454513549805 + ], + [ + "▁parameters", + -11.55856990814209 + ], + [ + "schluss", + -11.558685302734377 + ], + [ + "▁jet", + -11.55879020690918 + ], + [ + "gam", + -11.55902099609375 + ], + [ + "▁oral", + -11.559290885925291 + ], + [ + "▁tons", + -11.559348106384276 + ], + [ + "▁AL", + -11.55935001373291 + ], + [ + "▁intention", + -11.55947494506836 + ], + [ + "ives", + -11.55974292755127 + ], + [ + "▁BMW", + -11.559837341308594 + ], + [ + "gun", + -11.559967041015623 + ], + [ + "leben", + -11.560046195983888 + ], + [ + "▁Fresh", + -11.56010913848877 + ], + [ + "▁tuturor", + -11.560193061828612 + ], + [ + "▁marine", + -11.560208320617676 + ], + [ + "mile", + -11.560260772705078 + ], + [ + "▁alta", + -11.56027126312256 + ], + [ + "nnen", + -11.56050968170166 + ], + [ + "▁courts", + -11.56053066253662 + ], + [ + "▁Hello", + -11.560791015625 + ], + [ + "BL", + -11.560895919799805 + ], + [ + "▁reply", + -11.560962677001951 + ], + [ + "environnement", + -11.560975074768066 + ], + [ + "American", + -11.560995101928713 + ], + [ + "▁Tell", + -11.561040878295898 + ], + [ + "▁chic", + -11.56148624420166 + ], + [ + "bir", + -11.561542510986328 + ], + [ + "▁singing", + -11.56178855895996 + ], + [ + "▁earnings", + -11.561819076538086 + ], + [ + "▁ensemble", + -11.562082290649414 + ], + [ + "▁($", + -11.562169075012209 + ], + [ + "▁Tout", + -11.562192916870115 + ], + [ + "▁Abs", + -11.562264442443848 + ], + [ + "▁describes", + -11.562322616577148 + ], + [ + "▁navigation", + -11.5625 + ], + [ + "▁destul", + -11.562532424926758 + ], + [ + "legate", + -11.562586784362791 + ], + [ + "tral", + -11.562599182128906 + ], + [ + "aţie", + -11.562753677368164 + ], + [ + "▁supplied", + -11.56277561187744 + ], + [ + "▁paar", + -11.562911987304688 + ], + [ + "ionat", + -11.563241958618164 + ], + [ + "9.", + -11.56326389312744 + ], + [ + "▁41", + -11.563348770141602 + ], + [ + "▁Track", + -11.563451766967772 + ], + [ + "▁happiness", + -11.563636779785156 + ], + [ + "▁Personen", + -11.563680648803713 + ], + [ + "▁sac", + -11.56373119354248 + ], + [ + "▁shapes", + -11.56377410888672 + ], + [ + "eld", + -11.56393051147461 + ], + [ + "bett", + -11.563963890075684 + ], + [ + "tile", + -11.56400203704834 + ], + [ + "▁divided", + -11.564035415649414 + ], + [ + "▁13.", + -11.56403923034668 + ], + [ + "market", + -11.564109802246094 + ], + [ + "crafted", + -11.564115524291992 + ], + [ + "▁periods", + -11.564120292663574 + ], + [ + "uş", + -11.564568519592283 + ], + [ + "▁trainer", + -11.56460952758789 + ], + [ + "▁Licht", + -11.564871788024902 + ], + [ + "▁advisor", + -11.564948081970217 + ], + [ + "▁Herr", + -11.564980506896973 + ], + [ + "▁Halloween", + -11.565147399902344 + ], + [ + "alter", + -11.56515407562256 + ], + [ + "▁radical", + -11.565155029296877 + ], + [ + "▁nose", + -11.56527042388916 + ], + [ + "▁Sat", + -11.56532382965088 + ], + [ + "▁Mom", + -11.565372467041016 + ], + [ + "moni", + -11.565377235412598 + ], + [ + "▁semn", + -11.565397262573242 + ], + [ + "vé", + -11.565672874450684 + ], + [ + "identifie", + -11.56570053100586 + ], + [ + "▁hatten", + -11.565957069396973 + ], + [ + "completing", + -11.565959930419922 + ], + [ + "▁gust", + -11.565963745117188 + ], + [ + "▁creat", + -11.56601333618164 + ], + [ + "ché", + -11.566075325012209 + ], + [ + "pay", + -11.566216468811035 + ], + [ + "▁Money", + -11.566229820251465 + ], + [ + "IG", + -11.566243171691896 + ], + [ + "▁Cash", + -11.566327095031738 + ], + [ + "altă", + -11.566420555114746 + ], + [ + "▁bekommen", + -11.566620826721191 + ], + [ + "▁43", + -11.56662654876709 + ], + [ + "▁supplement", + -11.566637992858888 + ], + [ + "▁Early", + -11.566754341125488 + ], + [ + "▁mattress", + -11.56692123413086 + ], + [ + "▁worn", + -11.567182540893556 + ], + [ + "rov", + -11.567197799682615 + ], + [ + "▁pray", + -11.56733226776123 + ], + [ + "▁beans", + -11.567673683166504 + ], + [ + "▁passé", + -11.567782402038574 + ], + [ + "▁facilit", + -11.56782054901123 + ], + [ + "▁meters", + -11.56784439086914 + ], + [ + "cke", + -11.568163871765137 + ], + [ + "▁Villa", + -11.568199157714844 + ], + [ + "▁Diego", + -11.568217277526855 + ], + [ + "▁chips", + -11.568244934082031 + ], + [ + "▁mes", + -11.568349838256836 + ], + [ + "▁Seattle", + -11.568421363830566 + ], + [ + "BU", + -11.568621635437012 + ], + [ + "▁nevoi", + -11.568714141845703 + ], + [ + "▁lets", + -11.568737030029297 + ], + [ + "▁hopefully", + -11.56894302368164 + ], + [ + "▁AG", + -11.568954467773438 + ], + [ + "liable", + -11.568999290466309 + ], + [ + "pound", + -11.569067001342772 + ], + [ + "près", + -11.569085121154783 + ], + [ + "arul", + -11.56920337677002 + ], + [ + "isiert", + -11.569281578063965 + ], + [ + "▁Expert", + -11.569297790527344 + ], + [ + "▁particulier", + -11.56936740875244 + ], + [ + "stoff", + -11.569952964782717 + ], + [ + "▁interpretation", + -11.56999397277832 + ], + [ + "După", + -11.57007884979248 + ], + [ + "sait", + -11.57011604309082 + ], + [ + "▁nouvelles", + -11.570173263549805 + ], + [ + "▁Ok", + -11.570175170898438 + ], + [ + "tap", + -11.570301055908203 + ], + [ + "▁targets", + -11.570327758789062 + ], + [ + "rung", + -11.57052230834961 + ], + [ + "▁stare", + -11.570576667785645 + ], + [ + "▁efficiently", + -11.570908546447754 + ], + [ + "EV", + -11.571003913879396 + ], + [ + "évit", + -11.571310997009276 + ], + [ + "▁Moldova", + -11.571542739868164 + ], + [ + "▁Face", + -11.571663856506348 + ], + [ + "▁flo", + -11.57168960571289 + ], + [ + "▁acestora", + -11.5717134475708 + ], + [ + "▁Victor", + -11.57183837890625 + ], + [ + "▁breed", + -11.57198429107666 + ], + [ + "morph", + -11.572230339050291 + ], + [ + "sley", + -11.572274208068848 + ], + [ + "mot", + -11.57234001159668 + ], + [ + "▁URL", + -11.572395324707031 + ], + [ + "ellen", + -11.572502136230469 + ], + [ + "▁resist", + -11.572781562805176 + ], + [ + "zon", + -11.57282829284668 + ], + [ + "ndel", + -11.572967529296877 + ], + [ + "will", + -11.572989463806152 + ], + [ + "▁alege", + -11.573076248168944 + ], + [ + "▁Easter", + -11.573114395141602 + ], + [ + "▁Bat", + -11.573190689086914 + ], + [ + "▁Höhe", + -11.573223114013672 + ], + [ + "▁fascinating", + -11.573387145996094 + ], + [ + "▁Know", + -11.5735445022583 + ], + [ + "illon", + -11.573602676391602 + ], + [ + "flex", + -11.57363224029541 + ], + [ + "who", + -11.573701858520508 + ], + [ + "▁Always", + -11.573729515075684 + ], + [ + "▁Bush", + -11.573777198791504 + ], + [ + "ICE", + -11.574009895324709 + ], + [ + "verein", + -11.57448673248291 + ], + [ + "▁später", + -11.57448959350586 + ], + [ + "▁cherch", + -11.574575424194336 + ], + [ + "makers", + -11.574753761291504 + ], + [ + "versus", + -11.574790954589844 + ], + [ + "▁Clear", + -11.574846267700195 + ], + [ + "▁Pennsylvania", + -11.574912071228027 + ], + [ + "Dieser", + -11.57504177093506 + ], + [ + "▁picking", + -11.575072288513184 + ], + [ + "▁restoration", + -11.57513427734375 + ], + [ + "▁interviews", + -11.575201988220217 + ], + [ + "pressed", + -11.575210571289062 + ], + [ + "nnerhalb", + -11.575674057006836 + ], + [ + "▁connecting", + -11.575834274291992 + ], + [ + "jou", + -11.57594394683838 + ], + [ + "▁react", + -11.576189041137695 + ], + [ + "▁Merci", + -11.576223373413086 + ], + [ + "▁Phone", + -11.576356887817385 + ], + [ + "▁1)", + -11.57652473449707 + ], + [ + "▁victims", + -11.576618194580078 + ], + [ + "▁Spo", + -11.576685905456545 + ], + [ + "atului", + -11.576735496520996 + ], + [ + "▁Harry", + -11.576837539672852 + ], + [ + "▁Sala", + -11.576875686645508 + ], + [ + "Pol", + -11.577075958251951 + ], + [ + "▁Clo", + -11.577167510986328 + ], + [ + "▁Erfolg", + -11.577211380004885 + ], + [ + "autour", + -11.577308654785156 + ], + [ + "▁Template", + -11.577314376831056 + ], + [ + "▁invention", + -11.57754898071289 + ], + [ + "▁schwer", + -11.57761287689209 + ], + [ + "vac", + -11.577625274658203 + ], + [ + "▁Trail", + -11.577627182006836 + ], + [ + "▁Vietnam", + -11.577638626098633 + ], + [ + "▁Size", + -11.577689170837402 + ], + [ + "▁Bern", + -11.577783584594728 + ], + [ + "▁emp", + -11.577845573425291 + ], + [ + "▁shake", + -11.57787799835205 + ], + [ + "▁Ave", + -11.57794189453125 + ], + [ + "▁productive", + -11.578009605407717 + ], + [ + "▁apple", + -11.578015327453612 + ], + [ + "▁portal", + -11.578052520751951 + ], + [ + "▁ceramic", + -11.578082084655762 + ], + [ + "▁pad", + -11.578110694885254 + ], + [ + "▁Syn", + -11.578316688537598 + ], + [ + "Ab", + -11.57845401763916 + ], + [ + "▁syn", + -11.578761100769045 + ], + [ + "find", + -11.57888889312744 + ], + [ + "▁settle", + -11.578909873962402 + ], + [ + "▁général", + -11.578965187072754 + ], + [ + "▁okay", + -11.57903289794922 + ], + [ + "▁receipt", + -11.57906436920166 + ], + [ + "orii", + -11.57911777496338 + ], + [ + "▁Mission", + -11.57912254333496 + ], + [ + "entrée", + -11.579304695129396 + ], + [ + "▁besteht", + -11.579394340515137 + ], + [ + "▁wisdom", + -11.57950210571289 + ], + [ + "▁heraus", + -11.579645156860352 + ], + [ + "▁balanced", + -11.579753875732422 + ], + [ + "▁habits", + -11.579773902893066 + ], + [ + "tang", + -11.579888343811035 + ], + [ + "ură", + -11.580151557922363 + ], + [ + "▁winners", + -11.580182075500488 + ], + [ + "ç", + -11.580215454101562 + ], + [ + "▁folosi", + -11.580242156982422 + ], + [ + "aliment", + -11.5802583694458 + ], + [ + "▁fiction", + -11.580373764038086 + ], + [ + "▁Spe", + -11.58053493499756 + ], + [ + "▁elsewhere", + -11.580663681030272 + ], + [ + "▁dependent", + -11.580808639526367 + ], + [ + "▁Anne", + -11.581167221069336 + ], + [ + "▁excellence", + -11.581695556640623 + ], + [ + "▁Feel", + -11.581753730773926 + ], + [ + "lieb", + -11.581811904907228 + ], + [ + "▁sectors", + -11.581865310668944 + ], + [ + "▁expir", + -11.581886291503906 + ], + [ + "▁surfaces", + -11.58191204071045 + ], + [ + "▁minim", + -11.581937789916992 + ], + [ + "▁tumor", + -11.58204460144043 + ], + [ + "▁paragraph", + -11.582289695739746 + ], + [ + "▁disk", + -11.58232307434082 + ], + [ + "▁tonight", + -11.582379341125488 + ], + [ + "▁precious", + -11.582794189453123 + ], + [ + "▁console", + -11.58288288116455 + ], + [ + "Th", + -11.58293914794922 + ], + [ + "neu", + -11.583020210266112 + ], + [ + "effective", + -11.5839262008667 + ], + [ + "▁Republican", + -11.583944320678713 + ], + [ + "format", + -11.58429718017578 + ], + [ + "▁preserve", + -11.58436107635498 + ], + [ + "▁wiring", + -11.584599494934082 + ], + [ + "▁exercises", + -11.584757804870604 + ], + [ + "▁pregnancy", + -11.584774017333984 + ], + [ + "tries", + -11.58481502532959 + ], + [ + "▁jeunes", + -11.584883689880373 + ], + [ + "▁publishing", + -11.584932327270508 + ], + [ + "▁nehmen", + -11.584935188293455 + ], + [ + "▁capability", + -11.5849609375 + ], + [ + "▁prompt", + -11.584965705871582 + ], + [ + "▁Further", + -11.58497428894043 + ], + [ + "▁semaine", + -11.58517360687256 + ], + [ + "abo", + -11.585216522216797 + ], + [ + "▁evolution", + -11.585319519042969 + ], + [ + "▁Sud", + -11.585403442382812 + ], + [ + "▁frais", + -11.585525512695312 + ], + [ + "LT", + -11.585619926452637 + ], + [ + "▁stack", + -11.58581829071045 + ], + [ + "▁Inside", + -11.585854530334473 + ], + [ + "▁programmes", + -11.585997581481934 + ], + [ + "▁passes", + -11.586196899414062 + ], + [ + "mü", + -11.586474418640137 + ], + [ + "▁progressive", + -11.586518287658691 + ], + [ + "▁calculator", + -11.58658218383789 + ], + [ + "▁Core", + -11.586655616760254 + ], + [ + "BT", + -11.586956977844238 + ], + [ + "core", + -11.586996078491213 + ], + [ + "▁Moon", + -11.58700466156006 + ], + [ + "▁tender", + -11.587040901184082 + ], + [ + "durch", + -11.58721923828125 + ], + [ + "▁commune", + -11.587453842163086 + ], + [ + "▁Prince", + -11.587594032287598 + ], + [ + "▁demonstrated", + -11.587693214416504 + ], + [ + "▁conversations", + -11.587890625 + ], + [ + "▁fri", + -11.587984085083008 + ], + [ + "igh", + -11.587992668151855 + ], + [ + "being", + -11.588334083557127 + ], + [ + "pause", + -11.58853530883789 + ], + [ + "▁Bear", + -11.58871841430664 + ], + [ + "ayant", + -11.588875770568848 + ], + [ + "▁Industry", + -11.588967323303224 + ], + [ + "▁sponsor", + -11.589012145996094 + ], + [ + "▁numele", + -11.589098930358888 + ], + [ + "▁VA", + -11.589167594909668 + ], + [ + "▁Sommer", + -11.589366912841797 + ], + [ + "TB", + -11.589380264282228 + ], + [ + "▁optional", + -11.589505195617676 + ], + [ + "▁Landes", + -11.58981227874756 + ], + [ + "coli", + -11.589963912963867 + ], + [ + "empt", + -11.59018325805664 + ], + [ + "▁Iron", + -11.590620040893556 + ], + [ + "▁1992", + -11.59090518951416 + ], + [ + "▁attempts", + -11.59090518951416 + ], + [ + "halb", + -11.590960502624512 + ], + [ + "▁photographer", + -11.59097671508789 + ], + [ + "▁witness", + -11.59097957611084 + ], + [ + "bru", + -11.591073989868164 + ], + [ + "▁Ras", + -11.59107780456543 + ], + [ + "▁burden", + -11.591142654418944 + ], + [ + "▁kaufen", + -11.591256141662598 + ], + [ + "▁vu", + -11.591362953186035 + ], + [ + "▁Wedding", + -11.591601371765137 + ], + [ + "▁Kla", + -11.591604232788086 + ], + [ + "occasion", + -11.591915130615234 + ], + [ + "▁keys", + -11.59213161468506 + ], + [ + "▁oferi", + -11.592279434204102 + ], + [ + "▁puzzle", + -11.592302322387695 + ], + [ + "eaux", + -11.59254264831543 + ], + [ + "▁Eco", + -11.592805862426758 + ], + [ + "▁52", + -11.592817306518556 + ], + [ + "▁Elizabeth", + -11.59284496307373 + ], + [ + "▁dispose", + -11.593144416809082 + ], + [ + "▁cluster", + -11.59326171875 + ], + [ + "iki", + -11.593283653259276 + ], + [ + "▁Guys", + -11.593595504760742 + ], + [ + "▁Economic", + -11.593632698059082 + ], + [ + "▁apar", + -11.593677520751951 + ], + [ + "▁ziua", + -11.593688011169434 + ], + [ + "▁integral", + -11.593740463256836 + ], + [ + "▁tac", + -11.59376335144043 + ], + [ + "▁restrictions", + -11.593778610229492 + ], + [ + "▁nerve", + -11.593794822692873 + ], + [ + "▁Stop", + -11.59386157989502 + ], + [ + "burger", + -11.593897819519045 + ], + [ + "explo", + -11.593944549560549 + ], + [ + "lö", + -11.593958854675291 + ], + [ + "NP", + -11.594077110290527 + ], + [ + "▁Brook", + -11.59418773651123 + ], + [ + "▁Close", + -11.594278335571287 + ], + [ + "▁representing", + -11.59446907043457 + ], + [ + "▁certaine", + -11.594767570495604 + ], + [ + "▁discovery", + -11.594836235046388 + ], + [ + "▁rece", + -11.594964981079102 + ], + [ + "FF", + -11.594970703125 + ], + [ + "▁salary", + -11.595069885253906 + ], + [ + "▁Wolf", + -11.595137596130373 + ], + [ + "▁deserve", + -11.595166206359863 + ], + [ + "ţele", + -11.595417976379396 + ], + [ + "gathered", + -11.595934867858888 + ], + [ + "▁comply", + -11.59599494934082 + ], + [ + "lagen", + -11.596034049987791 + ], + [ + "ătoare", + -11.596192359924316 + ], + [ + "▁relate", + -11.596410751342772 + ], + [ + "▁Roger", + -11.59656810760498 + ], + [ + "▁blame", + -11.596575736999512 + ], + [ + "▁Jen", + -11.596914291381836 + ], + [ + "▁army", + -11.596936225891112 + ], + [ + "▁$10", + -11.597129821777344 + ], + [ + "▁Cabinet", + -11.597185134887695 + ], + [ + "Gu", + -11.597367286682127 + ], + [ + "▁wildlife", + -11.597452163696287 + ], + [ + "▁Memorial", + -11.597643852233888 + ], + [ + "▁Holiday", + -11.597742080688477 + ], + [ + "▁curat", + -11.598291397094728 + ], + [ + "iilor", + -11.598299026489258 + ], + [ + "▁fleet", + -11.598408699035645 + ], + [ + "▁reviewed", + -11.59843635559082 + ], + [ + "cet", + -11.598450660705566 + ], + [ + "▁virtually", + -11.598487854003906 + ], + [ + "▁Crusher", + -11.59852409362793 + ], + [ + "▁slide", + -11.59858226776123 + ], + [ + "▁générale", + -11.598604202270508 + ], + [ + "▁sensation", + -11.598630905151367 + ], + [ + "▁garlic", + -11.598638534545898 + ], + [ + "5)", + -11.598657608032228 + ], + [ + "▁batteries", + -11.598756790161133 + ], + [ + "SH", + -11.59876823425293 + ], + [ + "▁seller", + -11.59882926940918 + ], + [ + "design", + -11.598871231079102 + ], + [ + "5.", + -11.598944664001465 + ], + [ + "▁Overall", + -11.598969459533691 + ], + [ + "▁investigate", + -11.599058151245115 + ], + [ + "max", + -11.599064826965332 + ], + [ + "▁attach", + -11.599166870117188 + ], + [ + "▁Future", + -11.599209785461426 + ], + [ + "OUR", + -11.599284172058104 + ], + [ + "▁LE", + -11.59968090057373 + ], + [ + "▁bite", + -11.599811553955078 + ], + [ + "tige", + -11.59987449645996 + ], + [ + "▁twist", + -11.59987735748291 + ], + [ + "hole", + -11.600180625915527 + ], + [ + "▁Tony", + -11.600510597229004 + ], + [ + "LU", + -11.600598335266112 + ], + [ + "▁Organization", + -11.60061740875244 + ], + [ + "▁invit", + -11.600632667541504 + ], + [ + "▁Ant", + -11.60073947906494 + ], + [ + "NR", + -11.600788116455078 + ], + [ + "sorgt", + -11.600854873657228 + ], + [ + "▁Lan", + -11.600860595703123 + ], + [ + "▁Manchester", + -11.60091495513916 + ], + [ + "schrift", + -11.601066589355469 + ], + [ + "▁kg", + -11.601150512695312 + ], + [ + "▁aroma", + -11.60132884979248 + ], + [ + "▁Source", + -11.601388931274414 + ], + [ + "▁permite", + -11.601445198059082 + ], + [ + "▁Consider", + -11.601457595825195 + ], + [ + "▁Artist", + -11.601627349853516 + ], + [ + "▁transmit", + -11.601783752441406 + ], + [ + "oasa", + -11.601834297180176 + ], + [ + "▁Zen", + -11.60198974609375 + ], + [ + "ANT", + -11.602235794067385 + ], + [ + "▁consulting", + -11.602404594421388 + ], + [ + "▁commence", + -11.6025390625 + ], + [ + "▁quilt", + -11.60261058807373 + ], + [ + "owned", + -11.602642059326172 + ], + [ + "▁bro", + -11.602689743041992 + ], + [ + "▁integrate", + -11.602715492248535 + ], + [ + "▁Ontario", + -11.602775573730469 + ], + [ + "TF", + -11.602832794189451 + ], + [ + "▁Study", + -11.602887153625488 + ], + [ + "▁ensuite", + -11.603155136108398 + ], + [ + "itatii", + -11.60318088531494 + ], + [ + "Mon", + -11.603235244750977 + ], + [ + "-11", + -11.603299140930176 + ], + [ + "what", + -11.603384017944336 + ], + [ + "▁Things", + -11.60361385345459 + ], + [ + "▁Eye", + -11.603819847106934 + ], + [ + "▁présente", + -11.60382843017578 + ], + [ + "tention", + -11.603915214538574 + ], + [ + "|", + -11.603957176208496 + ], + [ + "stall", + -11.603963851928713 + ], + [ + "▁beef", + -11.603992462158203 + ], + [ + "figur", + -11.604005813598633 + ], + [ + "▁cancel", + -11.604146003723145 + ], + [ + "▁domeniul", + -11.604252815246582 + ], + [ + "▁360", + -11.604290008544922 + ], + [ + "▁sleeping", + -11.6045560836792 + ], + [ + "▁traitement", + -11.604580879211426 + ], + [ + "ühl", + -11.604769706726074 + ], + [ + "▁Environmental", + -11.604835510253906 + ], + [ + "cier", + -11.604894638061523 + ], + [ + "▁NC", + -11.604907035827637 + ], + [ + "pub", + -11.604925155639648 + ], + [ + "▁addiction", + -11.60507106781006 + ], + [ + "▁nest", + -11.605128288269045 + ], + [ + "▁ON", + -11.605395317077637 + ], + [ + "▁discrimin", + -11.605396270751951 + ], + [ + "▁proved", + -11.605517387390137 + ], + [ + "▁occasions", + -11.605864524841309 + ], + [ + "OH", + -11.60618495941162 + ], + [ + "▁lawyers", + -11.606203079223633 + ], + [ + "own", + -11.606290817260742 + ], + [ + "▁Meeting", + -11.606596946716309 + ], + [ + "▁Industrial", + -11.606704711914062 + ], + [ + "owed", + -11.606736183166504 + ], + [ + "▁Cel", + -11.606793403625488 + ], + [ + "legt", + -11.60706615447998 + ], + [ + "ily", + -11.607085227966309 + ], + [ + "▁wins", + -11.607155799865724 + ], + [ + "▁strap", + -11.607367515563965 + ], + [ + "digit", + -11.607441902160645 + ], + [ + "▁hinaus", + -11.607504844665527 + ], + [ + "mple", + -11.607712745666504 + ], + [ + "▁(5", + -11.607797622680664 + ], + [ + "▁pdf", + -11.607894897460938 + ], + [ + "▁eco", + -11.607915878295898 + ], + [ + "▁junior", + -11.608172416687012 + ], + [ + "DB", + -11.608556747436523 + ], + [ + "gelegt", + -11.608636856079102 + ], + [ + "ION", + -11.608678817749023 + ], + [ + "▁competitors", + -11.60880184173584 + ], + [ + "▁Arab", + -11.60898208618164 + ], + [ + "▁Secret", + -11.609148979187012 + ], + [ + "▁Kunst", + -11.609283447265623 + ], + [ + "▁worried", + -11.609297752380373 + ], + [ + "meiner", + -11.609378814697266 + ], + [ + "▁Magic", + -11.609450340270996 + ], + [ + "▁groß", + -11.609537124633787 + ], + [ + "▁travaux", + -11.609748840332031 + ], + [ + "▁sollen", + -11.60977268218994 + ], + [ + "▁Sciences", + -11.609850883483888 + ], + [ + "▁athletes", + -11.610055923461914 + ], + [ + "▁discounts", + -11.610079765319824 + ], + [ + "kit", + -11.610211372375488 + ], + [ + "lind", + -11.610305786132812 + ], + [ + "▁enjoyable", + -11.610421180725098 + ], + [ + "ground", + -11.61048984527588 + ], + [ + "▁Tat", + -11.610529899597168 + ], + [ + "▁passengers", + -11.610576629638672 + ], + [ + "▁Dami", + -11.610677719116213 + ], + [ + "▁Major", + -11.61070728302002 + ], + [ + "watch", + -11.610796928405762 + ], + [ + "working", + -11.61090850830078 + ], + [ + "arrêt", + -11.610923767089844 + ], + [ + "▁subtle", + -11.611069679260254 + ], + [ + "▁epi", + -11.611197471618652 + ], + [ + "▁Jahres", + -11.61128044128418 + ], + [ + "▁cooling", + -11.61141586303711 + ], + [ + "▁makeup", + -11.611427307128906 + ], + [ + "jet", + -11.611495018005373 + ], + [ + "▁Given", + -11.611519813537598 + ], + [ + "plex", + -11.61158275604248 + ], + [ + "▁exploit", + -11.611590385437012 + ], + [ + "rine", + -11.611604690551758 + ], + [ + "▁delivers", + -11.612122535705566 + ], + [ + "▁summary", + -11.61223602294922 + ], + [ + "▁beaches", + -11.612459182739258 + ], + [ + "lift", + -11.612550735473633 + ], + [ + "▁Suite", + -11.612554550170898 + ], + [ + "▁Assistant", + -11.612688064575195 + ], + [ + "▁taxi", + -11.61273193359375 + ], + [ + "▁peaceful", + -11.612805366516112 + ], + [ + "▁Mode", + -11.612980842590332 + ], + [ + "▁Fun", + -11.613059043884276 + ], + [ + "▁diameter", + -11.61314296722412 + ], + [ + "▁phrase", + -11.613150596618652 + ], + [ + "ACT", + -11.61326503753662 + ], + [ + "▁différentes", + -11.613322257995604 + ], + [ + "▁14.", + -11.613417625427246 + ], + [ + "▁CE", + -11.61352825164795 + ], + [ + "▁2)", + -11.613739013671877 + ], + [ + "▁Nat", + -11.61378574371338 + ], + [ + "▁delete", + -11.61388111114502 + ], + [ + "other", + -11.613930702209473 + ], + [ + "hang", + -11.613985061645508 + ], + [ + "▁sujet", + -11.614117622375488 + ], + [ + "▁precise", + -11.614212989807127 + ], + [ + "▁Total", + -11.614290237426758 + ], + [ + "▁chambre", + -11.614483833312988 + ], + [ + "sati", + -11.614666938781738 + ], + [ + "▁Metal", + -11.614995956420898 + ], + [ + "rust", + -11.615038871765137 + ], + [ + "▁Brazil", + -11.615508079528809 + ], + [ + "▁hybrid", + -11.615636825561523 + ], + [ + "ops", + -11.61569118499756 + ], + [ + "▁electro", + -11.615789413452148 + ], + [ + "utz", + -11.61608600616455 + ], + [ + "▁quoi", + -11.616246223449709 + ], + [ + "▁adoption", + -11.616331100463867 + ], + [ + "3.5", + -11.616518020629885 + ], + [ + "50,000", + -11.616599082946776 + ], + [ + "veti", + -11.61663055419922 + ], + [ + "hir", + -11.616957664489746 + ], + [ + "▁adequate", + -11.617067337036133 + ], + [ + "ologist", + -11.617109298706056 + ], + [ + "torii", + -11.617295265197754 + ], + [ + "wasser", + -11.617355346679688 + ], + [ + "▁Authority", + -11.61736297607422 + ], + [ + "▁donation", + -11.617364883422852 + ], + [ + "700", + -11.617375373840332 + ], + [ + "▁somehow", + -11.617375373840332 + ], + [ + "▁kostenlos", + -11.617425918579102 + ], + [ + "▁generations", + -11.61753749847412 + ], + [ + "▁Turkey", + -11.617711067199709 + ], + [ + "rata", + -11.617819786071776 + ], + [ + "▁animation", + -11.618206024169922 + ], + [ + "▁CH", + -11.618281364440918 + ], + [ + "ending", + -11.61831760406494 + ], + [ + "welt", + -11.61837673187256 + ], + [ + "bac", + -11.618380546569824 + ], + [ + "MG", + -11.618460655212402 + ], + [ + "▁parks", + -11.618468284606934 + ], + [ + "▁placing", + -11.618870735168455 + ], + [ + "sort", + -11.61915111541748 + ], + [ + "▁Bitcoin", + -11.619163513183594 + ], + [ + "▁disorder", + -11.619282722473145 + ], + [ + "MAN", + -11.619302749633787 + ], + [ + "aught", + -11.619412422180176 + ], + [ + "▁guides", + -11.61956787109375 + ], + [ + "▁circul", + -11.619651794433594 + ], + [ + "▁Steven", + -11.619954109191896 + ], + [ + "rrière", + -11.619976997375488 + ], + [ + "▁Arch", + -11.61999225616455 + ], + [ + "▁plates", + -11.620091438293455 + ], + [ + "MR", + -11.620118141174316 + ], + [ + "▁cow", + -11.620142936706545 + ], + [ + "▁integrity", + -11.620210647583008 + ], + [ + "▁(18", + -11.620217323303224 + ], + [ + "▁totul", + -11.62024211883545 + ], + [ + "jack", + -11.620373725891112 + ], + [ + "▁privire", + -11.620588302612305 + ], + [ + "▁terme", + -11.620752334594728 + ], + [ + "▁execution", + -11.620781898498535 + ], + [ + "▁organism", + -11.620838165283203 + ], + [ + "▁führen", + -11.620853424072266 + ], + [ + "▁patron", + -11.62094020843506 + ], + [ + "▁appreciated", + -11.62096881866455 + ], + [ + "liant", + -11.62100601196289 + ], + [ + "▁Solar", + -11.621055603027344 + ], + [ + "▁vinyl", + -11.621134757995604 + ], + [ + "▁treasure", + -11.621137619018556 + ], + [ + "▁retro", + -11.621167182922363 + ], + [ + "▁bout", + -11.621174812316896 + ], + [ + "lab", + -11.621183395385742 + ], + [ + "▁dimension", + -11.621394157409668 + ], + [ + "called", + -11.62146282196045 + ], + [ + "▁intern", + -11.621479034423828 + ], + [ + "issement", + -11.62173843383789 + ], + [ + "▁Erst", + -11.621837615966797 + ], + [ + "▁stellen", + -11.621920585632324 + ], + [ + "▁familia", + -11.622069358825684 + ], + [ + "▁notion", + -11.62217617034912 + ], + [ + "▁Could", + -11.622322082519531 + ], + [ + "Getting", + -11.622323036193848 + ], + [ + "▁drives", + -11.622397422790527 + ], + [ + "▁Israeli", + -11.622520446777344 + ], + [ + "▁nations", + -11.622546195983888 + ], + [ + "▁duties", + -11.622700691223145 + ], + [ + "▁personalized", + -11.622788429260254 + ], + [ + "▁weren", + -11.62282657623291 + ], + [ + "▁chemicals", + -11.622847557067873 + ], + [ + "▁killing", + -11.622913360595703 + ], + [ + "▁masa", + -11.622994422912598 + ], + [ + "▁parce", + -11.623026847839355 + ], + [ + "▁lady", + -11.623178482055664 + ], + [ + "ides", + -11.623221397399902 + ], + [ + "▁execut", + -11.62340259552002 + ], + [ + "▁floral", + -11.62341594696045 + ], + [ + "▁Child", + -11.623428344726562 + ], + [ + "▁medal", + -11.62350368499756 + ], + [ + "▁casa", + -11.62360382080078 + ], + [ + "▁enabled", + -11.623650550842283 + ], + [ + "12.", + -11.624239921569824 + ], + [ + "nger", + -11.624266624450684 + ], + [ + "▁vent", + -11.624297142028809 + ], + [ + "▁urmă", + -11.624727249145508 + ], + [ + "▁Herz", + -11.624835968017578 + ], + [ + "▁Jay", + -11.624916076660156 + ], + [ + ".....", + -11.624942779541016 + ], + [ + "▁Kris", + -11.62499713897705 + ], + [ + "kenn", + -11.625001907348633 + ], + [ + "ress", + -11.625027656555176 + ], + [ + "weight", + -11.62519359588623 + ], + [ + "▁indicates", + -11.625198364257812 + ], + [ + "▁mentor", + -11.625328063964844 + ], + [ + "using", + -11.625386238098145 + ], + [ + "▁femmes", + -11.625460624694824 + ], + [ + "▁Jung", + -11.625528335571287 + ], + [ + "▁Send", + -11.625574111938477 + ], + [ + "▁seasons", + -11.625906944274902 + ], + [ + "▁aesthetic", + -11.625964164733888 + ], + [ + "▁Block", + -11.626086235046388 + ], + [ + "▁babies", + -11.626150131225586 + ], + [ + "zig", + -11.626242637634276 + ], + [ + "edge", + -11.626428604125977 + ], + [ + "▁alike", + -11.626458168029783 + ], + [ + "▁immune", + -11.626609802246094 + ], + [ + "▁magical", + -11.626710891723633 + ], + [ + "▁Snow", + -11.626748085021973 + ], + [ + "▁spacious", + -11.62705898284912 + ], + [ + "▁Melbourne", + -11.62706184387207 + ], + [ + "order", + -11.627081871032717 + ], + [ + "▁timing", + -11.62717628479004 + ], + [ + "▁inainte", + -11.627220153808594 + ], + [ + "▁width", + -11.627327919006348 + ], + [ + "bild", + -11.627386093139648 + ], + [ + "Tra", + -11.627429008483888 + ], + [ + "▁appliances", + -11.627449989318848 + ], + [ + "▁dirt", + -11.627498626708984 + ], + [ + "▁Rent", + -11.627689361572266 + ], + [ + "responsibilities", + -11.627747535705566 + ], + [ + "▁blogs", + -11.62778377532959 + ], + [ + "nächsten", + -11.627799034118652 + ], + [ + "▁argue", + -11.627928733825684 + ], + [ + "▁Resume", + -11.627985954284668 + ], + [ + "▁Michel", + -11.628044128417969 + ], + [ + "▁terrible", + -11.628092765808104 + ], + [ + "graph", + -11.628151893615724 + ], + [ + "bird", + -11.628202438354492 + ], + [ + "▁Simple", + -11.628457069396973 + ], + [ + "nning", + -11.628658294677734 + ], + [ + "▁coconut", + -11.62868309020996 + ], + [ + "▁comprise", + -11.628787994384766 + ], + [ + "heure", + -11.628918647766112 + ], + [ + "▁nichts", + -11.628921508789062 + ], + [ + "▁manufacture", + -11.628966331481934 + ], + [ + "▁Sar", + -11.629011154174805 + ], + [ + "green", + -11.629014015197754 + ], + [ + "lining", + -11.62910270690918 + ], + [ + "▁tremendous", + -11.629128456115724 + ], + [ + "▁Wine", + -11.629164695739746 + ], + [ + "gir", + -11.629290580749512 + ], + [ + "▁Nothing", + -11.629562377929688 + ], + [ + "▁Miller", + -11.62957763671875 + ], + [ + "▁Schwe", + -11.629712104797363 + ], + [ + "zone", + -11.629942893981934 + ], + [ + "▁cunoscut", + -11.629964828491213 + ], + [ + "rupt", + -11.630166053771973 + ], + [ + "kle", + -11.630187034606934 + ], + [ + "▁Bucuresti", + -11.630510330200195 + ], + [ + "▁Abend", + -11.630574226379396 + ], + [ + "▁aura", + -11.63058376312256 + ], + [ + "▁Dance", + -11.63073444366455 + ], + [ + "▁Wilson", + -11.63086986541748 + ], + [ + "icide", + -11.630901336669922 + ], + [ + "bai", + -11.630910873413086 + ], + [ + "oriented", + -11.63103199005127 + ], + [ + "▁celebrated", + -11.631421089172363 + ], + [ + "schlag", + -11.631531715393066 + ], + [ + "▁10-", + -11.631600379943848 + ], + [ + "Unsere", + -11.63167667388916 + ], + [ + "énergie", + -11.632009506225586 + ], + [ + "▁qualify", + -11.63205623626709 + ], + [ + "▁contenu", + -11.632177352905272 + ], + [ + "▁Lauf", + -11.63220500946045 + ], + [ + "▁einzelne", + -11.632360458374023 + ], + [ + "▁Youth", + -11.632415771484377 + ], + [ + "explains", + -11.632601737976074 + ], + [ + "grat", + -11.632782936096191 + ], + [ + "▁72", + -11.632804870605469 + ], + [ + "labor", + -11.632885932922363 + ], + [ + "2018", + -11.632940292358398 + ], + [ + "▁Dank", + -11.633149147033691 + ], + [ + "▁Hey", + -11.63352394104004 + ], + [ + "▁refuse", + -11.633536338806152 + ], + [ + "▁graduated", + -11.633599281311035 + ], + [ + "▁României", + -11.633627891540527 + ], + [ + "punkt", + -11.633807182312012 + ], + [ + "▁regulation", + -11.633834838867188 + ], + [ + "Bru", + -11.63384246826172 + ], + [ + "▁Side", + -11.633891105651855 + ], + [ + "▁sol", + -11.633970260620115 + ], + [ + "▁extraordinary", + -11.634182929992676 + ], + [ + "▁ging", + -11.634247779846191 + ], + [ + "▁Creative", + -11.634299278259276 + ], + [ + "▁expanding", + -11.634349822998049 + ], + [ + "▁problème", + -11.63444995880127 + ], + [ + "▁Reserve", + -11.63459300994873 + ], + [ + "auteur", + -11.634642601013184 + ], + [ + "sphere", + -11.634657859802246 + ], + [ + "season", + -11.634716987609863 + ], + [ + "frei", + -11.634756088256836 + ], + [ + "▁8,", + -11.634765625 + ], + [ + "▁filing", + -11.634810447692873 + ], + [ + "▁Complete", + -11.635017395019531 + ], + [ + "▁revolution", + -11.635035514831545 + ], + [ + "▁unele", + -11.63520622253418 + ], + [ + "/8", + -11.635272979736328 + ], + [ + "istes", + -11.635310173034668 + ], + [ + "backed", + -11.635400772094728 + ], + [ + "shirt", + -11.635554313659668 + ], + [ + "▁Details", + -11.63567352294922 + ], + [ + "rod", + -11.635695457458496 + ], + [ + "▁pod", + -11.63582992553711 + ], + [ + "▁operators", + -11.635921478271484 + ], + [ + "was", + -11.635930061340332 + ], + [ + "hou", + -11.63594913482666 + ], + [ + "▁Coach", + -11.636075019836426 + ], + [ + "irii", + -11.636138916015623 + ], + [ + "▁ordinary", + -11.636186599731444 + ], + [ + "Institut", + -11.63620662689209 + ], + [ + "▁Flash", + -11.63633918762207 + ], + [ + "0-", + -11.636537551879885 + ], + [ + "▁flavour", + -11.6367769241333 + ], + [ + "specific", + -11.636906623840332 + ], + [ + "▁landing", + -11.636930465698242 + ], + [ + "▁geo", + -11.636935234069824 + ], + [ + "▁legend", + -11.63698387145996 + ], + [ + "vari", + -11.63703441619873 + ], + [ + "rop", + -11.637084007263184 + ], + [ + "▁Excel", + -11.6370849609375 + ], + [ + "▁Flu", + -11.637203216552734 + ], + [ + "▁intent", + -11.637582778930664 + ], + [ + "▁Deep", + -11.63759422302246 + ], + [ + "▁Kor", + -11.63763427734375 + ], + [ + "▁Philadelphia", + -11.637914657592772 + ], + [ + "▁rând", + -11.63800048828125 + ], + [ + "▁USD", + -11.638033866882324 + ], + [ + "laden", + -11.63803482055664 + ], + [ + "▁Hin", + -11.638047218322754 + ], + [ + "hap", + -11.638197898864746 + ], + [ + "▁thorough", + -11.638227462768556 + ], + [ + "▁oferit", + -11.63826847076416 + ], + [ + "kind", + -11.63831615447998 + ], + [ + "▁Cancer", + -11.638428688049316 + ], + [ + "apo", + -11.638596534729004 + ], + [ + "▁valve", + -11.63865089416504 + ], + [ + "▁encouraging", + -11.63884449005127 + ], + [ + "▁sûr", + -11.638904571533203 + ], + [ + "shing", + -11.638981819152832 + ], + [ + "▁49", + -11.639132499694824 + ], + [ + "gov", + -11.639142990112305 + ], + [ + "▁Five", + -11.63933277130127 + ], + [ + "▁stroke", + -11.639344215393066 + ], + [ + "▁apă", + -11.639398574829102 + ], + [ + "▁gambling", + -11.639543533325195 + ], + [ + "▁nord", + -11.63963508605957 + ], + [ + "onal", + -11.639691352844238 + ], + [ + "▁captured", + -11.63979721069336 + ], + [ + "▁lucruri", + -11.64006805419922 + ], + [ + "serait", + -11.640192985534668 + ], + [ + "▁Members", + -11.640265464782717 + ], + [ + "ital", + -11.640275955200195 + ], + [ + "▁mounted", + -11.640475273132324 + ], + [ + "▁opens", + -11.640792846679688 + ], + [ + "▁Marie", + -11.640861511230469 + ], + [ + "Tech", + -11.640902519226074 + ], + [ + "▁wishes", + -11.641016006469728 + ], + [ + "▁regards", + -11.641073226928713 + ], + [ + "going", + -11.641156196594238 + ], + [ + "Opti", + -11.641250610351562 + ], + [ + "▁femei", + -11.641331672668455 + ], + [ + "▁Fish", + -11.64142894744873 + ], + [ + "▁mount", + -11.641800880432127 + ], + [ + "▁Hunt", + -11.641887664794922 + ], + [ + "▁probabil", + -11.64205265045166 + ], + [ + "▁assured", + -11.642191886901855 + ], + [ + "pho", + -11.642230033874512 + ], + [ + "▁manufactured", + -11.64231300354004 + ], + [ + "▁realistic", + -11.642437934875488 + ], + [ + "ații", + -11.642580032348633 + ], + [ + "▁Planning", + -11.642598152160645 + ], + [ + "▁român", + -11.642645835876465 + ], + [ + "ggy", + -11.642669677734377 + ], + [ + "▁produces", + -11.642696380615234 + ], + [ + "▁reminder", + -11.64284896850586 + ], + [ + "TION", + -11.642868041992188 + ], + [ + "▁brake", + -11.642909049987791 + ], + [ + "▁pla", + -11.64317226409912 + ], + [ + "▁Premium", + -11.643270492553713 + ], + [ + "▁carb", + -11.643310546875 + ], + [ + "▁shine", + -11.643390655517578 + ], + [ + "▁carrier", + -11.643492698669434 + ], + [ + "▁poverty", + -11.64350414276123 + ], + [ + "▁effectiveness", + -11.6436128616333 + ], + [ + "administr", + -11.64365577697754 + ], + [ + "▁Chamber", + -11.643658638000488 + ], + [ + "▁suntem", + -11.64376163482666 + ], + [ + "▁noastră", + -11.643855094909668 + ], + [ + "▁sofort", + -11.643877983093262 + ], + [ + "▁moisture", + -11.644058227539062 + ], + [ + "limb", + -11.6441011428833 + ], + [ + "entre", + -11.644328117370604 + ], + [ + "▁SD", + -11.644330978393556 + ], + [ + "▁BC", + -11.644539833068848 + ], + [ + "▁selecting", + -11.6445951461792 + ], + [ + "achieving", + -11.644673347473145 + ], + [ + "info", + -11.644735336303713 + ], + [ + "▁membres", + -11.644983291625977 + ], + [ + "▁shoe", + -11.645014762878418 + ], + [ + "▁locate", + -11.645065307617188 + ], + [ + "▁assignment", + -11.645085334777832 + ], + [ + "lern", + -11.645283699035645 + ], + [ + "▁defeat", + -11.64540672302246 + ], + [ + "▁endless", + -11.645458221435549 + ], + [ + "▁Stunden", + -11.645523071289062 + ], + [ + "то", + -11.64556121826172 + ], + [ + "▁mur", + -11.645586013793944 + ], + [ + "▁wissen", + -11.645844459533691 + ], + [ + "aime", + -11.645915031433104 + ], + [ + "1-2", + -11.646056175231934 + ], + [ + "▁femme", + -11.646212577819824 + ], + [ + "robe", + -11.64646816253662 + ], + [ + "▁embrace", + -11.64647102355957 + ], + [ + "▁baseball", + -11.646614074707031 + ], + [ + "▁hunting", + -11.64663314819336 + ], + [ + "betrieb", + -11.646790504455566 + ], + [ + "▁gardens", + -11.647045135498049 + ], + [ + "▁risc", + -11.647096633911133 + ], + [ + "▁Cri", + -11.647263526916504 + ], + [ + "best", + -11.647506713867188 + ], + [ + "▁Audio", + -11.647621154785156 + ], + [ + "▁intens", + -11.647659301757812 + ], + [ + "▁Round", + -11.647744178771973 + ], + [ + "▁fireplace", + -11.6478271484375 + ], + [ + "▁dozen", + -11.647912979125977 + ], + [ + "▁hospitals", + -11.64802360534668 + ], + [ + "▁profits", + -11.648076057434082 + ], + [ + "▁Mail", + -11.64811897277832 + ], + [ + "obtenir", + -11.648191452026367 + ], + [ + "▁Ross", + -11.648241996765137 + ], + [ + "bun", + -11.648573875427246 + ], + [ + "polar", + -11.648688316345217 + ], + [ + "▁reflection", + -11.648873329162598 + ], + [ + "▁fut", + -11.648992538452148 + ], + [ + "phon", + -11.649017333984377 + ], + [ + "deck", + -11.649094581604004 + ], + [ + "renowned", + -11.649188041687012 + ], + [ + "▁cate", + -11.64930820465088 + ], + [ + "▁decorative", + -11.6494722366333 + ], + [ + "ieri", + -11.64957332611084 + ], + [ + "▁Tap", + -11.64958381652832 + ], + [ + "▁Dallas", + -11.649600982666016 + ], + [ + "rik", + -11.649665832519531 + ], + [ + "▁pied", + -11.649727821350098 + ], + [ + "rés", + -11.649821281433104 + ], + [ + "ppy", + -11.650137901306152 + ], + [ + "▁bitte", + -11.650188446044922 + ], + [ + "▁cave", + -11.650257110595703 + ], + [ + "▁rescue", + -11.650559425354004 + ], + [ + "▁Hilfe", + -11.650714874267578 + ], + [ + "▁Jason", + -11.650786399841309 + ], + [ + "▁Nations", + -11.650838851928713 + ], + [ + "▁profil", + -11.650938987731934 + ], + [ + "▁Atlantic", + -11.651105880737305 + ], + [ + "▁rub", + -11.651126861572266 + ], + [ + "▁collaborative", + -11.65113353729248 + ], + [ + "étude", + -11.651150703430176 + ], + [ + "▁Workshop", + -11.651389122009276 + ], + [ + "nez", + -11.651628494262695 + ], + [ + "▁chacun", + -11.651714324951172 + ], + [ + "▁Too", + -11.65211296081543 + ], + [ + "App", + -11.652313232421877 + ], + [ + "▁conseil", + -11.652399063110352 + ], + [ + "▁signals", + -11.652474403381348 + ], + [ + "▁Dead", + -11.65249729156494 + ], + [ + "▁Austria", + -11.652522087097168 + ], + [ + "▁slots", + -11.652579307556152 + ], + [ + "▁Dies", + -11.652623176574709 + ], + [ + "raj", + -11.652629852294922 + ], + [ + "stick", + -11.652833938598633 + ], + [ + "▁jaw", + -11.653030395507812 + ], + [ + "▁lounge", + -11.653059005737305 + ], + [ + "curi", + -11.653359413146973 + ], + [ + "nem", + -11.653456687927246 + ], + [ + "▁Cluj", + -11.653512954711914 + ], + [ + "▁rapide", + -11.653584480285645 + ], + [ + "▁companion", + -11.653716087341309 + ], + [ + "▁WE", + -11.653879165649414 + ], + [ + "▁bord", + -11.65389347076416 + ], + [ + "ody", + -11.654045104980469 + ], + [ + "gru", + -11.654057502746582 + ], + [ + "▁46", + -11.654410362243652 + ], + [ + "kra", + -11.654717445373535 + ], + [ + "eller", + -11.65477180480957 + ], + [ + "naire", + -11.65511703491211 + ], + [ + "hose", + -11.655253410339355 + ], + [ + "▁Atlanta", + -11.655254364013672 + ], + [ + "▁violent", + -11.65530776977539 + ], + [ + "▁imagination", + -11.655352592468262 + ], + [ + "▁reward", + -11.655389785766602 + ], + [ + "▁Korean", + -11.655441284179688 + ], + [ + "▁branches", + -11.65550136566162 + ], + [ + "▁GPS", + -11.655625343322754 + ], + [ + "glo", + -11.655633926391602 + ], + [ + "▁condo", + -11.655705451965332 + ], + [ + "▁Investment", + -11.655765533447266 + ], + [ + "▁involvement", + -11.655813217163086 + ], + [ + "▁trap", + -11.655829429626465 + ], + [ + "▁schön", + -11.655872344970703 + ], + [ + "▁ofera", + -11.655933380126951 + ], + [ + "▁unterschiedlich", + -11.65596866607666 + ], + [ + "Net", + -11.655987739562988 + ], + [ + "▁predict", + -11.656113624572754 + ], + [ + "identifying", + -11.656309127807615 + ], + [ + "▁noir", + -11.6566162109375 + ], + [ + "kos", + -11.656816482543944 + ], + [ + "poz", + -11.656816482543944 + ], + [ + "▁11,", + -11.65698528289795 + ], + [ + "▁fitted", + -11.657384872436523 + ], + [ + "MU", + -11.657469749450684 + ], + [ + "TT", + -11.657645225524902 + ], + [ + "▁vrea", + -11.657846450805664 + ], + [ + "▁wound", + -11.657864570617676 + ], + [ + "lac", + -11.657971382141112 + ], + [ + "▁purchases", + -11.658409118652344 + ], + [ + "▁Cape", + -11.65843677520752 + ], + [ + "▁Foto", + -11.65853786468506 + ], + [ + "▁acres", + -11.65865707397461 + ], + [ + "▁nec", + -11.658677101135254 + ], + [ + "▁burning", + -11.659050941467283 + ], + [ + "conf", + -11.659457206726074 + ], + [ + "▁browse", + -11.659486770629885 + ], + [ + "ural", + -11.659762382507324 + ], + [ + "▁Ah", + -11.659841537475586 + ], + [ + "▁stellt", + -11.65992259979248 + ], + [ + "▁ratings", + -11.660012245178224 + ], + [ + "▁Bowl", + -11.660027503967283 + ], + [ + "▁grav", + -11.660289764404297 + ], + [ + "titi", + -11.66048526763916 + ], + [ + "▁prêt", + -11.66075325012207 + ], + [ + "▁fallen", + -11.660818099975586 + ], + [ + "▁nombreuses", + -11.660940170288086 + ], + [ + "train", + -11.660953521728516 + ], + [ + "ène", + -11.661009788513184 + ], + [ + "Aceasta", + -11.661091804504396 + ], + [ + "▁drill", + -11.661421775817873 + ], + [ + "▁Exam", + -11.661477088928224 + ], + [ + "▁Furniture", + -11.661651611328123 + ], + [ + "eanu", + -11.661919593811035 + ], + [ + "étant", + -11.66230297088623 + ], + [ + "sville", + -11.662391662597656 + ], + [ + "▁swim", + -11.662796020507812 + ], + [ + "▁routes", + -11.662826538085938 + ], + [ + "INE", + -11.662860870361328 + ], + [ + "▁Por", + -11.662976264953612 + ], + [ + "ither", + -11.663168907165527 + ], + [ + "▁optim", + -11.663180351257324 + ], + [ + "▁lua", + -11.66331958770752 + ], + [ + "▁myth", + -11.663491249084473 + ], + [ + "▁Bett", + -11.6635103225708 + ], + [ + "chim", + -11.66355037689209 + ], + [ + "▁cyber", + -11.66355323791504 + ], + [ + "▁engineer", + -11.663825035095217 + ], + [ + "▁exploration", + -11.663918495178224 + ], + [ + "arranged", + -11.663973808288574 + ], + [ + "▁aged", + -11.66399383544922 + ], + [ + "▁beau", + -11.664024353027344 + ], + [ + "OUT", + -11.66402530670166 + ], + [ + "▁Minnesota", + -11.664031982421877 + ], + [ + "tress", + -11.66440773010254 + ], + [ + "▁Commercial", + -11.664509773254396 + ], + [ + "▁inspiring", + -11.66462516784668 + ], + [ + "▁Mare", + -11.664725303649902 + ], + [ + "apa", + -11.66514015197754 + ], + [ + "▁ignore", + -11.6651611328125 + ], + [ + "▁gros", + -11.665186882019045 + ], + [ + "▁measurement", + -11.66531753540039 + ], + [ + "ager", + -11.665395736694336 + ], + [ + "intele", + -11.665966987609863 + ], + [ + "▁suspension", + -11.666180610656738 + ], + [ + "▁cultures", + -11.666211128234863 + ], + [ + "▁Wow", + -11.666231155395508 + ], + [ + "▁pushing", + -11.666363716125488 + ], + [ + "▁bands", + -11.666438102722168 + ], + [ + "nage", + -11.66645050048828 + ], + [ + "▁Math", + -11.666515350341797 + ], + [ + "comb", + -11.66658878326416 + ], + [ + "▁créer", + -11.66658878326416 + ], + [ + "▁Lewis", + -11.666685104370115 + ], + [ + "▁VI", + -11.66678524017334 + ], + [ + "emploi", + -11.666791915893556 + ], + [ + "▁elections", + -11.666890144348145 + ], + [ + "▁logic", + -11.666982650756836 + ], + [ + "▁unlike", + -11.667122840881348 + ], + [ + "▁Matthew", + -11.66743278503418 + ], + [ + "▁pă", + -11.667486190795898 + ], + [ + "oxy", + -11.667620658874512 + ], + [ + "équipe", + -11.667717933654783 + ], + [ + "▁worden", + -11.668088912963867 + ], + [ + "dev", + -11.668258666992188 + ], + [ + "▁Massachusetts", + -11.668691635131836 + ], + [ + "▁Return", + -11.668695449829102 + ], + [ + "▁Friends", + -11.66891098022461 + ], + [ + "▁movements", + -11.66894245147705 + ], + [ + "chie", + -11.668964385986328 + ], + [ + "rak", + -11.669017791748049 + ], + [ + "▁Fit", + -11.66904354095459 + ], + [ + "▁copil", + -11.669113159179688 + ], + [ + "iunii", + -11.669188499450684 + ], + [ + "▁intensive", + -11.669234275817873 + ], + [ + "▁rug", + -11.669452667236328 + ], + [ + "lichkeit", + -11.669686317443848 + ], + [ + "kov", + -11.669724464416504 + ], + [ + "▁pense", + -11.66978645324707 + ], + [ + "pop", + -11.66978931427002 + ], + [ + "▁closet", + -11.669865608215332 + ], + [ + "▁prevention", + -11.669920921325684 + ], + [ + "▁Deb", + -11.67025661468506 + ], + [ + "▁devant", + -11.670430183410645 + ], + [ + "▁construit", + -11.670440673828123 + ], + [ + "▁breaks", + -11.67082405090332 + ], + [ + "otic", + -11.670886993408203 + ], + [ + "▁dig", + -11.67088794708252 + ], + [ + "▁près", + -11.670930862426758 + ], + [ + "chte", + -11.671029090881348 + ], + [ + "▁Chat", + -11.671029090881348 + ], + [ + "wel", + -11.671219825744627 + ], + [ + "▁edges", + -11.671272277832031 + ], + [ + "▁keen", + -11.671419143676758 + ], + [ + "▁infant", + -11.671716690063477 + ], + [ + "▁Hills", + -11.6719388961792 + ], + [ + "▁grounds", + -11.671969413757324 + ], + [ + "▁hab", + -11.672039031982422 + ], + [ + "▁Mun", + -11.67215347290039 + ], + [ + "▁references", + -11.672215461730955 + ], + [ + "▁hearts", + -11.672446250915527 + ], + [ + "exprim", + -11.672487258911133 + ], + [ + "▁tratament", + -11.672553062438965 + ], + [ + "LD", + -11.67258358001709 + ], + [ + "ssel", + -11.67275333404541 + ], + [ + "cover", + -11.67278289794922 + ], + [ + "bridge", + -11.672837257385254 + ], + [ + "▁Wein", + -11.672924995422363 + ], + [ + "▁voiture", + -11.673035621643066 + ], + [ + "▁Gemeinde", + -11.67313289642334 + ], + [ + "AI", + -11.673169136047363 + ], + [ + "▁renovation", + -11.673264503479004 + ], + [ + "bid", + -11.673285484313965 + ], + [ + "▁Reading", + -11.673481941223145 + ], + [ + "▁Gor", + -11.673490524291992 + ], + [ + "fur", + -11.673527717590332 + ], + [ + "▁Yoga", + -11.673544883728027 + ], + [ + "▁exclusively", + -11.673630714416504 + ], + [ + "▁emissions", + -11.67385482788086 + ], + [ + "ète", + -11.673905372619627 + ], + [ + "▁glasses", + -11.674055099487305 + ], + [ + "▁organizat", + -11.674135208129885 + ], + [ + "▁washing", + -11.67415714263916 + ], + [ + "▁Audi", + -11.67417335510254 + ], + [ + "▁Labor", + -11.674331665039062 + ], + [ + "▁legacy", + -11.674381256103516 + ], + [ + "▁abstract", + -11.674519538879396 + ], + [ + "▁knowledgeable", + -11.674601554870604 + ], + [ + "▁Glo", + -11.674795150756836 + ], + [ + "▁pregnant", + -11.67481803894043 + ], + [ + "liter", + -11.674851417541504 + ], + [ + "▁paintings", + -11.67522144317627 + ], + [ + "▁tête", + -11.675244331359863 + ], + [ + "voy", + -11.675626754760742 + ], + [ + "▁Jacob", + -11.675667762756348 + ], + [ + "▁dressing", + -11.675679206848145 + ], + [ + "▁provisions", + -11.675768852233888 + ], + [ + "bahn", + -11.675870895385742 + ], + [ + "▁depict", + -11.675875663757324 + ], + [ + "AW", + -11.676068305969238 + ], + [ + "▁bleibt", + -11.67616367340088 + ], + [ + "AND", + -11.676292419433594 + ], + [ + "▁fünf", + -11.676386833190918 + ], + [ + "▁hosts", + -11.676426887512209 + ], + [ + "vas", + -11.676708221435549 + ], + [ + "DO", + -11.67674732208252 + ], + [ + "▁max", + -11.676753997802734 + ], + [ + "▁contributed", + -11.676774978637695 + ], + [ + "roz", + -11.676796913146973 + ], + [ + "▁deschis", + -11.676800727844238 + ], + [ + "itaire", + -11.676809310913086 + ], + [ + "tube", + -11.676959991455078 + ], + [ + "▁Beck", + -11.676959991455078 + ], + [ + "▁curious", + -11.677130699157717 + ], + [ + "▁waves", + -11.677178382873535 + ], + [ + "▁regret", + -11.677248001098633 + ], + [ + "FO", + -11.677326202392578 + ], + [ + "droit", + -11.67734146118164 + ], + [ + "rö", + -11.677565574645996 + ], + [ + "▁Panel", + -11.677624702453612 + ], + [ + "▁pile", + -11.677660942077637 + ], + [ + "▁installing", + -11.677674293518066 + ], + [ + "▁Intr", + -11.677797317504885 + ], + [ + "nung", + -11.677823066711426 + ], + [ + "▁Outdoor", + -11.677855491638184 + ], + [ + "▁generator", + -11.67786693572998 + ], + [ + "▁zahlreiche", + -11.677868843078612 + ], + [ + "▁Third", + -11.67813491821289 + ], + [ + "frac", + -11.678180694580078 + ], + [ + "ovi", + -11.678236961364746 + ], + [ + "▁Casa", + -11.678374290466309 + ], + [ + "▁stomach", + -11.678393363952637 + ], + [ + "▁Lincoln", + -11.67844009399414 + ], + [ + "▁Electronic", + -11.678584098815918 + ], + [ + "coding", + -11.67895221710205 + ], + [ + "2017", + -11.67900276184082 + ], + [ + "▁friendship", + -11.679238319396973 + ], + [ + "ried", + -11.679250717163086 + ], + [ + "но", + -11.679265022277832 + ], + [ + "▁tail", + -11.67926788330078 + ], + [ + "▁petits", + -11.679308891296388 + ], + [ + "▁réseau", + -11.679696083068848 + ], + [ + "▁churches", + -11.679999351501465 + ], + [ + "▁marketplace", + -11.680062294006348 + ], + [ + "▁Pool", + -11.68031883239746 + ], + [ + "▁popularity", + -11.680455207824709 + ], + [ + "▁sprijin", + -11.680496215820312 + ], + [ + "▁Od", + -11.680527687072754 + ], + [ + "▁Transfer", + -11.68056297302246 + ], + [ + "▁fake", + -11.680791854858398 + ], + [ + "▁9,", + -11.681007385253906 + ], + [ + "▁weit", + -11.681264877319336 + ], + [ + "▁relaxed", + -11.681415557861328 + ], + [ + "pig", + -11.68161678314209 + ], + [ + "▁Lauren", + -11.68166732788086 + ], + [ + "gesetzt", + -11.681669235229492 + ], + [ + "▁Clar", + -11.681694984436035 + ], + [ + "▁unlikely", + -11.68173122406006 + ], + [ + "color", + -11.681832313537598 + ], + [ + "▁spouse", + -11.681843757629396 + ], + [ + "▁facile", + -11.681859970092772 + ], + [ + "▁Speed", + -11.681872367858888 + ], + [ + "KE", + -11.682230949401855 + ], + [ + "▁PO", + -11.68231201171875 + ], + [ + "▁Channel", + -11.682321548461914 + ], + [ + "argent", + -11.68235683441162 + ], + [ + "▁Making", + -11.682430267333984 + ], + [ + "▁Coll", + -11.68258571624756 + ], + [ + "cci", + -11.682721138000488 + ], + [ + "corresponding", + -11.68300724029541 + ], + [ + "▁heaven", + -11.683160781860352 + ], + [ + "ţă", + -11.68319320678711 + ], + [ + "▁darüber", + -11.683236122131348 + ], + [ + "acted", + -11.683420181274414 + ], + [ + "only", + -11.683460235595703 + ], + [ + "▁slight", + -11.683465003967283 + ], + [ + "lian", + -11.68348503112793 + ], + [ + "flă", + -11.683510780334473 + ], + [ + "▁vulnerable", + -11.683530807495115 + ], + [ + "▁creator", + -11.68356704711914 + ], + [ + "▁protecting", + -11.68360424041748 + ], + [ + "writing", + -11.68360710144043 + ], + [ + "▁Ter", + -11.68387222290039 + ], + [ + "▁barb", + -11.683987617492676 + ], + [ + "▁dată", + -11.683995246887209 + ], + [ + "▁Screen", + -11.684052467346191 + ], + [ + "▁BBC", + -11.684082984924316 + ], + [ + "Col", + -11.684206008911133 + ], + [ + "fung", + -11.684453964233398 + ], + [ + "▁dreptul", + -11.684494972229004 + ], + [ + "derived", + -11.68453884124756 + ], + [ + "▁designated", + -11.684553146362305 + ], + [ + "▁interactions", + -11.684617042541504 + ], + [ + "SG", + -11.684621810913086 + ], + [ + "▁häufig", + -11.684625625610352 + ], + [ + "▁Mega", + -11.684638023376465 + ], + [ + "▁jazz", + -11.68466091156006 + ], + [ + "lbs", + -11.684797286987305 + ], + [ + "▁Manual", + -11.68484115600586 + ], + [ + "pushed", + -11.685017585754396 + ], + [ + "▁analytics", + -11.68523406982422 + ], + [ + "▁lawsuit", + -11.68533706665039 + ], + [ + "▁gray", + -11.685364723205566 + ], + [ + "shirts", + -11.685401916503906 + ], + [ + "▁hill", + -11.685508728027344 + ], + [ + "▁1991", + -11.68550968170166 + ], + [ + "▁obligations", + -11.685568809509276 + ], + [ + "▁Dubai", + -11.68580436706543 + ], + [ + "()", + -11.685808181762695 + ], + [ + "▁acceptable", + -11.685810089111328 + ], + [ + "therapist", + -11.685877799987791 + ], + [ + "inger", + -11.6860990524292 + ], + [ + "▁territory", + -11.686208724975586 + ], + [ + "▁sang", + -11.6862211227417 + ], + [ + "ät", + -11.686224937438965 + ], + [ + "▁Zukunft", + -11.686238288879396 + ], + [ + "TU", + -11.68657398223877 + ], + [ + "▁horizontal", + -11.68665599822998 + ], + [ + "▁entrepreneurs", + -11.686710357666016 + ], + [ + "▁Eltern", + -11.687017440795898 + ], + [ + "▁presentations", + -11.687129974365234 + ], + [ + "▁confirmation", + -11.687173843383787 + ], + [ + "▁technological", + -11.687432289123535 + ], + [ + "▁1989", + -11.687530517578123 + ], + [ + "EF", + -11.687640190124512 + ], + [ + "ponent", + -11.687663078308104 + ], + [ + "NET", + -11.687699317932127 + ], + [ + "750", + -11.687772750854492 + ], + [ + "▁desert", + -11.687891960144045 + ], + [ + "▁contribu", + -11.687932968139648 + ], + [ + "▁Gun", + -11.687944412231444 + ], + [ + "▁Juli", + -11.688091278076172 + ], + [ + "ERS", + -11.688261985778809 + ], + [ + "▁inceput", + -11.688261985778809 + ], + [ + "▁answered", + -11.688369750976562 + ], + [ + "▁basement", + -11.688410758972168 + ], + [ + "film", + -11.688434600830078 + ], + [ + "▁taille", + -11.688593864440918 + ], + [ + "▁survival", + -11.688655853271484 + ], + [ + "ihnen", + -11.68869400024414 + ], + [ + "▁Bird", + -11.688840866088867 + ], + [ + "speed", + -11.689336776733398 + ], + [ + "▁journalist", + -11.68941879272461 + ], + [ + "▁Indonesia", + -11.689626693725586 + ], + [ + "▁15.", + -11.689973831176758 + ], + [ + "▁19.", + -11.690025329589844 + ], + [ + "étaient", + -11.690114974975586 + ], + [ + "▁tennis", + -11.69024658203125 + ], + [ + "▁aproximativ", + -11.69039249420166 + ], + [ + "▁Hans", + -11.690650939941406 + ], + [ + "▁Remove", + -11.69067096710205 + ], + [ + "▁cats", + -11.691022872924805 + ], + [ + "▁calories", + -11.691052436828612 + ], + [ + "▁limitations", + -11.69119644165039 + ], + [ + "▁subscribe", + -11.691198348999023 + ], + [ + "▁Dem", + -11.691339492797852 + ], + [ + "lust", + -11.691370010375977 + ], + [ + "▁adresa", + -11.691394805908203 + ], + [ + "▁sais", + -11.69140911102295 + ], + [ + "...\"", + -11.691473960876465 + ], + [ + "▁Luft", + -11.691485404968262 + ], + [ + "DL", + -11.691597938537598 + ], + [ + "▁estimates", + -11.691600799560549 + ], + [ + "▁protocol", + -11.691603660583496 + ], + [ + "▁Namen", + -11.691776275634766 + ], + [ + "▁grands", + -11.691901206970217 + ], + [ + "▁voter", + -11.691970825195312 + ], + [ + "▁vacuum", + -11.692075729370115 + ], + [ + "▁versch", + -11.692103385925291 + ], + [ + "▁Democratic", + -11.69210720062256 + ], + [ + "▁Books", + -11.69217014312744 + ], + [ + "▁frames", + -11.692727088928224 + ], + [ + "▁Bee", + -11.692864418029783 + ], + [ + "▁helfen", + -11.692934036254885 + ], + [ + "▁dive", + -11.692963600158691 + ], + [ + "▁physician", + -11.693037033081056 + ], + [ + "▁powered", + -11.69313144683838 + ], + [ + "▁zones", + -11.693337440490724 + ], + [ + "▁regime", + -11.69345474243164 + ], + [ + "check", + -11.693578720092772 + ], + [ + "11.", + -11.693793296813965 + ], + [ + "▁plaisir", + -11.693793296813965 + ], + [ + "▁physically", + -11.693811416625977 + ], + [ + "▁Pul", + -11.69424533843994 + ], + [ + "▁jardin", + -11.694294929504396 + ], + [ + "▁Nur", + -11.694417953491213 + ], + [ + "WC", + -11.694425582885742 + ], + [ + "▁Lock", + -11.694506645202637 + ], + [ + "▁économique", + -11.694530487060549 + ], + [ + "user", + -11.694536209106444 + ], + [ + "▁commit", + -11.694731712341309 + ], + [ + "▁oldest", + -11.694764137268066 + ], + [ + "▁fulfill", + -11.694780349731444 + ], + [ + "▁nervous", + -11.69482135772705 + ], + [ + "▁SH", + -11.69501495361328 + ], + [ + "SK", + -11.695150375366213 + ], + [ + "▁plein", + -11.69529151916504 + ], + [ + "show", + -11.695354461669922 + ], + [ + "▁disability", + -11.695356369018556 + ], + [ + "papier", + -11.69544506072998 + ], + [ + "▁Corp", + -11.695611000061035 + ], + [ + "ători", + -11.695676803588867 + ], + [ + "nţă", + -11.695813179016112 + ], + [ + "▁overseas", + -11.696009635925291 + ], + [ + "▁struck", + -11.69603157043457 + ], + [ + "astic", + -11.69607162475586 + ], + [ + "▁advised", + -11.696088790893556 + ], + [ + "BE", + -11.696161270141602 + ], + [ + "▁UV", + -11.696218490600586 + ], + [ + "patient", + -11.69626235961914 + ], + [ + "▁texte", + -11.696344375610352 + ], + [ + "▁timely", + -11.696444511413574 + ], + [ + "used", + -11.696471214294434 + ], + [ + "▁occasionally", + -11.696524620056152 + ], + [ + "▁entries", + -11.696550369262695 + ], + [ + "underlying", + -11.6967191696167 + ], + [ + "01.", + -11.696748733520508 + ], + [ + "▁automated", + -11.696791648864746 + ], + [ + "yes", + -11.696828842163086 + ], + [ + "▁Staff", + -11.697057723999023 + ], + [ + "▁Einzel", + -11.697546005249023 + ], + [ + "quit", + -11.697687149047852 + ], + [ + "▁Cela", + -11.697951316833496 + ], + [ + "▁snap", + -11.698298454284668 + ], + [ + "▁followers", + -11.698330879211426 + ], + [ + "CN", + -11.69870948791504 + ], + [ + "▁Cooper", + -11.698892593383787 + ], + [ + "ô", + -11.69892120361328 + ], + [ + "▁memorable", + -11.698965072631836 + ], + [ + "▁jur", + -11.698996543884276 + ], + [ + "▁ajutorul", + -11.69905948638916 + ], + [ + "▁Enter", + -11.6991548538208 + ], + [ + "Often", + -11.699294090270996 + ], + [ + "▁dintr", + -11.699341773986816 + ], + [ + "-30", + -11.699419975280762 + ], + [ + "ESS", + -11.699454307556152 + ], + [ + "▁weird", + -11.699462890625 + ], + [ + "▁Animal", + -11.699706077575684 + ], + [ + "▁complement", + -11.699719429016112 + ], + [ + "▁Bot", + -11.699756622314451 + ], + [ + "▁darf", + -11.699764251708984 + ], + [ + "yed", + -11.69980812072754 + ], + [ + "▁Mul", + -11.699872016906738 + ], + [ + "lick", + -11.700080871582031 + ], + [ + "▁Cambridge", + -11.70021629333496 + ], + [ + "adore", + -11.70040798187256 + ], + [ + "▁Dutch", + -11.700420379638672 + ], + [ + "▁Castle", + -11.700431823730469 + ], + [ + "igi", + -11.700563430786133 + ], + [ + "▁enemy", + -11.70071029663086 + ], + [ + "accompanied", + -11.700725555419922 + ], + [ + "▁teren", + -11.701102256774902 + ], + [ + "▁ET", + -11.701498985290527 + ], + [ + "ffle", + -11.701557159423828 + ], + [ + "-15", + -11.701651573181152 + ], + [ + "▁Geo", + -11.701680183410645 + ], + [ + "▁attractions", + -11.701730728149414 + ], + [ + "iker", + -11.70185661315918 + ], + [ + "▁bă", + -11.701990127563477 + ], + [ + "▁heal", + -11.701995849609377 + ], + [ + "weisen", + -11.702144622802734 + ], + [ + "▁spectrum", + -11.702186584472656 + ], + [ + "meld", + -11.702394485473633 + ], + [ + "▁eveniment", + -11.70247745513916 + ], + [ + "arra", + -11.702478408813477 + ], + [ + "rete", + -11.70250129699707 + ], + [ + "▁Had", + -11.70250415802002 + ], + [ + "looking", + -11.702692031860352 + ], + [ + "isierung", + -11.702805519104004 + ], + [ + "▁moyen", + -11.703129768371582 + ], + [ + "▁gesamte", + -11.703202247619627 + ], + [ + "▁destroy", + -11.703407287597656 + ], + [ + "125", + -11.703518867492676 + ], + [ + "▁suivant", + -11.703913688659668 + ], + [ + "▁declared", + -11.703925132751465 + ], + [ + "▁Urban", + -11.704131126403809 + ], + [ + "▁16.", + -11.704168319702148 + ], + [ + "▁Beg", + -11.704168319702148 + ], + [ + "▁canal", + -11.704225540161133 + ], + [ + "▁Pres", + -11.70431137084961 + ], + [ + "▁geeignet", + -11.704339981079102 + ], + [ + "▁strat", + -11.704365730285645 + ], + [ + "UB", + -11.704395294189451 + ], + [ + "▁Alexander", + -11.704424858093262 + ], + [ + "cycle", + -11.704666137695312 + ], + [ + "▁Var", + -11.70480251312256 + ], + [ + "▁domin", + -11.704805374145508 + ], + [ + "▁lasting", + -11.70493984222412 + ], + [ + "terio", + -11.705262184143066 + ], + [ + "▁Battle", + -11.705339431762695 + ], + [ + "▁publications", + -11.705647468566896 + ], + [ + "▁implica", + -11.705886840820312 + ], + [ + "▁NA", + -11.705963134765623 + ], + [ + "▁stocks", + -11.706036567687988 + ], + [ + "Plat", + -11.70611572265625 + ], + [ + "▁excitement", + -11.706149101257324 + ], + [ + "▁Muslim", + -11.706524848937988 + ], + [ + "▁Mari", + -11.706530570983888 + ], + [ + "▁Ul", + -11.706647872924805 + ], + [ + "nächst", + -11.706757545471191 + ], + [ + "▁trait", + -11.706833839416504 + ], + [ + "▁(3)", + -11.706852912902832 + ], + [ + "▁Attorney", + -11.706894874572754 + ], + [ + "▁Malaysia", + -11.70689582824707 + ], + [ + "▁slab", + -11.706960678100586 + ], + [ + "▁dam", + -11.707113265991213 + ], + [ + "▁Bir", + -11.707226753234863 + ], + [ + "▁sing", + -11.70738410949707 + ], + [ + "▁Culture", + -11.7073974609375 + ], + [ + "UD", + -11.707417488098145 + ], + [ + "▁Mes", + -11.707443237304688 + ], + [ + "ități", + -11.707615852355955 + ], + [ + "▁possess", + -11.708173751831056 + ], + [ + "enabling", + -11.70820426940918 + ], + [ + "▁settled", + -11.708335876464844 + ], + [ + "▁sagen", + -11.708492279052734 + ], + [ + "▁erfolgt", + -11.70856475830078 + ], + [ + "dog", + -11.708600997924805 + ], + [ + "ndu", + -11.708732604980469 + ], + [ + "ității", + -11.708745002746582 + ], + [ + "▁Islam", + -11.708930015563965 + ], + [ + "▁catalog", + -11.708931922912598 + ], + [ + "▁simt", + -11.709102630615234 + ], + [ + "tische", + -11.709150314331056 + ], + [ + "▁Mach", + -11.70933437347412 + ], + [ + "▁EP", + -11.709359169006348 + ], + [ + "▁Certified", + -11.709386825561523 + ], + [ + "▁Resources", + -11.70945930480957 + ], + [ + "▁Past", + -11.709607124328612 + ], + [ + "▁Termin", + -11.709755897521973 + ], + [ + "▁lightweight", + -11.709755897521973 + ], + [ + "▁championship", + -11.70994758605957 + ], + [ + "gebiet", + -11.710122108459473 + ], + [ + "▁jurisdiction", + -11.710135459899902 + ], + [ + "▁euros", + -11.710169792175291 + ], + [ + "▁Familien", + -11.710554122924805 + ], + [ + "▁GT", + -11.71067714691162 + ], + [ + "▁dvs", + -11.71081256866455 + ], + [ + "▁nouveaux", + -11.710838317871094 + ], + [ + "▁chill", + -11.71091651916504 + ], + [ + "▁ridicat", + -11.710920333862305 + ], + [ + "his", + -11.711079597473145 + ], + [ + "▁Indi", + -11.711159706115724 + ], + [ + "▁arrested", + -11.71116828918457 + ], + [ + "ităţii", + -11.711170196533203 + ], + [ + "onul", + -11.711274147033691 + ], + [ + "appar", + -11.711296081542969 + ], + [ + "▁Bachelor", + -11.711297988891602 + ], + [ + "▁erfolgreich", + -11.711426734924316 + ], + [ + "▁versatile", + -11.71163558959961 + ], + [ + "▁nécessaire", + -11.711761474609377 + ], + [ + "▁facial", + -11.712160110473633 + ], + [ + "▁Bull", + -11.71222686767578 + ], + [ + "Comm", + -11.712237358093262 + ], + [ + "atte", + -11.712307929992676 + ], + [ + "hom", + -11.7123384475708 + ], + [ + "start", + -11.712576866149902 + ], + [ + "▁roughly", + -11.712936401367188 + ], + [ + "▁bay", + -11.712984085083008 + ], + [ + "▁american", + -11.712986946105955 + ], + [ + "▁Wisconsin", + -11.713135719299316 + ], + [ + "▁Clinton", + -11.713142395019531 + ], + [ + "appareil", + -11.713153839111328 + ], + [ + "▁liberal", + -11.713455200195312 + ], + [ + "▁dau", + -11.713519096374512 + ], + [ + "ech", + -11.71352195739746 + ], + [ + "2014", + -11.713624000549316 + ], + [ + "▁lip", + -11.713645935058594 + ], + [ + "▁maintenant", + -11.713762283325195 + ], + [ + "▁Sil", + -11.713805198669434 + ], + [ + "rben", + -11.713891983032228 + ], + [ + "▁contents", + -11.713980674743652 + ], + [ + "▁magnetic", + -11.714111328125 + ], + [ + "▁terre", + -11.714151382446287 + ], + [ + "▁Rights", + -11.714475631713867 + ], + [ + "lose", + -11.714570045471191 + ], + [ + "▁crown", + -11.71468448638916 + ], + [ + "▁oils", + -11.7147216796875 + ], + [ + "▁entertaining", + -11.714841842651367 + ], + [ + "▁Option", + -11.714848518371582 + ], + [ + "▁Previous", + -11.714916229248049 + ], + [ + "▁vrai", + -11.714930534362791 + ], + [ + "▁Auswahl", + -11.71505641937256 + ], + [ + "▁horses", + -11.715106010437012 + ], + [ + "▁Author", + -11.71533489227295 + ], + [ + "▁Writing", + -11.715461730957031 + ], + [ + "▁travelling", + -11.71552276611328 + ], + [ + "▁350", + -11.715567588806152 + ], + [ + "daten", + -11.71560287475586 + ], + [ + "zan", + -11.715765953063965 + ], + [ + "▁sweat", + -11.715924263000488 + ], + [ + "▁Junior", + -11.715970993041992 + ], + [ + "markt", + -11.71609878540039 + ], + [ + "after", + -11.716105461120604 + ], + [ + "▁admitted", + -11.716262817382812 + ], + [ + "▁1950", + -11.716347694396973 + ], + [ + "▁Sche", + -11.71648120880127 + ], + [ + "▁dorit", + -11.716818809509276 + ], + [ + "▁transferred", + -11.716958045959473 + ], + [ + "utilise", + -11.71719455718994 + ], + [ + "sitz", + -11.71730136871338 + ], + [ + "gio", + -11.717320442199709 + ], + [ + "▁bisher", + -11.717473983764648 + ], + [ + "RD", + -11.717491149902344 + ], + [ + "▁Wales", + -11.717747688293455 + ], + [ + "▁smoking", + -11.717904090881348 + ], + [ + "dire", + -11.717939376831056 + ], + [ + "▁seating", + -11.717979431152344 + ], + [ + "▁constat", + -11.718056678771973 + ], + [ + "▁Hub", + -11.718324661254885 + ], + [ + "▁sieht", + -11.718345642089844 + ], + [ + "▁prospect", + -11.718378067016602 + ], + [ + "▁RO", + -11.718413352966309 + ], + [ + "▁Wars", + -11.718423843383787 + ], + [ + "eek", + -11.718496322631836 + ], + [ + "▁Bring", + -11.718646049499512 + ], + [ + "▁bleiben", + -11.71869659423828 + ], + [ + "arri", + -11.718826293945312 + ], + [ + "inal", + -11.718904495239258 + ], + [ + "▁Maryland", + -11.718932151794434 + ], + [ + "▁Process", + -11.719145774841309 + ], + [ + "They", + -11.719154357910156 + ], + [ + "▁Oxford", + -11.719176292419434 + ], + [ + "▁neat", + -11.719330787658691 + ], + [ + "▁cinema", + -11.719597816467283 + ], + [ + "▁Ist", + -11.71962070465088 + ], + [ + "▁vegan", + -11.719682693481444 + ], + [ + "wall", + -11.719708442687988 + ], + [ + "▁motive", + -11.72010612487793 + ], + [ + "▁mature", + -11.720544815063477 + ], + [ + "▁Dragon", + -11.720653533935549 + ], + [ + "▁google", + -11.720677375793455 + ], + [ + "blick", + -11.72110652923584 + ], + [ + "▁Cod", + -11.721220970153809 + ], + [ + "▁suffi", + -11.721319198608398 + ], + [ + "▁terrorist", + -11.721478462219238 + ], + [ + "Posted", + -11.721484184265137 + ], + [ + "▁Schi", + -11.72157096862793 + ], + [ + "▁Marc", + -11.721597671508787 + ], + [ + "▁operates", + -11.721661567687988 + ], + [ + "gress", + -11.721805572509766 + ], + [ + "has", + -11.721899032592772 + ], + [ + "sole", + -11.722108840942385 + ], + [ + "▁Buck", + -11.722122192382812 + ], + [ + "impl", + -11.722160339355469 + ], + [ + "▁Ron", + -11.722172737121582 + ], + [ + "▁handled", + -11.722346305847168 + ], + [ + "▁Apr", + -11.722347259521484 + ], + [ + "▁Storage", + -11.722467422485352 + ], + [ + "▁temp", + -11.722512245178224 + ], + [ + "▁differently", + -11.722614288330078 + ], + [ + "▁wherever", + -11.722670555114746 + ], + [ + "matched", + -11.722695350646973 + ], + [ + "rios", + -11.72276496887207 + ], + [ + "▁surprising", + -11.722846031188965 + ], + [ + "teilen", + -11.722867965698242 + ], + [ + "▁difficulties", + -11.72294807434082 + ], + [ + "tab", + -11.723064422607422 + ], + [ + "▁Leader", + -11.72312831878662 + ], + [ + "implementing", + -11.72337245941162 + ], + [ + "▁workforce", + -11.723384857177734 + ], + [ + "▁bereit", + -11.723503112792969 + ], + [ + "vig", + -11.72352123260498 + ], + [ + "▁LOVE", + -11.723580360412598 + ], + [ + "▁instances", + -11.723954200744627 + ], + [ + "▁frumos", + -11.723960876464844 + ], + [ + "▁Java", + -11.723974227905272 + ], + [ + "▁arrest", + -11.723977088928224 + ], + [ + "▁apparent", + -11.72415256500244 + ], + [ + "▁hence", + -11.724200248718262 + ], + [ + "▁entwickelt", + -11.72437572479248 + ], + [ + "▁Fra", + -11.72447109222412 + ], + [ + "▁prend", + -11.724486351013184 + ], + [ + "ließ", + -11.724522590637209 + ], + [ + "▁drawer", + -11.724671363830566 + ], + [ + "ARD", + -11.724926948547363 + ], + [ + "▁caring", + -11.72499942779541 + ], + [ + "▁wollte", + -11.725024223327637 + ], + [ + "▁vielleicht", + -11.72511100769043 + ], + [ + "▁iconic", + -11.725324630737305 + ], + [ + "äch", + -11.72552490234375 + ], + [ + "abel", + -11.72563934326172 + ], + [ + "▁génér", + -11.72570514678955 + ], + [ + "ault", + -11.725727081298828 + ], + [ + "▁alternatives", + -11.725909233093262 + ], + [ + "think", + -11.726025581359863 + ], + [ + "ро", + -11.726055145263672 + ], + [ + "whereas", + -11.72605800628662 + ], + [ + "erei", + -11.726366996765137 + ], + [ + "▁Eagle", + -11.726766586303713 + ], + [ + "situé", + -11.72704792022705 + ], + [ + "▁laboratory", + -11.727157592773438 + ], + [ + "▁Nutzung", + -11.727256774902344 + ], + [ + "▁Bathroom", + -11.72728157043457 + ], + [ + "▁loaded", + -11.727293968200684 + ], + [ + "niste", + -11.727408409118652 + ], + [ + "som", + -11.727429389953612 + ], + [ + "▁aucun", + -11.727666854858398 + ], + [ + "gebracht", + -11.727676391601562 + ], + [ + "▁tomb", + -11.727771759033203 + ], + [ + "▁Ty", + -11.727785110473633 + ], + [ + "▁afaceri", + -11.727971076965332 + ], + [ + "tex", + -11.72803783416748 + ], + [ + "ality", + -11.728147506713867 + ], + [ + "▁identification", + -11.728150367736816 + ], + [ + "▁cultiv", + -11.72825527191162 + ], + [ + "Not", + -11.728326797485352 + ], + [ + "▁acestor", + -11.72846508026123 + ], + [ + "▁PhD", + -11.728466033935549 + ], + [ + "nell", + -11.728470802307127 + ], + [ + "▁dial", + -11.728594779968262 + ], + [ + "chro", + -11.728673934936523 + ], + [ + "▁specifications", + -11.728682518005373 + ], + [ + "anii", + -11.72877025604248 + ], + [ + "▁cloth", + -11.728836059570312 + ], + [ + "▁highway", + -11.728914260864258 + ], + [ + "▁Vitamin", + -11.729118347167969 + ], + [ + "▁indication", + -11.72934913635254 + ], + [ + "80%", + -11.72959041595459 + ], + [ + "▁Lion", + -11.729681015014648 + ], + [ + "▁10,", + -11.729693412780762 + ], + [ + "▁Werk", + -11.72974967956543 + ], + [ + "▁combin", + -11.729803085327148 + ], + [ + "▁releases", + -11.7298583984375 + ], + [ + "LL", + -11.730006217956545 + ], + [ + "ktor", + -11.730186462402344 + ], + [ + "ufgrund", + -11.73018741607666 + ], + [ + "calc", + -11.73034381866455 + ], + [ + "▁accomplished", + -11.730606079101562 + ], + [ + "▁los", + -11.730619430541992 + ], + [ + "▁distant", + -11.730688095092772 + ], + [ + "▁secteur", + -11.73068904876709 + ], + [ + "logue", + -11.73078155517578 + ], + [ + "▁betting", + -11.730792999267578 + ], + [ + "elf", + -11.73118019104004 + ], + [ + "puteti", + -11.73123550415039 + ], + [ + "▁Moment", + -11.731236457824709 + ], + [ + "▁scoring", + -11.731548309326172 + ], + [ + "▁freuen", + -11.731572151184082 + ], + [ + "▁fastest", + -11.731873512268066 + ], + [ + "▁directors", + -11.732080459594728 + ], + [ + "▁fame", + -11.732234954833984 + ], + [ + "▁complaint", + -11.732239723205566 + ], + [ + "▁Ep", + -11.732314109802246 + ], + [ + "▁delicate", + -11.732329368591309 + ], + [ + "annonce", + -11.73240852355957 + ], + [ + "ext", + -11.732454299926758 + ], + [ + "▁quit", + -11.732473373413086 + ], + [ + "▁Cop", + -11.73253345489502 + ], + [ + "prop", + -11.732565879821776 + ], + [ + "365", + -11.732742309570312 + ], + [ + "▁Say", + -11.732879638671877 + ], + [ + "▁internationale", + -11.733064651489258 + ], + [ + "cott", + -11.733213424682615 + ], + [ + "▁Whatever", + -11.733261108398438 + ], + [ + "▁admir", + -11.733261108398438 + ], + [ + "▁bucur", + -11.733549118041992 + ], + [ + "▁entity", + -11.733779907226562 + ], + [ + "▁dancing", + -11.733837127685549 + ], + [ + "▁printre", + -11.733892440795898 + ], + [ + "▁meditation", + -11.734396934509276 + ], + [ + "▁avis", + -11.734416961669922 + ], + [ + "▁1988", + -11.73447036743164 + ], + [ + "10.", + -11.734506607055664 + ], + [ + "▁worker", + -11.734638214111328 + ], + [ + "▁$100", + -11.734784126281738 + ], + [ + "▁contrôle", + -11.7349853515625 + ], + [ + "▁insist", + -11.734997749328612 + ], + [ + "ements", + -11.73505973815918 + ], + [ + "izate", + -11.735163688659668 + ], + [ + "▁tied", + -11.735332489013672 + ], + [ + "▁correspond", + -11.735396385192873 + ], + [ + "▁apartments", + -11.735547065734863 + ], + [ + "▁2009.", + -11.735599517822266 + ], + [ + "▁tiles", + -11.735624313354492 + ], + [ + "▁boots", + -11.735639572143556 + ], + [ + "▁laundry", + -11.735673904418944 + ], + [ + "▁Coffee", + -11.735674858093262 + ], + [ + "▁CV", + -11.735727310180664 + ], + [ + "▁composed", + -11.736035346984863 + ], + [ + "atom", + -11.73622989654541 + ], + [ + "▁shore", + -11.736270904541016 + ], + [ + "▁marijuana", + -11.736312866210938 + ], + [ + "plic", + -11.73648452758789 + ], + [ + "▁Zahl", + -11.736649513244627 + ], + [ + "depth", + -11.73682689666748 + ], + [ + "▁Egypt", + -11.736854553222656 + ], + [ + "▁NFL", + -11.736906051635742 + ], + [ + "▁12,", + -11.73692226409912 + ], + [ + "▁pollution", + -11.736964225769045 + ], + [ + "▁Vergleich", + -11.73704719543457 + ], + [ + "û", + -11.737109184265137 + ], + [ + "▁nurse", + -11.737153053283691 + ], + [ + "▁Susan", + -11.737173080444336 + ], + [ + "▁verify", + -11.737393379211426 + ], + [ + "▁kon", + -11.737504959106444 + ], + [ + "▁ulei", + -11.7376127243042 + ], + [ + "▁Sept", + -11.737699508666992 + ], + [ + "▁Location", + -11.737908363342283 + ], + [ + "▁frozen", + -11.737991333007812 + ], + [ + "good", + -11.73802661895752 + ], + [ + "▁cine", + -11.738066673278809 + ], + [ + "forming", + -11.738181114196776 + ], + [ + "▁Near", + -11.738391876220703 + ], + [ + "▁Tab", + -11.738545417785645 + ], + [ + "▁Alexandr", + -11.738600730895996 + ], + [ + "ст", + -11.73863697052002 + ], + [ + "CK", + -11.738656044006348 + ], + [ + "▁loads", + -11.738948822021484 + ], + [ + "▁disorders", + -11.738957405090332 + ], + [ + "hip", + -11.739596366882324 + ], + [ + "▁blessing", + -11.73987102508545 + ], + [ + "▁vechi", + -11.73997688293457 + ], + [ + "▁Bookmark", + -11.740296363830566 + ], + [ + "SON", + -11.74036979675293 + ], + [ + "books", + -11.740428924560549 + ], + [ + "▁tropical", + -11.740438461303713 + ], + [ + "▁Garten", + -11.74044704437256 + ], + [ + "ôt", + -11.740760803222656 + ], + [ + "tures", + -11.740827560424805 + ], + [ + "▁obligation", + -11.741010665893556 + ], + [ + "▁admin", + -11.741011619567873 + ], + [ + "▁sélection", + -11.741106986999512 + ], + [ + "disp", + -11.741172790527344 + ], + [ + "▁Anyone", + -11.741225242614746 + ], + [ + "keeper", + -11.74138355255127 + ], + [ + "▁konnten", + -11.741521835327148 + ], + [ + "▁existe", + -11.741615295410156 + ], + [ + "▁Rund", + -11.741798400878906 + ], + [ + "▁retailers", + -11.74184799194336 + ], + [ + "folg", + -11.741948127746582 + ], + [ + "▁urmare", + -11.742019653320312 + ], + [ + "▁Liebe", + -11.742321014404297 + ], + [ + "▁actors", + -11.742422103881836 + ], + [ + "▁Druck", + -11.742618560791016 + ], + [ + "lien", + -11.742752075195312 + ], + [ + "sian", + -11.742847442626951 + ], + [ + "▁partid", + -11.74304485321045 + ], + [ + "▁loin", + -11.743114471435549 + ], + [ + "AZ", + -11.743119239807127 + ], + [ + "oasă", + -11.743501663208008 + ], + [ + "▁inclusiv", + -11.743656158447266 + ], + [ + "TD", + -11.743680953979492 + ], + [ + "▁anului", + -11.743766784667969 + ], + [ + "poc", + -11.743844985961914 + ], + [ + "▁musique", + -11.743972778320312 + ], + [ + "▁Hart", + -11.74399757385254 + ], + [ + "Sh", + -11.74428367614746 + ], + [ + "html", + -11.744290351867676 + ], + [ + "▁serial", + -11.744318008422852 + ], + [ + "țele", + -11.744369506835938 + ], + [ + "inning", + -11.744544982910156 + ], + [ + "▁Bureau", + -11.744555473327637 + ], + [ + "▁rush", + -11.744626998901367 + ], + [ + "▁deosebit", + -11.744637489318848 + ], + [ + "▁Wort", + -11.744648933410645 + ], + [ + "▁Thailand", + -11.744688987731934 + ], + [ + "▁Language", + -11.745193481445312 + ], + [ + "▁Governor", + -11.745213508605955 + ], + [ + "▁Later", + -11.74525260925293 + ], + [ + "rilor", + -11.745282173156738 + ], + [ + "▁activités", + -11.745372772216797 + ], + [ + "schaffen", + -11.745598793029783 + ], + [ + "▁harvest", + -11.74567985534668 + ], + [ + "▁municipal", + -11.745783805847168 + ], + [ + "einander", + -11.74600601196289 + ], + [ + "▁fingers", + -11.746383666992188 + ], + [ + "▁sculpture", + -11.74638843536377 + ], + [ + "▁Bien", + -11.746390342712402 + ], + [ + "▁departments", + -11.746562957763672 + ], + [ + "▁période", + -11.746746063232422 + ], + [ + "▁jeune", + -11.746960639953612 + ], + [ + "▁governments", + -11.74710750579834 + ], + [ + "uter", + -11.747179985046388 + ], + [ + "Aceste", + -11.747220039367676 + ], + [ + "▁Deal", + -11.747243881225586 + ], + [ + "▁Equipment", + -11.74726390838623 + ], + [ + "nous", + -11.747300148010254 + ], + [ + "▁gate", + -11.747315406799316 + ], + [ + "▁meta", + -11.747447967529297 + ], + [ + "▁stiu", + -11.747474670410156 + ], + [ + "fold", + -11.747486114501951 + ], + [ + "▁seule", + -11.747523307800291 + ], + [ + "▁varied", + -11.747541427612305 + ], + [ + "hit", + -11.747635841369627 + ], + [ + "▁DIY", + -11.74768352508545 + ], + [ + "▁lemn", + -11.747685432434082 + ], + [ + "OB", + -11.747865676879885 + ], + [ + "▁colorful", + -11.748095512390137 + ], + [ + "▁câ", + -11.74826431274414 + ], + [ + "▁semester", + -11.74830150604248 + ], + [ + "▁dealer", + -11.748575210571287 + ], + [ + "nett", + -11.748788833618164 + ], + [ + "▁shortly", + -11.74893283843994 + ], + [ + "▁Driver", + -11.748983383178713 + ], + [ + "culture", + -11.749052047729492 + ], + [ + "▁permitted", + -11.749072074890137 + ], + [ + "▁sorts", + -11.749432563781738 + ], + [ + "▁crop", + -11.74999713897705 + ], + [ + "▁valoare", + -11.75046157836914 + ], + [ + "▁analog", + -11.750576972961426 + ], + [ + "▁excuse", + -11.750588417053224 + ], + [ + "▁modèle", + -11.750657081604004 + ], + [ + "When", + -11.75068473815918 + ], + [ + "▁march", + -11.750744819641112 + ], + [ + "haz", + -11.750978469848633 + ], + [ + "▁minimize", + -11.75099277496338 + ], + [ + "traction", + -11.751028060913086 + ], + [ + "▁caracter", + -11.752382278442385 + ], + [ + "▁modules", + -11.7523832321167 + ], + [ + "clu", + -11.75244426727295 + ], + [ + "ţional", + -11.752482414245604 + ], + [ + "▁breach", + -11.752562522888184 + ], + [ + "▁priced", + -11.752614974975586 + ], + [ + "▁attorneys", + -11.752644538879396 + ], + [ + "▁implant", + -11.752645492553713 + ], + [ + "▁ANY", + -11.752655029296877 + ], + [ + "dition", + -11.752707481384276 + ], + [ + "▁trials", + -11.752838134765623 + ], + [ + "▁Nas", + -11.75293254852295 + ], + [ + "Pre", + -11.752970695495604 + ], + [ + "lorsque", + -11.752979278564451 + ], + [ + "plin", + -11.753050804138184 + ], + [ + "Er", + -11.753056526184082 + ], + [ + "▁Dom", + -11.75306797027588 + ], + [ + "▁tire", + -11.75319004058838 + ], + [ + "sili", + -11.753233909606934 + ], + [ + "▁coins", + -11.753350257873535 + ], + [ + "▁rend", + -11.753470420837402 + ], + [ + "▁reliability", + -11.753503799438477 + ], + [ + "▁Analysis", + -11.75350856781006 + ], + [ + "▁trails", + -11.753692626953123 + ], + [ + "trägt", + -11.753762245178224 + ], + [ + "▁Kansas", + -11.753908157348633 + ], + [ + "▁responsive", + -11.75390911102295 + ], + [ + "▁disappear", + -11.753988265991213 + ], + [ + "▁stakeholders", + -11.754022598266602 + ], + [ + "▁aplica", + -11.754164695739746 + ], + [ + "▁imi", + -11.754180908203123 + ], + [ + "▁Laura", + -11.754369735717772 + ], + [ + "▁Terms", + -11.75440788269043 + ], + [ + "450", + -11.754460334777832 + ], + [ + "▁voltage", + -11.754483222961426 + ], + [ + "▁Gel", + -11.754544258117676 + ], + [ + "▁qualities", + -11.754549026489258 + ], + [ + "▁qualifi", + -11.754603385925291 + ], + [ + "▁Mé", + -11.754735946655272 + ], + [ + "bereit", + -11.75482940673828 + ], + [ + "gleich", + -11.754875183105469 + ], + [ + "▁voting", + -11.754961013793944 + ], + [ + "▁trademark", + -11.755128860473633 + ], + [ + "▁2.5", + -11.75515079498291 + ], + [ + "ND", + -11.755438804626465 + ], + [ + "▁Kelly", + -11.755470275878906 + ], + [ + "▁weiteren", + -11.755559921264648 + ], + [ + "▁filters", + -11.75562572479248 + ], + [ + "▁coût", + -11.75562858581543 + ], + [ + "jur", + -11.755765914916992 + ], + [ + "acre", + -11.755804061889648 + ], + [ + "▁retired", + -11.756022453308104 + ], + [ + "▁Engine", + -11.756205558776855 + ], + [ + "▁président", + -11.756264686584473 + ], + [ + "ajul", + -11.756307601928713 + ], + [ + "▁GA", + -11.756425857543944 + ], + [ + "rät", + -11.75666332244873 + ], + [ + "▁instructor", + -11.756669998168944 + ], + [ + "▁Allen", + -11.75668716430664 + ], + [ + "▁Delhi", + -11.756771087646484 + ], + [ + "▁cure", + -11.756844520568848 + ], + [ + "seite", + -11.756898880004885 + ], + [ + "coming", + -11.756914138793944 + ], + [ + "▁mixing", + -11.756963729858398 + ], + [ + "▁Kno", + -11.757041931152344 + ], + [ + "▁Sure", + -11.757079124450684 + ], + [ + "▁hired", + -11.757102012634276 + ], + [ + "▁participated", + -11.757196426391602 + ], + [ + "Count", + -11.757320404052734 + ], + [ + "treffen", + -11.75735569000244 + ], + [ + "▁54", + -11.75735855102539 + ], + [ + "▁rings", + -11.75735855102539 + ], + [ + "▁Thor", + -11.757359504699709 + ], + [ + "éro", + -11.75744915008545 + ], + [ + "▁buttons", + -11.757488250732422 + ], + [ + "▁47", + -11.757539749145508 + ], + [ + "▁Tel", + -11.757694244384766 + ], + [ + "▁suport", + -11.757776260375977 + ], + [ + "▁rhythm", + -11.75782585144043 + ], + [ + "▁Theater", + -11.758113861083984 + ], + [ + "▁informatii", + -11.758121490478516 + ], + [ + "hält", + -11.758201599121094 + ], + [ + "▁ouvert", + -11.758238792419434 + ], + [ + "fewer", + -11.75828742980957 + ], + [ + "▁alumni", + -11.758466720581056 + ], + [ + "▁valley", + -11.758508682250977 + ], + [ + "tial", + -11.75860595703125 + ], + [ + "***", + -11.758782386779783 + ], + [ + "kri", + -11.75905704498291 + ], + [ + "▁accidents", + -11.759113311767578 + ], + [ + "▁barrel", + -11.759170532226562 + ], + [ + "mobil", + -11.759310722351074 + ], + [ + "etti", + -11.759437561035156 + ], + [ + "▁immigration", + -11.759515762329102 + ], + [ + "▁poveste", + -11.759528160095217 + ], + [ + "hren", + -11.759669303894045 + ], + [ + "hydr", + -11.759719848632812 + ], + [ + "▁tweet", + -11.75974464416504 + ], + [ + "▁zip", + -11.759872436523438 + ], + [ + "▁Bonus", + -11.760189056396484 + ], + [ + "ordnung", + -11.760287284851074 + ], + [ + "liber", + -11.76046085357666 + ], + [ + "▁Navy", + -11.760591506958008 + ], + [ + "▁agreements", + -11.760612487792969 + ], + [ + "▁detection", + -11.7607421875 + ], + [ + "DF", + -11.760762214660645 + ], + [ + "hur", + -11.760774612426758 + ], + [ + "0.00", + -11.760798454284668 + ], + [ + "▁07", + -11.760866165161133 + ], + [ + "etta", + -11.760884284973145 + ], + [ + "▁13,", + -11.760887145996094 + ], + [ + "rolled", + -11.76097011566162 + ], + [ + "▁injection", + -11.76100254058838 + ], + [ + "mig", + -11.76101779937744 + ], + [ + "wach", + -11.761107444763184 + ], + [ + "▁choisir", + -11.761515617370604 + ], + [ + "▁professionnels", + -11.76159954071045 + ], + [ + "▁Tower", + -11.76169490814209 + ], + [ + "▁neighbor", + -11.76170539855957 + ], + [ + "deutschen", + -11.76187801361084 + ], + [ + "▁luxurious", + -11.76201057434082 + ], + [ + "▁walks", + -11.762033462524414 + ], + [ + "reti", + -11.762046813964844 + ], + [ + "▁Pad", + -11.762085914611816 + ], + [ + "wise", + -11.76229763031006 + ], + [ + "▁exhaust", + -11.762307167053224 + ], + [ + "▁demonstration", + -11.762582778930664 + ], + [ + "▁agricultural", + -11.762667655944824 + ], + [ + "Upon", + -11.762885093688965 + ], + [ + "▁Blu", + -11.76292610168457 + ], + [ + "atorul", + -11.762967109680176 + ], + [ + "amour", + -11.762984275817873 + ], + [ + "issant", + -11.763004302978516 + ], + [ + "▁delighted", + -11.763031959533691 + ], + [ + "rita", + -11.763113021850586 + ], + [ + "requiring", + -11.763195037841797 + ], + [ + "ivity", + -11.763216972351074 + ], + [ + "▁Unser", + -11.763306617736816 + ], + [ + "FP", + -11.763379096984863 + ], + [ + "fait", + -11.76353359222412 + ], + [ + "dite", + -11.763562202453612 + ], + [ + "kul", + -11.763716697692873 + ], + [ + "arth", + -11.76376724243164 + ], + [ + "▁Ker", + -11.763815879821776 + ], + [ + "torilor", + -11.763816833496094 + ], + [ + "stage", + -11.763866424560549 + ], + [ + "▁HTML", + -11.76398754119873 + ], + [ + "▁Wheel", + -11.764005661010742 + ], + [ + "▁quelque", + -11.76414680480957 + ], + [ + "▁Ou", + -11.764196395874023 + ], + [ + "▁considerable", + -11.764277458190918 + ], + [ + "▁Sco", + -11.76458740234375 + ], + [ + "▁donations", + -11.76481819152832 + ], + [ + "dessen", + -11.765002250671388 + ], + [ + "▁pourquoi", + -11.765039443969728 + ], + [ + "▁Bow", + -11.765189170837402 + ], + [ + "▁Dupa", + -11.76522445678711 + ], + [ + "ska", + -11.765707015991213 + ], + [ + "hot", + -11.765732765197754 + ], + [ + "▁drove", + -11.765849113464355 + ], + [ + "▁oppos", + -11.766018867492676 + ], + [ + "▁hiking", + -11.766035079956056 + ], + [ + "▁Boot", + -11.76608180999756 + ], + [ + "One", + -11.766087532043455 + ], + [ + "▁guvern", + -11.766094207763672 + ], + [ + "▁15,", + -11.766400337219238 + ], + [ + "scheid", + -11.766437530517578 + ], + [ + "▁Miet", + -11.76645851135254 + ], + [ + "▁Technical", + -11.766767501831056 + ], + [ + "▁Dal", + -11.7669038772583 + ], + [ + "▁Metro", + -11.766966819763184 + ], + [ + "▁Baker", + -11.767215728759766 + ], + [ + "▁trece", + -11.767252922058104 + ], + [ + "tained", + -11.76730251312256 + ], + [ + "block", + -11.76738452911377 + ], + [ + "▁wander", + -11.767401695251465 + ], + [ + "▁penalty", + -11.76742172241211 + ], + [ + "▁shipped", + -11.76750946044922 + ], + [ + "▁30%", + -11.767518043518066 + ], + [ + "group", + -11.767541885375977 + ], + [ + "▁brothers", + -11.767701148986816 + ], + [ + "▁comanda", + -11.767777442932127 + ], + [ + "▁retreat", + -11.767789840698242 + ], + [ + "▁Movie", + -11.767802238464355 + ], + [ + "PU", + -11.76787281036377 + ], + [ + "▁Jun", + -11.767885208129885 + ], + [ + "▁$6", + -11.767969131469728 + ], + [ + "▁Fal", + -11.768054962158203 + ], + [ + "▁Palestinian", + -11.768075942993164 + ], + [ + "▁soccer", + -11.768217086791992 + ], + [ + "▁Autor", + -11.768254280090332 + ], + [ + "▁chamber", + -11.768266677856444 + ], + [ + "nement", + -11.768463134765623 + ], + [ + "▁offense", + -11.768610954284668 + ], + [ + "▁gig", + -11.768631935119627 + ], + [ + "▁abandon", + -11.768691062927246 + ], + [ + "▁Kraft", + -11.768783569335938 + ], + [ + "▁Medicare", + -11.768784523010254 + ], + [ + "▁soap", + -11.768835067749023 + ], + [ + "▁Fur", + -11.768990516662598 + ], + [ + "▁conditioning", + -11.769103050231934 + ], + [ + "rained", + -11.769132614135742 + ], + [ + "▁puts", + -11.769134521484377 + ], + [ + "▁cod", + -11.76930046081543 + ], + [ + "lassen", + -11.76941967010498 + ], + [ + "FL", + -11.769600868225098 + ], + [ + "▁komplett", + -11.769664764404297 + ], + [ + "▁entscheiden", + -11.769665718078612 + ], + [ + "▁Hour", + -11.769691467285156 + ], + [ + "?!", + -11.77004051208496 + ], + [ + "Stream", + -11.770145416259766 + ], + [ + "▁Grad", + -11.770209312438965 + ], + [ + "▁gently", + -11.770231246948242 + ], + [ + "▁poetry", + -11.770429611206056 + ], + [ + "▁secured", + -11.770438194274902 + ], + [ + "oph", + -11.770466804504396 + ], + [ + "hop", + -11.77056121826172 + ], + [ + "handel", + -11.770634651184082 + ], + [ + "▁besoins", + -11.770658493041992 + ], + [ + "got", + -11.770824432373049 + ], + [ + "▁Chrome", + -11.77088737487793 + ], + [ + "ILL", + -11.770930290222168 + ], + [ + "▁Schritt", + -11.771014213562012 + ], + [ + "▁spell", + -11.771063804626465 + ], + [ + "▁grinding", + -11.771334648132324 + ], + [ + "▁ramp", + -11.77144718170166 + ], + [ + "▁mama", + -11.7716064453125 + ], + [ + "▁bottles", + -11.77180290222168 + ], + [ + "▁canvas", + -11.771906852722168 + ], + [ + "▁ecosystem", + -11.77194595336914 + ], + [ + "aţii", + -11.771967887878418 + ], + [ + "cellular", + -11.772085189819336 + ], + [ + "▁Spin", + -11.772164344787598 + ], + [ + "▁Discover", + -11.772217750549316 + ], + [ + "-17", + -11.77232265472412 + ], + [ + "▁feeding", + -11.77246379852295 + ], + [ + "▁stops", + -11.7725191116333 + ], + [ + "▁haute", + -11.772552490234377 + ], + [ + "▁Entscheidung", + -11.7725830078125 + ], + [ + "▁semble", + -11.772590637207031 + ], + [ + "▁acele", + -11.772857666015623 + ], + [ + "▁Walk", + -11.773154258728027 + ], + [ + "▁joke", + -11.773180961608888 + ], + [ + "▁Fed", + -11.77329444885254 + ], + [ + "climat", + -11.773306846618652 + ], + [ + "▁Lot", + -11.773460388183594 + ], + [ + "runner", + -11.773551940917969 + ], + [ + "▁flip", + -11.773786544799805 + ], + [ + "▁werde", + -11.773818016052246 + ], + [ + "▁Deck", + -11.77417278289795 + ], + [ + "bala", + -11.774296760559082 + ], + [ + "▁sacrifice", + -11.774375915527344 + ], + [ + "cid", + -11.774388313293455 + ], + [ + "him", + -11.774569511413574 + ], + [ + "zahlen", + -11.774587631225586 + ], + [ + "▁heater", + -11.774596214294434 + ], + [ + "formed", + -11.774619102478027 + ], + [ + "plus", + -11.77471160888672 + ], + [ + "▁util", + -11.774742126464844 + ], + [ + "rama", + -11.775019645690918 + ], + [ + "(4)", + -11.7750244140625 + ], + [ + "▁knife", + -11.775111198425291 + ], + [ + "▁traditions", + -11.77520751953125 + ], + [ + "▁dip", + -11.775357246398926 + ], + [ + "kill", + -11.775405883789062 + ], + [ + "▁Rich", + -11.775418281555176 + ], + [ + "▁DI", + -11.775555610656738 + ], + [ + "▁containers", + -11.775677680969238 + ], + [ + "▁locuri", + -11.775728225708008 + ], + [ + "▁continent", + -11.775797843933104 + ], + [ + "teilung", + -11.776005744934082 + ], + [ + "▁vreme", + -11.776028633117676 + ], + [ + "organisation", + -11.776126861572266 + ], + [ + "serie", + -11.776135444641112 + ], + [ + "▁Diamond", + -11.776204109191896 + ], + [ + "magazin", + -11.77627944946289 + ], + [ + "▁poster", + -11.776455879211426 + ], + [ + "▁passenger", + -11.7765474319458 + ], + [ + "▁soldiers", + -11.776552200317385 + ], + [ + "▁urgent", + -11.776616096496582 + ], + [ + "▁Lip", + -11.77680778503418 + ], + [ + "▁aşa", + -11.776972770690918 + ], + [ + "▁BO", + -11.777024269104004 + ], + [ + "▁somebody", + -11.777076721191406 + ], + [ + "▁silence", + -11.777132034301758 + ], + [ + "cop", + -11.77735996246338 + ], + [ + "▁Burn", + -11.77749252319336 + ], + [ + "▁stopping", + -11.777544021606444 + ], + [ + "▁essence", + -11.777568817138672 + ], + [ + "▁hitting", + -11.777762413024902 + ], + [ + "▁producers", + -11.777801513671877 + ], + [ + "▁fibre", + -11.777894020080566 + ], + [ + "▁seasonal", + -11.777960777282717 + ], + [ + "▁tara", + -11.778096199035645 + ], + [ + "▁Jose", + -11.778099060058594 + ], + [ + "▁Better", + -11.77825927734375 + ], + [ + "▁steep", + -11.778295516967772 + ], + [ + "Alors", + -11.778353691101074 + ], + [ + "▁collecting", + -11.778507232666016 + ], + [ + "vre", + -11.778635025024414 + ], + [ + "▁disabled", + -11.77863883972168 + ], + [ + "▁voters", + -11.778679847717283 + ], + [ + "consuming", + -11.779092788696287 + ], + [ + "deemed", + -11.779115676879885 + ], + [ + "éra", + -11.779227256774902 + ], + [ + "opération", + -11.779273986816406 + ], + [ + "▁roller", + -11.779305458068848 + ], + [ + "Rather", + -11.779321670532228 + ], + [ + "▁leider", + -11.779370307922363 + ], + [ + "▁IV", + -11.779434204101562 + ], + [ + "▁erreichen", + -11.779473304748535 + ], + [ + "▁charging", + -11.779657363891602 + ], + [ + "tions", + -11.77973747253418 + ], + [ + "tiques", + -11.779861450195312 + ], + [ + "▁formats", + -11.779876708984377 + ], + [ + "▁painful", + -11.78000545501709 + ], + [ + "▁eager", + -11.780061721801758 + ], + [ + "generation", + -11.780137062072754 + ], + [ + "anna", + -11.780235290527344 + ], + [ + "▁races", + -11.780323028564451 + ], + [ + "force", + -11.780357360839844 + ], + [ + "▁ferm", + -11.780522346496582 + ], + [ + "▁breathing", + -11.78061866760254 + ], + [ + "▁offen", + -11.780648231506348 + ], + [ + "▁minds", + -11.780805587768556 + ], + [ + "▁musste", + -11.780832290649414 + ], + [ + "▁Vision", + -11.780888557434082 + ], + [ + "▁Installation", + -11.780988693237305 + ], + [ + "▁hesitate", + -11.781002044677734 + ], + [ + "▁somit", + -11.781023979187012 + ], + [ + "hôtel", + -11.781044006347656 + ], + [ + "cab", + -11.781235694885254 + ], + [ + "-16", + -11.781312942504885 + ], + [ + "▁Visual", + -11.781418800354004 + ], + [ + "intérêt", + -11.781524658203123 + ], + [ + "▁apel", + -11.781831741333008 + ], + [ + "therapy", + -11.782089233398438 + ], + [ + "volt", + -11.78225040435791 + ], + [ + "▁Rou", + -11.78243923187256 + ], + [ + "▁efficace", + -11.782464027404783 + ], + [ + "▁architectural", + -11.782605171203612 + ], + [ + "▁privilege", + -11.782670974731444 + ], + [ + "▁treating", + -11.782711029052734 + ], + [ + "▁Tam", + -11.782722473144531 + ], + [ + "tsch", + -11.782744407653809 + ], + [ + "building", + -11.782750129699709 + ], + [ + "▁associations", + -11.782929420471191 + ], + [ + "▁Consumer", + -11.783424377441406 + ], + [ + "▁Lim", + -11.783496856689451 + ], + [ + "newest", + -11.7835054397583 + ], + [ + "▁față", + -11.78367519378662 + ], + [ + "▁ships", + -11.783732414245604 + ], + [ + "lev", + -11.78373908996582 + ], + [ + "raft", + -11.783817291259766 + ], + [ + "▁variations", + -11.783845901489258 + ], + [ + "▁noua", + -11.78386402130127 + ], + [ + "▁Cab", + -11.784063339233398 + ], + [ + "1.2", + -11.78409481048584 + ], + [ + "▁ocazi", + -11.784347534179688 + ], + [ + "▁recommendation", + -11.784449577331545 + ], + [ + "titled", + -11.78445053100586 + ], + [ + "▁invoice", + -11.78459644317627 + ], + [ + "▁noastra", + -11.784647941589355 + ], + [ + "kur", + -11.784700393676758 + ], + [ + "issent", + -11.78475856781006 + ], + [ + "base", + -11.784778594970703 + ], + [ + "hä", + -11.7848482131958 + ], + [ + "888", + -11.784914016723633 + ], + [ + "▁declar", + -11.784941673278809 + ], + [ + "▁Football", + -11.7850341796875 + ], + [ + "▁Indeed", + -11.785293579101562 + ], + [ + "▁weapon", + -11.785333633422852 + ], + [ + "▁destroyed", + -11.785457611083984 + ], + [ + "▁enormous", + -11.785594940185549 + ], + [ + "▁blanket", + -11.7857084274292 + ], + [ + "▁aktiv", + -11.785759925842283 + ], + [ + "raw", + -11.785791397094728 + ], + [ + "▁computing", + -11.785823822021484 + ], + [ + "6)", + -11.785955429077148 + ], + [ + "▁Dam", + -11.786152839660645 + ], + [ + "▁confort", + -11.786174774169922 + ], + [ + "▁Gla", + -11.786198616027832 + ], + [ + "hardly", + -11.786242485046388 + ], + [ + "▁annually", + -11.786269187927246 + ], + [ + "▁destinations", + -11.786401748657228 + ], + [ + "▁guilty", + -11.786404609680176 + ], + [ + "▁scholarship", + -11.786439895629885 + ], + [ + "▁harmful", + -11.786453247070312 + ], + [ + "▁2-3", + -11.786616325378418 + ], + [ + "▁Race", + -11.786638259887695 + ], + [ + "▁hypo", + -11.78671646118164 + ], + [ + "▁shorter", + -11.786733627319336 + ], + [ + "quest", + -11.78675651550293 + ], + [ + "uze", + -11.786812782287598 + ], + [ + "izi", + -11.787005424499512 + ], + [ + "OO", + -11.787095069885254 + ], + [ + "▁Schutz", + -11.787097930908203 + ], + [ + "▁Teilnehmer", + -11.787185668945312 + ], + [ + "▁profiles", + -11.787199020385742 + ], + [ + "▁sustainability", + -11.78747272491455 + ], + [ + "▁emb", + -11.787489891052246 + ], + [ + "▁Augen", + -11.787516593933104 + ], + [ + "▁outdoors", + -11.787542343139648 + ], + [ + "▁Individual", + -11.787548065185549 + ], + [ + "▁pou", + -11.78757095336914 + ], + [ + "▁Together", + -11.787575721740724 + ], + [ + "HT", + -11.787674903869627 + ], + [ + "suited", + -11.787755012512209 + ], + [ + "▁tro", + -11.787782669067385 + ], + [ + "▁Strom", + -11.787805557250977 + ], + [ + "▁achievement", + -11.78799819946289 + ], + [ + "▁Range", + -11.78815746307373 + ], + [ + "tory", + -11.78817081451416 + ], + [ + "▁distribute", + -11.788250923156738 + ], + [ + "▁letzte", + -11.78827667236328 + ], + [ + "incorporated", + -11.788287162780762 + ], + [ + "▁Kir", + -11.788325309753418 + ], + [ + "ruf", + -11.78839111328125 + ], + [ + "▁disappointed", + -11.788543701171877 + ], + [ + "▁referral", + -11.788602828979492 + ], + [ + "flam", + -11.788687705993652 + ], + [ + "▁excessive", + -11.7886962890625 + ], + [ + "▁rapidement", + -11.788743019104004 + ], + [ + "▁Rio", + -11.78875732421875 + ], + [ + "aţia", + -11.788951873779297 + ], + [ + "▁meuble", + -11.78912353515625 + ], + [ + "▁2008.", + -11.789135932922363 + ], + [ + "▁Gall", + -11.78915023803711 + ], + [ + "▁française", + -11.789369583129885 + ], + [ + "▁ladies", + -11.789695739746094 + ], + [ + "ailed", + -11.789746284484863 + ], + [ + "El", + -11.789834976196287 + ], + [ + "▁wines", + -11.789868354797363 + ], + [ + "▁beispielsweise", + -11.789876937866213 + ], + [ + "▁gamme", + -11.790193557739258 + ], + [ + "▁guided", + -11.79028034210205 + ], + [ + "▁plin", + -11.790339469909668 + ], + [ + "Î", + -11.790390968322754 + ], + [ + "▁True", + -11.790498733520508 + ], + [ + "▁Temple", + -11.790507316589355 + ], + [ + "▁Pic", + -11.790520668029783 + ], + [ + "permalink", + -11.790547370910645 + ], + [ + "▁vedea", + -11.790656089782717 + ], + [ + "▁rank", + -11.790922164916992 + ], + [ + "▁Grill", + -11.791025161743164 + ], + [ + "clin", + -11.791070938110352 + ], + [ + "▁Hab", + -11.791089057922363 + ], + [ + "▁odds", + -11.791125297546388 + ], + [ + "▁anytime", + -11.791146278381348 + ], + [ + "▁Thanksgiving", + -11.791265487670898 + ], + [ + "guard", + -11.791300773620604 + ], + [ + "▁essays", + -11.791389465332031 + ], + [ + "▁PE", + -11.79139518737793 + ], + [ + "▁Rechts", + -11.791494369506836 + ], + [ + "mals", + -11.791751861572266 + ], + [ + "achi", + -11.791762351989746 + ], + [ + "▁Anthony", + -11.791765213012695 + ], + [ + "▁réponse", + -11.792036056518556 + ], + [ + "standing", + -11.79227352142334 + ], + [ + "▁Mol", + -11.79242706298828 + ], + [ + "▁Canon", + -11.792474746704102 + ], + [ + "▁silk", + -11.792515754699709 + ], + [ + "▁pourrait", + -11.79278564453125 + ], + [ + "▁raport", + -11.79280948638916 + ], + [ + "▁Woche", + -11.792889595031738 + ], + [ + "fallen", + -11.79293155670166 + ], + [ + "sting", + -11.79310131072998 + ], + [ + "▁circulation", + -11.793102264404297 + ], + [ + "▁skirt", + -11.7931547164917 + ], + [ + "▁Title", + -11.793187141418455 + ], + [ + "▁17.", + -11.79331111907959 + ], + [ + "▁Touch", + -11.793486595153809 + ], + [ + "▁utilizat", + -11.79352855682373 + ], + [ + "▁Organisation", + -11.793569564819336 + ], + [ + "▁mereu", + -11.793848991394045 + ], + [ + "▁oxygen", + -11.793953895568848 + ], + [ + "lique", + -11.793985366821287 + ], + [ + "▁consume", + -11.794100761413574 + ], + [ + "▁Barb", + -11.794102668762209 + ], + [ + "1.1", + -11.794105529785156 + ], + [ + "▁nicely", + -11.79419231414795 + ], + [ + "▁psychological", + -11.794227600097656 + ], + [ + "▁refrigerator", + -11.794478416442873 + ], + [ + "▁fantasy", + -11.79481029510498 + ], + [ + "▁dispute", + -11.79494571685791 + ], + [ + "▁IBM", + -11.794954299926758 + ], + [ + "▁Nation", + -11.794971466064451 + ], + [ + "▁mobil", + -11.795063972473145 + ], + [ + "▁density", + -11.795201301574709 + ], + [ + "ske", + -11.795230865478516 + ], + [ + "▁intimate", + -11.795313835144045 + ], + [ + "▁tailored", + -11.79531955718994 + ], + [ + "▁outline", + -11.795472145080566 + ], + [ + "TN", + -11.79554557800293 + ], + [ + "mur", + -11.795634269714355 + ], + [ + "GC", + -11.795662879943848 + ], + [ + "they", + -11.795992851257324 + ], + [ + "pag", + -11.796161651611328 + ], + [ + "▁Kultur", + -11.796246528625488 + ], + [ + "grün", + -11.796281814575195 + ], + [ + "voted", + -11.79652976989746 + ], + [ + "▁donné", + -11.796546936035156 + ], + [ + "▁Să", + -11.796629905700684 + ], + [ + "enberg", + -11.796648979187012 + ], + [ + "▁wi", + -11.79686450958252 + ], + [ + "▁Francis", + -11.797057151794434 + ], + [ + "▁Rick", + -11.797157287597656 + ], + [ + "accord", + -11.797403335571287 + ], + [ + "▁Zusammen", + -11.797415733337402 + ], + [ + "▁nonprofit", + -11.797456741333008 + ], + [ + "▁listings", + -11.797615051269531 + ], + [ + "6,", + -11.797908782958984 + ], + [ + "▁maximize", + -11.798253059387209 + ], + [ + "bud", + -11.798345565795898 + ], + [ + "▁promotional", + -11.798486709594728 + ], + [ + "cina", + -11.798646926879885 + ], + [ + "▁potatoes", + -11.79869556427002 + ], + [ + "▁mot", + -11.798871040344238 + ], + [ + "carries", + -11.799384117126465 + ], + [ + "▁stabilit", + -11.799458503723145 + ], + [ + "▁Door", + -11.799574851989746 + ], + [ + "▁downloaded", + -11.799574851989746 + ], + [ + "▁experimental", + -11.799724578857422 + ], + [ + "HD", + -11.7997407913208 + ], + [ + "▁parfois", + -11.79980182647705 + ], + [ + "▁zeigen", + -11.800092697143556 + ], + [ + "▁proposé", + -11.80030632019043 + ], + [ + "▁Verein", + -11.800636291503906 + ], + [ + "▁amestec", + -11.800676345825195 + ], + [ + "▁entreprise", + -11.800718307495115 + ], + [ + "▁PSD", + -11.800841331481934 + ], + [ + "▁bake", + -11.800897598266602 + ], + [ + "▁Rh", + -11.800904273986816 + ], + [ + "▁Mehr", + -11.800922393798828 + ], + [ + "▁purple", + -11.801074028015137 + ], + [ + "▁recipient", + -11.80109691619873 + ], + [ + "rare", + -11.801166534423828 + ], + [ + "egi", + -11.80117130279541 + ], + [ + "ancien", + -11.801176071166992 + ], + [ + "▁risque", + -11.80118465423584 + ], + [ + "▁mystery", + -11.80157470703125 + ], + [ + "mac", + -11.801697731018066 + ], + [ + "ibility", + -11.80182933807373 + ], + [ + "▁Moore", + -11.801881790161133 + ], + [ + "▁flavors", + -11.80191135406494 + ], + [ + "▁trauma", + -11.801966667175291 + ], + [ + "▁automotive", + -11.802112579345703 + ], + [ + "▁Anyway", + -11.802197456359863 + ], + [ + "▁simulation", + -11.802253723144531 + ], + [ + "▁crafts", + -11.802525520324709 + ], + [ + "▁measurements", + -11.80257511138916 + ], + [ + "▁cour", + -11.80257797241211 + ], + [ + "▁tard", + -11.802600860595703 + ], + [ + "nnie", + -11.802881240844728 + ], + [ + "▁Production", + -11.803388595581056 + ], + [ + "▁Cleaning", + -11.80356788635254 + ], + [ + "5,", + -11.803644180297852 + ], + [ + "▁Islamic", + -11.803766250610352 + ], + [ + "▁Gate", + -11.80378532409668 + ], + [ + "bay", + -11.803814888000488 + ], + [ + "HR", + -11.803990364074709 + ], + [ + "▁Offer", + -11.80399227142334 + ], + [ + "▁acceptance", + -11.804107666015623 + ], + [ + "▁Erfahrung", + -11.80412769317627 + ], + [ + "▁environ", + -11.804193496704102 + ], + [ + "▁fancy", + -11.804218292236328 + ], + [ + "▁bullet", + -11.80437183380127 + ], + [ + "organ", + -11.804466247558594 + ], + [ + "▁Peace", + -11.804520606994627 + ], + [ + "▁detalii", + -11.80461597442627 + ], + [ + "▁promised", + -11.804715156555176 + ], + [ + "▁wellness", + -11.804746627807615 + ], + [ + "▁satisfy", + -11.80481243133545 + ], + [ + "▁grants", + -11.805212020874023 + ], + [ + "accueil", + -11.80522346496582 + ], + [ + "▁oben", + -11.805412292480469 + ], + [ + "▁prospects", + -11.80543327331543 + ], + [ + "▁Events", + -11.805513381958008 + ], + [ + "2013", + -11.805569648742676 + ], + [ + "gesehen", + -11.805685997009276 + ], + [ + "▁£1", + -11.805727005004885 + ], + [ + "▁handelt", + -11.805798530578612 + ], + [ + "▁Spieler", + -11.80587673187256 + ], + [ + "▁Virtual", + -11.806145668029783 + ], + [ + "▁bubble", + -11.806239128112791 + ], + [ + "▁Trend", + -11.806254386901855 + ], + [ + "▁sistemul", + -11.806315422058104 + ], + [ + "▁Morgan", + -11.806320190429688 + ], + [ + "▁pole", + -11.806503295898438 + ], + [ + "▁spielen", + -11.806533813476562 + ], + [ + "tür", + -11.806571006774902 + ], + [ + "SCO", + -11.806572914123535 + ], + [ + "▁informative", + -11.806678771972656 + ], + [ + "▁affirm", + -11.806755065917969 + ], + [ + "▁Aqua", + -11.806818008422852 + ], + [ + "▁AR", + -11.806888580322266 + ], + [ + "richten", + -11.807071685791016 + ], + [ + "▁rewards", + -11.807122230529783 + ], + [ + "lub", + -11.807235717773438 + ], + [ + "shot", + -11.807236671447754 + ], + [ + "LM", + -11.807540893554688 + ], + [ + "Up", + -11.807586669921877 + ], + [ + "▁absolut", + -11.807737350463867 + ], + [ + "▁Mart", + -11.807806968688965 + ], + [ + "erweise", + -11.807812690734863 + ], + [ + "BP", + -11.807977676391602 + ], + [ + "▁difficile", + -11.808152198791504 + ], + [ + "▁Document", + -11.808159828186035 + ], + [ + "▁Sweet", + -11.8082914352417 + ], + [ + "▁indicator", + -11.808338165283203 + ], + [ + "▁Boden", + -11.808389663696287 + ], + [ + "mates", + -11.808477401733398 + ], + [ + "▁supporters", + -11.808504104614258 + ], + [ + "▁begun", + -11.808600425720217 + ], + [ + "▁blogging", + -11.808611869812012 + ], + [ + "▁CL", + -11.808663368225098 + ], + [ + "gres", + -11.808692932128906 + ], + [ + "▁preferences", + -11.808738708496094 + ], + [ + "▁screw", + -11.808756828308104 + ], + [ + "▁tutor", + -11.80885887145996 + ], + [ + "▁Additional", + -11.80891227722168 + ], + [ + "▁Bitte", + -11.80897617340088 + ], + [ + "utilizing", + -11.808998107910156 + ], + [ + "▁expérience", + -11.809073448181152 + ], + [ + "▁dur", + -11.809146881103516 + ], + [ + "▁precisely", + -11.809178352355955 + ], + [ + "▁janvier", + -11.80939483642578 + ], + [ + "AGE", + -11.80987548828125 + ], + [ + "moto", + -11.810007095336914 + ], + [ + "▁counsel", + -11.810195922851562 + ], + [ + "▁110", + -11.810226440429688 + ], + [ + "nick", + -11.810245513916016 + ], + [ + "licit", + -11.810540199279783 + ], + [ + "technik", + -11.810659408569336 + ], + [ + "▁collaborate", + -11.810736656188965 + ], + [ + "▁neighbors", + -11.810794830322266 + ], + [ + "tered", + -11.810922622680664 + ], + [ + "▁excel", + -11.811025619506836 + ], + [ + "▁Route", + -11.811059951782228 + ], + [ + "steuer", + -11.81109619140625 + ], + [ + "▁pioneer", + -11.811607360839844 + ], + [ + "nuit", + -11.81169319152832 + ], + [ + "▁skip", + -11.811963081359863 + ], + [ + "▁destruction", + -11.811997413635254 + ], + [ + "▁thesis", + -11.812249183654783 + ], + [ + "▁libre", + -11.812317848205566 + ], + [ + "▁petition", + -11.81234073638916 + ], + [ + "▁steady", + -11.812456130981444 + ], + [ + "▁medications", + -11.812458992004396 + ], + [ + "▁audiences", + -11.812623023986816 + ], + [ + "▁coaches", + -11.812689781188965 + ], + [ + "aller", + -11.812704086303713 + ], + [ + "3,000", + -11.812705993652344 + ], + [ + "▁anger", + -11.812785148620604 + ], + [ + "▁striking", + -11.812844276428224 + ], + [ + "▁shades", + -11.81291675567627 + ], + [ + "▁Sitz", + -11.812994956970217 + ], + [ + "▁gluten", + -11.813162803649902 + ], + [ + "▁egal", + -11.813222885131836 + ], + [ + "ania", + -11.813223838806152 + ], + [ + "▁defend", + -11.813241004943848 + ], + [ + "gut", + -11.81382942199707 + ], + [ + "▁reserves", + -11.813895225524902 + ], + [ + "▁advocate", + -11.814053535461426 + ], + [ + "▁Cit", + -11.814082145690918 + ], + [ + "▁technicians", + -11.814105033874512 + ], + [ + "▁cater", + -11.814138412475586 + ], + [ + "leitung", + -11.814190864562988 + ], + [ + "▁towns", + -11.814335823059082 + ], + [ + "▁Costa", + -11.814364433288574 + ], + [ + "▁confront", + -11.814567565917969 + ], + [ + "mount", + -11.814652442932127 + ], + [ + "▁nationale", + -11.814706802368164 + ], + [ + "▁adverse", + -11.814932823181152 + ], + [ + "▁couleur", + -11.815112113952637 + ], + [ + "▁delight", + -11.81516933441162 + ], + [ + "▁promises", + -11.815224647521973 + ], + [ + "▁silent", + -11.81550121307373 + ], + [ + "richtet", + -11.815556526184082 + ], + [ + "▁Companies", + -11.815614700317385 + ], + [ + "▁Charlotte", + -11.81562042236328 + ], + [ + "▁labels", + -11.81565284729004 + ], + [ + "▁Süd", + -11.815656661987305 + ], + [ + "▁Honor", + -11.81567096710205 + ], + [ + "▁complaints", + -11.815710067749023 + ], + [ + "▁siècle", + -11.815752029418944 + ], + [ + "▁suits", + -11.815792083740234 + ], + [ + "▁Bath", + -11.81582736968994 + ], + [ + "mise", + -11.815926551818848 + ], + [ + "▁acela", + -11.8159818649292 + ], + [ + "▁candidat", + -11.816011428833008 + ], + [ + "Flo", + -11.816207885742188 + ], + [ + "▁conservative", + -11.81621551513672 + ], + [ + "DD", + -11.816314697265623 + ], + [ + "▁changement", + -11.816414833068848 + ], + [ + "▁login", + -11.816492080688477 + ], + [ + "▁Fashion", + -11.816585540771484 + ], + [ + "reichen", + -11.816672325134276 + ], + [ + "through", + -11.81675148010254 + ], + [ + "aki", + -11.817240715026855 + ], + [ + "gna", + -11.817547798156738 + ], + [ + "▁verse", + -11.817551612854004 + ], + [ + "▁threats", + -11.817622184753418 + ], + [ + "▁Song", + -11.81777000427246 + ], + [ + "▁funded", + -11.81792163848877 + ], + [ + "langen", + -11.818023681640623 + ], + [ + "▁distribu", + -11.818195343017578 + ], + [ + "édition", + -11.818316459655762 + ], + [ + "▁royal", + -11.818562507629396 + ], + [ + "▁bevor", + -11.818829536437988 + ], + [ + "▁02", + -11.818854331970217 + ], + [ + "straße", + -11.81893825531006 + ], + [ + "edit", + -11.81904125213623 + ], + [ + "▁energetic", + -11.81922721862793 + ], + [ + "▁Carr", + -11.819757461547852 + ], + [ + "viol", + -11.819937705993652 + ], + [ + "▁niche", + -11.820054054260254 + ], + [ + "avais", + -11.82009983062744 + ], + [ + "▁backyard", + -11.82010269165039 + ], + [ + "▁Saudi", + -11.82015895843506 + ], + [ + "▁Zwei", + -11.820207595825195 + ], + [ + "▁Legal", + -11.82027530670166 + ], + [ + "accessed", + -11.820277214050291 + ], + [ + "▁choisi", + -11.820340156555176 + ], + [ + "▁GDP", + -11.82034397125244 + ], + [ + "oferă", + -11.820352554321287 + ], + [ + "hlen", + -11.820490837097168 + ], + [ + "▁Wor", + -11.820520401000977 + ], + [ + "▁cheer", + -11.820586204528809 + ], + [ + "▁barely", + -11.82062530517578 + ], + [ + "cost", + -11.820646286010742 + ], + [ + "▁Really", + -11.820661544799805 + ], + [ + "kol", + -11.820721626281738 + ], + [ + "▁binding", + -11.821045875549316 + ], + [ + "euer", + -11.821136474609377 + ], + [ + "▁optimization", + -11.821158409118652 + ], + [ + "▁Designer", + -11.8211669921875 + ], + [ + "▁measuring", + -11.82117748260498 + ], + [ + "ncy", + -11.821516036987305 + ], + [ + "weise", + -11.821520805358888 + ], + [ + "DER", + -11.821850776672363 + ], + [ + "▁$7", + -11.821949005126951 + ], + [ + "▁Anfang", + -11.821954727172852 + ], + [ + "material", + -11.821967124938965 + ], + [ + "▁antique", + -11.82228183746338 + ], + [ + "▁Certificate", + -11.822294235229492 + ], + [ + "▁modest", + -11.822370529174805 + ], + [ + "ției", + -11.822427749633787 + ], + [ + "▁praise", + -11.82245922088623 + ], + [ + "▁Springs", + -11.822660446166992 + ], + [ + "▁organiza", + -11.823041915893556 + ], + [ + "jurul", + -11.823047637939451 + ], + [ + "▁plumbing", + -11.82341194152832 + ], + [ + "▁foster", + -11.823490142822266 + ], + [ + "▁Wy", + -11.823491096496582 + ], + [ + "▁Sab", + -11.823503494262695 + ], + [ + "▁overwhelming", + -11.82367706298828 + ], + [ + "▁matin", + -11.823812484741213 + ], + [ + "▁responded", + -11.82408332824707 + ], + [ + "▁confused", + -11.82415008544922 + ], + [ + "▁blessed", + -11.824280738830566 + ], + [ + "▁160", + -11.824295997619627 + ], + [ + "▁ingredient", + -11.824360847473145 + ], + [ + "▁confer", + -11.82448673248291 + ], + [ + "▁Gesundheit", + -11.824530601501465 + ], + [ + "▁bucket", + -11.824555397033691 + ], + [ + "kraft", + -11.824565887451172 + ], + [ + "lange", + -11.824630737304688 + ], + [ + "▁Kopf", + -11.824678421020508 + ], + [ + "▁Prize", + -11.824678421020508 + ], + [ + "▁authorized", + -11.824779510498049 + ], + [ + "▁tick", + -11.824803352355955 + ], + [ + "▁steal", + -11.824910163879396 + ], + [ + "Depending", + -11.824918746948242 + ], + [ + "Depuis", + -11.824952125549316 + ], + [ + "▁functie", + -11.82499885559082 + ], + [ + "▁developments", + -11.825053215026855 + ], + [ + "▁Christians", + -11.825311660766602 + ], + [ + "▁calculated", + -11.8256254196167 + ], + [ + "▁Leave", + -11.825672149658203 + ], + [ + "▁Jam", + -11.82573413848877 + ], + [ + "▁habitat", + -11.825760841369627 + ], + [ + "▁Sorry", + -11.825801849365234 + ], + [ + "▁oficial", + -11.825944900512695 + ], + [ + "▁allein", + -11.826079368591309 + ], + [ + "▁concentrate", + -11.82608413696289 + ], + [ + "dica", + -11.826302528381348 + ], + [ + "▁Convention", + -11.826476097106934 + ], + [ + "illes", + -11.826550483703612 + ], + [ + "▁fum", + -11.82664680480957 + ], + [ + "▁Tal", + -11.826651573181152 + ], + [ + "Europe", + -11.826899528503418 + ], + [ + "▁attachment", + -11.826949119567873 + ], + [ + "▁sensibil", + -11.826995849609377 + ], + [ + "▁clue", + -11.82715892791748 + ], + [ + "▁specialty", + -11.827203750610352 + ], + [ + "▁Cou", + -11.827229499816896 + ], + [ + "▁liste", + -11.827278137207031 + ], + [ + "▁Penn", + -11.827465057373049 + ], + [ + "TRA", + -11.827559471130373 + ], + [ + "▁Themen", + -11.827561378479004 + ], + [ + "▁motivated", + -11.827906608581545 + ], + [ + "▁camere", + -11.828017234802246 + ], + [ + "▁14,", + -11.828393936157228 + ], + [ + "▁attendance", + -11.828557968139648 + ], + [ + "atorii", + -11.82858180999756 + ], + [ + "chemistry", + -11.82873821258545 + ], + [ + "▁roofing", + -11.828959465026855 + ], + [ + "▁Links", + -11.82904815673828 + ], + [ + "▁trou", + -11.829103469848633 + ], + [ + "▁trucks", + -11.829136848449709 + ], + [ + "hilfe", + -11.829557418823242 + ], + [ + "▁(6", + -11.829599380493164 + ], + [ + "vapor", + -11.82964038848877 + ], + [ + "mad", + -11.829668045043944 + ], + [ + "▁Albert", + -11.829877853393556 + ], + [ + "▁FIG", + -11.830073356628418 + ], + [ + "▁Rand", + -11.830187797546388 + ], + [ + "▁Constitution", + -11.830219268798828 + ], + [ + "ambi", + -11.830294609069824 + ], + [ + "▁Syria", + -11.830307006835938 + ], + [ + "▁Fond", + -11.830477714538574 + ], + [ + "▁gouvernement", + -11.830594062805176 + ], + [ + "▁Active", + -11.830705642700195 + ], + [ + "▁prints", + -11.830801963806152 + ], + [ + "▁weigh", + -11.8308687210083 + ], + [ + "▁Craft", + -11.831069946289062 + ], + [ + "▁projets", + -11.831247329711914 + ], + [ + "▁paste", + -11.831377029418944 + ], + [ + "anci", + -11.83139705657959 + ], + [ + "kie", + -11.831411361694336 + ], + [ + "▁gains", + -11.83165168762207 + ], + [ + "▁Record", + -11.831942558288574 + ], + [ + "▁beliefs", + -11.831954956054688 + ], + [ + "countless", + -11.831957817077637 + ], + [ + "▁tomatoes", + -11.831997871398926 + ], + [ + "arie", + -11.832082748413086 + ], + [ + "▁140", + -11.83211612701416 + ], + [ + "▁ethical", + -11.832229614257812 + ], + [ + "objectif", + -11.832279205322266 + ], + [ + "▁acestuia", + -11.832283973693848 + ], + [ + "▁Bluetooth", + -11.832398414611816 + ], + [ + "▁agriculture", + -11.832746505737305 + ], + [ + "uré", + -11.833027839660645 + ], + [ + "▁cale", + -11.833072662353516 + ], + [ + "▁articol", + -11.833073616027832 + ], + [ + "▁gum", + -11.833319664001465 + ], + [ + "▁vendor", + -11.833490371704102 + ], + [ + "ifié", + -11.83352756500244 + ], + [ + "▁peer", + -11.833662033081056 + ], + [ + "pod", + -11.834036827087402 + ], + [ + "▁utilized", + -11.834113121032717 + ], + [ + "▁Mü", + -11.83420753479004 + ], + [ + "owohl", + -11.834208488464355 + ], + [ + "hilst", + -11.834233283996582 + ], + [ + "frame", + -11.834260940551758 + ], + [ + "▁fridge", + -11.83482265472412 + ], + [ + "▁query", + -11.835108757019045 + ], + [ + "▁Survey", + -11.835227012634276 + ], + [ + "▁Hell", + -11.835247993469238 + ], + [ + "▁notification", + -11.83530044555664 + ], + [ + "TR", + -11.83538818359375 + ], + [ + "▁ultima", + -11.835505485534668 + ], + [ + "▁radiation", + -11.835631370544434 + ], + [ + "▁musicians", + -11.835821151733398 + ], + [ + "CAN", + -11.83595085144043 + ], + [ + "▁grocery", + -11.83607292175293 + ], + [ + "▁Sicherheit", + -11.83611011505127 + ], + [ + "▁Highway", + -11.836276054382324 + ], + [ + "▁Break", + -11.836285591125488 + ], + [ + "TED", + -11.836345672607422 + ], + [ + "ön", + -11.836352348327637 + ], + [ + "▁biological", + -11.836352348327637 + ], + [ + "qual", + -11.836397171020508 + ], + [ + "250", + -11.83641242980957 + ], + [ + "▁modify", + -11.836651802062988 + ], + [ + "▁Hit", + -11.836698532104492 + ], + [ + "▁Iar", + -11.836838722229004 + ], + [ + "aged", + -11.836884498596191 + ], + [ + "...)", + -11.83688735961914 + ], + [ + "▁contrat", + -11.836928367614746 + ], + [ + "▁centres", + -11.836956977844238 + ], + [ + "griff", + -11.836987495422363 + ], + [ + "Our", + -11.837233543395996 + ], + [ + "▁determination", + -11.837300300598145 + ], + [ + "▁variables", + -11.83742904663086 + ], + [ + "▁nuts", + -11.837472915649414 + ], + [ + "échange", + -11.83757781982422 + ], + [ + "extérieur", + -11.837631225585938 + ], + [ + "▁suflet", + -11.83764362335205 + ], + [ + "▁Scha", + -11.83775234222412 + ], + [ + "stück", + -11.837774276733398 + ], + [ + "▁Tau", + -11.83782196044922 + ], + [ + "▁participa", + -11.838008880615234 + ], + [ + "▁mad", + -11.838034629821776 + ], + [ + "▁relie", + -11.838051795959473 + ], + [ + "▁Fine", + -11.83808422088623 + ], + [ + "▁grape", + -11.83811855316162 + ], + [ + "▁wage", + -11.838141441345217 + ], + [ + "▁startup", + -11.838193893432615 + ], + [ + "▁blank", + -11.838194847106934 + ], + [ + "▁physique", + -11.838199615478516 + ], + [ + "▁punch", + -11.838233947753906 + ], + [ + "▁contacts", + -11.838321685791016 + ], + [ + "▁dezvolt", + -11.83835220336914 + ], + [ + "cross", + -11.83863925933838 + ], + [ + "▁TR", + -11.838652610778809 + ], + [ + "▁gener", + -11.838754653930664 + ], + [ + "▁indem", + -11.838823318481444 + ], + [ + "▁Stan", + -11.838839530944824 + ], + [ + "▁azi", + -11.838930130004885 + ], + [ + "▁Sel", + -11.838958740234377 + ], + [ + "▁Tot", + -11.83924674987793 + ], + [ + "vra", + -11.839341163635254 + ], + [ + "▁recruit", + -11.839482307434082 + ], + [ + "▁Yeah", + -11.839494705200195 + ], + [ + "/10", + -11.839507102966309 + ], + [ + "▁nail", + -11.83956241607666 + ], + [ + "▁Ky", + -11.839611053466797 + ], + [ + "▁beloved", + -11.839760780334473 + ], + [ + "operative", + -11.839823722839355 + ], + [ + "▁Tickets", + -11.83983325958252 + ], + [ + "▁tear", + -11.840229988098145 + ], + [ + "▁amp", + -11.840352058410645 + ], + [ + "▁04", + -11.840361595153809 + ], + [ + "▁illustrate", + -11.840361595153809 + ], + [ + "▁mac", + -11.84040069580078 + ], + [ + "▁receiver", + -11.840482711791992 + ], + [ + "atrice", + -11.840508460998535 + ], + [ + "▁souhait", + -11.840572357177734 + ], + [ + "▁Gewinn", + -11.840619087219238 + ], + [ + "▁Vit", + -11.840808868408203 + ], + [ + "roch", + -11.84120273590088 + ], + [ + "▁arata", + -11.841262817382812 + ], + [ + "▁Indiana", + -11.841364860534668 + ], + [ + "child", + -11.841516494750977 + ], + [ + "▁invested", + -11.84157657623291 + ], + [ + "▁Excellent", + -11.841625213623049 + ], + [ + "gori", + -11.841769218444824 + ], + [ + "▁thermal", + -11.84181308746338 + ], + [ + "Str", + -11.841973304748535 + ], + [ + "▁liver", + -11.84201717376709 + ], + [ + "miss", + -11.842035293579102 + ], + [ + "▁utiliser", + -11.842120170593262 + ], + [ + "▁prest", + -11.842445373535156 + ], + [ + "2016", + -11.842506408691406 + ], + [ + "isée", + -11.84250831604004 + ], + [ + "▁Index", + -11.842559814453123 + ], + [ + "▁arch", + -11.842639923095703 + ], + [ + "▁Toyota", + -11.842748641967772 + ], + [ + "▁YOUR", + -11.842782020568848 + ], + [ + "▁Mexican", + -11.842891693115234 + ], + [ + "▁gegenüber", + -11.842940330505373 + ], + [ + "▁cannabis", + -11.84303379058838 + ], + [ + "bis", + -11.843077659606934 + ], + [ + "vage", + -11.843083381652832 + ], + [ + "hall", + -11.843091011047363 + ], + [ + "fax", + -11.843137741088867 + ], + [ + "▁spoken", + -11.843232154846191 + ], + [ + "▁Zimmer", + -11.843544960021973 + ], + [ + "kauf", + -11.8436279296875 + ], + [ + "▁couleurs", + -11.843705177307127 + ], + [ + "▁NJ", + -11.844026565551758 + ], + [ + "▁Heritage", + -11.844318389892578 + ], + [ + "▁Pflege", + -11.844321250915527 + ], + [ + "luc", + -11.844361305236816 + ], + [ + "▁56", + -11.844489097595217 + ], + [ + "VP", + -11.844542503356934 + ], + [ + "▁cuvinte", + -11.844594955444336 + ], + [ + "▁Alliance", + -11.844614028930664 + ], + [ + "▁coco", + -11.844615936279297 + ], + [ + "▁leverage", + -11.844762802124023 + ], + [ + "auch", + -11.844844818115234 + ], + [ + "▁Cart", + -11.84506607055664 + ], + [ + "taux", + -11.84532642364502 + ], + [ + "east", + -11.84560775756836 + ], + [ + "▁decorating", + -11.84565258026123 + ], + [ + "tip", + -11.84565544128418 + ], + [ + "▁Communications", + -11.845780372619627 + ], + [ + "ACE", + -11.84580135345459 + ], + [ + "▁Consul", + -11.845993041992188 + ], + [ + "▁Swiss", + -11.846197128295898 + ], + [ + "inci", + -11.846230506896973 + ], + [ + "▁Fact", + -11.846312522888184 + ], + [ + "▁ajung", + -11.846321105957031 + ], + [ + "▁airline", + -11.846325874328612 + ], + [ + "▁kidney", + -11.846379280090332 + ], + [ + "▁Records", + -11.84642505645752 + ], + [ + "▁Olympic", + -11.846747398376465 + ], + [ + "▁dried", + -11.84719467163086 + ], + [ + "oivent", + -11.847333908081056 + ], + [ + "▁Adobe", + -11.847467422485352 + ], + [ + "▁powers", + -11.847748756408691 + ], + [ + "lande", + -11.847834587097168 + ], + [ + "▁relieve", + -11.847858428955078 + ], + [ + "ţine", + -11.847898483276367 + ], + [ + "▁gradually", + -11.847945213317873 + ], + [ + "mud", + -11.84811019897461 + ], + [ + "▁30,", + -11.848116874694824 + ], + [ + "▁plante", + -11.848133087158203 + ], + [ + "▁Hug", + -11.848225593566896 + ], + [ + "▁Focus", + -11.84853458404541 + ], + [ + "▁distinctive", + -11.848594665527344 + ], + [ + "▁Bab", + -11.848662376403809 + ], + [ + "tata", + -11.848679542541504 + ], + [ + "▁Nun", + -11.848797798156738 + ], + [ + "▁Eve", + -11.848811149597168 + ], + [ + "▁déc", + -11.848881721496582 + ], + [ + "▁Beitrag", + -11.84900951385498 + ], + [ + "▁devenit", + -11.849042892456056 + ], + [ + "driven", + -11.849250793457031 + ], + [ + "▁offerings", + -11.84933853149414 + ], + [ + "▁exc", + -11.84941577911377 + ], + [ + "encies", + -11.849576950073242 + ], + [ + "▁Neuro", + -11.84958839416504 + ], + [ + "scher", + -11.849604606628418 + ], + [ + "map", + -11.849703788757324 + ], + [ + "pending", + -11.849783897399902 + ], + [ + "▁courage", + -11.849799156188965 + ], + [ + "axe", + -11.849894523620604 + ], + [ + "▁Gesellschaft", + -11.849900245666504 + ], + [ + "▁ears", + -11.85000991821289 + ], + [ + "▁aider", + -11.850403785705566 + ], + [ + "▁Cast", + -11.85042667388916 + ], + [ + "fast", + -11.85044288635254 + ], + [ + "▁departe", + -11.850502014160156 + ], + [ + "▁oak", + -11.850507736206056 + ], + [ + "▁batch", + -11.850730895996094 + ], + [ + "▁Corporate", + -11.850762367248535 + ], + [ + "▁Ost", + -11.850895881652832 + ], + [ + "-14", + -11.850897789001465 + ], + [ + "▁Pie", + -11.85115909576416 + ], + [ + "▁ranking", + -11.851273536682127 + ], + [ + "clusion", + -11.851316452026367 + ], + [ + "▁costume", + -11.851347923278809 + ], + [ + "▁Knight", + -11.851449966430664 + ], + [ + "▁privat", + -11.851577758789062 + ], + [ + "▁Engineer", + -11.85159397125244 + ], + [ + "▁gens", + -11.8517427444458 + ], + [ + "physics", + -11.85176944732666 + ], + [ + "generating", + -11.851773262023926 + ], + [ + "directement", + -11.851786613464355 + ], + [ + "▁confidential", + -11.851810455322266 + ], + [ + "▁poet", + -11.851937294006348 + ], + [ + "▁monster", + -11.85194492340088 + ], + [ + "▁suppose", + -11.851984977722168 + ], + [ + "său", + -11.851996421813965 + ], + [ + "▁balls", + -11.852103233337402 + ], + [ + "▁substitute", + -11.852137565612791 + ], + [ + "▁simultaneously", + -11.852238655090332 + ], + [ + "▁specify", + -11.852272033691406 + ], + [ + "wald", + -11.852287292480469 + ], + [ + "▁collapse", + -11.852352142333984 + ], + [ + "dessus", + -11.852458953857422 + ], + [ + "▁vitr", + -11.852516174316406 + ], + [ + "▁recruitment", + -11.85260772705078 + ], + [ + "denken", + -11.852632522583008 + ], + [ + "▁candy", + -11.852691650390623 + ], + [ + "▁tourists", + -11.852721214294434 + ], + [ + "dimensional", + -11.852782249450684 + ], + [ + "conce", + -11.85281467437744 + ], + [ + "wechsel", + -11.852822303771973 + ], + [ + "▁passende", + -11.852971076965332 + ], + [ + "industrie", + -11.85299301147461 + ], + [ + "agne", + -11.853127479553224 + ], + [ + "▁warehouse", + -11.853233337402344 + ], + [ + "▁Jugend", + -11.853277206420898 + ], + [ + "▁Weise", + -11.853357315063477 + ], + [ + "▁Zone", + -11.853528022766112 + ], + [ + "▁licence", + -11.853550910949709 + ], + [ + "▁broker", + -11.853630065917969 + ], + [ + "▁Rolle", + -11.85365104675293 + ], + [ + "pton", + -11.853789329528809 + ], + [ + "▁preference", + -11.853846549987791 + ], + [ + "▁homeowners", + -11.853861808776855 + ], + [ + "▁Lum", + -11.85387134552002 + ], + [ + "▁Chairman", + -11.853879928588867 + ], + [ + "▁Pages", + -11.853998184204102 + ], + [ + "▁beam", + -11.854005813598633 + ], + [ + "▁coordinate", + -11.854158401489258 + ], + [ + "▁Tool", + -11.854212760925291 + ], + [ + "▁complexity", + -11.854272842407228 + ], + [ + "▁checks", + -11.854339599609377 + ], + [ + "▁Bedroom", + -11.854405403137209 + ], + [ + "minded", + -11.854538917541504 + ], + [ + "▁copiii", + -11.854694366455078 + ], + [ + "▁celebrating", + -11.85470199584961 + ], + [ + "zimmer", + -11.854759216308594 + ], + [ + "▁Imagine", + -11.854759216308594 + ], + [ + "▁decoration", + -11.854830741882324 + ], + [ + "team", + -11.855354309082031 + ], + [ + "▁împreună", + -11.855369567871094 + ], + [ + "▁publicly", + -11.855391502380373 + ], + [ + "▁centuries", + -11.855514526367188 + ], + [ + "▁Islands", + -11.85564422607422 + ], + [ + "▁ethnic", + -11.855663299560549 + ], + [ + "still", + -11.85576057434082 + ], + [ + "stieg", + -11.855823516845703 + ], + [ + "emia", + -11.855904579162598 + ], + [ + "tags", + -11.856026649475098 + ], + [ + "▁marche", + -11.85606288909912 + ], + [ + "▁migration", + -11.856096267700195 + ], + [ + "▁banner", + -11.85616683959961 + ], + [ + "▁macro", + -11.856378555297852 + ], + [ + "▁Edit", + -11.856379508972168 + ], + [ + "tran", + -11.85656452178955 + ], + [ + "ça", + -11.856597900390623 + ], + [ + "▁recycling", + -11.856670379638672 + ], + [ + "▁1,000", + -11.85667324066162 + ], + [ + "▁Quelle", + -11.856891632080078 + ], + [ + "▁Vel", + -11.85700511932373 + ], + [ + "▁Rit", + -11.857025146484377 + ], + [ + "▁Spaß", + -11.857046127319336 + ], + [ + "▁Corn", + -11.857074737548828 + ], + [ + "tracted", + -11.857177734375 + ], + [ + "cited", + -11.857185363769531 + ], + [ + "▁tablets", + -11.857202529907228 + ], + [ + "▁Display", + -11.857337951660156 + ], + [ + "▁persoana", + -11.857392311096191 + ], + [ + "Term", + -11.857410430908203 + ], + [ + "▁Vancouver", + -11.857537269592283 + ], + [ + "▁Gäste", + -11.857550621032717 + ], + [ + "determining", + -11.857608795166016 + ], + [ + "▁populations", + -11.85778522491455 + ], + [ + "aison", + -11.857873916625977 + ], + [ + "▁surgical", + -11.858072280883787 + ], + [ + "tale", + -11.858160018920898 + ], + [ + "ivi", + -11.858283042907717 + ], + [ + "▁Zur", + -11.858388900756836 + ], + [ + "esprit", + -11.858574867248535 + ], + [ + "▁Edge", + -11.858665466308594 + ], + [ + "dach", + -11.858760833740234 + ], + [ + "phi", + -11.858773231506348 + ], + [ + "▁suc", + -11.858841896057127 + ], + [ + "▁scrie", + -11.858848571777344 + ], + [ + "▁Ausbildung", + -11.858885765075684 + ], + [ + "▁51", + -11.85892391204834 + ], + [ + "ologi", + -11.858938217163086 + ], + [ + "▁correction", + -11.859049797058104 + ], + [ + "▁Wald", + -11.859078407287598 + ], + [ + "▁additionally", + -11.859131813049316 + ], + [ + "▁proche", + -11.859353065490724 + ], + [ + "▁classical", + -11.859477996826172 + ], + [ + "▁bringen", + -11.859490394592283 + ], + [ + "▁(10", + -11.859611511230469 + ], + [ + "▁Mile", + -11.85980987548828 + ], + [ + "lace", + -11.859885215759276 + ], + [ + "▁premi", + -11.85988712310791 + ], + [ + "▁constitute", + -11.860029220581056 + ], + [ + "▁bitter", + -11.860078811645508 + ], + [ + "▁Inform", + -11.860295295715332 + ], + [ + "▁corporations", + -11.860334396362305 + ], + [ + "▁Lisa", + -11.86049461364746 + ], + [ + "▁obligat", + -11.860685348510742 + ], + [ + "Throughout", + -11.86073875427246 + ], + [ + "▁Rs", + -11.860769271850586 + ], + [ + "▁Hair", + -11.860916137695312 + ], + [ + "▁supplements", + -11.86099624633789 + ], + [ + "▁motorcycle", + -11.861054420471191 + ], + [ + "escent", + -11.861132621765137 + ], + [ + "▁investi", + -11.86122226715088 + ], + [ + "▁continuously", + -11.861265182495115 + ], + [ + "▁Essen", + -11.861334800720217 + ], + [ + "▁precision", + -11.8613862991333 + ], + [ + "▁deficit", + -11.861461639404297 + ], + [ + "▁wallet", + -11.86148166656494 + ], + [ + "▁Bürger", + -11.861531257629396 + ], + [ + "chir", + -11.861574172973633 + ], + [ + "9)", + -11.86161994934082 + ], + [ + "▁Programme", + -11.861716270446776 + ], + [ + "▁simplement", + -11.86193561553955 + ], + [ + "MD", + -11.862093925476074 + ], + [ + "▁rouge", + -11.862096786499023 + ], + [ + "usion", + -11.862133979797363 + ], + [ + "▁stove", + -11.862208366394045 + ], + [ + "▁prospective", + -11.862224578857422 + ], + [ + "▁corp", + -11.86234188079834 + ], + [ + "▁impacts", + -11.862401008605955 + ], + [ + "▁bride", + -11.86266803741455 + ], + [ + "0.0", + -11.862788200378418 + ], + [ + "hid", + -11.862833976745604 + ], + [ + "▁warrant", + -11.862930297851562 + ], + [ + "▁Ice", + -11.8631010055542 + ], + [ + "▁sensible", + -11.863151550292969 + ], + [ + "▁vreo", + -11.863166809082031 + ], + [ + "spekt", + -11.86324977874756 + ], + [ + "▁appreciation", + -11.8633394241333 + ], + [ + "▁automation", + -11.863377571105955 + ], + [ + "Luc", + -11.86341381072998 + ], + [ + "teaches", + -11.863471031188965 + ], + [ + "▁fold", + -11.863506317138672 + ], + [ + "deutsche", + -11.863523483276367 + ], + [ + "▁assisted", + -11.86380386352539 + ], + [ + "▁straightforward", + -11.863932609558104 + ], + [ + "▁mechanic", + -11.864068031311035 + ], + [ + "observ", + -11.864169120788574 + ], + [ + "▁Schau", + -11.864195823669434 + ], + [ + "▁Recently", + -11.864301681518556 + ], + [ + "kers", + -11.86435604095459 + ], + [ + "▁Soft", + -11.864455223083496 + ], + [ + "muni", + -11.864537239074709 + ], + [ + "▁lie", + -11.864617347717283 + ], + [ + "▁Fat", + -11.864728927612305 + ], + [ + "cream", + -11.86476993560791 + ], + [ + "▁snack", + -11.864909172058104 + ], + [ + "▁juin", + -11.865068435668944 + ], + [ + "▁competent", + -11.865134239196776 + ], + [ + "▁Drug", + -11.865141868591309 + ], + [ + "▁Row", + -11.865302085876465 + ], + [ + "▁needle", + -11.865852355957031 + ], + [ + "▁convey", + -11.865900039672852 + ], + [ + "▁voie", + -11.86600399017334 + ], + [ + "▁Hon", + -11.866190910339355 + ], + [ + "▁ebook", + -11.86619472503662 + ], + [ + "▁veteran", + -11.866209030151367 + ], + [ + "▁statistical", + -11.866217613220217 + ], + [ + "190", + -11.866312980651855 + ], + [ + "▁munca", + -11.866402626037598 + ], + [ + "▁venues", + -11.86643886566162 + ], + [ + "▁Viel", + -11.866604804992676 + ], + [ + "▁décor", + -11.866799354553224 + ], + [ + "▁répond", + -11.8670015335083 + ], + [ + "▁produsele", + -11.86700439453125 + ], + [ + "ruc", + -11.867009162902832 + ], + [ + "▁drops", + -11.867011070251465 + ], + [ + "▁autant", + -11.867311477661133 + ], + [ + "▁Fahrzeug", + -11.867313385009766 + ], + [ + "▁hills", + -11.86735725402832 + ], + [ + "ference", + -11.867414474487305 + ], + [ + "▁Glück", + -11.86742115020752 + ], + [ + "▁Pac", + -11.867480278015137 + ], + [ + "▁permettr", + -11.867568969726562 + ], + [ + "▁mouvement", + -11.867713928222656 + ], + [ + "établissement", + -11.867859840393066 + ], + [ + "▁Parc", + -11.867874145507812 + ], + [ + "▁solving", + -11.867900848388672 + ], + [ + "▁jail", + -11.867972373962402 + ], + [ + "▁junk", + -11.867980003356934 + ], + [ + "▁jeux", + -11.868091583251951 + ], + [ + "▁rôle", + -11.868107795715332 + ], + [ + "▁cache", + -11.868124961853027 + ], + [ + "▁Answer", + -11.86832046508789 + ], + [ + "wir", + -11.868706703186035 + ], + [ + "option", + -11.868732452392578 + ], + [ + "▁Tiger", + -11.868739128112791 + ], + [ + "▁Ble", + -11.868793487548828 + ], + [ + "Mitglied", + -11.868797302246094 + ], + [ + "▁partial", + -11.868819236755373 + ], + [ + "▁Mercedes", + -11.86888313293457 + ], + [ + "tire", + -11.869001388549805 + ], + [ + "MENT", + -11.869091987609863 + ], + [ + "▁transit", + -11.869230270385742 + ], + [ + "▁cineva", + -11.869285583496094 + ], + [ + "▁Andrea", + -11.86929416656494 + ], + [ + "▁boundaries", + -11.869497299194336 + ], + [ + "script", + -11.870061874389648 + ], + [ + "▁Medi", + -11.870123863220217 + ], + [ + "schreiben", + -11.870203018188477 + ], + [ + "▁lobby", + -11.87035846710205 + ], + [ + "▁defendant", + -11.870406150817873 + ], + [ + "▁sq", + -11.87046718597412 + ], + [ + "▁forgotten", + -11.870569229125977 + ], + [ + "stimmung", + -11.870651245117188 + ], + [ + "hus", + -11.870665550231934 + ], + [ + "RY", + -11.870728492736816 + ], + [ + "▁Anderson", + -11.87074851989746 + ], + [ + "▁Dental", + -11.87082862854004 + ], + [ + "ject", + -11.87110710144043 + ], + [ + "▁Nutzer", + -11.871377944946287 + ], + [ + "▁Portland", + -11.871540069580078 + ], + [ + "scription", + -11.871636390686035 + ], + [ + "▁angel", + -11.871695518493652 + ], + [ + "▁monument", + -11.871748924255373 + ], + [ + "▁număr", + -11.871784210205078 + ], + [ + "▁Lane", + -11.871800422668455 + ], + [ + "▁Bai", + -11.87189483642578 + ], + [ + "But", + -11.871909141540527 + ], + [ + "▁calculate", + -11.872315406799316 + ], + [ + "▁provoca", + -11.87247371673584 + ], + [ + "▁votes", + -11.872493743896484 + ], + [ + "RNA", + -11.872503280639648 + ], + [ + "though", + -11.87259292602539 + ], + [ + "spor", + -11.872631072998049 + ], + [ + "▁connaissance", + -11.872695922851562 + ], + [ + "▁Anwendung", + -11.872932434082031 + ], + [ + "▁Kate", + -11.873123168945312 + ], + [ + "lob", + -11.87315845489502 + ], + [ + "▁Conf", + -11.873180389404297 + ], + [ + "bung", + -11.873212814331056 + ], + [ + "ander", + -11.873282432556152 + ], + [ + "▁functioning", + -11.873297691345217 + ], + [ + "▁sponsored", + -11.873324394226074 + ], + [ + "rav", + -11.873734474182127 + ], + [ + "▁resistant", + -11.873797416687012 + ], + [ + "tră", + -11.873916625976562 + ], + [ + "▁costly", + -11.873923301696776 + ], + [ + "▁Mars", + -11.873991012573242 + ], + [ + "▁tir", + -11.874075889587402 + ], + [ + "▁writes", + -11.874134063720703 + ], + [ + "▁Greg", + -11.874267578125 + ], + [ + "▁Question", + -11.874714851379396 + ], + [ + "▁corporation", + -11.87485408782959 + ], + [ + "▁lire", + -11.874991416931152 + ], + [ + "locked", + -11.875048637390137 + ], + [ + "8,", + -11.875092506408691 + ], + [ + "▁sagt", + -11.875301361083984 + ], + [ + "gaining", + -11.87536907196045 + ], + [ + "▁Pierre", + -11.875688552856444 + ], + [ + "verb", + -11.875725746154783 + ], + [ + "▁Barcelona", + -11.87578296661377 + ], + [ + "werte", + -11.876474380493164 + ], + [ + "▁disponible", + -11.87651538848877 + ], + [ + "▁urge", + -11.876521110534668 + ], + [ + "▁expecting", + -11.876572608947754 + ], + [ + "▁Girl", + -11.87662124633789 + ], + [ + "▁unlimited", + -11.876761436462402 + ], + [ + "watt", + -11.876788139343262 + ], + [ + "▁Möglichkeiten", + -11.876813888549805 + ], + [ + "▁schöne", + -11.87684726715088 + ], + [ + "rium", + -11.877076148986816 + ], + [ + "That", + -11.877272605895996 + ], + [ + "▁socio", + -11.877296447753906 + ], + [ + "▁Democrats", + -11.877351760864258 + ], + [ + "guten", + -11.877422332763672 + ], + [ + "▁Lou", + -11.87742519378662 + ], + [ + "ităţi", + -11.877559661865234 + ], + [ + "▁possibilité", + -11.87771701812744 + ], + [ + "▁adjustable", + -11.877938270568848 + ], + [ + "▁Salt", + -11.877967834472656 + ], + [ + "Thr", + -11.878021240234377 + ], + [ + "▁biseric", + -11.878056526184082 + ], + [ + "ieux", + -11.87808895111084 + ], + [ + "▁procur", + -11.8782377243042 + ], + [ + "▁credits", + -11.878250122070312 + ], + [ + "▁Netflix", + -11.878585815429688 + ], + [ + "doi", + -11.878605842590332 + ], + [ + "▁Jews", + -11.878663063049316 + ], + [ + "▁Ukraine", + -11.87873363494873 + ], + [ + "▁adevărat", + -11.878785133361816 + ], + [ + "▁Apply", + -11.878813743591309 + ], + [ + "▁coupons", + -11.878859519958496 + ], + [ + "▁Detroit", + -11.878881454467772 + ], + [ + "▁rue", + -11.878889083862305 + ], + [ + "anumite", + -11.878926277160645 + ], + [ + "ished", + -11.878973960876465 + ], + [ + "▁withdrawal", + -11.87915325164795 + ], + [ + "▁replacing", + -11.87917709350586 + ], + [ + "catching", + -11.879385948181152 + ], + [ + "▁climbing", + -11.879612922668455 + ], + [ + "▁Basic", + -11.879770278930664 + ], + [ + "▁inclus", + -11.879783630371094 + ], + [ + "scope", + -11.879887580871582 + ], + [ + "▁facem", + -11.879892349243164 + ], + [ + "▁plec", + -11.879904747009276 + ], + [ + "mäßig", + -11.879980087280272 + ], + [ + "▁tasty", + -11.880064010620115 + ], + [ + "▁tunnel", + -11.880074501037598 + ], + [ + "figured", + -11.88032341003418 + ], + [ + "gged", + -11.880390167236328 + ], + [ + "▁conditii", + -11.880599975585938 + ], + [ + "▁homework", + -11.88063144683838 + ], + [ + "volle", + -11.88063907623291 + ], + [ + "▁Gott", + -11.880807876586914 + ], + [ + "▁95", + -11.880969047546388 + ], + [ + "▁elect", + -11.881020545959473 + ], + [ + "▁blast", + -11.881043434143066 + ], + [ + "▁easiest", + -11.881248474121094 + ], + [ + "USE", + -11.881462097167969 + ], + [ + "concentr", + -11.881475448608398 + ], + [ + "orial", + -11.881596565246582 + ], + [ + "▁scroll", + -11.881638526916504 + ], + [ + "stead", + -11.881691932678224 + ], + [ + "▁hormone", + -11.881710052490234 + ], + [ + "▁starter", + -11.88179874420166 + ], + [ + "▁cald", + -11.881878852844238 + ], + [ + "▁wax", + -11.881895065307615 + ], + [ + "▁ridic", + -11.881900787353516 + ], + [ + "ously", + -11.881982803344728 + ], + [ + "maschine", + -11.88210105895996 + ], + [ + "licher", + -11.882399559020996 + ], + [ + "▁16,", + -11.882452964782717 + ], + [ + "▁hassle", + -11.882469177246094 + ], + [ + "semnat", + -11.882535934448242 + ], + [ + "▁pub", + -11.88260555267334 + ], + [ + "240", + -11.882800102233888 + ], + [ + "▁kits", + -11.882871627807615 + ], + [ + "▁Generation", + -11.88293743133545 + ], + [ + "▁merchant", + -11.883052825927734 + ], + [ + "▁Erd", + -11.883068084716797 + ], + [ + "▁café", + -11.88307762145996 + ], + [ + "hoff", + -11.88314151763916 + ], + [ + "▁WITH", + -11.883376121520996 + ], + [ + "▁gesch", + -11.883515357971191 + ], + [ + "▁Editor", + -11.883557319641112 + ], + [ + "▁treats", + -11.883609771728516 + ], + [ + "▁harsh", + -11.883711814880373 + ], + [ + "rome", + -11.883729934692385 + ], + [ + "▁Foreign", + -11.883928298950195 + ], + [ + "▁denied", + -11.883968353271484 + ], + [ + "▁Valentine", + -11.884014129638672 + ], + [ + "▁healthier", + -11.88408088684082 + ], + [ + "▁readily", + -11.884138107299805 + ], + [ + "nac", + -11.884190559387209 + ], + [ + "▁intake", + -11.884191513061523 + ], + [ + "▁puncte", + -11.884230613708496 + ], + [ + "erne", + -11.884431838989258 + ], + [ + "file", + -11.884668350219728 + ], + [ + "▁continually", + -11.884688377380373 + ], + [ + "door", + -11.884699821472168 + ], + [ + "▁imediat", + -11.884822845458984 + ], + [ + "▁accused", + -11.884833335876465 + ], + [ + "chy", + -11.884854316711426 + ], + [ + "▁wrapped", + -11.884861946105955 + ], + [ + "IES", + -11.884878158569336 + ], + [ + "▁terrace", + -11.884883880615234 + ], + [ + "mouth", + -11.884897232055664 + ], + [ + "▁defensive", + -11.884991645812988 + ], + [ + "▁Luci", + -11.88508129119873 + ], + [ + "▁significance", + -11.885107040405272 + ], + [ + "▁2007,", + -11.885213851928713 + ], + [ + "▁inclusion", + -11.885221481323242 + ], + [ + "▁rotation", + -11.885248184204102 + ], + [ + "hos", + -11.885283470153809 + ], + [ + "▁crea", + -11.885357856750488 + ], + [ + "üß", + -11.885903358459473 + ], + [ + "▁Install", + -11.885988235473633 + ], + [ + "▁dump", + -11.885998725891112 + ], + [ + "▁informations", + -11.886114120483398 + ], + [ + "▁Thi", + -11.886117935180664 + ], + [ + "▁85", + -11.886252403259276 + ], + [ + "dox", + -11.88628387451172 + ], + [ + "track", + -11.886436462402344 + ], + [ + "▁couples", + -11.886571884155272 + ], + [ + "▁Assembly", + -11.886594772338867 + ], + [ + "wagen", + -11.88672161102295 + ], + [ + "▁Hil", + -11.886723518371582 + ], + [ + "ières", + -11.886833190917969 + ], + [ + "▁Gabriel", + -11.886903762817385 + ], + [ + "▁patience", + -11.88705348968506 + ], + [ + "▁colored", + -11.887147903442385 + ], + [ + "▁separately", + -11.88715934753418 + ], + [ + "▁deployment", + -11.887166023254396 + ], + [ + "scape", + -11.887306213378906 + ], + [ + "▁Acum", + -11.8875150680542 + ], + [ + "▁länger", + -11.887518882751465 + ], + [ + "▁screens", + -11.887598991394045 + ], + [ + "▁prezenta", + -11.887630462646484 + ], + [ + "▁obicei", + -11.887638092041016 + ], + [ + "▁crisp", + -11.887758255004885 + ], + [ + "▁mechanisms", + -11.887771606445312 + ], + [ + "▁thirty", + -11.887786865234377 + ], + [ + "▁individually", + -11.887989044189451 + ], + [ + "▁internationally", + -11.887991905212402 + ], + [ + "lling", + -11.888050079345703 + ], + [ + "▁bureau", + -11.88843059539795 + ], + [ + "▁erfahren", + -11.88844108581543 + ], + [ + "TY", + -11.888553619384766 + ], + [ + "PF", + -11.888607025146484 + ], + [ + "wid", + -11.888752937316896 + ], + [ + "sell", + -11.888835906982422 + ], + [ + "▁Luke", + -11.888879776000977 + ], + [ + "▁Must", + -11.888916969299316 + ], + [ + "▁identical", + -11.888927459716797 + ], + [ + "▁Netherlands", + -11.888980865478516 + ], + [ + "▁investor", + -11.88905143737793 + ], + [ + "▁squad", + -11.889073371887209 + ], + [ + "▁21,", + -11.88914394378662 + ], + [ + "iko", + -11.889230728149414 + ], + [ + "▁departure", + -11.88937759399414 + ], + [ + "ega", + -11.889384269714355 + ], + [ + "uzi", + -11.889408111572266 + ], + [ + "▁lasa", + -11.889458656311035 + ], + [ + "bian", + -11.889525413513184 + ], + [ + "▁Madrid", + -11.889623641967772 + ], + [ + "▁Iowa", + -11.889806747436523 + ], + [ + "▁Yellow", + -11.890026092529297 + ], + [ + "conom", + -11.89004898071289 + ], + [ + "▁hint", + -11.890098571777344 + ], + [ + "NOW", + -11.890111923217772 + ], + [ + "dress", + -11.890204429626465 + ], + [ + "▁Stück", + -11.890267372131348 + ], + [ + "echt", + -11.890424728393556 + ], + [ + "rial", + -11.89045238494873 + ], + [ + "▁Initiative", + -11.890474319458008 + ], + [ + "▁magnificent", + -11.890474319458008 + ], + [ + "▁pipeline", + -11.890543937683104 + ], + [ + "▁08", + -11.890806198120115 + ], + [ + "▁écrit", + -11.890889167785645 + ], + [ + "KA", + -11.891085624694824 + ], + [ + "arile", + -11.891151428222656 + ], + [ + "▁unfortunately", + -11.891352653503418 + ], + [ + "dose", + -11.891355514526367 + ], + [ + "▁counts", + -11.891427993774414 + ], + [ + "deciding", + -11.891549110412598 + ], + [ + "WA", + -11.89167308807373 + ], + [ + "▁doresc", + -11.891685485839844 + ], + [ + "NY", + -11.892008781433104 + ], + [ + "olin", + -11.892112731933594 + ], + [ + "▁Urlaub", + -11.892133712768556 + ], + [ + "▁alătur", + -11.89231777191162 + ], + [ + "▁Vic", + -11.892515182495115 + ], + [ + "▁fier", + -11.89269733428955 + ], + [ + "EU", + -11.892772674560549 + ], + [ + "▁triple", + -11.892871856689451 + ], + [ + "▁compliment", + -11.89310359954834 + ], + [ + "▁vegetable", + -11.89334487915039 + ], + [ + "member", + -11.893743515014648 + ], + [ + "atiei", + -11.893793106079102 + ], + [ + "▁toxic", + -11.893835067749023 + ], + [ + "▁converted", + -11.893888473510742 + ], + [ + "▁Pink", + -11.893999099731444 + ], + [ + "▁fragment", + -11.894020080566406 + ], + [ + "presenting", + -11.894027709960938 + ], + [ + "▁garantie", + -11.894031524658203 + ], + [ + "▁31,", + -11.894052505493164 + ], + [ + "▁puisqu", + -11.894105911254885 + ], + [ + "aching", + -11.894107818603516 + ], + [ + "▁Shan", + -11.894119262695312 + ], + [ + "▁Affairs", + -11.894368171691896 + ], + [ + "üsse", + -11.894405364990234 + ], + [ + "▁CBD", + -11.894428253173828 + ], + [ + "▁quatre", + -11.894588470458984 + ], + [ + "▁horror", + -11.894651412963867 + ], + [ + "▁culoare", + -11.894661903381348 + ], + [ + "▁welcoming", + -11.894673347473145 + ], + [ + "▁headache", + -11.894808769226074 + ], + [ + "▁septembre", + -11.894820213317873 + ], + [ + "▁Tür", + -11.894862174987791 + ], + [ + "lateral", + -11.89507007598877 + ], + [ + "▁termin", + -11.895228385925291 + ], + [ + "▁Aid", + -11.895291328430176 + ], + [ + "second", + -11.895308494567873 + ], + [ + "▁Philip", + -11.895310401916504 + ], + [ + "berries", + -11.895347595214844 + ], + [ + "▁Slot", + -11.895431518554688 + ], + [ + "ка", + -11.895442962646484 + ], + [ + "▁consecutive", + -11.895590782165527 + ], + [ + "value", + -11.895705223083496 + ], + [ + "▁islands", + -11.8958101272583 + ], + [ + "▁posibilitatea", + -11.895928382873535 + ], + [ + "0.5", + -11.89634132385254 + ], + [ + "▁Dumpster", + -11.896471977233888 + ], + [ + "▁Gran", + -11.89647388458252 + ], + [ + "▁restricted", + -11.8967924118042 + ], + [ + "▁discussing", + -11.896921157836914 + ], + [ + "cock", + -11.896966934204102 + ], + [ + "Serie", + -11.896989822387695 + ], + [ + "▁crushing", + -11.896998405456545 + ], + [ + "RB", + -11.897034645080566 + ], + [ + "▁Gy", + -11.897068977355955 + ], + [ + "normal", + -11.897098541259766 + ], + [ + "DT", + -11.897180557250977 + ], + [ + "▁concurs", + -11.897181510925291 + ], + [ + "▁Beratung", + -11.897231101989746 + ], + [ + "▁handful", + -11.897235870361328 + ], + [ + "▁loading", + -11.89723777770996 + ], + [ + "▁WI", + -11.897269248962402 + ], + [ + "▁Fitness", + -11.897283554077148 + ], + [ + "▁RAM", + -11.897302627563477 + ], + [ + "▁Twi", + -11.89730453491211 + ], + [ + "adurch", + -11.897345542907717 + ], + [ + "▁obiectiv", + -11.897366523742676 + ], + [ + "BM", + -11.897635459899902 + ], + [ + "▁amendment", + -11.8976469039917 + ], + [ + "whi", + -11.897652626037598 + ], + [ + "▁Besonder", + -11.897871017456056 + ], + [ + "ALL", + -11.898003578186035 + ], + [ + "▁earning", + -11.898090362548828 + ], + [ + "▁nutrients", + -11.89858055114746 + ], + [ + "pru", + -11.898633003234863 + ], + [ + "▁offensive", + -11.898696899414062 + ], + [ + "▁shelves", + -11.898711204528809 + ], + [ + "▁încâ", + -11.898726463317873 + ], + [ + "▁execute", + -11.898923873901367 + ], + [ + "▁cauz", + -11.898966789245604 + ], + [ + "exist", + -11.899179458618164 + ], + [ + "▁Meter", + -11.899191856384276 + ], + [ + "there", + -11.89920139312744 + ], + [ + "▁réaliser", + -11.899249076843262 + ], + [ + "blog", + -11.899362564086914 + ], + [ + "▁résultats", + -11.89937973022461 + ], + [ + "baren", + -11.899391174316406 + ], + [ + "▁lang", + -11.899425506591797 + ], + [ + "▁mere", + -11.89987087249756 + ], + [ + "▁toti", + -11.900079727172852 + ], + [ + "DN", + -11.90017032623291 + ], + [ + "Hi", + -11.900310516357422 + ], + [ + "▁merg", + -11.90035915374756 + ], + [ + "▁Camera", + -11.90054988861084 + ], + [ + "▁parfum", + -11.900697708129885 + ], + [ + "CG", + -11.900701522827148 + ], + [ + "posed", + -11.900713920593262 + ], + [ + "▁proposals", + -11.900732040405272 + ], + [ + "▁incorrect", + -11.900811195373535 + ], + [ + "▁Denver", + -11.901168823242188 + ], + [ + "▁noapte", + -11.901397705078123 + ], + [ + "▁VPN", + -11.901436805725098 + ], + [ + "▁Oklahoma", + -11.90159797668457 + ], + [ + "horizon", + -11.901647567749023 + ], + [ + "▁villa", + -11.901668548583984 + ], + [ + "duce", + -11.901812553405762 + ], + [ + "Dienst", + -11.902042388916016 + ], + [ + "▁oversee", + -11.902511596679688 + ], + [ + "astr", + -11.902548789978027 + ], + [ + "brand", + -11.902713775634766 + ], + [ + "▁Safe", + -11.902746200561523 + ], + [ + "▁competing", + -11.902812004089355 + ], + [ + "▁subiect", + -11.902812004089355 + ], + [ + "▁équipe", + -11.903091430664062 + ], + [ + "▁Dress", + -11.903095245361328 + ], + [ + "▁Juni", + -11.903139114379885 + ], + [ + "▁repeated", + -11.90317153930664 + ], + [ + "2012", + -11.903226852416992 + ], + [ + "▁départ", + -11.903234481811523 + ], + [ + "immer", + -11.903335571289062 + ], + [ + "▁mondial", + -11.903374671936035 + ], + [ + "▁datelor", + -11.903703689575195 + ], + [ + "▁surgeon", + -11.903782844543455 + ], + [ + "▁demanding", + -11.903812408447266 + ], + [ + "▁concluded", + -11.903878211975098 + ], + [ + "țiile", + -11.903950691223145 + ], + [ + "marin", + -11.90399932861328 + ], + [ + "▁estim", + -11.90420627593994 + ], + [ + "▁Loan", + -11.904361724853516 + ], + [ + "sculpt", + -11.904373168945312 + ], + [ + "▁99", + -11.904391288757324 + ], + [ + "void", + -11.904400825500488 + ], + [ + "▁Empire", + -11.904499053955078 + ], + [ + "▁Brit", + -11.90450382232666 + ], + [ + "▁véhicule", + -11.904777526855469 + ], + [ + "▁dividend", + -11.905069351196287 + ], + [ + "▁refused", + -11.905077934265137 + ], + [ + "▁speaks", + -11.905156135559082 + ], + [ + "▁Morris", + -11.905282020568848 + ], + [ + "dict", + -11.905349731445312 + ], + [ + "▁funeral", + -11.905556678771973 + ], + [ + "▁Behandlung", + -11.905763626098633 + ], + [ + "▁Revolution", + -11.905905723571776 + ], + [ + "▁Sum", + -11.905935287475586 + ], + [ + "einigen", + -11.906030654907228 + ], + [ + "RES", + -11.906070709228516 + ], + [ + "▁vite", + -11.906071662902832 + ], + [ + "▁Captain", + -11.906190872192385 + ], + [ + "▁assurance", + -11.9061918258667 + ], + [ + "uga", + -11.906500816345217 + ], + [ + "▁conserv", + -11.906583786010742 + ], + [ + "▁therapeutic", + -11.906641006469728 + ], + [ + "▁Sweden", + -11.906753540039062 + ], + [ + "▁Lead", + -11.906888961791992 + ], + [ + "ément", + -11.907071113586426 + ], + [ + "▁53", + -11.90709114074707 + ], + [ + "▁fraction", + -11.9071683883667 + ], + [ + "▁magnet", + -11.907170295715332 + ], + [ + "assurer", + -11.907184600830078 + ], + [ + "▁Steuer", + -11.90733814239502 + ], + [ + "▁flori", + -11.90735149383545 + ], + [ + "▁charming", + -11.907588958740234 + ], + [ + "▁athletic", + -11.907621383666992 + ], + [ + "▁membri", + -11.907706260681152 + ], + [ + "▁Sep", + -11.907726287841797 + ], + [ + "ogue", + -11.907800674438477 + ], + [ + "▁familie", + -11.907800674438477 + ], + [ + "▁SW", + -11.90796947479248 + ], + [ + "▁diagnosed", + -11.908023834228516 + ], + [ + "RR", + -11.908143997192385 + ], + [ + "▁Fern", + -11.908233642578123 + ], + [ + "▁rational", + -11.908281326293944 + ], + [ + "▁talents", + -11.90828800201416 + ], + [ + "ziert", + -11.908317565917969 + ], + [ + "▁chemin", + -11.908459663391112 + ], + [ + "sheet", + -11.908562660217283 + ], + [ + "▁outer", + -11.908565521240234 + ], + [ + "▁Kap", + -11.908591270446776 + ], + [ + "▁HERE", + -11.908656120300291 + ], + [ + "▁uman", + -11.908824920654297 + ], + [ + "▁accompany", + -11.908880233764648 + ], + [ + "▁varieties", + -11.908881187438965 + ], + [ + "▁sensors", + -11.908957481384276 + ], + [ + "▁25%", + -11.90919017791748 + ], + [ + "▁tray", + -11.909354209899902 + ], + [ + "▁critique", + -11.909459114074709 + ], + [ + "▁puţin", + -11.909515380859377 + ], + [ + "▁Schüler", + -11.90953540802002 + ], + [ + "▁repar", + -11.909744262695312 + ], + [ + "▁overlook", + -11.909931182861328 + ], + [ + "▁surf", + -11.910048484802246 + ], + [ + "▁tasting", + -11.910118103027344 + ], + [ + "bog", + -11.91027545928955 + ], + [ + "▁Payment", + -11.910289764404297 + ], + [ + "▁Helen", + -11.91049575805664 + ], + [ + "▁Refer", + -11.910694122314451 + ], + [ + "application", + -11.910698890686035 + ], + [ + "lection", + -11.910856246948242 + ], + [ + "▁avril", + -11.91104221343994 + ], + [ + "▁Grace", + -11.911109924316406 + ], + [ + "▁kau", + -11.911274909973145 + ], + [ + "▁libraries", + -11.911319732666016 + ], + [ + "▁closest", + -11.911347389221191 + ], + [ + "▁coating", + -11.911351203918455 + ], + [ + "▁suicide", + -11.911364555358888 + ], + [ + "▁undergraduate", + -11.911449432373049 + ], + [ + "▁stitch", + -11.91149616241455 + ], + [ + "▁reset", + -11.911593437194824 + ], + [ + "▁Greece", + -11.911626815795898 + ], + [ + "▁Fred", + -11.91197681427002 + ], + [ + "▁18.", + -11.912047386169434 + ], + [ + "▁nuit", + -11.912087440490724 + ], + [ + "▁lying", + -11.91219997406006 + ], + [ + "▁cottage", + -11.91232681274414 + ], + [ + "bone", + -11.912477493286133 + ], + [ + "▁milieu", + -11.912480354309082 + ], + [ + "management", + -11.912623405456545 + ], + [ + "▁Freund", + -11.912724494934082 + ], + [ + "▁specially", + -11.912841796875 + ], + [ + "veut", + -11.912961959838867 + ], + [ + "▁necesare", + -11.912999153137209 + ], + [ + "▁cert", + -11.913081169128418 + ], + [ + "articul", + -11.913151741027832 + ], + [ + "150", + -11.913174629211426 + ], + [ + "rounded", + -11.913180351257324 + ], + [ + "▁longue", + -11.913193702697754 + ], + [ + "▁Quel", + -11.913240432739258 + ], + [ + "Until", + -11.913322448730469 + ], + [ + "▁700", + -11.91339874267578 + ], + [ + "▁installations", + -11.913423538208008 + ], + [ + "▁boats", + -11.913467407226562 + ], + [ + "Fig", + -11.913609504699709 + ], + [ + "▁cocktail", + -11.913613319396973 + ], + [ + "▁rocks", + -11.91366958618164 + ], + [ + "meinen", + -11.91374683380127 + ], + [ + "entrepreneur", + -11.913780212402344 + ], + [ + "schwarz", + -11.91392421722412 + ], + [ + "▁diesel", + -11.91392993927002 + ], + [ + "▁villages", + -11.913969039916992 + ], + [ + "▁cups", + -11.914076805114746 + ], + [ + "▁stairs", + -11.914241790771484 + ], + [ + "▁Match", + -11.914350509643556 + ], + [ + "Taking", + -11.914437294006348 + ], + [ + "prin", + -11.914469718933104 + ], + [ + "▁penal", + -11.91472053527832 + ], + [ + "partner", + -11.914867401123049 + ], + [ + "wave", + -11.91497802734375 + ], + [ + "▁baie", + -11.91515064239502 + ], + [ + "LAN", + -11.915151596069336 + ], + [ + "fix", + -11.915202140808104 + ], + [ + "▁surveillance", + -11.915295600891112 + ], + [ + "▁Register", + -11.915343284606934 + ], + [ + "oara", + -11.915536880493164 + ], + [ + "▁Phoenix", + -11.915602684020996 + ], + [ + "aktuellen", + -11.915613174438477 + ], + [ + "▁livres", + -11.915618896484377 + ], + [ + "▁entities", + -11.916102409362791 + ], + [ + "▁Regard", + -11.916112899780272 + ], + [ + "▁Jazz", + -11.91614055633545 + ], + [ + "▁flame", + -11.91616153717041 + ], + [ + "▁independence", + -11.916215896606444 + ], + [ + "▁Adventure", + -11.916341781616213 + ], + [ + "▁assign", + -11.916399955749512 + ], + [ + "▁Adult", + -11.916579246520996 + ], + [ + "kehr", + -11.916666984558104 + ], + [ + "▁ordering", + -11.916850090026855 + ], + [ + "▁charts", + -11.91687297821045 + ], + [ + "▁Român", + -11.916936874389648 + ], + [ + "bauen", + -11.916982650756836 + ], + [ + "▁Floor", + -11.917065620422363 + ], + [ + "▁Meet", + -11.917101860046388 + ], + [ + "▁compromise", + -11.917158126831056 + ], + [ + "regarded", + -11.917171478271484 + ], + [ + "02.", + -11.91721534729004 + ], + [ + "▁granite", + -11.917299270629885 + ], + [ + "▁Judge", + -11.917314529418944 + ], + [ + "opti", + -11.917373657226562 + ], + [ + "liste", + -11.91737937927246 + ], + [ + "▁capacité", + -11.91742706298828 + ], + [ + "▁criticism", + -11.917450904846191 + ], + [ + "LES", + -11.918198585510254 + ], + [ + "▁Century", + -11.918211936950684 + ], + [ + "▁mobility", + -11.918252944946287 + ], + [ + "▁variation", + -11.918622016906738 + ], + [ + "▁Utah", + -11.91867446899414 + ], + [ + "▁seminar", + -11.918678283691406 + ], + [ + "▁experiments", + -11.918803215026855 + ], + [ + "midst", + -11.918943405151367 + ], + [ + "▁Psycho", + -11.919002532958984 + ], + [ + "▁choses", + -11.919121742248535 + ], + [ + "▁Karl", + -11.919175148010254 + ], + [ + "▁ruling", + -11.919286727905272 + ], + [ + "▁Voice", + -11.919404983520508 + ], + [ + "▁împotriv", + -11.919442176818848 + ], + [ + "▁mesaj", + -11.919500350952148 + ], + [ + "▁vrei", + -11.919594764709473 + ], + [ + "fan", + -11.919601440429688 + ], + [ + "parent", + -11.919648170471191 + ], + [ + "▁oraș", + -11.919770240783691 + ], + [ + "▁printable", + -11.919777870178224 + ], + [ + "▁diver", + -11.919859886169434 + ], + [ + "▁ochi", + -11.919949531555176 + ], + [ + "▁teenager", + -11.920125961303713 + ], + [ + "▁Death", + -11.920150756835938 + ], + [ + "▁manque", + -11.920289993286133 + ], + [ + "ască", + -11.920345306396484 + ], + [ + "▁prob", + -11.9203519821167 + ], + [ + "▁télé", + -11.920354843139648 + ], + [ + "cursul", + -11.92037868499756 + ], + [ + "pion", + -11.92052173614502 + ], + [ + "▁dedication", + -11.920644760131836 + ], + [ + "▁opr", + -11.920687675476074 + ], + [ + "führung", + -11.920761108398438 + ], + [ + "▁cognitive", + -11.920827865600586 + ], + [ + "soft", + -11.920868873596191 + ], + [ + "▁19,", + -11.9209623336792 + ], + [ + "▁24-", + -11.921197891235352 + ], + [ + "▁legitimate", + -11.921220779418944 + ], + [ + "▁comedy", + -11.921277046203612 + ], + [ + "▁violation", + -11.921327590942385 + ], + [ + "▁disposal", + -11.921472549438477 + ], + [ + "▁liegen", + -11.921605110168455 + ], + [ + "ко", + -11.921878814697266 + ], + [ + "▁martie", + -11.921931266784668 + ], + [ + "▁Vas", + -11.92212200164795 + ], + [ + "rash", + -11.922134399414062 + ], + [ + "▁hadn", + -11.922174453735352 + ], + [ + "▁connu", + -11.922204971313477 + ], + [ + "▁regelmäßig", + -11.922216415405272 + ], + [ + "▁Webseite", + -11.92222499847412 + ], + [ + "▁failing", + -11.922273635864258 + ], + [ + "explique", + -11.922449111938477 + ], + [ + "▁Player", + -11.922513961791992 + ], + [ + "vul", + -11.922560691833496 + ], + [ + "camp", + -11.922992706298828 + ], + [ + "▁erreicht", + -11.922996520996094 + ], + [ + "▁tags", + -11.922998428344728 + ], + [ + "▁headline", + -11.923210144042969 + ], + [ + "▁banc", + -11.923253059387209 + ], + [ + "▁Mayor", + -11.923309326171877 + ], + [ + "trop", + -11.923395156860352 + ], + [ + "AK", + -11.9235258102417 + ], + [ + "▁lighter", + -11.923602104187012 + ], + [ + "▁syndrome", + -11.92360496520996 + ], + [ + "▁Adrian", + -11.92365550994873 + ], + [ + "▁EUR", + -11.92375946044922 + ], + [ + "▁Missouri", + -11.923916816711426 + ], + [ + "▁Chan", + -11.924108505249023 + ], + [ + "topped", + -11.924233436584473 + ], + [ + "▁nationwide", + -11.924276351928713 + ], + [ + "▁6-", + -11.924302101135254 + ], + [ + "final", + -11.924408912658691 + ], + [ + "ttes", + -11.924485206604004 + ], + [ + "▁FO", + -11.924537658691406 + ], + [ + "▁legi", + -11.924556732177734 + ], + [ + "▁Hum", + -11.924575805664062 + ], + [ + "vita", + -11.924662590026855 + ], + [ + "▁Regen", + -11.924695014953612 + ], + [ + "▁confusion", + -11.92498779296875 + ], + [ + "▁valori", + -11.925142288208008 + ], + [ + "mill", + -11.92516803741455 + ], + [ + "did", + -11.925237655639648 + ], + [ + "pid", + -11.925253868103027 + ], + [ + "▁implications", + -11.925284385681152 + ], + [ + "▁Value", + -11.92552375793457 + ], + [ + "lângă", + -11.925666809082031 + ], + [ + "▁véritable", + -11.92577075958252 + ], + [ + "▁Stick", + -11.925814628601074 + ], + [ + "zol", + -11.925835609436035 + ], + [ + "▁ebenso", + -11.925863265991213 + ], + [ + "west", + -11.925895690917969 + ], + [ + "▁auszu", + -11.92600154876709 + ], + [ + "▁adorable", + -11.926016807556152 + ], + [ + "▁clarity", + -11.92605209350586 + ], + [ + "▁Wash", + -11.926335334777832 + ], + [ + "▁alien", + -11.92642307281494 + ], + [ + "usement", + -11.926626205444336 + ], + [ + "▁bones", + -11.9266357421875 + ], + [ + "▁Beau", + -11.92672634124756 + ], + [ + "▁Jet", + -11.926727294921877 + ], + [ + "▁visibility", + -11.927034378051758 + ], + [ + "impose", + -11.927063941955566 + ], + [ + "food", + -11.927133560180664 + ], + [ + "▁duce", + -11.927361488342283 + ], + [ + "▁Format", + -11.927386283874512 + ], + [ + "▁durability", + -11.927424430847168 + ], + [ + "▁Prim", + -11.927614212036133 + ], + [ + "▁mele", + -11.927629470825195 + ], + [ + "▁dürfen", + -11.927631378173828 + ], + [ + "▁Angebote", + -11.92765998840332 + ], + [ + "▁discharge", + -11.927745819091797 + ], + [ + "▁Justin", + -11.928055763244627 + ], + [ + "▁shame", + -11.928228378295898 + ], + [ + "▁heated", + -11.928282737731934 + ], + [ + "ères", + -11.92856216430664 + ], + [ + "human", + -11.928810119628906 + ], + [ + "4.5", + -11.928831100463867 + ], + [ + "▁lien", + -11.928955078125 + ], + [ + "▁Alan", + -11.92896556854248 + ], + [ + "▁transmis", + -11.92913055419922 + ], + [ + "▁Bul", + -11.929137229919434 + ], + [ + "plu", + -11.929169654846191 + ], + [ + "acul", + -11.92933750152588 + ], + [ + "merk", + -11.929434776306152 + ], + [ + "▁altfel", + -11.929566383361816 + ], + [ + "deli", + -11.929689407348633 + ], + [ + "▁Cru", + -11.930001258850098 + ], + [ + "▁hommes", + -11.930127143859863 + ], + [ + "aurait", + -11.930137634277344 + ], + [ + "cca", + -11.930187225341797 + ], + [ + "▁Path", + -11.930208206176758 + ], + [ + "astronom", + -11.930241584777832 + ], + [ + "▁détail", + -11.93027687072754 + ], + [ + "▁blocked", + -11.930394172668455 + ], + [ + "iding", + -11.93044376373291 + ], + [ + "schä", + -11.930500030517578 + ], + [ + "▁30-", + -11.930624008178713 + ], + [ + "diction", + -11.930813789367676 + ], + [ + "▁pulling", + -11.930868148803713 + ], + [ + "▁Sample", + -11.93092441558838 + ], + [ + "▁renewable", + -11.930997848510742 + ], + [ + "▁Pinterest", + -11.93106746673584 + ], + [ + "▁Tages", + -11.93106746673584 + ], + [ + "▁shed", + -11.931171417236328 + ], + [ + "▁hart", + -11.931188583374023 + ], + [ + "▁serie", + -11.931200981140137 + ], + [ + "▁documentary", + -11.931208610534668 + ], + [ + "gebaut", + -11.931220054626465 + ], + [ + "▁Hause", + -11.931272506713867 + ], + [ + "share", + -11.931303977966309 + ], + [ + "▁inflation", + -11.93138599395752 + ], + [ + "▁gall", + -11.931504249572754 + ], + [ + "▁adjacent", + -11.931673049926758 + ], + [ + "jer", + -11.93173885345459 + ], + [ + "▁Universal", + -11.931946754455566 + ], + [ + "▁disabilities", + -11.931984901428224 + ], + [ + "▁proposition", + -11.93204116821289 + ], + [ + "Work", + -11.932293891906738 + ], + [ + "▁closure", + -11.932306289672852 + ], + [ + "▁separated", + -11.932496070861816 + ], + [ + "▁soda", + -11.932549476623535 + ], + [ + "▁elite", + -11.93263053894043 + ], + [ + "appro", + -11.93265438079834 + ], + [ + "▁acute", + -11.93266487121582 + ], + [ + "utton", + -11.932938575744627 + ], + [ + "▁facă", + -11.933053016662598 + ], + [ + "▁collector", + -11.93312168121338 + ], + [ + "▁unlock", + -11.933249473571776 + ], + [ + "▁Alpha", + -11.933267593383787 + ], + [ + "▁Used", + -11.933267593383787 + ], + [ + "▁applicants", + -11.933302879333496 + ], + [ + "▁înseamn", + -11.933387756347656 + ], + [ + "▁inclu", + -11.933414459228516 + ], + [ + "▁disclosure", + -11.933544158935549 + ], + [ + "▁Fahr", + -11.933995246887209 + ], + [ + "AST", + -11.93406105041504 + ], + [ + "▁vivre", + -11.934069633483888 + ], + [ + "»,", + -11.934167861938477 + ], + [ + "laud", + -11.93430233001709 + ], + [ + "▁soir", + -11.934365272521973 + ], + [ + "▁barrier", + -11.934405326843262 + ], + [ + "înd", + -11.934470176696776 + ], + [ + "▁ambition", + -11.93451976776123 + ], + [ + "asta", + -11.934550285339355 + ], + [ + "occupied", + -11.934747695922852 + ], + [ + "▁Gau", + -11.934774398803713 + ], + [ + "four", + -11.93481159210205 + ], + [ + "▁nap", + -11.934887886047363 + ], + [ + "iez", + -11.934922218322754 + ], + [ + "endra", + -11.935242652893066 + ], + [ + "gaben", + -11.935464859008787 + ], + [ + "▁Carol", + -11.935481071472168 + ], + [ + "▁Switzerland", + -11.935575485229492 + ], + [ + "▁Bond", + -11.935617446899414 + ], + [ + "▁crossing", + -11.935630798339844 + ], + [ + "▁Palace", + -11.9359769821167 + ], + [ + "NG", + -11.935986518859863 + ], + [ + "▁Budget", + -11.93622875213623 + ], + [ + "▁lid", + -11.936372756958008 + ], + [ + "bab", + -11.936393737792969 + ], + [ + "▁polish", + -11.936416625976562 + ], + [ + "▁herbs", + -11.93673038482666 + ], + [ + "▁dear", + -11.936747550964355 + ], + [ + "▁devrai", + -11.936846733093262 + ], + [ + "walk", + -11.936864852905272 + ], + [ + "▁humanity", + -11.936897277832031 + ], + [ + "▁tires", + -11.936978340148926 + ], + [ + "égal", + -11.936994552612305 + ], + [ + "▁bow", + -11.93703269958496 + ], + [ + "▁debris", + -11.937201499938965 + ], + [ + "▁keywords", + -11.937273025512695 + ], + [ + "irk", + -11.937345504760742 + ], + [ + "▁suspend", + -11.937360763549805 + ], + [ + "▁pourra", + -11.93738079071045 + ], + [ + "migran", + -11.937454223632812 + ], + [ + "thereby", + -11.937570571899414 + ], + [ + "▁Harris", + -11.937943458557127 + ], + [ + "ateurs", + -11.93795680999756 + ], + [ + "▁fal", + -11.938271522521973 + ], + [ + "alleged", + -11.938355445861816 + ], + [ + "noch", + -11.938494682312012 + ], + [ + "▁observation", + -11.938506126403809 + ], + [ + "▁București", + -11.93855094909668 + ], + [ + "▁SQL", + -11.938624382019045 + ], + [ + "▁Phase", + -11.938760757446287 + ], + [ + "▁adventures", + -11.93881607055664 + ], + [ + "▁Kol", + -11.938885688781738 + ], + [ + "▁professionnel", + -11.938916206359863 + ], + [ + "crit", + -11.939026832580566 + ], + [ + "LR", + -11.939313888549805 + ], + [ + "▁preview", + -11.939464569091797 + ], + [ + "▁highlighted", + -11.939942359924316 + ], + [ + "▁Stud", + -11.939949035644531 + ], + [ + "▁labour", + -11.939956665039062 + ], + [ + "MV", + -11.9399995803833 + ], + [ + "click", + -11.940049171447754 + ], + [ + "approche", + -11.94016170501709 + ], + [ + "tian", + -11.940183639526367 + ], + [ + "cité", + -11.940192222595217 + ], + [ + "▁Rain", + -11.94028377532959 + ], + [ + "typ", + -11.94032096862793 + ], + [ + "Usually", + -11.940435409545898 + ], + [ + "▁outlet", + -11.940513610839844 + ], + [ + "logging", + -11.940814018249512 + ], + [ + "▁Temperatur", + -11.940906524658203 + ], + [ + "▁Scottish", + -11.94090747833252 + ], + [ + "iga", + -11.940942764282228 + ], + [ + "▁glory", + -11.941086769104004 + ], + [ + "▁Rom", + -11.941242218017578 + ], + [ + "zeug", + -11.94133758544922 + ], + [ + "establishing", + -11.941339492797852 + ], + [ + "▁imaging", + -11.94192600250244 + ], + [ + "▁Beauty", + -11.942015647888184 + ], + [ + "igan", + -11.942042350769045 + ], + [ + "après", + -11.94224739074707 + ], + [ + "Adresse", + -11.942267417907717 + ], + [ + "cliff", + -11.942349433898926 + ], + [ + "▁unnecessary", + -11.943267822265623 + ], + [ + "▁slim", + -11.943324089050291 + ], + [ + "dir", + -11.943490982055664 + ], + [ + "▁leisure", + -11.943660736083984 + ], + [ + "▁principale", + -11.94368839263916 + ], + [ + "▁Viele", + -11.943770408630373 + ], + [ + "▁2007.", + -11.943802833557127 + ], + [ + "Hopefully", + -11.943829536437988 + ], + [ + "cola", + -11.943851470947266 + ], + [ + "▁Planet", + -11.943927764892578 + ], + [ + "▁orientation", + -11.943933486938477 + ], + [ + "▁angry", + -11.94419002532959 + ], + [ + "MIT", + -11.94423484802246 + ], + [ + "▁Kenya", + -11.944265365600586 + ], + [ + "▁bless", + -11.94435977935791 + ], + [ + "▁Fill", + -11.944524765014648 + ], + [ + "▁compar", + -11.944664001464844 + ], + [ + "▁curtain", + -11.94473934173584 + ], + [ + "ţei", + -11.944754600524902 + ], + [ + "▁Az", + -11.94482421875 + ], + [ + "▁Rang", + -11.944908142089844 + ], + [ + "▁dominant", + -11.944974899291992 + ], + [ + "race", + -11.944985389709473 + ], + [ + "▁Target", + -11.944987297058104 + ], + [ + "▁manually", + -11.944987297058104 + ], + [ + "objet", + -11.945024490356444 + ], + [ + "thrown", + -11.945131301879885 + ], + [ + "NF", + -11.945149421691896 + ], + [ + "durant", + -11.945185661315918 + ], + [ + "rect", + -11.945302963256836 + ], + [ + "▁Größe", + -11.945320129394531 + ], + [ + "VM", + -11.9453763961792 + ], + [ + "▁aprilie", + -11.945476531982422 + ], + [ + "▁Welche", + -11.945639610290527 + ], + [ + "▁verde", + -11.946157455444336 + ], + [ + "▁Portugal", + -11.946266174316406 + ], + [ + "▁algorithm", + -11.94627571105957 + ], + [ + "ăț", + -11.946328163146973 + ], + [ + "▁Grey", + -11.946371078491213 + ], + [ + "▁cleaned", + -11.94644832611084 + ], + [ + "▁modes", + -11.946463584899902 + ], + [ + "▁relaxation", + -11.946599006652832 + ], + [ + "mbr", + -11.946786880493164 + ], + [ + "étique", + -11.946821212768556 + ], + [ + "Her", + -11.946904182434082 + ], + [ + "▁beta", + -11.94695281982422 + ], + [ + "▁nobody", + -11.94699764251709 + ], + [ + "▁aplic", + -11.947060585021973 + ], + [ + "present", + -11.947080612182615 + ], + [ + "emis", + -11.947197914123535 + ], + [ + "éléments", + -11.947257995605469 + ], + [ + "▁lately", + -11.947303771972656 + ], + [ + "fab", + -11.94732666015625 + ], + [ + "▁aluminiu", + -11.947373390197754 + ], + [ + "▁vest", + -11.947524070739746 + ], + [ + "▁statue", + -11.947558403015137 + ], + [ + "▁publice", + -11.947586059570312 + ], + [ + "▁merchandise", + -11.9476900100708 + ], + [ + "▁relat", + -11.947810173034668 + ], + [ + "git", + -11.94796371459961 + ], + [ + "▁interne", + -11.948281288146973 + ], + [ + "▁Tokyo", + -11.948325157165527 + ], + [ + "chal", + -11.94834804534912 + ], + [ + "contacted", + -11.948430061340332 + ], + [ + "▁tras", + -11.948455810546877 + ], + [ + "▁Clinic", + -11.948626518249512 + ], + [ + "▁unbe", + -11.948633193969728 + ], + [ + "▁dumneavoastra", + -11.948798179626465 + ], + [ + "float", + -11.949078559875488 + ], + [ + "isson", + -11.94909381866455 + ], + [ + "▁vessel", + -11.949126243591309 + ], + [ + "attempting", + -11.949161529541016 + ], + [ + "▁doute", + -11.94918441772461 + ], + [ + "▁Leadership", + -11.949322700500488 + ], + [ + "▁sustain", + -11.94947338104248 + ], + [ + "▁textile", + -11.949666023254396 + ], + [ + "auer", + -11.949702262878418 + ], + [ + "▁90%", + -11.949899673461914 + ], + [ + "garten", + -11.949911117553713 + ], + [ + "▁adauga", + -11.949991226196287 + ], + [ + "▁Kil", + -11.950061798095703 + ], + [ + "▁troops", + -11.950420379638672 + ], + [ + "▁pale", + -11.950568199157717 + ], + [ + "host", + -11.950743675231934 + ], + [ + "▁cry", + -11.950757026672363 + ], + [ + "▁Alb", + -11.950793266296388 + ], + [ + "▁Brad", + -11.95089340209961 + ], + [ + "▁bicycle", + -11.951054573059082 + ], + [ + "▁24/7", + -11.951217651367188 + ], + [ + "▁с", + -11.951228141784668 + ], + [ + "▁stimul", + -11.951401710510254 + ], + [ + "gler", + -11.951445579528809 + ], + [ + "▁notwendig", + -11.951496124267578 + ], + [ + "▁cousin", + -11.95158863067627 + ], + [ + "cheie", + -11.951600074768066 + ], + [ + "hay", + -11.951751708984377 + ], + [ + "▁rezolv", + -11.952134132385254 + ], + [ + "▁THIS", + -11.952143669128418 + ], + [ + "ordre", + -11.952157974243164 + ], + [ + "iști", + -11.952173233032228 + ], + [ + "▁conclude", + -11.952310562133787 + ], + [ + "▁Lage", + -11.952327728271484 + ], + [ + "▁Entertainment", + -11.952454566955566 + ], + [ + "▁valued", + -11.952478408813477 + ], + [ + "ktion", + -11.95253849029541 + ], + [ + "▁priorities", + -11.95268440246582 + ], + [ + "▁1986", + -11.952770233154297 + ], + [ + "▁fatal", + -11.95293426513672 + ], + [ + "▁accurately", + -11.952988624572754 + ], + [ + "▁1987", + -11.953022956848145 + ], + [ + "▁folk", + -11.953073501586914 + ], + [ + "7)", + -11.953163146972656 + ], + [ + "führer", + -11.95360279083252 + ], + [ + "▁knot", + -11.953612327575684 + ], + [ + "haltung", + -11.953720092773438 + ], + [ + "▁Charlie", + -11.953733444213867 + ], + [ + "âge", + -11.95376205444336 + ], + [ + "▁threshold", + -11.954041481018066 + ], + [ + "▁assault", + -11.954130172729492 + ], + [ + "▁meist", + -11.954141616821287 + ], + [ + "bine", + -11.954155921936035 + ], + [ + "surprisingly", + -11.954171180725098 + ], + [ + "▁Protect", + -11.954180717468262 + ], + [ + "▁Hack", + -11.954258918762209 + ], + [ + "▁Quant", + -11.954537391662598 + ], + [ + "▁Cet", + -11.954782485961914 + ], + [ + "▁convinced", + -11.95481014251709 + ], + [ + "▁muncă", + -11.955033302307127 + ], + [ + "dging", + -11.955066680908203 + ], + [ + "▁Millionen", + -11.955129623413086 + ], + [ + "zahlung", + -11.955148696899414 + ], + [ + "▁anticipated", + -11.955192565917969 + ], + [ + "▁brass", + -11.9552001953125 + ], + [ + "KO", + -11.955244064331056 + ], + [ + "▁culori", + -11.955286979675291 + ], + [ + "▁Aero", + -11.955326080322266 + ], + [ + "▁intermediu", + -11.955373764038086 + ], + [ + "▁Philippines", + -11.955381393432615 + ], + [ + "▁jury", + -11.955387115478516 + ], + [ + "▁Funktion", + -11.95569896697998 + ], + [ + "▁probe", + -11.95570468902588 + ], + [ + "TL", + -11.955748558044434 + ], + [ + "1.0", + -11.955804824829102 + ], + [ + "ELL", + -11.95581340789795 + ], + [ + "She", + -11.95600128173828 + ], + [ + "▁Blood", + -11.956073760986328 + ], + [ + "▁Dean", + -11.956111907958984 + ], + [ + "▁scène", + -11.9561185836792 + ], + [ + "volu", + -11.95621395111084 + ], + [ + "▁Epi", + -11.95621395111084 + ], + [ + "▁séjour", + -11.95627498626709 + ], + [ + "▁Smartphone", + -11.956306457519531 + ], + [ + "▁fired", + -11.956357955932615 + ], + [ + "beat", + -11.95650577545166 + ], + [ + "▁pockets", + -11.956506729125977 + ], + [ + "▁serviciu", + -11.956624031066896 + ], + [ + "▁affairs", + -11.95678424835205 + ], + [ + "▁Ry", + -11.956842422485352 + ], + [ + "▁Stadium", + -11.956954956054688 + ], + [ + "▁snacks", + -11.957182884216309 + ], + [ + "▁efectu", + -11.957221031188965 + ], + [ + "▁Richtung", + -11.957273483276367 + ], + [ + "▁dresses", + -11.957352638244627 + ], + [ + "▁Medien", + -11.95744800567627 + ], + [ + "writer", + -11.95759105682373 + ], + [ + "changing", + -11.957655906677246 + ], + [ + "▁supportive", + -11.957849502563477 + ], + [ + "▁beneath", + -11.957873344421388 + ], + [ + "paid", + -11.958078384399414 + ], + [ + "▁customize", + -11.958155632019045 + ], + [ + "▁Ferr", + -11.958187103271484 + ], + [ + "reaches", + -11.958338737487791 + ], + [ + "arma", + -11.958401679992676 + ], + [ + "ción", + -11.958598136901855 + ], + [ + "▁elderly", + -11.959243774414062 + ], + [ + "▁modification", + -11.95934009552002 + ], + [ + "▁perfection", + -11.959381103515623 + ], + [ + "▁Allow", + -11.959492683410645 + ], + [ + "▁belonging", + -11.959542274475098 + ], + [ + "▁compound", + -11.959589004516602 + ], + [ + "▁Results", + -11.959681510925291 + ], + [ + "▁astăzi", + -11.959793090820312 + ], + [ + "▁Liber", + -11.959818840026855 + ], + [ + "jor", + -11.959850311279297 + ], + [ + "▁Nin", + -11.959980964660645 + ], + [ + "▁lumina", + -11.95999240875244 + ], + [ + "▁130", + -11.960073471069336 + ], + [ + "▁Platform", + -11.960121154785156 + ], + [ + "▁SMS", + -11.96022129058838 + ], + [ + "▁medic", + -11.96024227142334 + ], + [ + "hör", + -11.960315704345703 + ], + [ + "▁Kas", + -11.96038818359375 + ], + [ + "▁tomato", + -11.960403442382812 + ], + [ + "▁logiciel", + -11.960505485534668 + ], + [ + "php", + -11.960654258728027 + ], + [ + "▁premises", + -11.96071720123291 + ], + [ + "▁Communication", + -11.96072769165039 + ], + [ + "▁reprezintă", + -11.96076202392578 + ], + [ + "▁Partners", + -11.960866928100586 + ], + [ + "▁RV", + -11.961090087890623 + ], + [ + "▁pants", + -11.96119785308838 + ], + [ + "▁envie", + -11.961256980895996 + ], + [ + "▁commerce", + -11.961263656616213 + ], + [ + "▁tears", + -11.961298942565918 + ], + [ + "▁cooler", + -11.96149444580078 + ], + [ + "strand", + -11.961556434631348 + ], + [ + "▁Gil", + -11.961588859558104 + ], + [ + "▁référence", + -11.961641311645508 + ], + [ + "▁electronics", + -11.961681365966797 + ], + [ + "exposition", + -11.961700439453123 + ], + [ + "▁Caribbean", + -11.96171760559082 + ], + [ + "▁compelling", + -11.96171760559082 + ], + [ + "luci", + -11.96172332763672 + ], + [ + "▁Brooklyn", + -11.961892127990724 + ], + [ + "▁Thai", + -11.961950302124023 + ], + [ + "dler", + -11.96198844909668 + ], + [ + "▁supra", + -11.962016105651855 + ], + [ + "centered", + -11.962026596069336 + ], + [ + "▁metro", + -11.962081909179688 + ], + [ + "▁03", + -11.962299346923828 + ], + [ + "▁enrich", + -11.962437629699709 + ], + [ + "▁adevarat", + -11.962594985961914 + ], + [ + "5000", + -11.962961196899414 + ], + [ + "▁bell", + -11.96297550201416 + ], + [ + "▁sine", + -11.96299648284912 + ], + [ + "▁appealing", + -11.963088989257812 + ], + [ + "clam", + -11.963116645812988 + ], + [ + "▁vorhanden", + -11.963165283203123 + ], + [ + "▁pickup", + -11.963268280029297 + ], + [ + "▁Alaska", + -11.963269233703612 + ], + [ + "▁Nacht", + -11.963300704956056 + ], + [ + "borough", + -11.9633207321167 + ], + [ + "▁Blanc", + -11.96340274810791 + ], + [ + "▁apare", + -11.963616371154783 + ], + [ + "▁Works", + -11.96379852294922 + ], + [ + "mettent", + -11.963801383972168 + ], + [ + "atter", + -11.96389389038086 + ], + [ + "terra", + -11.963946342468262 + ], + [ + "▁Bit", + -11.964105606079102 + ], + [ + "RL", + -11.964131355285645 + ], + [ + "▁Wander", + -11.964262962341309 + ], + [ + "▁Hawk", + -11.964595794677734 + ], + [ + "▁Probleme", + -11.964665412902832 + ], + [ + "regel", + -11.964729309082031 + ], + [ + "hne", + -11.964739799499512 + ], + [ + "fass", + -11.96486759185791 + ], + [ + "▁Andy", + -11.965014457702637 + ], + [ + "▁befinde", + -11.965179443359377 + ], + [ + "boo", + -11.965265274047852 + ], + [ + "▁connectivity", + -11.965304374694824 + ], + [ + "▁spielt", + -11.965418815612791 + ], + [ + "zweiten", + -11.96547794342041 + ], + [ + "ţilor", + -11.965526580810549 + ], + [ + "▁confi", + -11.96561336517334 + ], + [ + "▁schlecht", + -11.965773582458496 + ], + [ + "▁Beginn", + -11.96581745147705 + ], + [ + "▁floating", + -11.965903282165527 + ], + [ + "nimmt", + -11.966071128845217 + ], + [ + "▁arbeiten", + -11.96611213684082 + ], + [ + "pillar", + -11.966131210327148 + ], + [ + "sterreich", + -11.966347694396973 + ], + [ + "▁Schule", + -11.96644687652588 + ], + [ + "▁durée", + -11.96652126312256 + ], + [ + "▁honestly", + -11.96653938293457 + ], + [ + "▁acel", + -11.9666166305542 + ], + [ + "▁Prozess", + -11.96662425994873 + ], + [ + "Min", + -11.966629028320312 + ], + [ + "enii", + -11.966632843017578 + ], + [ + "DAY", + -11.966758728027344 + ], + [ + "▁Blo", + -11.966806411743164 + ], + [ + "▁bolt", + -11.966946601867676 + ], + [ + "sicher", + -11.967070579528809 + ], + [ + "▁17,", + -11.967122077941896 + ], + [ + "▁anchor", + -11.967215538024902 + ], + [ + "▁consistency", + -11.967241287231444 + ], + [ + "▁relatives", + -11.967263221740724 + ], + [ + "▁lac", + -11.967385292053224 + ], + [ + "105", + -11.967432975769045 + ], + [ + "▁Craig", + -11.967534065246582 + ], + [ + "▁mandate", + -11.967598915100098 + ], + [ + "▁bedeutet", + -11.967674255371094 + ], + [ + "▁Soviet", + -11.967680931091309 + ], + [ + "▁arguments", + -11.967938423156738 + ], + [ + "▁Gebäude", + -11.967997550964355 + ], + [ + "▁Parliament", + -11.968005180358888 + ], + [ + "▁Kha", + -11.968087196350098 + ], + [ + "nica", + -11.968130111694336 + ], + [ + "▁Amazing", + -11.968162536621094 + ], + [ + "gründe", + -11.968179702758787 + ], + [ + "▁Ott", + -11.968269348144531 + ], + [ + "Exp", + -11.968314170837402 + ], + [ + "▁ianuarie", + -11.96848201751709 + ], + [ + "riot", + -11.968571662902832 + ], + [ + "▁futur", + -11.968626976013184 + ], + [ + "▁Honda", + -11.968647956848145 + ], + [ + "!!!!", + -11.96865177154541 + ], + [ + "▁citit", + -11.968689918518066 + ], + [ + "▁22,", + -11.968708992004396 + ], + [ + "țional", + -11.968711853027344 + ], + [ + "▁lovers", + -11.968732833862305 + ], + [ + "▁Current", + -11.968835830688477 + ], + [ + "▁drone", + -11.96927261352539 + ], + [ + "▁promising", + -11.969335556030272 + ], + [ + "devoted", + -11.969443321228027 + ], + [ + "▁Born", + -11.969520568847656 + ], + [ + "▁viitor", + -11.969589233398438 + ], + [ + "▁ritual", + -11.969614028930664 + ], + [ + "▁Guard", + -11.969681739807127 + ], + [ + "09.", + -11.969828605651855 + ], + [ + "▁Py", + -11.970260620117188 + ], + [ + "▁finds", + -11.970380783081056 + ], + [ + "▁boli", + -11.970394134521484 + ], + [ + "▁Mitglieder", + -11.970697402954102 + ], + [ + "ogni", + -11.97107982635498 + ], + [ + "▁stones", + -11.97118854522705 + ], + [ + "rox", + -11.971210479736328 + ], + [ + "▁dock", + -11.971390724182127 + ], + [ + "▁onion", + -11.97144889831543 + ], + [ + "▁classified", + -11.971538543701172 + ], + [ + "big", + -11.97183322906494 + ], + [ + "RG", + -11.971857070922852 + ], + [ + "influenced", + -11.97195529937744 + ], + [ + "▁sudden", + -11.971988677978516 + ], + [ + "▁ample", + -11.97204303741455 + ], + [ + "án", + -11.972095489501951 + ], + [ + "▁ornament", + -11.972122192382812 + ], + [ + "datele", + -11.972227096557615 + ], + [ + "▁Dad", + -11.97225284576416 + ], + [ + "BER", + -11.972278594970703 + ], + [ + "gerecht", + -11.97238063812256 + ], + [ + "kett", + -11.972536087036133 + ], + [ + "▁Antonio", + -11.972572326660156 + ], + [ + "Nu", + -11.972834587097168 + ], + [ + "dium", + -11.97284984588623 + ], + [ + "CAD", + -11.972850799560549 + ], + [ + "▁bundle", + -11.97291660308838 + ], + [ + "▁Vari", + -11.97301197052002 + ], + [ + "▁thrive", + -11.973020553588867 + ], + [ + "▁Seminar", + -11.973071098327637 + ], + [ + "wire", + -11.973084449768066 + ], + [ + "▁contributing", + -11.973114967346191 + ], + [ + "▁Bour", + -11.97320556640625 + ], + [ + "▁dori", + -11.973206520080566 + ], + [ + "▁packing", + -11.97343921661377 + ], + [ + "▁colleges", + -11.973459243774414 + ], + [ + "▁garbage", + -11.97366714477539 + ], + [ + "▁vector", + -11.973837852478027 + ], + [ + "▁suggestion", + -11.97389793395996 + ], + [ + "borne", + -11.973904609680176 + ], + [ + "▁Listen", + -11.973938941955566 + ], + [ + "▁Prix", + -11.973957061767578 + ], + [ + "viennent", + -11.974162101745604 + ], + [ + "insbesondere", + -11.97426700592041 + ], + [ + "▁fonctionne", + -11.974435806274414 + ], + [ + "▁mainstream", + -11.974485397338867 + ], + [ + "▁merci", + -11.974574089050291 + ], + [ + "oko", + -11.97460651397705 + ], + [ + "▁Commerce", + -11.97493839263916 + ], + [ + "▁droits", + -11.975115776062012 + ], + [ + "▁muzica", + -11.975141525268556 + ], + [ + "▁profesor", + -11.9751558303833 + ], + [ + "▁epic", + -11.97518253326416 + ], + [ + "▁intuitive", + -11.975186347961426 + ], + [ + "▁aggregate", + -11.975223541259766 + ], + [ + "▁vaccine", + -11.97529411315918 + ], + [ + "▁dank", + -11.975459098815918 + ], + [ + "▁situ", + -11.975578308105469 + ], + [ + "▁Cand", + -11.975593566894531 + ], + [ + "▁Ganz", + -11.97562313079834 + ], + [ + "▁Crystal", + -11.97578239440918 + ], + [ + "▁discretion", + -11.975825309753418 + ], + [ + "mug", + -11.975997924804688 + ], + [ + "▁anzu", + -11.976144790649414 + ], + [ + "▁cement", + -11.97616958618164 + ], + [ + "▁priest", + -11.97625732421875 + ], + [ + "▁rejected", + -11.976298332214355 + ], + [ + "▁Summit", + -11.976325988769531 + ], + [ + "▁Sara", + -11.97642421722412 + ], + [ + "▁palette", + -11.976527214050291 + ], + [ + "▁continuare", + -11.976569175720217 + ], + [ + "uge", + -11.976676940917969 + ], + [ + "ryl", + -11.976844787597656 + ], + [ + "▁Solid", + -11.977142333984377 + ], + [ + "▁meilleure", + -11.977177619934082 + ], + [ + "▁Tennessee", + -11.977248191833496 + ], + [ + "rail", + -11.97732639312744 + ], + [ + "▁attributes", + -11.9773530960083 + ], + [ + "▁vessels", + -11.977840423583984 + ], + [ + "cylinder", + -11.977900505065918 + ], + [ + "▁parfait", + -11.977916717529297 + ], + [ + "abb", + -11.97801399230957 + ], + [ + "▁Julie", + -11.97806167602539 + ], + [ + "▁pièces", + -11.978120803833008 + ], + [ + "▁proiecte", + -11.978142738342283 + ], + [ + "médi", + -11.978273391723633 + ], + [ + "▁décembre", + -11.9783935546875 + ], + [ + "Per", + -11.97841739654541 + ], + [ + "1/", + -11.978520393371582 + ], + [ + "regulated", + -11.978601455688477 + ], + [ + "▁Dy", + -11.978633880615234 + ], + [ + "▁23,", + -11.978694915771484 + ], + [ + "beck", + -11.978763580322266 + ], + [ + "tură", + -11.97885513305664 + ], + [ + "▁Chiar", + -11.978931427001951 + ], + [ + "▁isolated", + -11.979012489318848 + ], + [ + "▁kennen", + -11.979259490966797 + ], + [ + "Du", + -11.979260444641112 + ], + [ + "reflected", + -11.979482650756836 + ], + [ + "▁belong", + -11.979571342468262 + ], + [ + "▁welcomed", + -11.97969913482666 + ], + [ + "▁Rate", + -11.979776382446287 + ], + [ + "prestigious", + -11.979859352111816 + ], + [ + "▁1/4", + -11.979930877685549 + ], + [ + "▁distinction", + -11.979966163635254 + ], + [ + "▁boring", + -11.98000144958496 + ], + [ + "▁booked", + -11.980369567871094 + ], + [ + "▁citizen", + -11.980441093444824 + ], + [ + "▁comprises", + -11.980498313903809 + ], + [ + "▁aufge", + -11.98051929473877 + ], + [ + "GL", + -11.980566024780272 + ], + [ + "▁nearest", + -11.980616569519045 + ], + [ + "▁printr", + -11.980692863464355 + ], + [ + "▁département", + -11.981318473815918 + ], + [ + "▁planner", + -11.981510162353516 + ], + [ + "▁Rai", + -11.981817245483398 + ], + [ + "▁Broad", + -11.981934547424316 + ], + [ + "▁pastor", + -11.981947898864746 + ], + [ + "▁reservation", + -11.982243537902832 + ], + [ + "▁decembrie", + -11.982315063476562 + ], + [ + "▁suficient", + -11.982501983642578 + ], + [ + "geld", + -11.98256015777588 + ], + [ + "training", + -11.982620239257812 + ], + [ + "deshalb", + -11.98263454437256 + ], + [ + "▁chaud", + -11.982651710510254 + ], + [ + "Cor", + -11.982662200927734 + ], + [ + "▁Grade", + -11.982769966125488 + ], + [ + "▁faţă", + -11.98280906677246 + ], + [ + "story", + -11.982839584350586 + ], + [ + "gericht", + -11.98286247253418 + ], + [ + "▁Got", + -11.982954025268556 + ], + [ + "particulièrement", + -11.982976913452148 + ], + [ + "▁bump", + -11.983051300048828 + ], + [ + "▁fatigue", + -11.983160018920898 + ], + [ + "Activ", + -11.983250617980955 + ], + [ + "▁numéro", + -11.983302116394045 + ], + [ + "▁stranger", + -11.983312606811523 + ], + [ + "▁Skin", + -11.983327865600586 + ], + [ + "add", + -11.98344898223877 + ], + [ + "Ainsi", + -11.98357105255127 + ], + [ + "▁assists", + -11.983684539794922 + ], + [ + "▁zusätzlich", + -11.983943939208984 + ], + [ + "▁vede", + -11.983979225158691 + ], + [ + "RON", + -11.984108924865724 + ], + [ + "▁seemingly", + -11.984126091003418 + ], + [ + "▁NU", + -11.98417854309082 + ], + [ + "geb", + -11.98427391052246 + ], + [ + "▁Release", + -11.984353065490724 + ], + [ + "▁throwing", + -11.984427452087402 + ], + [ + "▁Alabama", + -11.984447479248049 + ], + [ + "▁Something", + -11.984590530395508 + ], + [ + "▁Cuba", + -11.98464584350586 + ], + [ + "▁Verbindung", + -11.984649658203123 + ], + [ + "▁Cir", + -11.984654426574709 + ], + [ + "your", + -11.984713554382324 + ], + [ + "-13", + -11.984748840332031 + ], + [ + "▁Delta", + -11.984801292419434 + ], + [ + "▁Twin", + -11.98504638671875 + ], + [ + "▁governance", + -11.985156059265137 + ], + [ + "▁groom", + -11.985310554504396 + ], + [ + "▁conception", + -11.98533821105957 + ], + [ + "▁governor", + -11.98538303375244 + ], + [ + "▁Spar", + -11.985416412353516 + ], + [ + "▁coastal", + -11.985652923583984 + ], + [ + "▁Seven", + -11.98585605621338 + ], + [ + "▁inclusive", + -11.986002922058104 + ], + [ + "cili", + -11.986035346984863 + ], + [ + "▁Ridge", + -11.98610019683838 + ], + [ + "teller", + -11.986224174499512 + ], + [ + "▁Kin", + -11.986247062683104 + ], + [ + "leiter", + -11.986279487609863 + ], + [ + "stern", + -11.986364364624023 + ], + [ + "change", + -11.986404418945312 + ], + [ + "▁presidential", + -11.98643398284912 + ], + [ + "▁composer", + -11.986544609069824 + ], + [ + "Stu", + -11.986560821533203 + ], + [ + "▁Frankfurt", + -11.986584663391112 + ], + [ + "prä", + -11.986639976501465 + ], + [ + "▁Ideal", + -11.986644744873049 + ], + [ + "▁linear", + -11.986857414245604 + ], + [ + "▁bloom", + -11.986879348754885 + ], + [ + "▁grades", + -11.986881256103516 + ], + [ + "mettant", + -11.98692512512207 + ], + [ + "▁finishes", + -11.986952781677246 + ], + [ + "holz", + -11.987086296081545 + ], + [ + "▁dirty", + -11.987317085266112 + ], + [ + "▁Roh", + -11.987386703491213 + ], + [ + "▁Praxis", + -11.987408638000488 + ], + [ + "tempo", + -11.987433433532717 + ], + [ + "▁attempted", + -11.987433433532717 + ], + [ + "▁primar", + -11.987434387207031 + ], + [ + "▁pomp", + -11.987528800964355 + ], + [ + "▁tolle", + -11.987614631652832 + ], + [ + "▁adres", + -11.988011360168455 + ], + [ + "▁Between", + -11.988066673278809 + ], + [ + "▁ruin", + -11.988432884216309 + ], + [ + "▁matériel", + -11.988561630249023 + ], + [ + "MER", + -11.988913536071776 + ], + [ + "Nevertheless", + -11.989055633544922 + ], + [ + "▁corruption", + -11.98911952972412 + ], + [ + "spire", + -11.989180564880373 + ], + [ + "▁mou", + -11.989208221435549 + ], + [ + "ROM", + -11.98927879333496 + ], + [ + "▁underground", + -11.98935604095459 + ], + [ + "▁relativ", + -11.989389419555664 + ], + [ + "waited", + -11.989462852478027 + ], + [ + "▁speeds", + -11.989468574523926 + ], + [ + "▁adjusted", + -11.989486694335938 + ], + [ + "▁Flat", + -11.989514350891112 + ], + [ + "UND", + -11.98965835571289 + ], + [ + "▁individuelle", + -11.989744186401367 + ], + [ + "▁anybody", + -11.98978042602539 + ], + [ + "EO", + -11.989790916442873 + ], + [ + "->", + -11.989791870117188 + ], + [ + "▁Spend", + -11.989876747131348 + ], + [ + "aktion", + -11.99001121520996 + ], + [ + "édit", + -11.99006462097168 + ], + [ + "▁quest", + -11.990078926086426 + ], + [ + "rind", + -11.990541458129885 + ], + [ + "▁mediu", + -11.99057388305664 + ], + [ + "▁barriers", + -11.99062442779541 + ], + [ + "▁répondre", + -11.990633010864258 + ], + [ + "▁novembre", + -11.990708351135254 + ], + [ + "▁champ", + -11.990736961364746 + ], + [ + "saw", + -11.990757942199709 + ], + [ + "▁fed", + -11.990804672241213 + ], + [ + "▁favorites", + -11.990939140319824 + ], + [ + "▁shield", + -11.991055488586426 + ], + [ + "▁Wide", + -11.991146087646484 + ], + [ + "▁problema", + -11.991445541381836 + ], + [ + "▁Asta", + -11.991525650024414 + ], + [ + "▁refreshing", + -11.99168872833252 + ], + [ + "hey", + -11.991692543029783 + ], + [ + "obtaining", + -11.991788864135742 + ], + [ + "▁parler", + -11.992072105407717 + ], + [ + "▁Cele", + -11.99213409423828 + ], + [ + "frage", + -11.992136001586914 + ], + [ + "écran", + -11.992324829101562 + ], + [ + "▁cleared", + -11.992448806762695 + ], + [ + "zehn", + -11.992594718933104 + ], + [ + "parmi", + -11.992647171020508 + ], + [ + "änder", + -11.99269199371338 + ], + [ + "▁Defense", + -11.992693901062012 + ], + [ + "tatea", + -11.99269676208496 + ], + [ + "▁reasonably", + -11.992939949035645 + ], + [ + "▁Idee", + -11.992985725402832 + ], + [ + "nehm", + -11.993000030517578 + ], + [ + "technologie", + -11.993020057678224 + ], + [ + "atura", + -11.993048667907717 + ], + [ + "▁slope", + -11.993332862854004 + ], + [ + "Hence", + -11.993351936340332 + ], + [ + "▁40%", + -11.99339199066162 + ], + [ + "▁jewe", + -11.993448257446287 + ], + [ + "▁queries", + -11.993470191955566 + ], + [ + "▁$8", + -11.994096755981444 + ], + [ + "▁Parker", + -11.994107246398926 + ], + [ + "▁publique", + -11.994488716125488 + ], + [ + "quant", + -11.994529724121094 + ], + [ + "issue", + -11.994690895080566 + ], + [ + "▁Cleveland", + -11.994847297668455 + ], + [ + "4,000", + -11.995071411132812 + ], + [ + "IDE", + -11.995145797729492 + ], + [ + "▁Barbara", + -11.995233535766602 + ], + [ + "udge", + -11.995477676391602 + ], + [ + "corn", + -11.99554443359375 + ], + [ + "veți", + -11.995588302612305 + ], + [ + "▁proteins", + -11.995707511901855 + ], + [ + "▁trăi", + -11.995793342590332 + ], + [ + "▁mijloc", + -11.995842933654783 + ], + [ + "logie", + -11.995884895324709 + ], + [ + "▁Walter", + -11.995884895324709 + ], + [ + "heißt", + -11.99593448638916 + ], + [ + "search", + -11.995946884155272 + ], + [ + "▁hochwertige", + -11.996010780334473 + ], + [ + "▁încerc", + -11.996014595031738 + ], + [ + "▁administrator", + -11.99608039855957 + ], + [ + "tension", + -11.996133804321287 + ], + [ + "▁homemade", + -11.996438026428224 + ], + [ + "▁$20", + -11.99651050567627 + ], + [ + "▁leben", + -11.996662139892578 + ], + [ + "netz", + -11.996665954589844 + ], + [ + "▁intensity", + -11.996882438659668 + ], + [ + "▁clever", + -11.996891975402832 + ], + [ + "▁installer", + -11.996999740600586 + ], + [ + "▁Wand", + -11.997087478637695 + ], + [ + "meister", + -11.997130393981934 + ], + [ + "ziel", + -11.99744701385498 + ], + [ + "▁architect", + -11.99748706817627 + ], + [ + "▁crede", + -11.997512817382812 + ], + [ + "▁Sleep", + -11.997675895690918 + ], + [ + "▁demonstr", + -11.997745513916016 + ], + [ + "cake", + -11.99778175354004 + ], + [ + "▁Cheap", + -11.997783660888672 + ], + [ + "pool", + -11.9979829788208 + ], + [ + "▁gadget", + -11.998004913330078 + ], + [ + "▁Anbieter", + -11.998005867004396 + ], + [ + "▁Jonathan", + -11.998170852661133 + ], + [ + "ül", + -11.998492240905762 + ], + [ + "▁Harvard", + -11.99850368499756 + ], + [ + "▁1985", + -11.998773574829102 + ], + [ + "HP", + -11.998839378356934 + ], + [ + "▁afara", + -11.99893569946289 + ], + [ + "▁halten", + -11.999008178710938 + ], + [ + "▁Technik", + -11.999042510986328 + ], + [ + "▁dressed", + -11.999149322509766 + ], + [ + "weis", + -11.999165534973145 + ], + [ + "▁donated", + -11.9993314743042 + ], + [ + "also", + -11.99938678741455 + ], + [ + "▁EN", + -11.99940586090088 + ], + [ + "▁imprim", + -11.99942398071289 + ], + [ + "▁onions", + -11.99945831298828 + ], + [ + "Par", + -11.99950122833252 + ], + [ + "▁donate", + -11.99958324432373 + ], + [ + "▁mice", + -11.999610900878906 + ], + [ + "referring", + -11.999897956848145 + ], + [ + "▁restored", + -12.00003433227539 + ], + [ + "▁amateur", + -12.0000581741333 + ], + [ + "▁Switch", + -12.000075340270996 + ], + [ + "appel", + -12.00013542175293 + ], + [ + "▁idéal", + -12.0001859664917 + ], + [ + "▁wheat", + -12.000199317932127 + ], + [ + "▁lime", + -12.000240325927734 + ], + [ + "REA", + -12.00027084350586 + ], + [ + "riti", + -12.000357627868652 + ], + [ + "ţiile", + -12.00058364868164 + ], + [ + "▁machinery", + -12.00064754486084 + ], + [ + "UNE", + -12.00089168548584 + ], + [ + "▁Cont", + -12.000971794128418 + ], + [ + "▁attendees", + -12.001014709472656 + ], + [ + "▁aparat", + -12.001080513000488 + ], + [ + "freundlich", + -12.00117301940918 + ], + [ + "▁zilnic", + -12.001175880432127 + ], + [ + "▁spark", + -12.001421928405762 + ], + [ + "▁Gast", + -12.001459121704102 + ], + [ + "▁Issue", + -12.00147533416748 + ], + [ + "▁scam", + -12.001566886901855 + ], + [ + "▁bonds", + -12.00161838531494 + ], + [ + "owner", + -12.001641273498535 + ], + [ + "▁empfehlen", + -12.001673698425291 + ], + [ + "elia", + -12.001749992370604 + ], + [ + "cic", + -12.001757621765137 + ], + [ + "▁honored", + -12.001800537109377 + ], + [ + "▁castle", + -12.001846313476562 + ], + [ + "avand", + -12.00205898284912 + ], + [ + "rough", + -12.002108573913574 + ], + [ + "▁Address", + -12.002116203308104 + ], + [ + "angle", + -12.00217342376709 + ], + [ + "leton", + -12.002259254455566 + ], + [ + "▁locked", + -12.002392768859863 + ], + [ + "▁consolid", + -12.00248908996582 + ], + [ + "▁voucher", + -12.003011703491213 + ], + [ + "ației", + -12.003201484680176 + ], + [ + "wachsen", + -12.003211975097656 + ], + [ + "▁magazines", + -12.003287315368652 + ], + [ + "▁Schools", + -12.003318786621094 + ], + [ + "▁voices", + -12.003362655639648 + ], + [ + "▁Dry", + -12.003479957580566 + ], + [ + "▁tricks", + -12.00349235534668 + ], + [ + "schließlich", + -12.003546714782717 + ], + [ + "▁loyalty", + -12.003687858581545 + ], + [ + "risk", + -12.003764152526855 + ], + [ + "▁Vers", + -12.003786087036133 + ], + [ + "chester", + -12.003802299499512 + ], + [ + "▁decorated", + -12.003830909729004 + ], + [ + "▁copiilor", + -12.003969192504885 + ], + [ + "riz", + -12.003994941711426 + ], + [ + "03.", + -12.004013061523438 + ], + [ + "▁Hur", + -12.004016876220703 + ], + [ + "▁archive", + -12.004021644592283 + ], + [ + "▁Continue", + -12.004042625427246 + ], + [ + "▁Nähe", + -12.004043579101562 + ], + [ + "jit", + -12.004090309143066 + ], + [ + "gekommen", + -12.004301071166992 + ], + [ + "▁conjunction", + -12.004349708557127 + ], + [ + "combining", + -12.004404067993164 + ], + [ + "▁Unterstützung", + -12.004517555236816 + ], + [ + "oza", + -12.004593849182127 + ], + [ + "▁sketch", + -12.004720687866213 + ], + [ + "▁arată", + -12.004731178283691 + ], + [ + "▁Mining", + -12.004765510559082 + ], + [ + "uous", + -12.004791259765623 + ], + [ + "▁devis", + -12.004834175109863 + ], + [ + "Almost", + -12.004862785339355 + ], + [ + "Hu", + -12.005037307739258 + ], + [ + "▁Om", + -12.005366325378418 + ], + [ + "MF", + -12.00544548034668 + ], + [ + "liz", + -12.005451202392578 + ], + [ + "▁fails", + -12.005456924438477 + ], + [ + "▁comparable", + -12.005459785461426 + ], + [ + "▁vein", + -12.005547523498535 + ], + [ + "▁Vis", + -12.00561809539795 + ], + [ + "▁viagra", + -12.005654335021973 + ], + [ + "▁farming", + -12.005678176879885 + ], + [ + "▁Late", + -12.005765914916992 + ], + [ + "geschrieben", + -12.006033897399902 + ], + [ + "hrew", + -12.006103515625 + ], + [ + "▁melt", + -12.006120681762695 + ], + [ + "lager", + -12.006168365478516 + ], + [ + "halte", + -12.006240844726562 + ], + [ + "▁Hotels", + -12.006266593933104 + ], + [ + "▁facebook", + -12.0064058303833 + ], + [ + "▁défi", + -12.006550788879396 + ], + [ + "shore", + -12.006802558898926 + ], + [ + "▁membrane", + -12.006866455078123 + ], + [ + "▁sixth", + -12.006903648376465 + ], + [ + "api", + -12.007003784179688 + ], + [ + "▁Owner", + -12.007222175598145 + ], + [ + "▁(\"", + -12.007234573364258 + ], + [ + "▁$50", + -12.007280349731444 + ], + [ + "▁protective", + -12.007420539855955 + ], + [ + "/2", + -12.007548332214355 + ], + [ + "▁Girls", + -12.007562637329102 + ], + [ + "Gri", + -12.00769329071045 + ], + [ + "▁nouă", + -12.007708549499512 + ], + [ + "▁infections", + -12.007813453674316 + ], + [ + "rân", + -12.007868766784668 + ], + [ + "▁Geb", + -12.0078763961792 + ], + [ + "▁Conseil", + -12.007905006408691 + ], + [ + "▁imagini", + -12.007909774780272 + ], + [ + "▁promotions", + -12.00794792175293 + ], + [ + "▁enforce", + -12.00795841217041 + ], + [ + "▁applicant", + -12.007965087890623 + ], + [ + "▁Apart", + -12.008087158203123 + ], + [ + "▁progression", + -12.008151054382324 + ], + [ + "▁careers", + -12.008511543273926 + ], + [ + "▁litigation", + -12.008533477783203 + ], + [ + "▁Menge", + -12.00866413116455 + ], + [ + "▁Contract", + -12.00871753692627 + ], + [ + "▁Kel", + -12.0087308883667 + ], + [ + "▁réserve", + -12.008769035339355 + ], + [ + "▁Cold", + -12.008870124816896 + ], + [ + "▁larg", + -12.009040832519531 + ], + [ + "▁microwave", + -12.009090423583984 + ], + [ + "▁Whit", + -12.009212493896484 + ], + [ + "▁Technologies", + -12.009381294250488 + ], + [ + "OU", + -12.00949478149414 + ], + [ + "itudine", + -12.00959587097168 + ], + [ + "▁handles", + -12.009895324707031 + ], + [ + "▁proceedings", + -12.009982109069824 + ], + [ + "▁prizes", + -12.010043144226074 + ], + [ + "▁unterstützen", + -12.010062217712402 + ], + [ + "▁piele", + -12.010090827941896 + ], + [ + "▁profound", + -12.010153770446776 + ], + [ + "schließen", + -12.0101957321167 + ], + [ + "▁trafic", + -12.01025104522705 + ], + [ + "▁Nar", + -12.010441780090332 + ], + [ + "▁Gesamt", + -12.0106201171875 + ], + [ + "▁bugs", + -12.010720252990724 + ], + [ + "▁Amy", + -12.010764122009276 + ], + [ + "▁eastern", + -12.010775566101074 + ], + [ + "nice", + -12.010784149169922 + ], + [ + "▁Besuch", + -12.010835647583008 + ], + [ + "▁synth", + -12.010892868041992 + ], + [ + "▁clasa", + -12.011194229125977 + ], + [ + "Book", + -12.01134204864502 + ], + [ + "▁ribbon", + -12.011415481567385 + ], + [ + "▁neues", + -12.011431694030762 + ], + [ + "ZE", + -12.011504173278809 + ], + [ + "▁peers", + -12.011613845825195 + ], + [ + "leistung", + -12.011730194091797 + ], + [ + "▁internship", + -12.011808395385742 + ], + [ + "count", + -12.011850357055664 + ], + [ + "nam", + -12.01193618774414 + ], + [ + "▁12-", + -12.012072563171388 + ], + [ + "acked", + -12.012146949768066 + ], + [ + "gonna", + -12.012146949768066 + ], + [ + "▁Dinge", + -12.01215648651123 + ], + [ + "Time", + -12.012299537658691 + ], + [ + "▁twelve", + -12.01242446899414 + ], + [ + "eye", + -12.012432098388672 + ], + [ + "▁avantaj", + -12.01253604888916 + ], + [ + "▁Glas", + -12.012731552124023 + ], + [ + "aucune", + -12.0127534866333 + ], + [ + "▁boil", + -12.01276397705078 + ], + [ + "▁Gray", + -12.012773513793944 + ], + [ + "adapt", + -12.01288890838623 + ], + [ + "occ", + -12.012895584106444 + ], + [ + "▁prieten", + -12.012897491455078 + ], + [ + "▁trai", + -12.01296615600586 + ], + [ + "▁Scal", + -12.013009071350098 + ], + [ + "▁conscious", + -12.013057708740234 + ], + [ + "▁charter", + -12.013093948364258 + ], + [ + "KS", + -12.013242721557615 + ], + [ + "▁Barr", + -12.013404846191406 + ], + [ + "▁summit", + -12.01341152191162 + ], + [ + "▁inflammation", + -12.013439178466797 + ], + [ + "tungs", + -12.013440132141112 + ], + [ + "ovic", + -12.013449668884276 + ], + [ + "▁conduit", + -12.013465881347656 + ], + [ + "▁Alice", + -12.013702392578123 + ], + [ + "▁veterans", + -12.013850212097168 + ], + [ + "Während", + -12.013944625854492 + ], + [ + "▁maximal", + -12.014013290405272 + ], + [ + "▁Hawaii", + -12.014037132263184 + ], + [ + "▁Pine", + -12.01432991027832 + ], + [ + "acelasi", + -12.014391899108888 + ], + [ + "hyp", + -12.014424324035645 + ], + [ + "sensitivity", + -12.01445198059082 + ], + [ + "pour", + -12.014481544494627 + ], + [ + "ре", + -12.014493942260742 + ], + [ + "▁Kentucky", + -12.015129089355469 + ], + [ + "▁badge", + -12.015276908874512 + ], + [ + "affecting", + -12.015310287475586 + ], + [ + "▁chairman", + -12.015311241149902 + ], + [ + "▁München", + -12.015467643737791 + ], + [ + "▁Hersteller", + -12.015469551086426 + ], + [ + "▁urmat", + -12.015615463256836 + ], + [ + "tels", + -12.015654563903809 + ], + [ + "▁FM", + -12.015701293945312 + ], + [ + "▁Basis", + -12.015732765197754 + ], + [ + "▁erklärt", + -12.015809059143066 + ], + [ + "▁changer", + -12.015859603881836 + ], + [ + "tischen", + -12.0159330368042 + ], + [ + "▁brave", + -12.015960693359377 + ], + [ + "▁siguranta", + -12.015986442565918 + ], + [ + "▁partnerships", + -12.015989303588867 + ], + [ + "ților", + -12.015999794006348 + ], + [ + "▁breathe", + -12.016141891479492 + ], + [ + "rink", + -12.016551971435549 + ], + [ + "▁footage", + -12.016654014587402 + ], + [ + "▁transformed", + -12.016658782958984 + ], + [ + "▁prep", + -12.01686668395996 + ], + [ + "▁upset", + -12.016901969909668 + ], + [ + "▁Native", + -12.017059326171877 + ], + [ + "▁Prima", + -12.017154693603516 + ], + [ + "▁jersey", + -12.017163276672363 + ], + [ + "230", + -12.017182350158691 + ], + [ + "▁lucrurile", + -12.017393112182615 + ], + [ + "▁divine", + -12.017502784729004 + ], + [ + "▁Pit", + -12.017593383789062 + ], + [ + "RIS", + -12.01765251159668 + ], + [ + "▁Cultural", + -12.017672538757324 + ], + [ + "▁exotic", + -12.017786979675291 + ], + [ + "▁tastes", + -12.017881393432615 + ], + [ + "▁bargain", + -12.017913818359377 + ], + [ + "▁optimize", + -12.017985343933104 + ], + [ + "▁électrique", + -12.018012046813965 + ], + [ + "deuxième", + -12.018030166625977 + ], + [ + "▁Gary", + -12.018085479736328 + ], + [ + "▁projection", + -12.018122673034668 + ], + [ + "▁sliding", + -12.018195152282717 + ], + [ + "club", + -12.018216133117676 + ], + [ + "association", + -12.01823902130127 + ], + [ + "▁LG", + -12.018259048461914 + ], + [ + "▁capsule", + -12.018291473388672 + ], + [ + "▁politicians", + -12.018397331237791 + ], + [ + "▁thumb", + -12.018423080444336 + ], + [ + "▁globally", + -12.018743515014648 + ], + [ + "positioned", + -12.018796920776367 + ], + [ + "▁Hamilton", + -12.018861770629885 + ], + [ + "arme", + -12.018881797790527 + ], + [ + "▁efectuat", + -12.018881797790527 + ], + [ + "zip", + -12.01911163330078 + ], + [ + "▁welfare", + -12.019201278686523 + ], + [ + "Leistung", + -12.019230842590332 + ], + [ + "▁Bac", + -12.019316673278809 + ], + [ + "▁fizic", + -12.019338607788086 + ], + [ + "OK", + -12.019454002380373 + ], + [ + "▁limba", + -12.019545555114746 + ], + [ + "▁wardrobe", + -12.019549369812012 + ], + [ + "▁offline", + -12.019627571105955 + ], + [ + "▁fortune", + -12.019665718078612 + ], + [ + "▁dialog", + -12.019681930541992 + ], + [ + "▁dramatically", + -12.01997184753418 + ], + [ + "▁NYC", + -12.020045280456545 + ], + [ + "▁Rem", + -12.02017593383789 + ], + [ + "▁bronze", + -12.020455360412598 + ], + [ + "▁pulse", + -12.02053451538086 + ], + [ + "Fortunately", + -12.020562171936035 + ], + [ + "▁glue", + -12.020596504211426 + ], + [ + "▁Expo", + -12.02072048187256 + ], + [ + "▁profitable", + -12.020776748657228 + ], + [ + "▁distributor", + -12.020845413208008 + ], + [ + "abilité", + -12.020869255065918 + ], + [ + "▁lyrics", + -12.020913124084473 + ], + [ + "▁mesh", + -12.02114486694336 + ], + [ + "▁organizational", + -12.021157264709473 + ], + [ + "▁vanilla", + -12.021249771118164 + ], + [ + "▁foc", + -12.021355628967283 + ], + [ + "▁1984", + -12.02147388458252 + ], + [ + "▁créé", + -12.02172565460205 + ], + [ + "▁servi", + -12.022027969360352 + ], + [ + "▁underneath", + -12.022095680236816 + ], + [ + "▁surveys", + -12.022143363952637 + ], + [ + "▁genes", + -12.022238731384276 + ], + [ + "▁limite", + -12.02224349975586 + ], + [ + "oder", + -12.022247314453123 + ], + [ + "▁mandatory", + -12.022269248962402 + ], + [ + "▁hospitality", + -12.022303581237791 + ], + [ + "▁bikes", + -12.022309303283691 + ], + [ + "▁Quote", + -12.022358894348145 + ], + [ + "glu", + -12.02241039276123 + ], + [ + "▁activitatea", + -12.022513389587402 + ], + [ + "preventing", + -12.022584915161133 + ], + [ + "▁Kh", + -12.02259635925293 + ], + [ + "économie", + -12.022616386413574 + ], + [ + "▁visite", + -12.022757530212402 + ], + [ + "▁spectacle", + -12.022778511047363 + ], + [ + "▁tract", + -12.022860527038574 + ], + [ + "▁quant", + -12.022862434387209 + ], + [ + "▁evolu", + -12.022866249084473 + ], + [ + "▁invata", + -12.023070335388184 + ], + [ + "▁homo", + -12.02311897277832 + ], + [ + "▁Users", + -12.02344799041748 + ], + [ + "introducing", + -12.023632049560549 + ], + [ + "hibi", + -12.023661613464355 + ], + [ + "▁Instrument", + -12.023805618286133 + ], + [ + "▁ép", + -12.023839950561523 + ], + [ + "▁Raj", + -12.023869514465332 + ], + [ + "▁executives", + -12.023881912231444 + ], + [ + "atoire", + -12.023885726928713 + ], + [ + "▁erforderlich", + -12.02397346496582 + ], + [ + "male", + -12.024211883544922 + ], + [ + "umble", + -12.02427101135254 + ], + [ + "erson", + -12.024277687072754 + ], + [ + "▁Treatment", + -12.024286270141602 + ], + [ + "▁Representative", + -12.024314880371094 + ], + [ + "▁corners", + -12.024409294128418 + ], + [ + "▁Petit", + -12.024599075317385 + ], + [ + "8)", + -12.02464771270752 + ], + [ + "▁Walker", + -12.024714469909668 + ], + [ + "▁Stir", + -12.02476692199707 + ], + [ + "/19", + -12.024767875671388 + ], + [ + "▁Stelle", + -12.024979591369627 + ], + [ + "ără", + -12.025009155273438 + ], + [ + "osse", + -12.025166511535645 + ], + [ + "2000", + -12.025189399719238 + ], + [ + "▁McG", + -12.025580406188965 + ], + [ + "DV", + -12.02577304840088 + ], + [ + "▁Firm", + -12.02586269378662 + ], + [ + "▁packet", + -12.025904655456545 + ], + [ + "Toate", + -12.02640438079834 + ], + [ + "▁institutional", + -12.026479721069336 + ], + [ + "rug", + -12.026663780212402 + ], + [ + "DG", + -12.026837348937988 + ], + [ + "fine", + -12.026837348937988 + ], + [ + "bringen", + -12.026856422424316 + ], + [ + "▁Horse", + -12.026921272277832 + ], + [ + "▁premiere", + -12.026937484741213 + ], + [ + "▁Că", + -12.027026176452637 + ], + [ + "acheter", + -12.02703857421875 + ], + [ + "▁Afghanistan", + -12.027053833007812 + ], + [ + "▁Prop", + -12.027085304260254 + ], + [ + "ühr", + -12.02715015411377 + ], + [ + "▁braucht", + -12.027398109436035 + ], + [ + "▁sunny", + -12.027424812316896 + ], + [ + "▁Sach", + -12.027461051940918 + ], + [ + "▁volumes", + -12.02753734588623 + ], + [ + "tinut", + -12.02759838104248 + ], + [ + "▁Sho", + -12.027722358703612 + ], + [ + "▁winds", + -12.027735710144045 + ], + [ + "▁Mall", + -12.027873992919922 + ], + [ + "ledge", + -12.02793788909912 + ], + [ + "▁sciences", + -12.027997016906738 + ], + [ + "plication", + -12.028024673461914 + ], + [ + "VR", + -12.028068542480469 + ], + [ + "destin", + -12.028234481811523 + ], + [ + "▁früh", + -12.02833366394043 + ], + [ + "▁tongue", + -12.028359413146973 + ], + [ + "▁Jennifer", + -12.028425216674805 + ], + [ + "▁bracket", + -12.028427124023438 + ], + [ + "▁episodes", + -12.02845287322998 + ], + [ + "breite", + -12.028461456298828 + ], + [ + "▁stoc", + -12.028635025024414 + ], + [ + "ilia", + -12.028728485107422 + ], + [ + "▁Gulf", + -12.02874755859375 + ], + [ + "▁transparency", + -12.028768539428713 + ], + [ + "Industrie", + -12.028853416442873 + ], + [ + "▁viewers", + -12.028916358947754 + ], + [ + "AIN", + -12.029129981994627 + ], + [ + "▁Registration", + -12.029149055480955 + ], + [ + "/4", + -12.029309272766112 + ], + [ + "▁fera", + -12.029337882995604 + ], + [ + "▁06", + -12.029351234436035 + ], + [ + "▁einzu", + -12.029391288757324 + ], + [ + "enburg", + -12.02944278717041 + ], + [ + "▁eff", + -12.029449462890623 + ], + [ + "▁Stage", + -12.029558181762695 + ], + [ + "▁Cour", + -12.029685020446776 + ], + [ + "indu", + -12.029836654663086 + ], + [ + "▁Tools", + -12.029909133911133 + ], + [ + "IST", + -12.029921531677246 + ], + [ + "grund", + -12.030105590820312 + ], + [ + "seitig", + -12.030153274536133 + ], + [ + "pai", + -12.030250549316406 + ], + [ + "▁waist", + -12.030350685119627 + ], + [ + "▁Therapy", + -12.03049373626709 + ], + [ + "▁nomination", + -12.030599594116213 + ], + [ + "▁seama", + -12.030790328979492 + ], + [ + "▁analyse", + -12.030975341796877 + ], + [ + "▁emerge", + -12.031044006347656 + ], + [ + "▁adjustment", + -12.03110694885254 + ], + [ + "▁stroll", + -12.03110694885254 + ], + [ + "▁Beyond", + -12.031174659729004 + ], + [ + "▁legally", + -12.03122615814209 + ], + [ + "▁gauge", + -12.03123664855957 + ], + [ + "▁26,", + -12.031360626220703 + ], + [ + "Tex", + -12.031390190124512 + ], + [ + "economic", + -12.031488418579102 + ], + [ + "stoffe", + -12.031532287597656 + ], + [ + "Wir", + -12.031559944152832 + ], + [ + "ffen", + -12.031601905822754 + ], + [ + "▁acoperi", + -12.031609535217283 + ], + [ + "▁finale", + -12.031792640686035 + ], + [ + "▁theoretical", + -12.031864166259766 + ], + [ + "1.3", + -12.031875610351562 + ], + [ + "anim", + -12.031888008117676 + ], + [ + "▁separation", + -12.031928062438965 + ], + [ + "agence", + -12.031937599182127 + ], + [ + "▁réalisé", + -12.032069206237791 + ], + [ + "sprech", + -12.03215503692627 + ], + [ + "▁embedded", + -12.032208442687988 + ], + [ + "▁defence", + -12.03224277496338 + ], + [ + "éni", + -12.032569885253906 + ], + [ + "▁Norman", + -12.03261375427246 + ], + [ + "▁insgesamt", + -12.032621383666992 + ], + [ + "▁reminde", + -12.032631874084473 + ], + [ + "▁timeline", + -12.032703399658203 + ], + [ + "▁symbols", + -12.032770156860352 + ], + [ + "▁booth", + -12.03278350830078 + ], + [ + "▁Window", + -12.032788276672363 + ], + [ + "▁Titan", + -12.032910346984863 + ], + [ + "înt", + -12.033021926879885 + ], + [ + "▁langa", + -12.033021926879885 + ], + [ + "isant", + -12.03303337097168 + ], + [ + "hart", + -12.033113479614258 + ], + [ + "broader", + -12.033266067504885 + ], + [ + "▁stays", + -12.033288955688477 + ], + [ + "dur", + -12.033488273620604 + ], + [ + "▁Actually", + -12.033514022827148 + ], + [ + "works", + -12.03351879119873 + ], + [ + "▁réussi", + -12.03357219696045 + ], + [ + "▁performant", + -12.033658981323242 + ], + [ + "▁banana", + -12.033788681030272 + ], + [ + "▁baked", + -12.033870697021484 + ], + [ + "▁Parlament", + -12.033931732177734 + ], + [ + "▁Legend", + -12.03396701812744 + ], + [ + "toata", + -12.034172058105469 + ], + [ + "platte", + -12.03419017791748 + ], + [ + "▁Mou", + -12.034192085266112 + ], + [ + "HL", + -12.034235000610352 + ], + [ + "▁(8", + -12.034290313720703 + ], + [ + "▁accepting", + -12.034313201904297 + ], + [ + "▁Senator", + -12.034340858459473 + ], + [ + "▁consciousness", + -12.034396171569824 + ], + [ + "▁conducting", + -12.0344820022583 + ], + [ + "▁panic", + -12.034833908081056 + ], + [ + "▁FDA", + -12.035112380981444 + ], + [ + "▁(7", + -12.035163879394531 + ], + [ + "tool", + -12.035300254821776 + ], + [ + "▁Shipping", + -12.03538703918457 + ], + [ + "▁hop", + -12.035545349121094 + ], + [ + "▁conferences", + -12.03564167022705 + ], + [ + "▁pork", + -12.035661697387695 + ], + [ + "▁spam", + -12.035730361938477 + ], + [ + "▁interesant", + -12.035815238952637 + ], + [ + "▁Tagen", + -12.03581714630127 + ], + [ + "sig", + -12.035886764526367 + ], + [ + "étro", + -12.036044120788574 + ], + [ + "▁legendary", + -12.036449432373049 + ], + [ + "▁Alternative", + -12.036643981933594 + ], + [ + "iana", + -12.036704063415527 + ], + [ + "▁responsable", + -12.036888122558594 + ], + [ + "▁Mihai", + -12.037237167358398 + ], + [ + "▁decreased", + -12.037345886230469 + ], + [ + "▁organised", + -12.037485122680664 + ], + [ + "▁Lamp", + -12.037589073181152 + ], + [ + "litz", + -12.037622451782228 + ], + [ + "ohn", + -12.037622451782228 + ], + [ + "▁moteur", + -12.0376615524292 + ], + [ + "III", + -12.03768539428711 + ], + [ + "▁Montag", + -12.037755012512209 + ], + [ + "▁naturel", + -12.037814140319824 + ], + [ + "▁Hus", + -12.037842750549316 + ], + [ + "▁Schl", + -12.037884712219238 + ], + [ + "ains", + -12.037968635559082 + ], + [ + "▁dying", + -12.0380859375 + ], + [ + "▁HIV", + -12.038115501403809 + ], + [ + "],", + -12.038164138793944 + ], + [ + "alität", + -12.03818416595459 + ], + [ + "▁institute", + -12.038249015808104 + ], + [ + "mix", + -12.038433074951172 + ], + [ + "▁Regulation", + -12.038453102111816 + ], + [ + "▁pagina", + -12.03857707977295 + ], + [ + "▁Awesome", + -12.03860092163086 + ], + [ + "▁Official", + -12.03860092163086 + ], + [ + "▁Minute", + -12.038601875305176 + ], + [ + "▁dairy", + -12.038787841796877 + ], + [ + "▁carti", + -12.038881301879885 + ], + [ + "isk", + -12.039091110229492 + ], + [ + "▁thrilled", + -12.039138793945312 + ], + [ + "▁german", + -12.039172172546388 + ], + [ + "▁frustration", + -12.039228439331056 + ], + [ + "▁forums", + -12.03927230834961 + ], + [ + "command", + -12.039361000061035 + ], + [ + "▁router", + -12.039399147033691 + ], + [ + "▁Lösung", + -12.039423942565918 + ], + [ + "white", + -12.039470672607422 + ], + [ + "▁synthetic", + -12.039487838745115 + ], + [ + "▁retrouver", + -12.039554595947266 + ], + [ + "alle", + -12.039621353149414 + ], + [ + "daran", + -12.039653778076172 + ], + [ + "▁wahr", + -12.039697647094728 + ], + [ + "▁paths", + -12.039875984191896 + ], + [ + "▁unver", + -12.039962768554688 + ], + [ + "▁Environment", + -12.0400972366333 + ], + [ + "▁médecin", + -12.040510177612305 + ], + [ + "crypt", + -12.040572166442873 + ], + [ + "▁pursuit", + -12.040595054626465 + ], + [ + "flat", + -12.040611267089844 + ], + [ + "bron", + -12.040698051452637 + ], + [ + "▁Specialist", + -12.040852546691896 + ], + [ + "▁Vent", + -12.041157722473145 + ], + [ + "Gen", + -12.04132080078125 + ], + [ + "▁attraction", + -12.04132080078125 + ], + [ + "▁piese", + -12.041372299194336 + ], + [ + "CHE", + -12.041665077209473 + ], + [ + "fähig", + -12.04172420501709 + ], + [ + "▁28,", + -12.041773796081545 + ], + [ + "defender", + -12.041810989379885 + ], + [ + "▁stupid", + -12.04181957244873 + ], + [ + "enfin", + -12.04185962677002 + ], + [ + "▁composite", + -12.04207706451416 + ], + [ + "fragen", + -12.042202949523926 + ], + [ + "Part", + -12.042232513427734 + ], + [ + "may", + -12.042238235473633 + ], + [ + "▁Bucureşti", + -12.042248725891112 + ], + [ + "▁février", + -12.042248725891112 + ], + [ + "RED", + -12.042417526245115 + ], + [ + "▁makers", + -12.042462348937988 + ], + [ + "▁guns", + -12.042594909667969 + ], + [ + "▁pasta", + -12.042706489562988 + ], + [ + "STR", + -12.04271125793457 + ], + [ + "▁worthy", + -12.042760848999023 + ], + [ + "Poate", + -12.042783737182615 + ], + [ + "▁101", + -12.04286003112793 + ], + [ + "▁souhaitez", + -12.04299545288086 + ], + [ + "GN", + -12.043449401855469 + ], + [ + "drive", + -12.043499946594238 + ], + [ + "▁aveti", + -12.043582916259766 + ], + [ + "▁eventual", + -12.043591499328612 + ], + [ + "▁américain", + -12.043642044067385 + ], + [ + "▁Mine", + -12.043678283691406 + ], + [ + "▁sunset", + -12.043729782104492 + ], + [ + "▁Choice", + -12.04384422302246 + ], + [ + "▁offset", + -12.043944358825684 + ], + [ + "APP", + -12.04410457611084 + ], + [ + "▁suchen", + -12.044130325317385 + ], + [ + "▁aduc", + -12.044228553771973 + ], + [ + "▁Unternehmens", + -12.044342041015623 + ], + [ + "▁//", + -12.044651985168455 + ], + [ + "▁astept", + -12.044678688049316 + ], + [ + "▁Birthday", + -12.045061111450195 + ], + [ + "▁barn", + -12.045083999633787 + ], + [ + "apport", + -12.045105934143066 + ], + [ + "▁collar", + -12.045212745666504 + ], + [ + "▁gefunden", + -12.045294761657717 + ], + [ + "▁Hai", + -12.045429229736328 + ], + [ + "▁Soul", + -12.04544162750244 + ], + [ + "ismus", + -12.045654296875 + ], + [ + "letzt", + -12.045754432678224 + ], + [ + "▁maker", + -12.045841217041016 + ], + [ + "▁executed", + -12.045857429504396 + ], + [ + "▁Forschung", + -12.045915603637695 + ], + [ + "▁täglich", + -12.045958518981934 + ], + [ + "▁tailor", + -12.045960426330566 + ], + [ + "▁headquarters", + -12.0460844039917 + ], + [ + "▁physicians", + -12.046112060546877 + ], + [ + "▁Scout", + -12.04612636566162 + ], + [ + "folgen", + -12.046175003051758 + ], + [ + "▁cycling", + -12.046184539794922 + ], + [ + "mindestens", + -12.04620361328125 + ], + [ + "▁joli", + -12.046216011047363 + ], + [ + "▁classification", + -12.046225547790527 + ], + [ + "▁Führung", + -12.046258926391602 + ], + [ + "▁peau", + -12.04629135131836 + ], + [ + "INT", + -12.046502113342283 + ], + [ + "▁Garage", + -12.046664237976074 + ], + [ + "teile", + -12.046714782714844 + ], + [ + "util", + -12.046716690063477 + ], + [ + "▁petrec", + -12.046751022338867 + ], + [ + "▁Nevada", + -12.046826362609863 + ], + [ + "▁laisser", + -12.04706859588623 + ], + [ + "▁territoire", + -12.047131538391112 + ], + [ + "▁fichier", + -12.047154426574709 + ], + [ + "▁Formula", + -12.047343254089355 + ], + [ + "scopul", + -12.04737949371338 + ], + [ + "▁Tee", + -12.047486305236816 + ], + [ + "▁Monte", + -12.047529220581056 + ], + [ + "▁pumpkin", + -12.04757022857666 + ], + [ + "▁picnic", + -12.047589302062988 + ], + [ + "▁occupation", + -12.047652244567873 + ], + [ + "▁numérique", + -12.047831535339355 + ], + [ + "linie", + -12.04786491394043 + ], + [ + "▁masina", + -12.048117637634276 + ], + [ + "▁Prä", + -12.048173904418944 + ], + [ + "▁dezvoltare", + -12.048177719116213 + ], + [ + "▁vient", + -12.048291206359863 + ], + [ + "▁ranks", + -12.048295021057127 + ], + [ + "▁Bruce", + -12.048420906066896 + ], + [ + "▁seara", + -12.048433303833008 + ], + [ + "▁hungry", + -12.04856300354004 + ], + [ + "▁resolved", + -12.048650741577148 + ], + [ + "paired", + -12.048735618591309 + ], + [ + "▁Congratulations", + -12.04888153076172 + ], + [ + "▁religi", + -12.04891872406006 + ], + [ + "sätze", + -12.04897689819336 + ], + [ + "▁Eat", + -12.049172401428224 + ], + [ + "▁dense", + -12.049442291259766 + ], + [ + "▁slice", + -12.049447059631348 + ], + [ + "▁mulți", + -12.049463272094728 + ], + [ + "▁vorbe", + -12.049517631530762 + ], + [ + "▁terminate", + -12.049779891967772 + ], + [ + "worm", + -12.049880981445312 + ], + [ + "ignon", + -12.0499267578125 + ], + [ + "▁Howard", + -12.049992561340332 + ], + [ + "▁toddler", + -12.05001735687256 + ], + [ + "▁waters", + -12.050033569335938 + ], + [ + "▁graduates", + -12.0501708984375 + ], + [ + "▁fundraising", + -12.050298690795898 + ], + [ + "06.", + -12.05031967163086 + ], + [ + "▁scent", + -12.05034637451172 + ], + [ + "▁CPU", + -12.050406455993652 + ], + [ + "▁Kid", + -12.05045223236084 + ], + [ + "▁Years", + -12.050460815429688 + ], + [ + "▁Oktober", + -12.05063533782959 + ], + [ + "filled", + -12.050726890563965 + ], + [ + "▁Laser", + -12.05079460144043 + ], + [ + "▁tut", + -12.051032066345217 + ], + [ + "ively", + -12.051101684570312 + ], + [ + "▁WiFi", + -12.051161766052246 + ], + [ + "standen", + -12.051176071166992 + ], + [ + "▁publié", + -12.051243782043455 + ], + [ + "▁explaining", + -12.051279067993164 + ], + [ + "trieb", + -12.051288604736328 + ], + [ + "▁Rapid", + -12.0513334274292 + ], + [ + "▁unterstützt", + -12.051352500915527 + ], + [ + "▁Sonnen", + -12.051401138305664 + ], + [ + "▁lenses", + -12.05141544342041 + ], + [ + "▁pressing", + -12.051477432250977 + ], + [ + "▁respected", + -12.051657676696776 + ], + [ + "adapted", + -12.051706314086914 + ], + [ + "Don", + -12.05172634124756 + ], + [ + "▁mun", + -12.051733016967772 + ], + [ + "MAR", + -12.05180835723877 + ], + [ + "▁seam", + -12.051852226257324 + ], + [ + "chev", + -12.05214023590088 + ], + [ + "▁Sozial", + -12.052424430847168 + ], + [ + "▁Arabia", + -12.052485466003418 + ], + [ + "▁equation", + -12.05257511138916 + ], + [ + "▁elevi", + -12.052780151367188 + ], + [ + "▁piata", + -12.052868843078612 + ], + [ + "JA", + -12.052873611450195 + ], + [ + "▁wholesale", + -12.05288791656494 + ], + [ + "▁faithful", + -12.05296516418457 + ], + [ + "legal", + -12.053092002868652 + ], + [ + "▁Brexit", + -12.053095817565918 + ], + [ + "vention", + -12.053120613098145 + ], + [ + "▁adhere", + -12.053221702575684 + ], + [ + "▁Associate", + -12.053257942199709 + ], + [ + "▁decorations", + -12.053272247314451 + ], + [ + "▁crois", + -12.053359985351562 + ], + [ + "buck", + -12.053370475769045 + ], + [ + "▁smartphones", + -12.053421020507812 + ], + [ + "Regardless", + -12.053427696228027 + ], + [ + "center", + -12.053434371948242 + ], + [ + "eiß", + -12.053481101989746 + ], + [ + "▁emotion", + -12.053584098815918 + ], + [ + "▁Gespräch", + -12.053797721862791 + ], + [ + "▁Avi", + -12.053963661193848 + ], + [ + "▁loft", + -12.054059982299805 + ], + [ + "▁Wissen", + -12.054391860961914 + ], + [ + "▁orchestra", + -12.05439567565918 + ], + [ + "▁gehören", + -12.054421424865724 + ], + [ + "▁Reich", + -12.054532051086426 + ], + [ + "▁abandoned", + -12.054548263549805 + ], + [ + "▁Lanka", + -12.05458641052246 + ], + [ + "pala", + -12.054832458496094 + ], + [ + "▁Stell", + -12.054838180541992 + ], + [ + "logged", + -12.054924964904783 + ], + [ + "terie", + -12.054935455322266 + ], + [ + "▁educa", + -12.054954528808594 + ], + [ + "1).", + -12.055097579956056 + ], + [ + "▁disponibil", + -12.055119514465332 + ], + [ + "IND", + -12.055197715759276 + ], + [ + "▁Pont", + -12.055288314819336 + ], + [ + "▁téléphone", + -12.05539894104004 + ], + [ + "▁rope", + -12.05559539794922 + ], + [ + "ève", + -12.055622100830078 + ], + [ + "▁Trainer", + -12.056062698364258 + ], + [ + "▁présence", + -12.0560941696167 + ], + [ + "▁Oscar", + -12.056121826171877 + ], + [ + "▁VR", + -12.056342124938965 + ], + [ + "▁Besucher", + -12.056357383728027 + ], + [ + "▁disponibles", + -12.056447982788086 + ], + [ + "▁gelten", + -12.056604385375977 + ], + [ + "▁ports", + -12.056645393371582 + ], + [ + "Invest", + -12.056693077087402 + ], + [ + "ésormais", + -12.056795120239258 + ], + [ + "schauen", + -12.056880950927734 + ], + [ + "▁Command", + -12.056958198547363 + ], + [ + "▁alternate", + -12.05709171295166 + ], + [ + "citation", + -12.05713939666748 + ], + [ + "évolution", + -12.05714225769043 + ], + [ + "▁Maine", + -12.05714511871338 + ], + [ + "pflege", + -12.057174682617188 + ], + [ + "2011", + -12.057343482971191 + ], + [ + "▁Ground", + -12.057364463806152 + ], + [ + "▁ghost", + -12.057418823242188 + ], + [ + "lebt", + -12.057530403137209 + ], + [ + "▁scenarios", + -12.057595252990724 + ], + [ + "▁mall", + -12.057634353637695 + ], + [ + "▁Kings", + -12.057653427124023 + ], + [ + "▁15%", + -12.057848930358888 + ], + [ + "▁Paint", + -12.057848930358888 + ], + [ + "FD", + -12.057849884033203 + ], + [ + "ugg", + -12.058011054992676 + ], + [ + "▁Leon", + -12.058023452758787 + ], + [ + "▁grows", + -12.058135032653809 + ], + [ + "▁pharmacy", + -12.058384895324709 + ], + [ + "▁situat", + -12.0584135055542 + ], + [ + "20,000", + -12.05855941772461 + ], + [ + "▁10,000", + -12.058760643005373 + ], + [ + "▁membre", + -12.058771133422852 + ], + [ + "▁facilement", + -12.05880641937256 + ], + [ + "▁Analytics", + -12.058915138244627 + ], + [ + "▁Marvel", + -12.058930397033691 + ], + [ + "▁survived", + -12.059097290039062 + ], + [ + "▁conviction", + -12.059124946594238 + ], + [ + "▁Produktion", + -12.059260368347168 + ], + [ + "▁professionally", + -12.059293746948242 + ], + [ + "▁contributor", + -12.059486389160156 + ], + [ + "▁Kurs", + -12.059503555297852 + ], + [ + "▁humor", + -12.05954933166504 + ], + [ + "▁cinci", + -12.059609413146973 + ], + [ + "▁Different", + -12.059670448303224 + ], + [ + "▁Verarbeitung", + -12.059800148010254 + ], + [ + "▁inexpensive", + -12.059800148010254 + ], + [ + "▁sortie", + -12.05980110168457 + ], + [ + "▁thankful", + -12.059951782226562 + ], + [ + "▁vacances", + -12.059978485107422 + ], + [ + "▁vergangen", + -12.059979438781738 + ], + [ + "▁wings", + -12.05998420715332 + ], + [ + "▁nano", + -12.06003475189209 + ], + [ + "▁touches", + -12.060088157653809 + ], + [ + "▁Notice", + -12.060348510742188 + ], + [ + "▁reprezinta", + -12.060466766357422 + ], + [ + "▁rewarding", + -12.060555458068848 + ], + [ + "▁Kurz", + -12.060580253601074 + ], + [ + "▁mega", + -12.060611724853516 + ], + [ + "▁secrets", + -12.060646057128906 + ], + [ + "▁vorher", + -12.060667037963867 + ], + [ + "▁crescut", + -12.06074333190918 + ], + [ + "▁coordination", + -12.060754776000977 + ], + [ + "▁dissertation", + -12.060863494873049 + ], + [ + "▁header", + -12.060873985290527 + ], + [ + "existent", + -12.061070442199709 + ], + [ + "thal", + -12.061185836791992 + ], + [ + "▁translate", + -12.061214447021484 + ], + [ + "vertrag", + -12.06124210357666 + ], + [ + "GU", + -12.06126594543457 + ], + [ + "▁Arthur", + -12.061315536499023 + ], + [ + "wahl", + -12.061534881591797 + ], + [ + "▁octobre", + -12.061573028564451 + ], + [ + "▁bother", + -12.06157398223877 + ], + [ + "▁pencil", + -12.061580657958984 + ], + [ + "▁Dyna", + -12.061604499816896 + ], + [ + "▁complimentary", + -12.061651229858398 + ], + [ + "écoute", + -12.06167697906494 + ], + [ + "PB", + -12.061722755432127 + ], + [ + "▁independently", + -12.061759948730469 + ], + [ + "▁targeting", + -12.061840057373049 + ], + [ + "fought", + -12.061944961547852 + ], + [ + "mental", + -12.06211280822754 + ], + [ + "▁Veranstaltung", + -12.062300682067873 + ], + [ + "▁tatsächlich", + -12.062314987182615 + ], + [ + "▁Features", + -12.0625 + ], + [ + "▁1920", + -12.062554359436035 + ], + [ + "▁Domain", + -12.062885284423828 + ], + [ + "▁rally", + -12.062901496887209 + ], + [ + "▁iunie", + -12.063036918640137 + ], + [ + "▁fabrics", + -12.063070297241213 + ], + [ + "▁mint", + -12.063331604003906 + ], + [ + "▁antioxidant", + -12.063347816467283 + ], + [ + "hut", + -12.063432693481444 + ], + [ + "EPA", + -12.063496589660645 + ], + [ + "▁rigid", + -12.063498497009276 + ], + [ + "▁evit", + -12.063549995422363 + ], + [ + "▁personnage", + -12.063977241516112 + ], + [ + "▁garanti", + -12.0640287399292 + ], + [ + "▁Hä", + -12.064042091369627 + ], + [ + "▁Days", + -12.064048767089844 + ], + [ + "boarding", + -12.064050674438477 + ], + [ + "jemand", + -12.064166069030762 + ], + [ + "▁Pos", + -12.06426239013672 + ], + [ + "▁wool", + -12.064288139343262 + ], + [ + "▁boom", + -12.064349174499512 + ], + [ + "▁wichtige", + -12.06447982788086 + ], + [ + "▁emerged", + -12.064517974853516 + ], + [ + "▁smoothly", + -12.064802169799805 + ], + [ + "▁Interview", + -12.064942359924316 + ], + [ + "gemäß", + -12.06505012512207 + ], + [ + "▁suivi", + -12.065064430236816 + ], + [ + "▁missions", + -12.065129280090332 + ], + [ + "▁Kreis", + -12.06532859802246 + ], + [ + "century", + -12.065348625183104 + ], + [ + "▁tuned", + -12.065370559692385 + ], + [ + "isieren", + -12.065407752990724 + ], + [ + "▁Branch", + -12.065427780151367 + ], + [ + "▁Russell", + -12.06548309326172 + ], + [ + "▁**", + -12.065519332885742 + ], + [ + "▁Lehr", + -12.065617561340332 + ], + [ + "▁perspectives", + -12.06569004058838 + ], + [ + "▁handed", + -12.06570816040039 + ], + [ + "▁apporte", + -12.065743446350098 + ], + [ + "unta", + -12.065959930419922 + ], + [ + "▁contemplat", + -12.066255569458008 + ], + [ + "riel", + -12.06633472442627 + ], + [ + "▁freely", + -12.066341400146484 + ], + [ + "▁loyal", + -12.066451072692873 + ], + [ + "▁evolved", + -12.066518783569336 + ], + [ + "▁Cafe", + -12.066548347473145 + ], + [ + "▁assignments", + -12.066598892211914 + ], + [ + "▁Cream", + -12.066718101501465 + ], + [ + "▁Build", + -12.066731452941896 + ], + [ + "▁exams", + -12.066746711730955 + ], + [ + "▁graduation", + -12.066765785217283 + ], + [ + "▁Dining", + -12.066773414611816 + ], + [ + "inne", + -12.06684398651123 + ], + [ + "▁propriu", + -12.067055702209473 + ], + [ + "▁accordingly", + -12.067241668701172 + ], + [ + "▁seniors", + -12.067484855651855 + ], + [ + "▁sisters", + -12.067505836486816 + ], + [ + "formerly", + -12.06765842437744 + ], + [ + "▁fleur", + -12.067702293395996 + ], + [ + "▁alten", + -12.06780242919922 + ], + [ + "▁Gefühl", + -12.06797981262207 + ], + [ + "▁freeze", + -12.068222045898438 + ], + [ + "▁structured", + -12.068312644958496 + ], + [ + "▁reserved", + -12.068367004394531 + ], + [ + "stellt", + -12.068638801574709 + ], + [ + "▁foto", + -12.068668365478516 + ], + [ + "linger", + -12.06871223449707 + ], + [ + "▁profiter", + -12.068737030029297 + ], + [ + "▁trup", + -12.068862915039062 + ], + [ + "▁Hunter", + -12.068974494934082 + ], + [ + "▁widespread", + -12.069050788879396 + ], + [ + "entretien", + -12.069242477416992 + ], + [ + "▁Truck", + -12.06958293914795 + ], + [ + "Can", + -12.069656372070312 + ], + [ + "péri", + -12.06976318359375 + ], + [ + "▁>>", + -12.069926261901855 + ], + [ + "▁trains", + -12.070141792297363 + ], + [ + "▁faca", + -12.070149421691896 + ], + [ + "▁Patienten", + -12.070170402526855 + ], + [ + "▁scor", + -12.070361137390137 + ], + [ + "▁perceived", + -12.070384979248049 + ], + [ + "setzung", + -12.070393562316896 + ], + [ + "▁Robin", + -12.070558547973633 + ], + [ + "▁geboren", + -12.07060718536377 + ], + [ + "lons", + -12.070687294006348 + ], + [ + "inţa", + -12.070836067199709 + ], + [ + "glob", + -12.070887565612791 + ], + [ + "subsequently", + -12.07111930847168 + ], + [ + "▁vet", + -12.071170806884766 + ], + [ + "▁Holland", + -12.071328163146973 + ], + [ + "▁Clinical", + -12.071370124816896 + ], + [ + "▁uncertainty", + -12.071381568908691 + ], + [ + "hohen", + -12.071386337280272 + ], + [ + "uza", + -12.071431159973145 + ], + [ + "▁kleiner", + -12.071518898010254 + ], + [ + "▁substances", + -12.07155704498291 + ], + [ + "ados", + -12.071627616882324 + ], + [ + "wheel", + -12.07178020477295 + ], + [ + "▁cone", + -12.071990966796877 + ], + [ + "▁castig", + -12.072218894958496 + ], + [ + "▁Conditions", + -12.072242736816406 + ], + [ + "minus", + -12.072643280029297 + ], + [ + "▁permits", + -12.07265853881836 + ], + [ + "fond", + -12.072784423828123 + ], + [ + "▁reactions", + -12.07278823852539 + ], + [ + "▁Mario", + -12.072819709777832 + ], + [ + "▁materiale", + -12.07291030883789 + ], + [ + "AH", + -12.072924613952637 + ], + [ + "▁juillet", + -12.073172569274902 + ], + [ + "▁juridic", + -12.073182106018066 + ], + [ + "▁dropping", + -12.073200225830078 + ], + [ + "expérience", + -12.073225021362305 + ], + [ + "▁depot", + -12.073345184326172 + ], + [ + "▁plea", + -12.073490142822266 + ], + [ + "dezvoltarea", + -12.073512077331545 + ], + [ + "▁Independent", + -12.07363224029541 + ], + [ + "▁Homes", + -12.073674201965332 + ], + [ + "▁crust", + -12.073808670043944 + ], + [ + "▁pillow", + -12.073899269104004 + ], + [ + "kreis", + -12.073920249938965 + ], + [ + "▁boiler", + -12.073928833007812 + ], + [ + "latin", + -12.073978424072266 + ], + [ + "▁stet", + -12.074131965637209 + ], + [ + "GH", + -12.074143409729004 + ], + [ + "▁absent", + -12.074334144592283 + ], + [ + "▁Directors", + -12.074501037597656 + ], + [ + "zwischen", + -12.07462215423584 + ], + [ + "▁comprendre", + -12.07465648651123 + ], + [ + "▁25,", + -12.074832916259766 + ], + [ + "▁pharmaceutical", + -12.075145721435549 + ], + [ + "▁placeholder", + -12.07517433166504 + ], + [ + "KI", + -12.075176239013672 + ], + [ + "▁români", + -12.07540225982666 + ], + [ + "▁Dollar", + -12.075509071350098 + ], + [ + "▁Operations", + -12.075525283813477 + ], + [ + "▁Dublin", + -12.075550079345703 + ], + [ + "▁drawings", + -12.0756196975708 + ], + [ + "▁respir", + -12.075769424438477 + ], + [ + "▁haul", + -12.0758056640625 + ], + [ + "Obviously", + -12.075864791870115 + ], + [ + "▁Beat", + -12.075864791870115 + ], + [ + "▁jeans", + -12.07590103149414 + ], + [ + "▁Masters", + -12.075927734375 + ], + [ + "▁bits", + -12.076213836669922 + ], + [ + "poți", + -12.076226234436035 + ], + [ + "▁asigur", + -12.076228141784668 + ], + [ + "▁intampla", + -12.076228141784668 + ], + [ + "▁marc", + -12.076282501220703 + ], + [ + "......", + -12.076404571533203 + ], + [ + "▁districts", + -12.076437950134276 + ], + [ + "cru", + -12.076457023620604 + ], + [ + "nav", + -12.076608657836914 + ], + [ + "huile", + -12.076644897460938 + ], + [ + "▁limitation", + -12.076647758483888 + ], + [ + "boat", + -12.076712608337402 + ], + [ + "IRE", + -12.076720237731934 + ], + [ + "Unis", + -12.07675838470459 + ], + [ + "dated", + -12.0769624710083 + ], + [ + "▁consultants", + -12.07699203491211 + ], + [ + "▁Josh", + -12.077007293701172 + ], + [ + "tanz", + -12.077184677124023 + ], + [ + "launching", + -12.0772066116333 + ], + [ + "▁browsing", + -12.077310562133787 + ], + [ + "▁incerc", + -12.077314376831056 + ], + [ + "▁27,", + -12.077375411987305 + ], + [ + "не", + -12.077398300170898 + ], + [ + "wig", + -12.077415466308594 + ], + [ + "▁spar", + -12.077458381652832 + ], + [ + "▁token", + -12.077547073364258 + ], + [ + "▁09", + -12.077548027038574 + ], + [ + "spa", + -12.07766056060791 + ], + [ + "ometer", + -12.07772159576416 + ], + [ + "▁riders", + -12.077869415283203 + ], + [ + "▁Drop", + -12.077898979187012 + ], + [ + "RN", + -12.078103065490724 + ], + [ + "▁pairs", + -12.07815933227539 + ], + [ + "▁psychology", + -12.078420639038086 + ], + [ + "▁Douglas", + -12.07843780517578 + ], + [ + "▁verwenden", + -12.078516960144045 + ], + [ + "▁(9", + -12.07857894897461 + ], + [ + "▁Rental", + -12.078728675842283 + ], + [ + "▁délai", + -12.078847885131836 + ], + [ + "▁sooner", + -12.078882217407228 + ], + [ + "▁bankruptcy", + -12.079109191894531 + ], + [ + "04.", + -12.079110145568848 + ], + [ + "abend", + -12.079194068908691 + ], + [ + "çon", + -12.079237937927246 + ], + [ + "▁Ple", + -12.079243659973145 + ], + [ + "fug", + -12.079337120056152 + ], + [ + "▁Wohnung", + -12.079410552978516 + ], + [ + "▁Preise", + -12.079424858093262 + ], + [ + "▁Kay", + -12.079427719116213 + ], + [ + "▁notify", + -12.079474449157717 + ], + [ + "▁Brain", + -12.079534530639648 + ], + [ + "▁optical", + -12.079580307006836 + ], + [ + "▁modifications", + -12.079727172851562 + ], + [ + "▁repos", + -12.07999324798584 + ], + [ + "▁worksheet", + -12.0800142288208 + ], + [ + "continu", + -12.08005428314209 + ], + [ + "▁assumed", + -12.08059024810791 + ], + [ + "varying", + -12.080626487731934 + ], + [ + "feier", + -12.080643653869627 + ], + [ + "▁Freedom", + -12.080717086791992 + ], + [ + "▁Inhalte", + -12.080740928649902 + ], + [ + "▁observations", + -12.080755233764648 + ], + [ + "▁Gruppe", + -12.080791473388672 + ], + [ + "▁Cyber", + -12.080883979797363 + ], + [ + "hort", + -12.080889701843262 + ], + [ + "▁langue", + -12.080915451049805 + ], + [ + "führen", + -12.08110523223877 + ], + [ + "ganze", + -12.081254005432127 + ], + [ + "▁forte", + -12.081327438354492 + ], + [ + "▁Stefan", + -12.081376075744627 + ], + [ + "▁Jetzt", + -12.081463813781738 + ], + [ + "mehr", + -12.08148956298828 + ], + [ + "trip", + -12.081549644470217 + ], + [ + "▁poem", + -12.081583976745604 + ], + [ + "▁practitioners", + -12.081720352172852 + ], + [ + "▁connector", + -12.08177661895752 + ], + [ + "ECT", + -12.081794738769531 + ], + [ + "▁inseamna", + -12.081820487976074 + ], + [ + "addressing", + -12.081867218017578 + ], + [ + "▁beliebt", + -12.081908226013184 + ], + [ + "▁Mama", + -12.082002639770508 + ], + [ + "▁fade", + -12.08204460144043 + ], + [ + "messen", + -12.08205509185791 + ], + [ + "▁Visa", + -12.082080841064451 + ], + [ + "▁Meta", + -12.082154273986816 + ], + [ + "lene", + -12.082188606262209 + ], + [ + "▁remembered", + -12.082334518432615 + ], + [ + "/3", + -12.082337379455566 + ], + [ + "apte", + -12.082347869873049 + ], + [ + "▁uncomfortable", + -12.082364082336426 + ], + [ + "▁romance", + -12.08253002166748 + ], + [ + "▁réalis", + -12.082601547241213 + ], + [ + "▁Vincent", + -12.082706451416016 + ], + [ + "▁ABC", + -12.08275318145752 + ], + [ + "▁handicap", + -12.082756042480469 + ], + [ + "▁Shin", + -12.082801818847656 + ], + [ + "▁Hunde", + -12.082847595214844 + ], + [ + "▁Ach", + -12.083131790161133 + ], + [ + "▁Questions", + -12.083136558532717 + ], + [ + "▁particles", + -12.083226203918455 + ], + [ + "usch", + -12.083230018615724 + ], + [ + "▁SUV", + -12.083279609680176 + ], + [ + "▁Tous", + -12.083301544189451 + ], + [ + "▁empower", + -12.08336067199707 + ], + [ + "▁Yi", + -12.083446502685549 + ], + [ + "▁LinkedIn", + -12.083453178405762 + ], + [ + "▁Profile", + -12.083507537841797 + ], + [ + "▁surround", + -12.083553314208984 + ], + [ + "▁wh", + -12.083560943603516 + ], + [ + "▁Weiter", + -12.083577156066896 + ], + [ + "▁Weight", + -12.083672523498535 + ], + [ + "▁creatures", + -12.083807945251465 + ], + [ + "Especially", + -12.08381462097168 + ], + [ + "▁repede", + -12.08383560180664 + ], + [ + "▁albums", + -12.083885192871094 + ], + [ + "▁compatibil", + -12.0839204788208 + ], + [ + "▁Interesse", + -12.083929061889648 + ], + [ + "abili", + -12.084062576293944 + ], + [ + "▁roast", + -12.084310531616213 + ], + [ + "▁unii", + -12.084310531616213 + ], + [ + "▁Glad", + -12.084421157836914 + ], + [ + "▁enthusiasm", + -12.084539413452148 + ], + [ + "▁whisk", + -12.084547996520996 + ], + [ + "▁freezer", + -12.084712982177734 + ], + [ + "▁stolen", + -12.084715843200684 + ], + [ + "▁neighbour", + -12.084883689880373 + ], + [ + "▁sake", + -12.084967613220217 + ], + [ + "▁Effect", + -12.0850191116333 + ], + [ + "▁fighter", + -12.085044860839844 + ], + [ + "▁tranquil", + -12.085084915161133 + ], + [ + "▁organizer", + -12.085199356079102 + ], + [ + "pixel", + -12.08530616760254 + ], + [ + "▁Guest", + -12.085338592529297 + ], + [ + "▁Philipp", + -12.085369110107422 + ], + [ + "kunft", + -12.085382461547852 + ], + [ + "▁Meer", + -12.085409164428713 + ], + [ + "▁inviting", + -12.085432052612305 + ], + [ + "gänge", + -12.085450172424316 + ], + [ + "▁Position", + -12.085627555847168 + ], + [ + "giving", + -12.085693359375 + ], + [ + "▁marble", + -12.085807800292969 + ], + [ + "▁neg", + -12.085813522338867 + ], + [ + "▁Haar", + -12.085914611816406 + ], + [ + "Ein", + -12.086039543151855 + ], + [ + "▁buses", + -12.086187362670898 + ], + [ + "▁Lodge", + -12.086188316345217 + ], + [ + "soare", + -12.08631992340088 + ], + [ + "▁Barn", + -12.08640956878662 + ], + [ + "▁captain", + -12.086527824401855 + ], + [ + "▁Fix", + -12.08657169342041 + ], + [ + "ulate", + -12.086629867553713 + ], + [ + "ență", + -12.086709022521973 + ], + [ + "▁finances", + -12.086770057678224 + ], + [ + "▁VIP", + -12.086800575256348 + ], + [ + "▁Adams", + -12.086801528930664 + ], + [ + "▁spécialisé", + -12.086960792541504 + ], + [ + "▁fortunate", + -12.087236404418944 + ], + [ + "ility", + -12.087345123291016 + ], + [ + "▁democracy", + -12.08749771118164 + ], + [ + "shu", + -12.087580680847168 + ], + [ + "▁consiste", + -12.087624549865724 + ], + [ + "▁tort", + -12.087692260742188 + ], + [ + "▁branding", + -12.087793350219728 + ], + [ + "▁porch", + -12.08780288696289 + ], + [ + "UNI", + -12.087867736816406 + ], + [ + "▁placut", + -12.087915420532228 + ], + [ + "▁coupled", + -12.088058471679688 + ], + [ + "▁ministre", + -12.088187217712402 + ], + [ + "▁minerals", + -12.088335037231444 + ], + [ + "▁safer", + -12.088335990905762 + ], + [ + "▁outlets", + -12.088438034057615 + ], + [ + "▁caution", + -12.08864688873291 + ], + [ + "▁lightly", + -12.0886869430542 + ], + [ + "▁utilizator", + -12.088700294494627 + ], + [ + "▁Pala", + -12.088959693908691 + ], + [ + "▁doll", + -12.088961601257324 + ], + [ + "(1)", + -12.089065551757812 + ], + [ + "chol", + -12.089120864868164 + ], + [ + "▁Left", + -12.08919620513916 + ], + [ + "▁roulant", + -12.089277267456056 + ], + [ + "▁propune", + -12.089301109313965 + ], + [ + "▁Cred", + -12.08933925628662 + ], + [ + "▁negotiations", + -12.089362144470217 + ], + [ + "amba", + -12.089393615722656 + ], + [ + "▁grasp", + -12.089420318603516 + ], + [ + "▁Amsterdam", + -12.089451789855955 + ], + [ + "▁Zweck", + -12.08945369720459 + ], + [ + "▁conven", + -12.089563369750977 + ], + [ + "▁organizing", + -12.089574813842772 + ], + [ + "section", + -12.089618682861328 + ], + [ + "▁endeavor", + -12.089634895324709 + ], + [ + "▁basics", + -12.089722633361816 + ], + [ + "jud", + -12.089874267578123 + ], + [ + "▁yarn", + -12.090049743652344 + ], + [ + "▁shout", + -12.09009075164795 + ], + [ + "fällt", + -12.090285301208496 + ], + [ + "▁dragoste", + -12.09054946899414 + ], + [ + "▁Rein", + -12.090594291687012 + ], + [ + "Cal", + -12.090688705444336 + ], + [ + "▁deaths", + -12.09072971343994 + ], + [ + "▁24,", + -12.0907564163208 + ], + [ + "▁măr", + -12.090773582458496 + ], + [ + "server", + -12.090825080871582 + ], + [ + "▁explic", + -12.09085464477539 + ], + [ + "▁sufer", + -12.090903282165527 + ], + [ + "▁lucrări", + -12.091097831726074 + ], + [ + "▁Disease", + -12.091126441955566 + ], + [ + "▁prescribed", + -12.091194152832031 + ], + [ + "prozess", + -12.091285705566406 + ], + [ + "▁dessin", + -12.091343879699709 + ], + [ + "▁refuge", + -12.091473579406738 + ], + [ + "▁cope", + -12.091631889343262 + ], + [ + "pole", + -12.09196949005127 + ], + [ + "▁vacant", + -12.091984748840332 + ], + [ + "▁sezon", + -12.092035293579102 + ], + [ + "▁Carbon", + -12.092227935791016 + ], + [ + "▁goût", + -12.092233657836914 + ], + [ + "Ste", + -12.092320442199709 + ], + [ + "▁surroundings", + -12.092754364013672 + ], + [ + "definite", + -12.09284496307373 + ], + [ + "▁adaptation", + -12.093358993530272 + ], + [ + "cteur", + -12.0933837890625 + ], + [ + "System", + -12.093442916870115 + ], + [ + "▁Burg", + -12.093550682067873 + ], + [ + "▁retention", + -12.093579292297363 + ], + [ + "examen", + -12.093618392944336 + ], + [ + "▁adjustments", + -12.093668937683104 + ], + [ + "nies", + -12.094213485717772 + ], + [ + "▁RSS", + -12.094215393066406 + ], + [ + "▁Umwelt", + -12.09425926208496 + ], + [ + "▁strengths", + -12.094326972961426 + ], + [ + "loom", + -12.094401359558104 + ], + [ + "▁pics", + -12.094404220581056 + ], + [ + "phase", + -12.09443187713623 + ], + [ + "▁Poland", + -12.094472885131836 + ], + [ + "▁practicing", + -12.094558715820312 + ], + [ + "monetary", + -12.094756126403809 + ], + [ + "▁embodiment", + -12.094756126403809 + ], + [ + "▁jocuri", + -12.094846725463867 + ], + [ + "▁impreuna", + -12.09493923187256 + ], + [ + "▁Lyon", + -12.094985961914062 + ], + [ + "keeping", + -12.095157623291016 + ], + [ + "▁Starting", + -12.095202445983888 + ], + [ + "▁începe", + -12.09535789489746 + ], + [ + "▁clay", + -12.095440864562988 + ], + [ + "bildung", + -12.095444679260254 + ], + [ + "Technologie", + -12.095513343811035 + ], + [ + "toxic", + -12.095624923706056 + ], + [ + "▁gasit", + -12.095819473266602 + ], + [ + "rott", + -12.095870018005373 + ], + [ + "brook", + -12.095935821533203 + ], + [ + "▁wann", + -12.096029281616213 + ], + [ + "▁lined", + -12.09610366821289 + ], + [ + "▁Chelsea", + -12.096223831176758 + ], + [ + "▁Orlando", + -12.096224784851074 + ], + [ + "▁Otherwise", + -12.096267700195312 + ], + [ + "▁debit", + -12.096273422241213 + ], + [ + "▁entsprechend", + -12.09648323059082 + ], + [ + "nism", + -12.09654426574707 + ], + [ + "issen", + -12.09664535522461 + ], + [ + "▁rendez", + -12.096646308898926 + ], + [ + "▁processus", + -12.096745491027832 + ], + [ + "mbi", + -12.096890449523926 + ], + [ + "▁Graduate", + -12.096960067749023 + ], + [ + "▁cozy", + -12.097119331359863 + ], + [ + "▁Freunde", + -12.097320556640623 + ], + [ + "▁teme", + -12.097389221191406 + ], + [ + "▁bias", + -12.097548484802246 + ], + [ + "102", + -12.09756851196289 + ], + [ + "terrorism", + -12.09770679473877 + ], + [ + "threatening", + -12.097756385803224 + ], + [ + "ни", + -12.097776412963867 + ], + [ + "▁Sonntag", + -12.098062515258787 + ], + [ + "▁efect", + -12.098116874694824 + ], + [ + "▁prayers", + -12.098134994506836 + ], + [ + "▁backpack", + -12.09841537475586 + ], + [ + "?)", + -12.09848976135254 + ], + [ + "▁searches", + -12.098788261413574 + ], + [ + "ouverture", + -12.09880256652832 + ], + [ + "▁sustained", + -12.098865509033203 + ], + [ + "hawk", + -12.098869323730469 + ], + [ + "messe", + -12.098958969116213 + ], + [ + "▁prototype", + -12.098989486694336 + ], + [ + "▁stră", + -12.09903335571289 + ], + [ + "▁Neo", + -12.099040985107422 + ], + [ + "▁29,", + -12.099109649658203 + ], + [ + "izo", + -12.099306106567385 + ], + [ + "▁Anton", + -12.09933376312256 + ], + [ + "SIS", + -12.099564552307127 + ], + [ + "pendant", + -12.099617958068848 + ], + [ + "▁passive", + -12.099813461303713 + ], + [ + "▁Aaron", + -12.099824905395508 + ], + [ + "▁Karen", + -12.099831581115724 + ], + [ + "▁Bildung", + -12.09994888305664 + ], + [ + "ario", + -12.099949836730955 + ], + [ + "▁regulator", + -12.100006103515623 + ], + [ + "gruppe", + -12.100032806396484 + ], + [ + "stepped", + -12.100053787231444 + ], + [ + "▁interventions", + -12.10014533996582 + ], + [ + "▁rounds", + -12.100149154663086 + ], + [ + "▁Khan", + -12.10020637512207 + ], + [ + "▁railway", + -12.10028076171875 + ], + [ + "▁souvenir", + -12.100296974182127 + ], + [ + "▁Plans", + -12.100336074829102 + ], + [ + "aille", + -12.100372314453123 + ], + [ + "▁billing", + -12.100473403930664 + ], + [ + "▁Spiele", + -12.100541114807127 + ], + [ + "▁supermarket", + -12.100556373596191 + ], + [ + "▁flows", + -12.100625991821287 + ], + [ + "▁PayPal", + -12.100641250610352 + ], + [ + "▁tribe", + -12.10067081451416 + ], + [ + "anni", + -12.100780487060549 + ], + [ + "▁rides", + -12.100934982299805 + ], + [ + "▁Orleans", + -12.101009368896484 + ], + [ + "▁evaluated", + -12.101021766662598 + ], + [ + "founder", + -12.10106372833252 + ], + [ + "▁Feld", + -12.10121250152588 + ], + [ + "▁altele", + -12.10122299194336 + ], + [ + "▁thermo", + -12.101290702819824 + ], + [ + "ugh", + -12.101330757141112 + ], + [ + "▁adus", + -12.101375579833984 + ], + [ + "▁Taiwan", + -12.101396560668944 + ], + [ + "▁clause", + -12.101409912109377 + ], + [ + "oxi", + -12.101465225219728 + ], + [ + "alcool", + -12.101495742797852 + ], + [ + "▁Noi", + -12.101531982421877 + ], + [ + "rub", + -12.101540565490724 + ], + [ + "▁dosar", + -12.101582527160645 + ], + [ + "▁Nelson", + -12.101751327514648 + ], + [ + "fassung", + -12.102316856384276 + ], + [ + "▁Kill", + -12.102489471435549 + ], + [ + "▁Standards", + -12.102490425109863 + ], + [ + "▁upward", + -12.102653503417969 + ], + [ + "▁Coloring", + -12.102664947509766 + ], + [ + "Designed", + -12.102754592895508 + ], + [ + "▁Nou", + -12.10281753540039 + ], + [ + "▁borrow", + -12.102940559387209 + ], + [ + "▁Poll", + -12.10321044921875 + ], + [ + "▁antibiotic", + -12.103277206420898 + ], + [ + "▁fabrication", + -12.103388786315918 + ], + [ + "quo", + -12.103432655334473 + ], + [ + "▁crimes", + -12.103464126586914 + ], + [ + "▁nahe", + -12.10348415374756 + ], + [ + "▁aplicat", + -12.103565216064451 + ], + [ + "OST", + -12.1035737991333 + ], + [ + "▁Beijing", + -12.103599548339844 + ], + [ + "fight", + -12.103612899780272 + ], + [ + "▁lodge", + -12.103612899780272 + ], + [ + "dreh", + -12.103922843933104 + ], + [ + "▁harness", + -12.104036331176758 + ], + [ + "▁noiembrie", + -12.104151725769045 + ], + [ + "ounded", + -12.104161262512209 + ], + [ + "▁Imp", + -12.1041841506958 + ], + [ + "▁nächste", + -12.104275703430176 + ], + [ + "funktion", + -12.104476928710938 + ], + [ + "exploitation", + -12.104569435119627 + ], + [ + "▁Ready", + -12.10457706451416 + ], + [ + "▁Plate", + -12.104598999023438 + ], + [ + "▁octombrie", + -12.104706764221191 + ], + [ + "▁considerat", + -12.104982376098633 + ], + [ + "▁Xbox", + -12.105067253112791 + ], + [ + "mind", + -12.105107307434082 + ], + [ + "▁Lind", + -12.105111122131348 + ], + [ + "runde", + -12.105352401733398 + ], + [ + "mination", + -12.105374336242676 + ], + [ + "▁memori", + -12.105377197265623 + ], + [ + "▁cere", + -12.105389595031738 + ], + [ + "barkeit", + -12.105517387390137 + ], + [ + "▁găsi", + -12.105761528015137 + ], + [ + "2.1", + -12.105863571166992 + ], + [ + "▁Finding", + -12.105891227722168 + ], + [ + "▁static", + -12.106405258178713 + ], + [ + "court", + -12.106439590454102 + ], + [ + "▁Gem", + -12.106489181518556 + ], + [ + "▁pièce", + -12.106494903564451 + ], + [ + "▁reel", + -12.10651969909668 + ], + [ + "▁manuscript", + -12.106560707092283 + ], + [ + "▁complications", + -12.106578826904297 + ], + [ + "▁controlling", + -12.106585502624512 + ], + [ + "▁favour", + -12.106738090515137 + ], + [ + "▁advancement", + -12.106739044189451 + ], + [ + "▁Radi", + -12.106870651245115 + ], + [ + "▁faites", + -12.10707664489746 + ], + [ + "▁ordin", + -12.107131958007812 + ], + [ + "sorted", + -12.107152938842772 + ], + [ + "▁1982", + -12.10715389251709 + ], + [ + "▁brutal", + -12.107154846191406 + ], + [ + "▁Guy", + -12.107226371765137 + ], + [ + "▁accomplishment", + -12.107248306274414 + ], + [ + "▁wer", + -12.107329368591309 + ], + [ + "▁withdraw", + -12.107460975646973 + ], + [ + "abilitate", + -12.1075439453125 + ], + [ + "▁NBA", + -12.107625961303713 + ], + [ + "▁Benefit", + -12.107675552368164 + ], + [ + "▁divide", + -12.107824325561523 + ], + [ + "induced", + -12.107913970947266 + ], + [ + "▁văzut", + -12.108049392700195 + ], + [ + "▁peel", + -12.10807991027832 + ], + [ + "▁joints", + -12.108160972595217 + ], + [ + "▁enthalten", + -12.108301162719728 + ], + [ + "▁spy", + -12.108397483825684 + ], + [ + "▁occasional", + -12.108437538146973 + ], + [ + "warm", + -12.108514785766602 + ], + [ + "ême", + -12.108542442321776 + ], + [ + "▁Betriebs", + -12.10855197906494 + ], + [ + "▁Ioan", + -12.1087064743042 + ], + [ + "▁balloon", + -12.108809471130373 + ], + [ + "▁leap", + -12.108869552612305 + ], + [ + "pelled", + -12.109000205993652 + ], + [ + "▁realise", + -12.109073638916016 + ], + [ + "▁Retail", + -12.109118461608888 + ], + [ + "▁Farben", + -12.10915184020996 + ], + [ + "▁Kennedy", + -12.10916519165039 + ], + [ + "▁Firma", + -12.109196662902832 + ], + [ + "▁tineri", + -12.10934066772461 + ], + [ + "tub", + -12.10935401916504 + ], + [ + "PORT", + -12.109381675720217 + ], + [ + "▁stiff", + -12.109416007995604 + ], + [ + "▁notable", + -12.10947608947754 + ], + [ + "tler", + -12.109498023986816 + ], + [ + "▁utile", + -12.10958480834961 + ], + [ + "▁jouer", + -12.109674453735352 + ], + [ + "▁Primary", + -12.109735488891602 + ], + [ + "▁retailer", + -12.109764099121094 + ], + [ + "▁jederzeit", + -12.109808921813965 + ], + [ + "▁amend", + -12.109817504882812 + ], + [ + "▁sagte", + -12.109845161437988 + ], + [ + "atch", + -12.10995864868164 + ], + [ + "ution", + -12.110008239746094 + ], + [ + "once", + -12.110018730163574 + ], + [ + "ended", + -12.1100435256958 + ], + [ + "▁literary", + -12.11013126373291 + ], + [ + "▁wrist", + -12.110281944274902 + ], + [ + "vii", + -12.11036205291748 + ], + [ + "scriere", + -12.11036777496338 + ], + [ + "▁compassion", + -12.110443115234377 + ], + [ + "▁Milan", + -12.110474586486816 + ], + [ + "▁Dach", + -12.110490798950195 + ], + [ + "▁problèmes", + -12.110630989074709 + ], + [ + "▁Pré", + -12.110687255859377 + ], + [ + "▁Feder", + -12.110759735107422 + ], + [ + "Dr", + -12.110814094543455 + ], + [ + "Spr", + -12.11090850830078 + ], + [ + "▁né", + -12.110969543457031 + ], + [ + "François", + -12.111023902893066 + ], + [ + "▁Shu", + -12.11111545562744 + ], + [ + "▁poison", + -12.111154556274414 + ], + [ + "zier", + -12.111176490783691 + ], + [ + "▁attain", + -12.11124038696289 + ], + [ + "▁switching", + -12.111310958862305 + ], + [ + "▁vibration", + -12.111348152160645 + ], + [ + "▁Tablet", + -12.11136531829834 + ], + [ + "▁Lern", + -12.11148452758789 + ], + [ + "offrir", + -12.111660957336426 + ], + [ + "123", + -12.11168098449707 + ], + [ + "cheapest", + -12.11173152923584 + ], + [ + "▁numărul", + -12.111764907836914 + ], + [ + "break", + -12.11180305480957 + ], + [ + "cyto", + -12.111836433410645 + ], + [ + "▁Mississippi", + -12.111955642700195 + ], + [ + "▁dragon", + -12.11207389831543 + ], + [ + "fir", + -12.112176895141602 + ], + [ + "▁fête", + -12.112180709838867 + ], + [ + "▁Wait", + -12.112350463867188 + ], + [ + "buy", + -12.112359046936035 + ], + [ + "având", + -12.112391471862791 + ], + [ + "▁Scar", + -12.11251735687256 + ], + [ + "▁Hund", + -12.112586975097656 + ], + [ + "bug", + -12.112807273864746 + ], + [ + "▁classique", + -12.112811088562012 + ], + [ + "▁tenant", + -12.112860679626465 + ], + [ + "▁Walt", + -12.11296272277832 + ], + [ + "▁timber", + -12.11296272277832 + ], + [ + "inscription", + -12.11300277709961 + ], + [ + "BD", + -12.11301612854004 + ], + [ + "▁Commissioner", + -12.113018989562988 + ], + [ + "▁casinos", + -12.11306095123291 + ], + [ + "▁prochain", + -12.113168716430664 + ], + [ + "▁rustic", + -12.11349868774414 + ], + [ + "▁Kent", + -12.113607406616213 + ], + [ + "▁Deci", + -12.113761901855469 + ], + [ + "ли", + -12.113855361938477 + ], + [ + "▁crossed", + -12.113861083984377 + ], + [ + "▁delightful", + -12.113869667053224 + ], + [ + "▁metres", + -12.113872528076172 + ], + [ + "▁scandal", + -12.113906860351562 + ], + [ + "▁activitate", + -12.113986015319824 + ], + [ + "▁nimeni", + -12.114009857177734 + ], + [ + "ease", + -12.11402416229248 + ], + [ + "▁revenues", + -12.1140775680542 + ], + [ + "▁partially", + -12.114187240600586 + ], + [ + "AE", + -12.114263534545898 + ], + [ + "nique", + -12.114410400390623 + ], + [ + "▁fixtures", + -12.114426612854004 + ], + [ + "▁pupils", + -12.114694595336914 + ], + [ + "Lib", + -12.11471176147461 + ], + [ + "analyse", + -12.114739418029783 + ], + [ + "▁Oracle", + -12.11476707458496 + ], + [ + "troph", + -12.114859580993652 + ], + [ + "▁detected", + -12.114879608154297 + ], + [ + "▁servant", + -12.11507797241211 + ], + [ + "▁badly", + -12.115121841430664 + ], + [ + "comparing", + -12.115150451660156 + ], + [ + "abs", + -12.115238189697266 + ], + [ + "▁fotografi", + -12.115443229675291 + ], + [ + "▁Million", + -12.115541458129885 + ], + [ + "▁Gordon", + -12.11557388305664 + ], + [ + "▁Smok", + -12.115592002868652 + ], + [ + "▁Essay", + -12.11565113067627 + ], + [ + "eptic", + -12.115665435791016 + ], + [ + "▁Transportation", + -12.115728378295898 + ], + [ + "/2019", + -12.115767478942873 + ], + [ + "▁alignment", + -12.115778923034668 + ], + [ + "▁laut", + -12.11578369140625 + ], + [ + "stände", + -12.11579132080078 + ], + [ + "▁concerts", + -12.115811347961426 + ], + [ + "▁weekends", + -12.11589241027832 + ], + [ + "▁obstacles", + -12.115941047668455 + ], + [ + "wür", + -12.115964889526367 + ], + [ + "▁Fisher", + -12.116219520568848 + ], + [ + "▁supervisor", + -12.11624240875244 + ], + [ + "▁traders", + -12.116262435913086 + ], + [ + "▁scary", + -12.116484642028809 + ], + [ + "▁Grove", + -12.116538047790527 + ], + [ + "▁expose", + -12.116583824157717 + ], + [ + "▁enemies", + -12.11663055419922 + ], + [ + "▁Lux", + -12.11667537689209 + ], + [ + "▁Berufs", + -12.11672306060791 + ], + [ + "▁Sheet", + -12.116780281066896 + ], + [ + "▁Natürlich", + -12.116819381713867 + ], + [ + "▁examined", + -12.116886138916016 + ], + [ + "pursuing", + -12.116920471191406 + ], + [ + "▁pools", + -12.116923332214355 + ], + [ + "▁Thompson", + -12.117005348205566 + ], + [ + "▁SAP", + -12.117010116577148 + ], + [ + "claiming", + -12.117053985595703 + ], + [ + "buried", + -12.117055892944336 + ], + [ + "assurance", + -12.117138862609863 + ], + [ + "▁sandwich", + -12.117195129394531 + ], + [ + "uber", + -12.117310523986816 + ], + [ + "▁laisse", + -12.117321968078612 + ], + [ + "peak", + -12.117348670959473 + ], + [ + "spring", + -12.1173677444458 + ], + [ + "▁august", + -12.117369651794434 + ], + [ + "▁benötigt", + -12.11738109588623 + ], + [ + "▁achievements", + -12.117470741271973 + ], + [ + "coala", + -12.117478370666504 + ], + [ + "▁scr", + -12.117842674255373 + ], + [ + "gesagt", + -12.118122100830078 + ], + [ + "▁envelope", + -12.118141174316406 + ], + [ + "▁mapping", + -12.118169784545898 + ], + [ + "▁Suche", + -12.118298530578612 + ], + [ + "first", + -12.118329048156738 + ], + [ + "▁Quin", + -12.118447303771973 + ], + [ + "räu", + -12.11856174468994 + ], + [ + "▁răs", + -12.11858367919922 + ], + [ + "chemical", + -12.118597984313965 + ], + [ + "dad", + -12.11892795562744 + ], + [ + "formation", + -12.118983268737791 + ], + [ + "▁cushion", + -12.119026184082031 + ], + [ + "▁Maß", + -12.119046211242676 + ], + [ + "07.", + -12.119184494018556 + ], + [ + "▁perioadă", + -12.119257926940918 + ], + [ + "▁Wunsch", + -12.11925983428955 + ], + [ + "▁joi", + -12.119423866271973 + ], + [ + "▁$25", + -12.119482040405272 + ], + [ + "▁uploaded", + -12.11952018737793 + ], + [ + "▁hobby", + -12.119633674621582 + ], + [ + "▁septembrie", + -12.119633674621582 + ], + [ + "▁Dimension", + -12.119634628295898 + ], + [ + "▁domeniu", + -12.119661331176758 + ], + [ + "▁Tourism", + -12.119747161865234 + ], + [ + "▁fais", + -12.119800567626951 + ], + [ + "aches", + -12.119919776916504 + ], + [ + "neck", + -12.119969367980955 + ], + [ + "▁Chip", + -12.119982719421388 + ], + [ + "▁Tisch", + -12.1199951171875 + ], + [ + "▁Pai", + -12.120006561279297 + ], + [ + "▁Butter", + -12.120083808898926 + ], + [ + "▁altor", + -12.12013339996338 + ], + [ + "cultural", + -12.120182991027832 + ], + [ + "▁bases", + -12.12028980255127 + ], + [ + "▁Christopher", + -12.120396614074709 + ], + [ + "Kindle", + -12.120401382446287 + ], + [ + "▁bathrooms", + -12.12049388885498 + ], + [ + "▁civilian", + -12.12052059173584 + ], + [ + "▁Architecture", + -12.12058162689209 + ], + [ + "heiten", + -12.120641708374023 + ], + [ + "otte", + -12.120763778686523 + ], + [ + "ри", + -12.120784759521484 + ], + [ + "wash", + -12.120792388916016 + ], + [ + "▁evenimente", + -12.12086296081543 + ], + [ + "lade", + -12.121132850646973 + ], + [ + "▁ermöglicht", + -12.121140480041504 + ], + [ + "Port", + -12.121149063110352 + ], + [ + "▁Horn", + -12.12119197845459 + ], + [ + "▁Housing", + -12.12123203277588 + ], + [ + "▁Profit", + -12.121304512023926 + ], + [ + "▁stressed", + -12.12136459350586 + ], + [ + "▁70%", + -12.121431350708008 + ], + [ + "laying", + -12.121458053588867 + ], + [ + "▁specialize", + -12.121490478515623 + ], + [ + "▁Published", + -12.121519088745115 + ], + [ + "corp", + -12.121554374694824 + ], + [ + "▁revision", + -12.121611595153809 + ], + [ + "▁sail", + -12.121804237365724 + ], + [ + "courtesy", + -12.121909141540527 + ], + [ + "tax", + -12.1219482421875 + ], + [ + "▁perfekt", + -12.122018814086914 + ], + [ + "▁Risk", + -12.122088432312012 + ], + [ + "▁chaleur", + -12.122129440307615 + ], + [ + "ych", + -12.122132301330566 + ], + [ + "▁spine", + -12.12218189239502 + ], + [ + "▁holders", + -12.122264862060549 + ], + [ + "▁Speaking", + -12.122271537780762 + ], + [ + "▁Bernard", + -12.122400283813477 + ], + [ + "incarc", + -12.122532844543455 + ], + [ + "shalb", + -12.122639656066896 + ], + [ + "Potrivit", + -12.12264633178711 + ], + [ + "arising", + -12.122654914855955 + ], + [ + "▁kingdom", + -12.122665405273438 + ], + [ + "▁potato", + -12.122766494750977 + ], + [ + "▁promoted", + -12.122814178466797 + ], + [ + "▁judges", + -12.1228609085083 + ], + [ + "▁naturelle", + -12.122992515563965 + ], + [ + "▁Kindern", + -12.123022079467772 + ], + [ + "schicht", + -12.123047828674316 + ], + [ + "▁Drag", + -12.123066902160645 + ], + [ + "atta", + -12.123132705688477 + ], + [ + "soient", + -12.123249053955078 + ], + [ + "INS", + -12.12336540222168 + ], + [ + "▁legislative", + -12.123642921447754 + ], + [ + "▁teens", + -12.123785018920898 + ], + [ + "▁Fotos", + -12.123842239379885 + ], + [ + "▁illustrations", + -12.12392520904541 + ], + [ + "möglichkeiten", + -12.12415599822998 + ], + [ + "Votre", + -12.124194145202637 + ], + [ + "▁tarif", + -12.124195098876951 + ], + [ + "cli", + -12.124488830566406 + ], + [ + "▁landlord", + -12.12473201751709 + ], + [ + "cine", + -12.124743461608888 + ], + [ + "▁bot", + -12.124798774719238 + ], + [ + "enhancing", + -12.12491226196289 + ], + [ + "▁März", + -12.12491226196289 + ], + [ + "▁succès", + -12.125106811523438 + ], + [ + "▁disclose", + -12.125120162963867 + ], + [ + "▁Geräte", + -12.125321388244627 + ], + [ + "▁Magn", + -12.125422477722168 + ], + [ + "dessous", + -12.12580680847168 + ], + [ + "▁miracle", + -12.125862121582031 + ], + [ + "▁travailler", + -12.125933647155762 + ], + [ + "▁herb", + -12.12594509124756 + ], + [ + "-01", + -12.126049041748049 + ], + [ + "litre", + -12.126104354858398 + ], + [ + "▁tău", + -12.126120567321776 + ], + [ + "ACC", + -12.126190185546877 + ], + [ + "▁diminu", + -12.126275062561035 + ], + [ + "itzer", + -12.126317024230955 + ], + [ + "▁personenbezogen", + -12.126395225524902 + ], + [ + "▁Pure", + -12.126436233520508 + ], + [ + "▁influences", + -12.12668228149414 + ], + [ + "ană", + -12.126765251159668 + ], + [ + "▁proposer", + -12.126856803894045 + ], + [ + "▁longest", + -12.12692642211914 + ], + [ + "euses", + -12.127080917358398 + ], + [ + "/1", + -12.127487182617188 + ], + [ + "hafte", + -12.127716064453123 + ], + [ + "▁Dich", + -12.127761840820312 + ], + [ + "▁candle", + -12.128026962280272 + ], + [ + "ouche", + -12.128191947937012 + ], + [ + "installation", + -12.128241539001465 + ], + [ + "▁Includes", + -12.128280639648438 + ], + [ + "▁entfernt", + -12.12831974029541 + ], + [ + "traf", + -12.128499031066896 + ], + [ + "▁None", + -12.12850856781006 + ], + [ + "▁produc", + -12.128510475158691 + ], + [ + "held", + -12.12851905822754 + ], + [ + "graphic", + -12.128531455993652 + ], + [ + "▁demographic", + -12.128584861755373 + ], + [ + "ingham", + -12.1287841796875 + ], + [ + "schul", + -12.128812789916992 + ], + [ + "▁sneak", + -12.128843307495115 + ], + [ + "laub", + -12.128889083862305 + ], + [ + "▁thickness", + -12.12911605834961 + ], + [ + "▁killer", + -12.129297256469728 + ], + [ + "▁entsprechende", + -12.129344940185549 + ], + [ + "▁theft", + -12.129396438598633 + ], + [ + "▁Jerusalem", + -12.129457473754885 + ], + [ + "Adapt", + -12.12949562072754 + ], + [ + "▁updating", + -12.129497528076172 + ], + [ + "tete", + -12.12954330444336 + ], + [ + "▁warming", + -12.129701614379885 + ], + [ + "anlage", + -12.12973976135254 + ], + [ + "▁lenders", + -12.12981414794922 + ], + [ + "mobile", + -12.130008697509766 + ], + [ + "▁Package", + -12.130080223083496 + ], + [ + "▁Volume", + -12.130152702331545 + ], + [ + "---", + -12.130167007446287 + ], + [ + "▁Others", + -12.130173683166504 + ], + [ + "content", + -12.130188941955566 + ], + [ + "tement", + -12.130253791809082 + ], + [ + "bildet", + -12.13027572631836 + ], + [ + "▁washer", + -12.13053035736084 + ], + [ + "▁freelance", + -12.130623817443848 + ], + [ + "▁fein", + -12.13075351715088 + ], + [ + "▁catering", + -12.130851745605469 + ], + [ + "▁warmth", + -12.130911827087402 + ], + [ + "▁Month", + -12.131103515625 + ], + [ + "▁Federation", + -12.131134033203123 + ], + [ + "▁editorial", + -12.13121223449707 + ], + [ + "▁Shopping", + -12.13124179840088 + ], + [ + "▁efort", + -12.131296157836914 + ], + [ + "▁damp", + -12.131314277648926 + ], + [ + "▁declined", + -12.131332397460938 + ], + [ + "▁1978", + -12.13135051727295 + ], + [ + "6,000", + -12.131355285644531 + ], + [ + "location", + -12.131551742553713 + ], + [ + "▁blogger", + -12.131572723388672 + ], + [ + "▁goodness", + -12.131826400756836 + ], + [ + "▁Purchase", + -12.132119178771973 + ], + [ + "▁suspended", + -12.132159233093262 + ], + [ + "▁assessed", + -12.132201194763184 + ], + [ + "rada", + -12.132286071777344 + ], + [ + "▁Lac", + -12.132291793823242 + ], + [ + "▁angeboten", + -12.13235092163086 + ], + [ + "▁Wetter", + -12.132370948791504 + ], + [ + "ores", + -12.13243579864502 + ], + [ + "▁fourni", + -12.132476806640623 + ], + [ + "▁retire", + -12.13269329071045 + ], + [ + "▁Baptist", + -12.132741928100586 + ], + [ + "▁Saison", + -12.13277530670166 + ], + [ + "Bar", + -12.132794380187988 + ], + [ + "▁dossier", + -12.132979393005373 + ], + [ + "brow", + -12.133044242858888 + ], + [ + "▁Kaffee", + -12.133071899414062 + ], + [ + "-25", + -12.133463859558104 + ], + [ + "▁festivals", + -12.133599281311035 + ], + [ + "▁sellers", + -12.133716583251951 + ], + [ + "Ü", + -12.13393783569336 + ], + [ + "▁publisher", + -12.133960723876951 + ], + [ + "▁Designs", + -12.133970260620115 + ], + [ + "▁putut", + -12.13400936126709 + ], + [ + "▁Built", + -12.134417533874512 + ], + [ + "▁recreational", + -12.134476661682127 + ], + [ + "▁european", + -12.134514808654783 + ], + [ + "▁binary", + -12.134631156921388 + ], + [ + "▁Nieder", + -12.134764671325684 + ], + [ + "taking", + -12.1348237991333 + ], + [ + "▁Lots", + -12.13494873046875 + ], + [ + "▁recognised", + -12.135031700134276 + ], + [ + "ssant", + -12.13506317138672 + ], + [ + "ITE", + -12.135271072387695 + ], + [ + "oom", + -12.135298728942873 + ], + [ + "▁Kre", + -12.135310173034668 + ], + [ + "▁pipes", + -12.135631561279297 + ], + [ + "▁hinge", + -12.135653495788574 + ], + [ + "▁enterprises", + -12.135664939880373 + ], + [ + "▁texts", + -12.13583755493164 + ], + [ + "Organiz", + -12.136080741882324 + ], + [ + "▁suivre", + -12.13612461090088 + ], + [ + "noc", + -12.136157989501951 + ], + [ + "fair", + -12.136194229125977 + ], + [ + "▁darkness", + -12.136305809020996 + ], + [ + "▁Whi", + -12.13631534576416 + ], + [ + "natural", + -12.13632106781006 + ], + [ + "Bas", + -12.136422157287598 + ], + [ + "▁tribute", + -12.13644313812256 + ], + [ + "▁Naţional", + -12.136573791503906 + ], + [ + "hara", + -12.136622428894045 + ], + [ + "▁catégorie", + -12.13669776916504 + ], + [ + "▁Schedule", + -12.136698722839355 + ], + [ + "▁lernen", + -12.13671875 + ], + [ + "▁Plastic", + -12.136725425720217 + ], + [ + "▁giveaway", + -12.13675594329834 + ], + [ + "▁Ideen", + -12.136906623840332 + ], + [ + "▁circa", + -12.13718032836914 + ], + [ + "▁lice", + -12.137242317199709 + ], + [ + "▁Meinung", + -12.137264251708984 + ], + [ + "▁beside", + -12.137566566467283 + ], + [ + "▁vazut", + -12.137673377990724 + ], + [ + "strom", + -12.137749671936035 + ], + [ + "boro", + -12.137775421142578 + ], + [ + "▁Soon", + -12.13779640197754 + ], + [ + "dozens", + -12.137896537780762 + ], + [ + "▁Arena", + -12.137943267822266 + ], + [ + "▁viața", + -12.137989044189451 + ], + [ + "▁Impact", + -12.13808250427246 + ], + [ + "current", + -12.138106346130373 + ], + [ + "FM", + -12.138117790222168 + ], + [ + "▁coil", + -12.138657569885254 + ], + [ + "gold", + -12.138679504394531 + ], + [ + "▁spate", + -12.138679504394531 + ], + [ + "1.4", + -12.13875675201416 + ], + [ + "solution", + -12.138769149780272 + ], + [ + "▁Wayne", + -12.138835906982422 + ], + [ + "▁queen", + -12.138898849487305 + ], + [ + "illion", + -12.139022827148438 + ], + [ + "greifen", + -12.139127731323242 + ], + [ + "▁Bil", + -12.139174461364746 + ], + [ + "rote", + -12.139185905456545 + ], + [ + "END", + -12.13918685913086 + ], + [ + "äl", + -12.139206886291504 + ], + [ + "▁reçu", + -12.139378547668455 + ], + [ + "flower", + -12.139495849609377 + ], + [ + "▁draws", + -12.139519691467283 + ], + [ + "plant", + -12.139605522155762 + ], + [ + "2010", + -12.139702796936035 + ], + [ + "▁oper", + -12.139762878417969 + ], + [ + "▁conserve", + -12.139777183532717 + ], + [ + "▁sprinkle", + -12.13984203338623 + ], + [ + "mode", + -12.13992404937744 + ], + [ + "▁lifting", + -12.139941215515137 + ], + [ + "▁Institution", + -12.139951705932615 + ], + [ + "Când", + -12.14001750946045 + ], + [ + "Aus", + -12.140048027038574 + ], + [ + "▁fears", + -12.140054702758787 + ], + [ + "▁appointments", + -12.140079498291016 + ], + [ + "oarele", + -12.140162467956545 + ], + [ + "▁duck", + -12.140193939208984 + ], + [ + "▁stadium", + -12.140213012695312 + ], + [ + "▁vezi", + -12.14022731781006 + ], + [ + "▁lap", + -12.140315055847168 + ], + [ + "▁proceeds", + -12.140382766723633 + ], + [ + "geschlossen", + -12.14041233062744 + ], + [ + "▁tren", + -12.140478134155272 + ], + [ + "VS", + -12.140536308288574 + ], + [ + "▁vais", + -12.14080047607422 + ], + [ + "ținut", + -12.140859603881836 + ], + [ + "▁Concert", + -12.140928268432615 + ], + [ + "▁planting", + -12.141008377075195 + ], + [ + "▁honour", + -12.141069412231444 + ], + [ + "▁gras", + -12.141071319580078 + ], + [ + "woo", + -12.14109230041504 + ], + [ + "▁Hero", + -12.141282081604004 + ], + [ + "▁stimulate", + -12.14134407043457 + ], + [ + "▁überhaupt", + -12.14142608642578 + ], + [ + "▁bounce", + -12.14148235321045 + ], + [ + "oodle", + -12.14151382446289 + ], + [ + "▁packs", + -12.141576766967772 + ], + [ + "▁Poker", + -12.14158821105957 + ], + [ + "▁acea", + -12.141684532165527 + ], + [ + "▁parish", + -12.141754150390623 + ], + [ + "-24", + -12.141766548156738 + ], + [ + "▁iTunes", + -12.141874313354492 + ], + [ + "▁lumière", + -12.141948699951172 + ], + [ + "third", + -12.142024993896484 + ], + [ + "▁dynamics", + -12.142038345336914 + ], + [ + "Unless", + -12.142162322998049 + ], + [ + "▁immense", + -12.142416000366213 + ], + [ + "▁Sec", + -12.142781257629396 + ], + [ + "lois", + -12.143009185791016 + ], + [ + "époque", + -12.14302921295166 + ], + [ + "NB", + -12.143139839172363 + ], + [ + "written", + -12.143210411071776 + ], + [ + "▁logement", + -12.143226623535156 + ], + [ + "submitting", + -12.143295288085938 + ], + [ + "▁Quand", + -12.14331340789795 + ], + [ + "▁foi", + -12.143322944641112 + ], + [ + "▁catalogue", + -12.143351554870604 + ], + [ + "nova", + -12.14343547821045 + ], + [ + "▁prezentat", + -12.143527030944824 + ], + [ + "▁tart", + -12.143877983093262 + ], + [ + "те", + -12.143912315368652 + ], + [ + "hack", + -12.143916130065918 + ], + [ + "▁Politic", + -12.144003868103027 + ], + [ + "▁18,", + -12.144048690795898 + ], + [ + "▁ignored", + -12.144145965576172 + ], + [ + "▁spoon", + -12.144245147705078 + ], + [ + "▁Joy", + -12.144280433654783 + ], + [ + "▁reside", + -12.144482612609863 + ], + [ + ".99", + -12.144488334655762 + ], + [ + "lytic", + -12.144625663757324 + ], + [ + "▁bogat", + -12.144643783569336 + ], + [ + "▁nurses", + -12.144845008850098 + ], + [ + "▁funcţi", + -12.145029067993164 + ], + [ + "▁produselor", + -12.145038604736328 + ], + [ + "▁Associates", + -12.145069122314451 + ], + [ + "Est", + -12.14511489868164 + ], + [ + "▁peanut", + -12.145187377929688 + ], + [ + "▁résultat", + -12.145257949829102 + ], + [ + "08.", + -12.145424842834473 + ], + [ + "▁Astro", + -12.14543914794922 + ], + [ + "▁personnelle", + -12.145527839660645 + ], + [ + "320", + -12.145668983459473 + ], + [ + "▁Grab", + -12.145748138427734 + ], + [ + "éco", + -12.145801544189451 + ], + [ + "▁clasic", + -12.14585781097412 + ], + [ + "offre", + -12.14588451385498 + ], + [ + "▁idee", + -12.14589786529541 + ], + [ + "▁cheat", + -12.146259307861328 + ], + [ + "▁Flug", + -12.146286964416504 + ], + [ + "▁1500", + -12.146413803100586 + ], + [ + "▁kurze", + -12.14643383026123 + ], + [ + "With", + -12.146512985229492 + ], + [ + "▁Half", + -12.146575927734377 + ], + [ + "▁disciplines", + -12.146642684936523 + ], + [ + "sorption", + -12.14669132232666 + ], + [ + "▁greutate", + -12.146927833557127 + ], + [ + "mä", + -12.146940231323242 + ], + [ + "▁Literatur", + -12.14695644378662 + ], + [ + "3/", + -12.147016525268556 + ], + [ + "4.0", + -12.147095680236816 + ], + [ + "▁déco", + -12.147119522094728 + ], + [ + "▁Fuß", + -12.147233963012695 + ], + [ + "▁Deutsche", + -12.147289276123049 + ], + [ + "▁abundance", + -12.14746379852295 + ], + [ + "▁Luther", + -12.14750862121582 + ], + [ + "▁nutritional", + -12.147562980651855 + ], + [ + "▁Jude", + -12.147687911987305 + ], + [ + "AY", + -12.14786148071289 + ], + [ + "▁chore", + -12.147916793823242 + ], + [ + "▁Kro", + -12.148006439208984 + ], + [ + "▁alin", + -12.14801025390625 + ], + [ + "lösung", + -12.148030281066896 + ], + [ + "▁geworden", + -12.148238182067873 + ], + [ + "▁sociaux", + -12.148255348205566 + ], + [ + "▁Spark", + -12.1486177444458 + ], + [ + "▁phenomenon", + -12.148624420166016 + ], + [ + "ICA", + -12.148805618286133 + ], + [ + "▁Ran", + -12.148836135864258 + ], + [ + "▁Schwarz", + -12.148959159851074 + ], + [ + "▁1983", + -12.148985862731934 + ], + [ + "ет", + -12.148990631103516 + ], + [ + "möglich", + -12.149084091186523 + ], + [ + "vocation", + -12.149087905883787 + ], + [ + "▁Organic", + -12.14926815032959 + ], + [ + "Oh", + -12.149408340454102 + ], + [ + "▁blockchain", + -12.149422645568848 + ], + [ + "▁Bă", + -12.14951515197754 + ], + [ + "▁Bass", + -12.14953899383545 + ], + [ + "enie", + -12.149687767028809 + ], + [ + "▁rêve", + -12.149807929992676 + ], + [ + "▁Rap", + -12.149986267089844 + ], + [ + "▁democratic", + -12.150044441223145 + ], + [ + "▁Chart", + -12.15016746520996 + ], + [ + "▁Voi", + -12.150189399719238 + ], + [ + "process", + -12.150263786315918 + ], + [ + "▁preach", + -12.150389671325684 + ], + [ + "tient", + -12.150456428527832 + ], + [ + "▁Train", + -12.150468826293944 + ], + [ + "▁Reihe", + -12.150472640991213 + ], + [ + "help", + -12.150514602661133 + ], + [ + "1.6", + -12.150547981262209 + ], + [ + "▁cazuri", + -12.150547981262209 + ], + [ + "▁chap", + -12.150559425354004 + ], + [ + "aktiv", + -12.150632858276367 + ], + [ + "▁2006.", + -12.15079116821289 + ], + [ + "iene", + -12.150849342346191 + ], + [ + "▁BBQ", + -12.15096950531006 + ], + [ + "dauer", + -12.151028633117676 + ], + [ + "2).", + -12.151226997375488 + ], + [ + "▁Monat", + -12.151277542114258 + ], + [ + "Generally", + -12.151285171508787 + ], + [ + "▁bracelet", + -12.151336669921877 + ], + [ + "▁cartoon", + -12.151349067687988 + ], + [ + "▁pui", + -12.151488304138184 + ], + [ + "temp", + -12.151506423950195 + ], + [ + "▁Particip", + -12.151555061340332 + ], + [ + "▁dumneavoastră", + -12.151725769042969 + ], + [ + "▁Gin", + -12.151824951171877 + ], + [ + "iunile", + -12.151829719543455 + ], + [ + "reise", + -12.151849746704102 + ], + [ + "▁einzige", + -12.15189266204834 + ], + [ + "ANCE", + -12.15192985534668 + ], + [ + "▁humble", + -12.151951789855955 + ], + [ + "claim", + -12.152093887329102 + ], + [ + "LV", + -12.152143478393556 + ], + [ + "▁confiance", + -12.152270317077637 + ], + [ + "▁Trading", + -12.152535438537598 + ], + [ + "▁Fabric", + -12.152770042419434 + ], + [ + "▁Duke", + -12.152851104736328 + ], + [ + "spieler", + -12.15293788909912 + ], + [ + "▁reject", + -12.152987480163574 + ], + [ + "▁crise", + -12.153170585632324 + ], + [ + "▁borders", + -12.153196334838867 + ], + [ + "▁Vehicle", + -12.153279304504396 + ], + [ + "zeiten", + -12.153481483459473 + ], + [ + "enrolled", + -12.153514862060549 + ], + [ + "venue", + -12.153555870056152 + ], + [ + "▁forests", + -12.153564453125 + ], + [ + "vascular", + -12.15358829498291 + ], + [ + "▁phrases", + -12.153661727905272 + ], + [ + "▁receptor", + -12.15368366241455 + ], + [ + "schied", + -12.153687477111816 + ], + [ + "▁soirée", + -12.153785705566406 + ], + [ + "▁partener", + -12.153987884521484 + ], + [ + "▁Jobs", + -12.15417194366455 + ], + [ + "▁segments", + -12.154216766357422 + ], + [ + "▁violate", + -12.154438972473145 + ], + [ + "▁viable", + -12.154500007629396 + ], + [ + "▁encountered", + -12.154533386230469 + ], + [ + "▁travelers", + -12.154552459716797 + ], + [ + "▁împ", + -12.15467929840088 + ], + [ + "▁convince", + -12.154693603515623 + ], + [ + "▁mailing", + -12.154693603515623 + ], + [ + "▁Zahn", + -12.154698371887209 + ], + [ + "attend", + -12.15477466583252 + ], + [ + "▁eBay", + -12.154836654663086 + ], + [ + "▁Emergency", + -12.154844284057615 + ], + [ + "wirtschaft", + -12.154882431030272 + ], + [ + "▁scholars", + -12.154947280883787 + ], + [ + "▁considerably", + -12.155118942260742 + ], + [ + "▁combo", + -12.1551513671875 + ], + [ + "hiver", + -12.155198097229004 + ], + [ + "▁mysterious", + -12.15522575378418 + ], + [ + "▁Degree", + -12.155234336853027 + ], + [ + "▁fate", + -12.155242919921877 + ], + [ + "▁transplant", + -12.155281066894531 + ], + [ + "▁samedi", + -12.155400276184082 + ], + [ + "unit", + -12.155519485473633 + ], + [ + "▁moyenne", + -12.155611991882324 + ], + [ + "▁Liverpool", + -12.155614852905272 + ], + [ + "▁Champions", + -12.155728340148926 + ], + [ + "zzle", + -12.155824661254885 + ], + [ + "▁arena", + -12.156228065490724 + ], + [ + "▁Pipe", + -12.15633487701416 + ], + [ + "▁waterproof", + -12.156356811523438 + ], + [ + "▁eternal", + -12.156463623046877 + ], + [ + "Whenever", + -12.156503677368164 + ], + [ + "▁Hop", + -12.156535148620604 + ], + [ + "▁Betrieb", + -12.156816482543944 + ], + [ + "gne", + -12.15692138671875 + ], + [ + "▁spe", + -12.156975746154783 + ], + [ + "▁Corner", + -12.157078742980955 + ], + [ + "▁devenir", + -12.157118797302246 + ], + [ + "ambiance", + -12.157144546508787 + ], + [ + "▁Graham", + -12.157200813293455 + ], + [ + "▁desires", + -12.157289505004885 + ], + [ + "▁Applications", + -12.157291412353516 + ], + [ + "▁genutzt", + -12.157477378845217 + ], + [ + "tek", + -12.157612800598145 + ], + [ + "▁Career", + -12.157641410827637 + ], + [ + "▁staple", + -12.157695770263672 + ], + [ + "▁Dodge", + -12.157817840576172 + ], + [ + "▁strictly", + -12.157889366149902 + ], + [ + "▁Gruppen", + -12.157952308654783 + ], + [ + "▁Finanz", + -12.157981872558594 + ], + [ + "▁sporting", + -12.15809440612793 + ], + [ + "▁Wieder", + -12.158127784729004 + ], + [ + "anny", + -12.158208847045898 + ], + [ + "▁bucura", + -12.158233642578123 + ], + [ + "▁Pest", + -12.15824031829834 + ], + [ + "▁circles", + -12.158246994018556 + ], + [ + "▁richtige", + -12.158309936523438 + ], + [ + "▁cycles", + -12.158379554748535 + ], + [ + "static", + -12.15845012664795 + ], + [ + "lasting", + -12.15847396850586 + ], + [ + "▁calcium", + -12.158549308776855 + ], + [ + "▁digest", + -12.158697128295898 + ], + [ + "Enfin", + -12.158865928649902 + ], + [ + "▁stressful", + -12.15895175933838 + ], + [ + "▁schemes", + -12.158981323242188 + ], + [ + "▁décision", + -12.158987045288086 + ], + [ + "▁comercial", + -12.15907096862793 + ], + [ + "işti", + -12.159098625183104 + ], + [ + "▁Comic", + -12.15910816192627 + ], + [ + "▁extensions", + -12.159140586853027 + ], + [ + "▁Sieg", + -12.159168243408203 + ], + [ + "▁pine", + -12.15919017791748 + ], + [ + "ieß", + -12.159272193908691 + ], + [ + "▁Images", + -12.159427642822266 + ], + [ + "▁Mensch", + -12.159668922424316 + ], + [ + "Pap", + -12.15977382659912 + ], + [ + "▁crops", + -12.15994930267334 + ], + [ + "▁sheep", + -12.159996032714844 + ], + [ + "▁istoric", + -12.160001754760742 + ], + [ + "▁Assessment", + -12.160035133361816 + ], + [ + "▁mounting", + -12.16035270690918 + ], + [ + "wirken", + -12.16046905517578 + ], + [ + "▁augment", + -12.16046905517578 + ], + [ + "▁picioare", + -12.160542488098145 + ], + [ + "organisme", + -12.160590171813965 + ], + [ + "▁Monitor", + -12.16060733795166 + ], + [ + "▁celles", + -12.160642623901367 + ], + [ + "▁Maison", + -12.160709381103516 + ], + [ + "notified", + -12.160783767700195 + ], + [ + "▁chew", + -12.160831451416016 + ], + [ + "▁bleu", + -12.16083812713623 + ], + [ + "dow", + -12.160844802856444 + ], + [ + "▁Grav", + -12.16097354888916 + ], + [ + "▁curtains", + -12.160975456237791 + ], + [ + "▁Campus", + -12.161076545715332 + ], + [ + "▁controversial", + -12.161087036132812 + ], + [ + "▁soutien", + -12.161189079284668 + ], + [ + "▁Dell", + -12.1613187789917 + ], + [ + "▁instrumental", + -12.161431312561035 + ], + [ + "▁Nan", + -12.161514282226562 + ], + [ + "▁prom", + -12.161520957946776 + ], + [ + "▁spatial", + -12.161523818969728 + ], + [ + "Similarly", + -12.161558151245115 + ], + [ + "▁Gala", + -12.161601066589355 + ], + [ + "ultimul", + -12.16162109375 + ], + [ + "▁Vom", + -12.161761283874512 + ], + [ + "▁Foot", + -12.161784172058104 + ], + [ + "bike", + -12.1618013381958 + ], + [ + "▁acids", + -12.161979675292969 + ], + [ + "entend", + -12.162002563476562 + ], + [ + "ivă", + -12.16204071044922 + ], + [ + "▁Weitere", + -12.162124633789062 + ], + [ + "▁vitamins", + -12.162131309509276 + ], + [ + "▁enhancement", + -12.16234016418457 + ], + [ + "▁Cruise", + -12.162367820739746 + ], + [ + "assemble", + -12.162385940551758 + ], + [ + "▁spécifique", + -12.16245937347412 + ], + [ + "affaires", + -12.16261100769043 + ], + [ + "▁indispensable", + -12.1626558303833 + ], + [ + "▁logistics", + -12.16283130645752 + ], + [ + "▁manche", + -12.162919044494627 + ], + [ + "▁dealt", + -12.16297435760498 + ], + [ + "▁favorable", + -12.163036346435549 + ], + [ + "▁unwanted", + -12.163047790527344 + ], + [ + "▁handmade", + -12.163065910339355 + ], + [ + "▁Regi", + -12.16310214996338 + ], + [ + "safe", + -12.163134574890137 + ], + [ + "persoanele", + -12.163202285766602 + ], + [ + "▁destinat", + -12.163252830505373 + ], + [ + "▁Maxi", + -12.163299560546877 + ], + [ + "▁salmon", + -12.163454055786133 + ], + [ + "wag", + -12.163578033447266 + ], + [ + "210", + -12.163769721984863 + ], + [ + "▁warned", + -12.163865089416504 + ], + [ + "läuft", + -12.16386604309082 + ], + [ + "agging", + -12.163931846618652 + ], + [ + "▁responsabil", + -12.16398811340332 + ], + [ + "▁presse", + -12.164271354675291 + ], + [ + "▁amis", + -12.164305686950684 + ], + [ + "▁rolls", + -12.164377212524414 + ], + [ + "control", + -12.164405822753906 + ], + [ + "▁Manufacturer", + -12.164422988891602 + ], + [ + "hnen", + -12.16444969177246 + ], + [ + "▁buget", + -12.164546012878418 + ], + [ + "OW", + -12.16467571258545 + ], + [ + "etro", + -12.164745330810549 + ], + [ + "▁communauté", + -12.164837837219238 + ], + [ + "unci", + -12.164944648742676 + ], + [ + "▁Chine", + -12.164952278137209 + ], + [ + "combines", + -12.16501235961914 + ], + [ + "▁learners", + -12.165046691894531 + ], + [ + "STE", + -12.16505527496338 + ], + [ + "ckel", + -12.16511344909668 + ], + [ + "Service", + -12.165169715881348 + ], + [ + "▁veröffentlicht", + -12.165209770202637 + ], + [ + "besides", + -12.165266036987305 + ], + [ + "getragen", + -12.165349960327148 + ], + [ + "▁opponent", + -12.165521621704102 + ], + [ + "▁volum", + -12.165533065795898 + ], + [ + "▁confusing", + -12.165802001953123 + ], + [ + "invasive", + -12.165813446044922 + ], + [ + "▁conseils", + -12.165881156921388 + ], + [ + "▁vibe", + -12.165928840637209 + ], + [ + "View", + -12.166062355041504 + ], + [ + "oară", + -12.166086196899414 + ], + [ + "Link", + -12.166261672973633 + ], + [ + "▁holy", + -12.166261672973633 + ], + [ + "▁crema", + -12.16629409790039 + ], + [ + "▁Michelle", + -12.166303634643556 + ], + [ + "▁Wien", + -12.166383743286133 + ], + [ + "▁undertake", + -12.166404724121094 + ], + [ + "▁Photograph", + -12.166421890258787 + ], + [ + "humain", + -12.16645336151123 + ], + [ + "▁Hang", + -12.166545867919922 + ], + [ + "designed", + -12.16657829284668 + ], + [ + "▁analyses", + -12.166614532470703 + ], + [ + "▁compose", + -12.166653633117676 + ], + [ + "▁substantially", + -12.166765213012695 + ], + [ + "▁marking", + -12.166772842407228 + ], + [ + "▁campagne", + -12.166826248168944 + ], + [ + "▁$15", + -12.166828155517578 + ], + [ + "pharma", + -12.166972160339355 + ], + [ + "▁playoff", + -12.1669921875 + ], + [ + "▁momentum", + -12.167091369628906 + ], + [ + "Temp", + -12.16714096069336 + ], + [ + "▁vinegar", + -12.167143821716309 + ], + [ + "▁descriptions", + -12.16758155822754 + ], + [ + "christ", + -12.167656898498535 + ], + [ + "wore", + -12.16773509979248 + ], + [ + "ITY", + -12.167768478393556 + ], + [ + "stehen", + -12.167771339416504 + ], + [ + "▁insulation", + -12.1677827835083 + ], + [ + "grav", + -12.167842864990234 + ], + [ + "2.2", + -12.167887687683104 + ], + [ + "▁Explore", + -12.168028831481934 + ], + [ + "▁dye", + -12.168127059936523 + ], + [ + "stair", + -12.168155670166016 + ], + [ + "artisan", + -12.168207168579102 + ], + [ + "▁zoom", + -12.168285369873049 + ], + [ + "▁turkey", + -12.168573379516602 + ], + [ + "▁locksmith", + -12.168577194213867 + ], + [ + "▁sewing", + -12.16861057281494 + ], + [ + "▁modeling", + -12.168627738952637 + ], + [ + "lied", + -12.16870403289795 + ], + [ + "adel", + -12.168773651123049 + ], + [ + "▁Going", + -12.168785095214844 + ], + [ + "WH", + -12.168798446655272 + ], + [ + "▁deserves", + -12.168919563293455 + ], + [ + "▁arriving", + -12.168960571289062 + ], + [ + "OFF", + -12.169039726257324 + ], + [ + "torului", + -12.169109344482422 + ], + [ + "ucked", + -12.16921615600586 + ], + [ + "▁approached", + -12.169351577758787 + ], + [ + "▁élevé", + -12.169354438781738 + ], + [ + "▁quotidien", + -12.169416427612305 + ], + [ + "▁derzeit", + -12.16942024230957 + ], + [ + "nutzt", + -12.16965675354004 + ], + [ + "science", + -12.169729232788086 + ], + [ + "▁Emma", + -12.169841766357422 + ], + [ + "▁builds", + -12.169879913330078 + ], + [ + "▁Logo", + -12.169949531555176 + ], + [ + "▁clouds", + -12.170061111450195 + ], + [ + "inflammatory", + -12.170141220092772 + ], + [ + "țiuni", + -12.170199394226074 + ], + [ + "▁Cisco", + -12.17025089263916 + ], + [ + "▁würden", + -12.170254707336426 + ], + [ + "▁Shaw", + -12.17025661468506 + ], + [ + "▁Ell", + -12.170266151428224 + ], + [ + "avance", + -12.1703519821167 + ], + [ + "anglais", + -12.170365333557127 + ], + [ + "weil", + -12.170368194580078 + ], + [ + "▁singura", + -12.170464515686035 + ], + [ + "ACK", + -12.170489311218262 + ], + [ + "likewise", + -12.170522689819336 + ], + [ + "ographie", + -12.170646667480469 + ], + [ + "liegen", + -12.17088508605957 + ], + [ + "▁Crow", + -12.170964241027832 + ], + [ + "▁unic", + -12.171187400817873 + ], + [ + "▁Ale", + -12.171241760253906 + ], + [ + "▁păstr", + -12.17125129699707 + ], + [ + "▁informal", + -12.171337127685549 + ], + [ + "650", + -12.17136287689209 + ], + [ + "Benz", + -12.171489715576172 + ], + [ + "▁antenna", + -12.17154026031494 + ], + [ + "▁pagini", + -12.171552658081056 + ], + [ + "▁lansat", + -12.171561241149902 + ], + [ + "▁Fans", + -12.171576499938965 + ], + [ + "taine", + -12.171822547912598 + ], + [ + "JO", + -12.171853065490724 + ], + [ + "▁Tips", + -12.172091484069824 + ], + [ + "cir", + -12.172130584716797 + ], + [ + "nou", + -12.17238426208496 + ], + [ + "▁planted", + -12.17241382598877 + ], + [ + "▁steering", + -12.172423362731934 + ], + [ + "▁Waren", + -12.172475814819336 + ], + [ + "▁clearance", + -12.172515869140623 + ], + [ + "▁Moscow", + -12.17251682281494 + ], + [ + "▁Faith", + -12.172534942626951 + ], + [ + "▁Pizza", + -12.172572135925291 + ], + [ + "▁Tank", + -12.17273998260498 + ], + [ + "QUE", + -12.172783851623535 + ], + [ + "▁studii", + -12.172804832458496 + ], + [ + "éné", + -12.172829627990724 + ], + [ + "▁guerre", + -12.1728515625 + ], + [ + "▁celebr", + -12.173083305358888 + ], + [ + "▁Factory", + -12.17311191558838 + ], + [ + "▁Browse", + -12.173198699951172 + ], + [ + "▁Request", + -12.17323112487793 + ], + [ + "▁taxpayer", + -12.173311233520508 + ], + [ + "▁assert", + -12.173562049865724 + ], + [ + "unternehmen", + -12.173588752746582 + ], + [ + "▁Ergebnis", + -12.173687934875488 + ], + [ + "▁Antwort", + -12.17372703552246 + ], + [ + "▁Photography", + -12.173808097839355 + ], + [ + "▁plă", + -12.173866271972656 + ], + [ + "IME", + -12.173982620239258 + ], + [ + "▁prochaine", + -12.174074172973633 + ], + [ + "ajouter", + -12.17410373687744 + ], + [ + "▁buffet", + -12.174227714538574 + ], + [ + "▁pixels", + -12.174239158630373 + ], + [ + "▁pledge", + -12.174250602722168 + ], + [ + "▁Inhalt", + -12.17435359954834 + ], + [ + "▁chase", + -12.174384117126465 + ], + [ + "Flow", + -12.174493789672852 + ], + [ + "▁melodi", + -12.174872398376465 + ], + [ + "▁Abu", + -12.174991607666016 + ], + [ + "▁1979", + -12.175042152404783 + ], + [ + "▁Photos", + -12.175042152404783 + ], + [ + "▁qualifications", + -12.175148963928224 + ], + [ + "▁zis", + -12.175213813781738 + ], + [ + "IAL", + -12.175354957580566 + ], + [ + "▁lender", + -12.175390243530272 + ], + [ + "▁indiferent", + -12.175494194030762 + ], + [ + "▁behaviors", + -12.175506591796877 + ], + [ + "▁flowing", + -12.175531387329102 + ], + [ + "▁zweite", + -12.1756010055542 + ], + [ + "abl", + -12.17576503753662 + ], + [ + "Schw", + -12.17600440979004 + ], + [ + "opi", + -12.176030158996582 + ], + [ + "ggi", + -12.176164627075195 + ], + [ + "▁depart", + -12.176314353942873 + ], + [ + "▁garde", + -12.17640209197998 + ], + [ + "▁tuition", + -12.176490783691406 + ], + [ + "fälle", + -12.17650032043457 + ], + [ + "▁determina", + -12.17652702331543 + ], + [ + "▁spice", + -12.176627159118652 + ], + [ + "▁petites", + -12.176777839660645 + ], + [ + "kot", + -12.176973342895508 + ], + [ + "▁intersection", + -12.177242279052734 + ], + [ + "hak", + -12.177248001098633 + ], + [ + "▁autumn", + -12.177284240722656 + ], + [ + "▁verbunden", + -12.177284240722656 + ], + [ + "▁ferme", + -12.177287101745604 + ], + [ + "PN", + -12.17733097076416 + ], + [ + "▁insurer", + -12.177390098571776 + ], + [ + "arten", + -12.177401542663574 + ], + [ + "▁Turkish", + -12.177715301513672 + ], + [ + "▁shoulders", + -12.177732467651367 + ], + [ + "=>", + -12.177742004394531 + ], + [ + "▁Nike", + -12.177760124206545 + ], + [ + "uire", + -12.177763938903809 + ], + [ + "▁Chile", + -12.177811622619627 + ], + [ + "jon", + -12.177842140197754 + ], + [ + "▁fragrance", + -12.177884101867676 + ], + [ + "▁bean", + -12.177908897399902 + ], + [ + "ips", + -12.178108215332031 + ], + [ + "assuming", + -12.17819118499756 + ], + [ + "liens", + -12.178215026855469 + ], + [ + "tocmai", + -12.178267478942873 + ], + [ + "▁60%", + -12.178301811218262 + ], + [ + "ipped", + -12.178384780883787 + ], + [ + "DIS", + -12.178473472595217 + ], + [ + "▁predicted", + -12.178537368774414 + ], + [ + "▁Picture", + -12.178555488586426 + ], + [ + "Bahn", + -12.178796768188477 + ], + [ + "104", + -12.178854942321776 + ], + [ + "tended", + -12.178958892822266 + ], + [ + "▁approve", + -12.179031372070312 + ], + [ + "▁magasin", + -12.17908000946045 + ], + [ + "▁mindset", + -12.179208755493164 + ], + [ + "rase", + -12.179363250732422 + ], + [ + "grand", + -12.179469108581545 + ], + [ + "▁Principal", + -12.17947769165039 + ], + [ + "▁informații", + -12.17959976196289 + ], + [ + "▁legătur", + -12.179628372192385 + ], + [ + "▁Farb", + -12.179692268371582 + ], + [ + "▁Dieu", + -12.179710388183594 + ], + [ + "▁alliance", + -12.180378913879396 + ], + [ + "weiligen", + -12.180397987365724 + ], + [ + "▁Câ", + -12.18048095703125 + ], + [ + "▁counseling", + -12.18052101135254 + ], + [ + "▁traveled", + -12.180533409118652 + ], + [ + "▁translated", + -12.18055820465088 + ], + [ + "▁carne", + -12.180679321289062 + ], + [ + "aked", + -12.180707931518556 + ], + [ + "▁LCD", + -12.180868148803713 + ], + [ + "▁Folge", + -12.180909156799316 + ], + [ + "▁Erfahrungen", + -12.18093204498291 + ], + [ + "▁1981", + -12.18106460571289 + ], + [ + "▁răspuns", + -12.181075096130373 + ], + [ + "itori", + -12.18117618560791 + ], + [ + "▁elementary", + -12.181200981140137 + ], + [ + "▁vorbei", + -12.18127727508545 + ], + [ + "▁cargo", + -12.181361198425291 + ], + [ + "disciplinary", + -12.18140983581543 + ], + [ + "WR", + -12.181492805480955 + ], + [ + "▁counterpart", + -12.18162727355957 + ], + [ + "family", + -12.181641578674316 + ], + [ + "▁viață", + -12.181644439697266 + ], + [ + "▁Definition", + -12.18167495727539 + ], + [ + "▁Cow", + -12.18171501159668 + ], + [ + "fällig", + -12.182003021240234 + ], + [ + "▁Sicht", + -12.182025909423828 + ], + [ + "▁mum", + -12.18214511871338 + ], + [ + "▁Mediterranean", + -12.182275772094728 + ], + [ + "nev", + -12.182278633117676 + ], + [ + "bü", + -12.182293891906738 + ], + [ + "▁slave", + -12.182293891906738 + ], + [ + "schnitt", + -12.18233871459961 + ], + [ + "▁firme", + -12.182430267333984 + ], + [ + "▁spill", + -12.182454109191896 + ], + [ + "▁wages", + -12.182592391967772 + ], + [ + "▁refine", + -12.182615280151367 + ], + [ + "▁upgraded", + -12.182632446289062 + ], + [ + "▁gospel", + -12.182698249816896 + ], + [ + "▁quartier", + -12.182744979858398 + ], + [ + "▁#2", + -12.182772636413574 + ], + [ + "▁Situation", + -12.18298625946045 + ], + [ + "▁suggesting", + -12.183075904846191 + ], + [ + "▁acne", + -12.183113098144531 + ], + [ + "▁Murray", + -12.183337211608888 + ], + [ + "▁Ian", + -12.183469772338867 + ], + [ + "hören", + -12.183489799499512 + ], + [ + "bia", + -12.183603286743164 + ], + [ + "▁Bewegung", + -12.18368434906006 + ], + [ + "▁abzu", + -12.18379020690918 + ], + [ + "reveals", + -12.183795928955078 + ], + [ + "friend", + -12.184025764465332 + ], + [ + "▁Connecticut", + -12.18407917022705 + ], + [ + "▁Testament", + -12.184151649475098 + ], + [ + "▁Lit", + -12.184199333190918 + ], + [ + "▁Ship", + -12.184209823608398 + ], + [ + "▁minunat", + -12.184344291687012 + ], + [ + "▁Moving", + -12.184346199035645 + ], + [ + "▁Device", + -12.184486389160156 + ], + [ + "▁Bake", + -12.18453598022461 + ], + [ + "▁qualification", + -12.184633255004885 + ], + [ + "▁challenged", + -12.184640884399414 + ], + [ + "▁Hinweis", + -12.184721946716309 + ], + [ + "▁sechs", + -12.184769630432127 + ], + [ + "та", + -12.184903144836426 + ], + [ + "120", + -12.184904098510742 + ], + [ + "licht", + -12.184940338134766 + ], + [ + "▁supervision", + -12.185022354125977 + ], + [ + "▁milestone", + -12.18503189086914 + ], + [ + "zeig", + -12.185050964355469 + ], + [ + "▁emphasize", + -12.185224533081056 + ], + [ + "▁complain", + -12.185232162475586 + ], + [ + "sack", + -12.185341835021973 + ], + [ + "▁rebuild", + -12.18544578552246 + ], + [ + "projekt", + -12.18548583984375 + ], + [ + "▁saint", + -12.185644149780272 + ], + [ + "lette", + -12.185752868652344 + ], + [ + "rade", + -12.18580150604248 + ], + [ + "▁pacient", + -12.185893058776855 + ], + [ + "signed", + -12.186169624328612 + ], + [ + "▁mil", + -12.186261177062988 + ], + [ + "cali", + -12.186266899108888 + ], + [ + "▁brochure", + -12.186487197875977 + ], + [ + "▁Bulgaria", + -12.186488151550291 + ], + [ + "Har", + -12.186623573303224 + ], + [ + "DH", + -12.186697006225586 + ], + [ + "▁jumping", + -12.186712265014648 + ], + [ + "ären", + -12.186732292175291 + ], + [ + "▁tactics", + -12.186911582946776 + ], + [ + "▁soleil", + -12.187030792236328 + ], + [ + "lessness", + -12.18705940246582 + ], + [ + "steigen", + -12.187085151672363 + ], + [ + "▁Brief", + -12.18711757659912 + ], + [ + "▁Oz", + -12.18718433380127 + ], + [ + "credit", + -12.18723964691162 + ], + [ + "glass", + -12.187241554260254 + ], + [ + "▁Baltimore", + -12.187292098999023 + ], + [ + "varies", + -12.187445640563965 + ], + [ + "sourced", + -12.187575340270996 + ], + [ + "▁documented", + -12.187604904174805 + ], + [ + "▁devine", + -12.187664985656738 + ], + [ + "möglichst", + -12.187732696533203 + ], + [ + "▁früher", + -12.187756538391112 + ], + [ + "outefois", + -12.18790054321289 + ], + [ + "▁Engagement", + -12.18793487548828 + ], + [ + "▁anumit", + -12.18806266784668 + ], + [ + "▁1930", + -12.188186645507812 + ], + [ + "▁Aufgaben", + -12.188214302062988 + ], + [ + "▁lineup", + -12.188227653503418 + ], + [ + "▁Cad", + -12.188349723815918 + ], + [ + "améliorer", + -12.188437461853027 + ], + [ + "▁februarie", + -12.188499450683594 + ], + [ + "▁cancellation", + -12.18852996826172 + ], + [ + "▁locks", + -12.18857765197754 + ], + [ + "▁modèles", + -12.188711166381836 + ], + [ + "▁breakdown", + -12.188748359680176 + ], + [ + "Ticket", + -12.188810348510742 + ], + [ + "▁Chen", + -12.188855171203612 + ], + [ + "▁Competition", + -12.188910484313965 + ], + [ + "▁median", + -12.18896770477295 + ], + [ + "rische", + -12.189159393310549 + ], + [ + "▁multipli", + -12.189269065856934 + ], + [ + "▁Belgium", + -12.189305305480955 + ], + [ + "▁Physical", + -12.189308166503906 + ], + [ + "▁parameter", + -12.18943214416504 + ], + [ + "▁carrot", + -12.189435005187988 + ], + [ + "▁mandat", + -12.189617156982422 + ], + [ + "▁towel", + -12.189697265625 + ], + [ + "▁insured", + -12.189825057983398 + ], + [ + "PRI", + -12.189868927001951 + ], + [ + "etter", + -12.189915657043455 + ], + [ + "▁Oder", + -12.190083503723145 + ], + [ + "argued", + -12.190171241760254 + ], + [ + "FB", + -12.190196990966797 + ], + [ + "versicherung", + -12.190197944641112 + ], + [ + "abila", + -12.190251350402832 + ], + [ + "▁Coin", + -12.190324783325195 + ], + [ + "around", + -12.19050121307373 + ], + [ + "▁Lorsqu", + -12.190773963928224 + ], + [ + "valent", + -12.190918922424316 + ], + [ + "▁weltweit", + -12.19092082977295 + ], + [ + "Mod", + -12.191039085388184 + ], + [ + "▁defect", + -12.191044807434082 + ], + [ + "ibly", + -12.191136360168455 + ], + [ + "▁Juan", + -12.191153526306152 + ], + [ + "▁Jur", + -12.191171646118164 + ], + [ + "large", + -12.191307067871094 + ], + [ + "▁indicators", + -12.191461563110352 + ], + [ + "invest", + -12.19168472290039 + ], + [ + "▁rehabilitation", + -12.191705703735352 + ], + [ + "nag", + -12.191823959350586 + ], + [ + "▁Grundlage", + -12.191829681396484 + ], + [ + "▁Strategy", + -12.192131042480469 + ], + [ + "▁supérieur", + -12.192173957824709 + ], + [ + "▁orbit", + -12.19228172302246 + ], + [ + "▁Auftrag", + -12.192360877990724 + ], + [ + "▁Verb", + -12.192441940307615 + ], + [ + "ANA", + -12.19256591796875 + ], + [ + "▁trimis", + -12.192611694335938 + ], + [ + "▁Rub", + -12.192704200744627 + ], + [ + "institu", + -12.19273281097412 + ], + [ + "▁inspect", + -12.1927490234375 + ], + [ + "▁Princess", + -12.192757606506348 + ], + [ + "especially", + -12.192777633666992 + ], + [ + "▁combinations", + -12.192793846130373 + ], + [ + "▁gaze", + -12.192842483520508 + ], + [ + "elemente", + -12.192970275878906 + ], + [ + "deal", + -12.192980766296388 + ], + [ + "polis", + -12.193157196044922 + ], + [ + "shaw", + -12.19316864013672 + ], + [ + "▁Republicans", + -12.193203926086426 + ], + [ + "aded", + -12.193244934082031 + ], + [ + "▁Louisiana", + -12.193364143371582 + ], + [ + "▁Ville", + -12.193368911743164 + ], + [ + "▁afterwards", + -12.193389892578123 + ], + [ + "ONG", + -12.193608283996582 + ], + [ + "▁dryer", + -12.193636894226074 + ], + [ + "▁Manhattan", + -12.19374942779541 + ], + [ + "▁recomanda", + -12.19412612915039 + ], + [ + "▁juca", + -12.194253921508787 + ], + [ + "▁Crown", + -12.194260597229004 + ], + [ + "▁flesh", + -12.194347381591797 + ], + [ + "sichtig", + -12.194358825683594 + ], + [ + "▁rempli", + -12.19437026977539 + ], + [ + "▁deposits", + -12.19438362121582 + ], + [ + "▁Voll", + -12.194599151611328 + ], + [ + "▁analysts", + -12.194672584533691 + ], + [ + "▁Krieg", + -12.19484806060791 + ], + [ + "▁Rosa", + -12.19495964050293 + ], + [ + "▁Supply", + -12.194964408874512 + ], + [ + "GF", + -12.19497013092041 + ], + [ + "idad", + -12.195098876953123 + ], + [ + "▁flush", + -12.195103645324709 + ], + [ + "▁circular", + -12.195355415344238 + ], + [ + "▁național", + -12.195379257202148 + ], + [ + "▁lorsqu", + -12.195441246032717 + ], + [ + "▁analyst", + -12.195459365844728 + ], + [ + "▁Jahrhundert", + -12.195586204528809 + ], + [ + "▁biology", + -12.195713996887209 + ], + [ + "copy", + -12.195733070373535 + ], + [ + "▁bringt", + -12.195765495300291 + ], + [ + "▁Gospel", + -12.195780754089355 + ], + [ + "▁sorgen", + -12.195842742919922 + ], + [ + "zeichnung", + -12.196181297302246 + ], + [ + "chair", + -12.196197509765623 + ], + [ + "EB", + -12.19636344909668 + ], + [ + "▁Beth", + -12.1964111328125 + ], + [ + "115", + -12.196416854858398 + ], + [ + "▁Neue", + -12.19647979736328 + ], + [ + "▁faible", + -12.196599960327148 + ], + [ + "▁methodology", + -12.196603775024414 + ], + [ + "spiele", + -12.196647644042969 + ], + [ + "▁cherry", + -12.196727752685549 + ], + [ + "▁Mak", + -12.196802139282228 + ], + [ + "▁volet", + -12.196982383728027 + ], + [ + "funk", + -12.197196006774902 + ], + [ + "▁aktuelle", + -12.197372436523438 + ], + [ + "▁Yahoo", + -12.19740867614746 + ], + [ + "▁Zusammenarbeit", + -12.197669982910156 + ], + [ + "▁Serve", + -12.197754859924316 + ], + [ + "▁simpler", + -12.197978019714355 + ], + [ + "intégr", + -12.197990417480469 + ], + [ + "ndlich", + -12.198083877563477 + ], + [ + "▁actress", + -12.198320388793944 + ], + [ + "▁reuse", + -12.19833278656006 + ], + [ + "▁reviewing", + -12.198405265808104 + ], + [ + "statt", + -12.198457717895508 + ], + [ + "▁diving", + -12.198469161987305 + ], + [ + "▁Național", + -12.19867706298828 + ], + [ + "voi", + -12.19873332977295 + ], + [ + "Disc", + -12.198812484741213 + ], + [ + "▁Mineral", + -12.19886302947998 + ], + [ + "▁emit", + -12.199007034301758 + ], + [ + "witz", + -12.199078559875488 + ], + [ + "▁forgot", + -12.19909954071045 + ], + [ + "▁dim", + -12.199115753173828 + ], + [ + "upper", + -12.19947624206543 + ], + [ + "sichtlich", + -12.19949722290039 + ], + [ + "▁parcours", + -12.199670791625977 + ], + [ + "8:00", + -12.199697494506836 + ], + [ + "▁keyword", + -12.199701309204102 + ], + [ + "▁upgrades", + -12.199763298034668 + ], + [ + "kunden", + -12.200177192687988 + ], + [ + "▁Seg", + -12.200257301330566 + ], + [ + "▁Circle", + -12.200289726257324 + ], + [ + "▁ginger", + -12.200336456298828 + ], + [ + "mment", + -12.200516700744627 + ], + [ + "▁expenditure", + -12.200655937194824 + ], + [ + "▁parle", + -12.200693130493164 + ], + [ + "▁Counsel", + -12.200722694396973 + ], + [ + "▁Gui", + -12.200722694396973 + ], + [ + "resident", + -12.20103645324707 + ], + [ + "▁benchmark", + -12.20103931427002 + ], + [ + "▁Elektro", + -12.201064109802246 + ], + [ + "▁réalité", + -12.201064109802246 + ], + [ + "▁ridiculous", + -12.201067924499512 + ], + [ + "▁necklace", + -12.20108699798584 + ], + [ + "nian", + -12.201117515563965 + ], + [ + "▁Move", + -12.20113468170166 + ], + [ + "▁elevated", + -12.201204299926758 + ], + [ + "WE", + -12.201281547546388 + ], + [ + "▁Drum", + -12.20132064819336 + ], + [ + "▁Delivery", + -12.201350212097168 + ], + [ + "indicating", + -12.201452255249023 + ], + [ + "▁Benjamin", + -12.201472282409668 + ], + [ + "▁Samuel", + -12.2014741897583 + ], + [ + "bene", + -12.201666831970217 + ], + [ + "▁experienta", + -12.20167636871338 + ], + [ + "▁rocket", + -12.201839447021484 + ], + [ + "▁fossil", + -12.20188331604004 + ], + [ + "▁festive", + -12.20193099975586 + ], + [ + "▁conscience", + -12.201964378356934 + ], + [ + "▁bacon", + -12.202136993408203 + ], + [ + "▁aero", + -12.202159881591797 + ], + [ + "public", + -12.202187538146973 + ], + [ + "▁zic", + -12.202218055725098 + ], + [ + "ombre", + -12.202356338500977 + ], + [ + "▁Drain", + -12.202550888061523 + ], + [ + "7.5", + -12.202672004699709 + ], + [ + "▁Deutschen", + -12.202703475952148 + ], + [ + "reportedly", + -12.202754974365234 + ], + [ + "▁Français", + -12.203105926513672 + ], + [ + "▁enzyme", + -12.203106880187988 + ], + [ + "▁inquiry", + -12.203117370605469 + ], + [ + "▁presque", + -12.20319366455078 + ], + [ + "▁Airlines", + -12.203228950500488 + ], + [ + "▁Salon", + -12.203237533569336 + ], + [ + "▁Volunteer", + -12.203310012817385 + ], + [ + "▁modular", + -12.203349113464355 + ], + [ + "ón", + -12.203364372253418 + ], + [ + "NH", + -12.203449249267578 + ], + [ + "▁souhaite", + -12.203516960144045 + ], + [ + "social", + -12.203659057617188 + ], + [ + "▁Include", + -12.203729629516602 + ], + [ + "▁Decor", + -12.2037992477417 + ], + [ + "dded", + -12.203965187072754 + ], + [ + "▁Außen", + -12.203969955444336 + ], + [ + "rendu", + -12.20412540435791 + ], + [ + "▁MBA", + -12.204150199890137 + ], + [ + "▁columns", + -12.204155921936035 + ], + [ + "▁Wing", + -12.20443630218506 + ], + [ + "▁landmark", + -12.204442977905272 + ], + [ + "schritt", + -12.204594612121582 + ], + [ + "▁désir", + -12.204630851745604 + ], + [ + "(5)", + -12.20468044281006 + ], + [ + "▁réseaux", + -12.204693794250488 + ], + [ + "income", + -12.204710960388184 + ], + [ + "▁revised", + -12.204819679260254 + ], + [ + "HY", + -12.204863548278809 + ], + [ + "▁Explorer", + -12.204873085021973 + ], + [ + "▁Lam", + -12.204877853393556 + ], + [ + "▁almond", + -12.204910278320312 + ], + [ + "▁faux", + -12.204910278320312 + ], + [ + "opt", + -12.204923629760742 + ], + [ + "Out", + -12.20493984222412 + ], + [ + "▁virtue", + -12.205025672912598 + ], + [ + "▁Chocolate", + -12.205151557922363 + ], + [ + "▁spannend", + -12.205305099487305 + ], + [ + "▁spices", + -12.205327033996582 + ], + [ + "▁Climate", + -12.205560684204102 + ], + [ + "▁Residential", + -12.205560684204102 + ], + [ + "gung", + -12.205700874328612 + ], + [ + "▁filtr", + -12.20606803894043 + ], + [ + "circ", + -12.20612335205078 + ], + [ + "sisted", + -12.206172943115234 + ], + [ + "▁dedicat", + -12.206243515014648 + ], + [ + "▁foil", + -12.206387519836426 + ], + [ + "▁uita", + -12.206392288208008 + ], + [ + "▁lié", + -12.206402778625488 + ], + [ + "▁Demo", + -12.206409454345703 + ], + [ + "▁spoil", + -12.2064208984375 + ], + [ + "Cu", + -12.206448554992676 + ], + [ + "naut", + -12.206525802612305 + ], + [ + "▁configured", + -12.206535339355469 + ], + [ + "UK", + -12.206543922424316 + ], + [ + "▁disagree", + -12.20656967163086 + ], + [ + "Medic", + -12.206767082214355 + ], + [ + "cosm", + -12.207074165344238 + ], + [ + "Toute", + -12.207109451293944 + ], + [ + "▁beneficia", + -12.207170486450195 + ], + [ + "fassen", + -12.207327842712402 + ], + [ + "▁bail", + -12.207337379455566 + ], + [ + "igue", + -12.207439422607422 + ], + [ + "▁Mă", + -12.20744800567627 + ], + [ + "▁strips", + -12.20748519897461 + ], + [ + "▁Dritte", + -12.207537651062012 + ], + [ + "▁putere", + -12.207597732543944 + ], + [ + "Play", + -12.20763111114502 + ], + [ + "▁Samstag", + -12.207632064819336 + ], + [ + "▁households", + -12.207791328430176 + ], + [ + "▁persistent", + -12.207914352416992 + ], + [ + "uben", + -12.207942962646484 + ], + [ + "Web", + -12.20809555053711 + ], + [ + "▁scenery", + -12.20820140838623 + ], + [ + "▁défini", + -12.208257675170898 + ], + [ + "news", + -12.208337783813477 + ], + [ + "eira", + -12.208428382873535 + ], + [ + "▁Mumbai", + -12.208438873291016 + ], + [ + "▁Ward", + -12.208558082580566 + ], + [ + "▁ladder", + -12.2086181640625 + ], + [ + "▁plaque", + -12.208623886108398 + ], + [ + "nés", + -12.20863914489746 + ], + [ + "▁condamn", + -12.20864486694336 + ], + [ + "▁attribute", + -12.208687782287598 + ], + [ + "atti", + -12.20873737335205 + ], + [ + "▁Emily", + -12.208953857421877 + ], + [ + "▁pleine", + -12.20896053314209 + ], + [ + "▁automatisch", + -12.209004402160645 + ], + [ + "ifies", + -12.209052085876465 + ], + [ + "onna", + -12.209104537963867 + ], + [ + "▁inject", + -12.209157943725586 + ], + [ + "▁evolve", + -12.20929718017578 + ], + [ + "▁breeze", + -12.209299087524414 + ], + [ + "▁montre", + -12.209415435791016 + ], + [ + "▁memorial", + -12.209425926208496 + ], + [ + "ämlich", + -12.209465026855469 + ], + [ + "NBC", + -12.209589958190918 + ], + [ + "▁1940", + -12.209836959838867 + ], + [ + "▁trouvé", + -12.20989227294922 + ], + [ + "when", + -12.209914207458496 + ], + [ + "▁Büro", + -12.209959983825684 + ], + [ + "▁probability", + -12.209978103637695 + ], + [ + "cute", + -12.21006965637207 + ], + [ + "▁sturdy", + -12.210078239440918 + ], + [ + "AMP", + -12.210165023803713 + ], + [ + "▁Constantin", + -12.210283279418944 + ], + [ + "▁batter", + -12.21037483215332 + ], + [ + "▁bist", + -12.21047019958496 + ], + [ + "▁streams", + -12.210528373718262 + ], + [ + "rushing", + -12.21057415008545 + ], + [ + "▁shaft", + -12.21065902709961 + ], + [ + "▁proprii", + -12.210722923278809 + ], + [ + "émi", + -12.21074390411377 + ], + [ + "online", + -12.210817337036133 + ], + [ + "▁vanity", + -12.210870742797852 + ], + [ + "▁mural", + -12.210878372192385 + ], + [ + "▁distinguish", + -12.210905075073242 + ], + [ + "▁niciun", + -12.211191177368164 + ], + [ + "▁européenne", + -12.211252212524414 + ], + [ + "▁secretary", + -12.211289405822754 + ], + [ + "▁gaps", + -12.211492538452148 + ], + [ + "▁realm", + -12.211499214172363 + ], + [ + "▁elastic", + -12.211504936218262 + ], + [ + "▁Avoid", + -12.211519241333008 + ], + [ + "▁mauvais", + -12.211931228637695 + ], + [ + "▁innovations", + -12.212663650512695 + ], + [ + "▁suprem", + -12.212776184082031 + ], + [ + "▁vederea", + -12.212817192077637 + ], + [ + "wenden", + -12.212892532348633 + ], + [ + "-40", + -12.213075637817385 + ], + [ + "prenant", + -12.21315574645996 + ], + [ + "utilisateur", + -12.213210105895996 + ], + [ + "▁Oliver", + -12.213228225708008 + ], + [ + "111", + -12.21326732635498 + ], + [ + "▁manifestation", + -12.213382720947266 + ], + [ + "▁Rachel", + -12.213458061218262 + ], + [ + "agog", + -12.21348762512207 + ], + [ + "▁seamless", + -12.213534355163574 + ], + [ + "▁Employee", + -12.213576316833496 + ], + [ + "▁dimanche", + -12.213582038879396 + ], + [ + "▁banii", + -12.213631629943848 + ], + [ + "▁Ruth", + -12.213781356811523 + ], + [ + "▁Roy", + -12.21385383605957 + ], + [ + "▁homeless", + -12.2139253616333 + ], + [ + "▁Lower", + -12.213932037353516 + ], + [ + "health", + -12.21393871307373 + ], + [ + "▁atenti", + -12.2140474319458 + ], + [ + "▁touched", + -12.214183807373049 + ], + [ + "May", + -12.214195251464844 + ], + [ + "▁Buc", + -12.214225769042969 + ], + [ + "▁explored", + -12.214393615722656 + ], + [ + "▁declare", + -12.21446132659912 + ], + [ + "▁garment", + -12.214469909667969 + ], + [ + "▁buzz", + -12.214483261108398 + ], + [ + "▁rappel", + -12.214662551879885 + ], + [ + "▁uscat", + -12.214903831481934 + ], + [ + "▁Hyper", + -12.214914321899414 + ], + [ + "Etat", + -12.215007781982422 + ], + [ + "▁Titel", + -12.215035438537598 + ], + [ + "product", + -12.215191841125488 + ], + [ + "woman", + -12.215280532836914 + ], + [ + "▁Gab", + -12.215450286865234 + ], + [ + "▁advances", + -12.215615272521973 + ], + [ + "2/", + -12.215753555297852 + ], + [ + "prone", + -12.215770721435549 + ], + [ + "kö", + -12.215986251831056 + ], + [ + "▁counting", + -12.21599292755127 + ], + [ + "Sollte", + -12.21604347229004 + ], + [ + "▁Konzept", + -12.216063499450684 + ], + [ + "▁backgrounds", + -12.216153144836426 + ], + [ + "jährige", + -12.216154098510742 + ], + [ + "▁Alltag", + -12.216187477111816 + ], + [ + "▁metrics", + -12.21619701385498 + ], + [ + "▁illustrated", + -12.216222763061523 + ], + [ + "▁Charge", + -12.21631908416748 + ], + [ + "▁thoughtful", + -12.216423034667969 + ], + [ + "gesetz", + -12.216527938842772 + ], + [ + "pfen", + -12.216611862182615 + ], + [ + "▁déroul", + -12.216713905334473 + ], + [ + "▁checkout", + -12.216876029968262 + ], + [ + "quette", + -12.216936111450195 + ], + [ + "▁pierdut", + -12.2170991897583 + ], + [ + "▁Seat", + -12.217140197753906 + ], + [ + "▁linen", + -12.217193603515623 + ], + [ + "archiv", + -12.217245101928713 + ], + [ + "arna", + -12.217254638671877 + ], + [ + "importe", + -12.21742057800293 + ], + [ + "▁PHP", + -12.217496871948242 + ], + [ + "▁Parents", + -12.217503547668455 + ], + [ + "▁Birmingham", + -12.21751308441162 + ], + [ + "▁Integr", + -12.217588424682615 + ], + [ + "▁Mason", + -12.217607498168944 + ], + [ + "zieht", + -12.217781066894531 + ], + [ + "▁camps", + -12.217803001403809 + ], + [ + "OG", + -12.21786117553711 + ], + [ + "▁syrup", + -12.217927932739258 + ], + [ + "▁Cookies", + -12.217928886413574 + ], + [ + "▁Comfort", + -12.217955589294434 + ], + [ + "ută", + -12.217976570129396 + ], + [ + "abia", + -12.217979431152344 + ], + [ + "zeci", + -12.218003273010254 + ], + [ + "▁Gardens", + -12.218009948730469 + ], + [ + "▁incidents", + -12.218149185180664 + ], + [ + "▁participat", + -12.218235969543455 + ], + [ + "▁glimpse", + -12.218342781066896 + ], + [ + "5.5", + -12.21843719482422 + ], + [ + "▁dealers", + -12.218469619750977 + ], + [ + "▁Grande", + -12.218565940856934 + ], + [ + "▁raid", + -12.218944549560549 + ], + [ + "owing", + -12.21903133392334 + ], + [ + "▁contrary", + -12.219109535217283 + ], + [ + "Earlier", + -12.219138145446776 + ], + [ + "tien", + -12.21916389465332 + ], + [ + "drop", + -12.21916961669922 + ], + [ + "▁angajat", + -12.219359397888184 + ], + [ + "▁procesul", + -12.219515800476074 + ], + [ + "▁focal", + -12.219564437866213 + ], + [ + "▁impart", + -12.219703674316406 + ], + [ + "▁Abschluss", + -12.219749450683594 + ], + [ + "carui", + -12.219830513000488 + ], + [ + "insul", + -12.220277786254885 + ], + [ + "▁creamy", + -12.22028350830078 + ], + [ + "eille", + -12.22032356262207 + ], + [ + "suppl", + -12.220335960388184 + ], + [ + "▁Heaven", + -12.220471382141112 + ], + [ + "éna", + -12.220667839050291 + ], + [ + "▁swap", + -12.220739364624023 + ], + [ + "▁vreau", + -12.220762252807615 + ], + [ + "▁Bryan", + -12.220809936523438 + ], + [ + "▁Zug", + -12.220815658569336 + ], + [ + "▁glance", + -12.220848083496094 + ], + [ + "▁elimin", + -12.220900535583496 + ], + [ + "▁yeux", + -12.221084594726562 + ], + [ + "wehr", + -12.221238136291504 + ], + [ + "2.5", + -12.221287727355955 + ], + [ + "▁poses", + -12.221364974975586 + ], + [ + "▁parcel", + -12.221585273742676 + ], + [ + "▁Apartment", + -12.221749305725098 + ], + [ + "▁NASA", + -12.221768379211426 + ], + [ + "▁bénéfici", + -12.22187614440918 + ], + [ + "▁Umgebung", + -12.221890449523926 + ], + [ + "asia", + -12.221946716308594 + ], + [ + "abi", + -12.221967697143556 + ], + [ + "coup", + -12.222002983093262 + ], + [ + "synchron", + -12.222017288208008 + ], + [ + "▁Sicherheits", + -12.22202968597412 + ], + [ + "bic", + -12.222076416015623 + ], + [ + "▁distract", + -12.222148895263672 + ], + [ + "▁rentals", + -12.222163200378418 + ], + [ + "constru", + -12.222290992736816 + ], + [ + "curs", + -12.222345352172852 + ], + [ + "genannten", + -12.222386360168455 + ], + [ + "▁Shanghai", + -12.222501754760742 + ], + [ + "▁vague", + -12.222504615783691 + ], + [ + "▁Leather", + -12.22250747680664 + ], + [ + "▁Vintage", + -12.222532272338867 + ], + [ + "pointing", + -12.22259521484375 + ], + [ + "avant", + -12.22268295288086 + ], + [ + "gues", + -12.222949028015137 + ], + [ + "sweise", + -12.22302532196045 + ], + [ + "▁Greater", + -12.223065376281738 + ], + [ + "fig", + -12.22310733795166 + ], + [ + "▁Blut", + -12.223217964172363 + ], + [ + "▁Stellen", + -12.22326946258545 + ], + [ + "▁isolation", + -12.22337818145752 + ], + [ + "▁overhead", + -12.22338581085205 + ], + [ + "▁wondered", + -12.223508834838867 + ], + [ + "essai", + -12.223609924316406 + ], + [ + "aves", + -12.2236328125 + ], + [ + "▁Shore", + -12.223637580871582 + ], + [ + "▁INC", + -12.223709106445312 + ], + [ + "rufen", + -12.223980903625488 + ], + [ + "▁magnifique", + -12.224069595336914 + ], + [ + "▁intéressant", + -12.224072456359863 + ], + [ + "▁tanks", + -12.224075317382812 + ], + [ + "▁Tun", + -12.224367141723633 + ], + [ + "▁approaching", + -12.224390029907228 + ], + [ + "▁relay", + -12.224479675292969 + ], + [ + "▁Küche", + -12.224529266357422 + ], + [ + "describing", + -12.224587440490724 + ], + [ + "▁Certification", + -12.22458839416504 + ], + [ + "▁Breakfast", + -12.224597930908203 + ], + [ + "▁Frame", + -12.224891662597656 + ], + [ + "▁Stoff", + -12.224909782409668 + ], + [ + "▁victime", + -12.224924087524414 + ], + [ + "Observ", + -12.224943161010742 + ], + [ + "▁gutter", + -12.224989891052246 + ], + [ + "standard", + -12.225220680236816 + ], + [ + "▁Sci", + -12.225244522094728 + ], + [ + "▁sept", + -12.225377082824709 + ], + [ + "▁Potter", + -12.225423812866213 + ], + [ + "letter", + -12.22577953338623 + ], + [ + "▁tobacco", + -12.225852012634276 + ], + [ + "▁threatened", + -12.22591781616211 + ], + [ + "MW", + -12.225936889648438 + ], + [ + "▁Cher", + -12.225944519042969 + ], + [ + "0.1", + -12.225957870483398 + ], + [ + "mitted", + -12.22596263885498 + ], + [ + "zustellen", + -12.225967407226562 + ], + [ + "dominated", + -12.226165771484377 + ], + [ + "/16", + -12.22623348236084 + ], + [ + "POS", + -12.226317405700684 + ], + [ + "▁Zin", + -12.226373672485352 + ], + [ + "▁Okay", + -12.226381301879885 + ], + [ + "▁projected", + -12.226405143737791 + ], + [ + "▁selber", + -12.226548194885254 + ], + [ + "▁proiectului", + -12.2266206741333 + ], + [ + "▁Shell", + -12.226683616638184 + ], + [ + "▁cartridge", + -12.226706504821776 + ], + [ + "Message", + -12.2267484664917 + ], + [ + "haben", + -12.226799964904783 + ], + [ + "▁slides", + -12.226829528808594 + ], + [ + "▁gleichzeitig", + -12.226886749267578 + ], + [ + "▁Racing", + -12.227051734924316 + ], + [ + "▁20,", + -12.227070808410645 + ], + [ + "▁separat", + -12.227094650268556 + ], + [ + "▁repeatedly", + -12.227110862731934 + ], + [ + "▁casting", + -12.22728157043457 + ], + [ + "▁sacred", + -12.227283477783203 + ], + [ + "verfahren", + -12.227387428283691 + ], + [ + "▁echilibr", + -12.227514266967772 + ], + [ + "▁rebel", + -12.2277250289917 + ], + [ + "säu", + -12.227794647216797 + ], + [ + "ummy", + -12.227815628051758 + ], + [ + "▁backing", + -12.22788906097412 + ], + [ + "▁sponsors", + -12.227912902832031 + ], + [ + "▁Stress", + -12.22802448272705 + ], + [ + "▁Rules", + -12.228083610534668 + ], + [ + "▁render", + -12.228241920471191 + ], + [ + "▁funktioniert", + -12.228384971618652 + ], + [ + "▁Pearl", + -12.228472709655762 + ], + [ + "▁Scho", + -12.228527069091797 + ], + [ + "schwer", + -12.228595733642578 + ], + [ + "▁descoperit", + -12.228702545166016 + ], + [ + "holen", + -12.228720664978027 + ], + [ + "imposed", + -12.228960990905762 + ], + [ + "▁appearing", + -12.228968620300291 + ], + [ + "▁höher", + -12.229082107543944 + ], + [ + "▁Victorian", + -12.229111671447754 + ], + [ + "▁founding", + -12.229155540466309 + ], + [ + "▁Polish", + -12.229239463806152 + ], + [ + "▁anume", + -12.229248046875 + ], + [ + "Box", + -12.229488372802734 + ], + [ + "▁intrat", + -12.229598999023438 + ], + [ + "▁Inspiration", + -12.229610443115234 + ], + [ + "▁Canyon", + -12.229625701904297 + ], + [ + "▁Franklin", + -12.22974681854248 + ], + [ + "▁susceptible", + -12.22982120513916 + ], + [ + "trap", + -12.229839324951172 + ], + [ + "▁Roma", + -12.23000717163086 + ], + [ + "▁ethics", + -12.230009078979492 + ], + [ + "▁Privat", + -12.230027198791504 + ], + [ + "▁journalists", + -12.230090141296388 + ], + [ + "▁Universität", + -12.230246543884276 + ], + [ + "▁conditioner", + -12.230308532714844 + ], + [ + "folge", + -12.230327606201172 + ], + [ + "kirche", + -12.230416297912598 + ], + [ + "gehalten", + -12.230530738830566 + ], + [ + "midi", + -12.230570793151855 + ], + [ + "▁radar", + -12.230619430541992 + ], + [ + "▁Yard", + -12.230775833129885 + ], + [ + "▁professionnelle", + -12.230863571166992 + ], + [ + "▁Orchestra", + -12.230870246887209 + ], + [ + "▁immigrants", + -12.230870246887209 + ], + [ + "▁refined", + -12.230929374694824 + ], + [ + "▁Bishop", + -12.231036186218262 + ], + [ + "string", + -12.23109531402588 + ], + [ + "▁majoritatea", + -12.231231689453123 + ], + [ + "▁workflow", + -12.23123836517334 + ], + [ + "▁întreg", + -12.231306076049805 + ], + [ + "went", + -12.231563568115234 + ], + [ + "▁trat", + -12.231689453125 + ], + [ + "felul", + -12.23176383972168 + ], + [ + "▁hardwood", + -12.231821060180664 + ], + [ + "▁Task", + -12.231867790222168 + ], + [ + "branded", + -12.231921195983888 + ], + [ + "▁cinq", + -12.231966018676758 + ], + [ + "▁curb", + -12.232041358947754 + ], + [ + "▁Discount", + -12.232043266296388 + ], + [ + "▁Episode", + -12.232131958007812 + ], + [ + "▁Knowledge", + -12.232144355773926 + ], + [ + "▁tricky", + -12.232173919677734 + ], + [ + "▁characteristic", + -12.232233047485352 + ], + [ + "▁plata", + -12.23226261138916 + ], + [ + "▁Labour", + -12.23232650756836 + ], + [ + "▁Tha", + -12.232372283935549 + ], + [ + "▁Liefer", + -12.232430458068848 + ], + [ + "▁Reader", + -12.232471466064451 + ], + [ + "▁Linda", + -12.232521057128906 + ], + [ + "ittlerweile", + -12.232552528381348 + ], + [ + "defining", + -12.23256492614746 + ], + [ + "▁delayed", + -12.232635498046877 + ], + [ + "▁Bewertung", + -12.232674598693848 + ], + [ + "▁Unique", + -12.232791900634766 + ], + [ + "▁Champion", + -12.232866287231444 + ], + [ + "2008", + -12.232897758483888 + ], + [ + "▁conclu", + -12.232934951782228 + ], + [ + "▁câștig", + -12.2329740524292 + ], + [ + "▁scheduling", + -12.2329740524292 + ], + [ + "▁sailing", + -12.233116149902344 + ], + [ + "▁Storm", + -12.23318862915039 + ], + [ + "▁Stil", + -12.23320198059082 + ], + [ + "▁Album", + -12.233211517333984 + ], + [ + "▁ultime", + -12.233343124389648 + ], + [ + "url", + -12.233369827270508 + ], + [ + "▁terrific", + -12.23339557647705 + ], + [ + "▁remedy", + -12.233396530151367 + ], + [ + "▁Around", + -12.233592987060549 + ], + [ + "▁Kni", + -12.233756065368652 + ], + [ + "etty", + -12.23376750946045 + ], + [ + "Managing", + -12.233809471130373 + ], + [ + "▁Bedeutung", + -12.233816146850586 + ], + [ + "▁earthquake", + -12.233817100524902 + ], + [ + "▁Telefon", + -12.23381805419922 + ], + [ + "▁Upper", + -12.233869552612305 + ], + [ + "▁validation", + -12.233892440795898 + ], + [ + "-22", + -12.233997344970703 + ], + [ + "▁queue", + -12.23401165008545 + ], + [ + "tinde", + -12.23402500152588 + ], + [ + "built", + -12.234047889709473 + ], + [ + "▁voix", + -12.234125137329102 + ], + [ + "▁Resource", + -12.234126091003418 + ], + [ + "ţiuni", + -12.234143257141112 + ], + [ + "▁satisfying", + -12.234299659729004 + ], + [ + "▁Kohl", + -12.234441757202148 + ], + [ + "▁Materials", + -12.234618186950684 + ], + [ + "▁esp", + -12.234732627868652 + ], + [ + "enseignement", + -12.234773635864258 + ], + [ + "danach", + -12.234883308410645 + ], + [ + "peux", + -12.234932899475098 + ], + [ + "▁deployed", + -12.235113143920898 + ], + [ + "▁1976", + -12.235126495361328 + ], + [ + "ușor", + -12.235334396362305 + ], + [ + "élection", + -12.235380172729492 + ], + [ + "ettes", + -12.235437393188477 + ], + [ + "▁Madison", + -12.235506057739258 + ], + [ + "108", + -12.235685348510742 + ], + [ + "berger", + -12.23569679260254 + ], + [ + "▁pedal", + -12.235702514648438 + ], + [ + "▁quasi", + -12.235820770263672 + ], + [ + "▁lend", + -12.235843658447266 + ], + [ + "VER", + -12.23594093322754 + ], + [ + "▁chapters", + -12.236002922058104 + ], + [ + "▁idei", + -12.23600959777832 + ], + [ + "Deine", + -12.236034393310549 + ], + [ + "▁endure", + -12.236092567443848 + ], + [ + "▁Studios", + -12.23625946044922 + ], + [ + "structure", + -12.23627471923828 + ], + [ + "▁puiss", + -12.236370086669922 + ], + [ + "▁Morning", + -12.236443519592283 + ], + [ + "guide", + -12.236462593078612 + ], + [ + "▁Wave", + -12.236617088317873 + ], + [ + "▁banque", + -12.236879348754885 + ], + [ + "änd", + -12.236912727355955 + ], + [ + "oubli", + -12.237070083618164 + ], + [ + "▁mixer", + -12.237125396728516 + ], + [ + "▁remedi", + -12.237210273742676 + ], + [ + "▁scop", + -12.237421989440918 + ], + [ + "▁Rosen", + -12.237561225891112 + ], + [ + "▁spital", + -12.23773193359375 + ], + [ + "blau", + -12.237811088562012 + ], + [ + "▁financiar", + -12.237865447998049 + ], + [ + "avour", + -12.237871170043944 + ], + [ + "Def", + -12.238025665283203 + ], + [ + "▁socket", + -12.238076210021973 + ], + [ + "▁occurring", + -12.238360404968262 + ], + [ + "▁munci", + -12.238368034362791 + ], + [ + "▁realiza", + -12.238426208496094 + ], + [ + "▁beating", + -12.2384614944458 + ], + [ + "▁Phillip", + -12.238490104675291 + ], + [ + "▁courant", + -12.23850917816162 + ], + [ + "Auto", + -12.238608360290527 + ], + [ + "▁Lager", + -12.238685607910156 + ], + [ + "▁folos", + -12.238696098327637 + ], + [ + "▁moyens", + -12.238770484924316 + ], + [ + "▁Ec", + -12.238780975341797 + ], + [ + "▁Strip", + -12.238788604736328 + ], + [ + "sparen", + -12.238848686218262 + ], + [ + "▁Nintendo", + -12.238886833190918 + ], + [ + "▁Murphy", + -12.23891258239746 + ], + [ + "▁flux", + -12.23903465270996 + ], + [ + "▁mots", + -12.23903465270996 + ], + [ + "▁rechts", + -12.23904514312744 + ], + [ + "▁cardio", + -12.239142417907717 + ], + [ + "avoiding", + -12.239343643188477 + ], + [ + "érer", + -12.239453315734863 + ], + [ + "hiel", + -12.239461898803713 + ], + [ + "▁rezistent", + -12.239521980285645 + ], + [ + "close", + -12.23954963684082 + ], + [ + "hésitez", + -12.239596366882324 + ], + [ + "Hz", + -12.239631652832031 + ], + [ + "▁elaborate", + -12.239689826965332 + ], + [ + "▁permanently", + -12.239709854125977 + ], + [ + "▁Pittsburgh", + -12.239734649658203 + ], + [ + "▁counties", + -12.239819526672363 + ], + [ + "▁bookmark", + -12.239919662475586 + ], + [ + "▁Label", + -12.239965438842772 + ], + [ + "▁Freude", + -12.23997402191162 + ], + [ + "▁preferat", + -12.239986419677734 + ], + [ + "▁Mein", + -12.239995002746582 + ], + [ + "▁Crew", + -12.24021816253662 + ], + [ + "▁clips", + -12.240253448486328 + ], + [ + "8,000", + -12.240263938903809 + ], + [ + "▁recognise", + -12.240311622619627 + ], + [ + "ință", + -12.240365028381348 + ], + [ + "▁prieteni", + -12.24044704437256 + ], + [ + "Heute", + -12.240522384643556 + ], + [ + "ancienne", + -12.240534782409668 + ], + [ + "▁annoying", + -12.240583419799805 + ], + [ + "▁awful", + -12.240704536437988 + ], + [ + "▁Comments", + -12.240774154663086 + ], + [ + "▁musician", + -12.240830421447754 + ], + [ + "▁Elite", + -12.241023063659668 + ], + [ + "▁patri", + -12.241024017333984 + ], + [ + "▁Coupon", + -12.241037368774414 + ], + [ + "▁Farbe", + -12.241097450256348 + ], + [ + "▁contribui", + -12.241110801696776 + ], + [ + "hari", + -12.241294860839844 + ], + [ + "▁activitati", + -12.24161148071289 + ], + [ + "▁Traum", + -12.2416410446167 + ], + [ + "1.8", + -12.24170207977295 + ], + [ + "▁Healthcare", + -12.24172306060791 + ], + [ + "▁refresh", + -12.241943359375 + ], + [ + "▁Maha", + -12.242060661315918 + ], + [ + "▁dép", + -12.242082595825195 + ], + [ + "▁Studien", + -12.242314338684082 + ], + [ + "▁spectacol", + -12.24237823486328 + ], + [ + "impro", + -12.24254035949707 + ], + [ + "▁commentaire", + -12.242544174194336 + ], + [ + "ported", + -12.242570877075195 + ], + [ + "▁reclam", + -12.242612838745115 + ], + [ + "▁Verkauf", + -12.242634773254396 + ], + [ + "▁newspapers", + -12.242661476135254 + ], + [ + "▁iubit", + -12.242838859558104 + ], + [ + "▁Kenne", + -12.242844581604004 + ], + [ + "▁Consultant", + -12.242958068847656 + ], + [ + "▁stau", + -12.242986679077148 + ], + [ + "TON", + -12.243057250976562 + ], + [ + "▁Fehler", + -12.243070602416992 + ], + [ + "▁lettre", + -12.243167877197266 + ], + [ + "▁investigator", + -12.243172645568848 + ], + [ + "▁quantities", + -12.243184089660645 + ], + [ + "ogram", + -12.243208885192873 + ], + [ + "avaient", + -12.24323844909668 + ], + [ + "▁reducere", + -12.24326515197754 + ], + [ + "Lite", + -12.243402481079102 + ], + [ + "kurs", + -12.243443489074709 + ], + [ + "pré", + -12.24383544921875 + ], + [ + "pap", + -12.243898391723633 + ], + [ + "▁Männer", + -12.243983268737791 + ], + [ + "▁gauche", + -12.244022369384766 + ], + [ + "▁ähnlich", + -12.244027137756348 + ], + [ + "▁sunlight", + -12.244063377380373 + ], + [ + "▁rester", + -12.24422550201416 + ], + [ + "jumped", + -12.244586944580078 + ], + [ + "▁exclusiv", + -12.24463176727295 + ], + [ + "▁electoral", + -12.244640350341797 + ], + [ + "▁Portal", + -12.244650840759276 + ], + [ + "ulent", + -12.244688987731934 + ], + [ + "▁sonst", + -12.24474048614502 + ], + [ + "entraîne", + -12.24483585357666 + ], + [ + "▁repas", + -12.244837760925291 + ], + [ + "▁redus", + -12.244858741760254 + ], + [ + "aku", + -12.244866371154783 + ], + [ + "▁Graphic", + -12.245251655578612 + ], + [ + "▁geringe", + -12.24539566040039 + ], + [ + "plätze", + -12.245474815368652 + ], + [ + "Trebuie", + -12.245479583740234 + ], + [ + "▁rezultate", + -12.245479583740234 + ], + [ + "▁configure", + -12.245683670043944 + ], + [ + "▁PV", + -12.245834350585938 + ], + [ + "▁insect", + -12.24610996246338 + ], + [ + "▁Reviews", + -12.246129035949709 + ], + [ + "releasing", + -12.246186256408691 + ], + [ + "▁appliance", + -12.246246337890623 + ], + [ + "▁oferte", + -12.246482849121094 + ], + [ + "▁WILL", + -12.246484756469728 + ], + [ + "rion", + -12.246499061584473 + ], + [ + "▁Cole", + -12.246582984924316 + ], + [ + "▁1975", + -12.24665069580078 + ], + [ + "Admin", + -12.24677848815918 + ], + [ + "▁parade", + -12.246800422668455 + ], + [ + "▁mélange", + -12.24692153930664 + ], + [ + "▁shortage", + -12.247007369995115 + ], + [ + "▁Measure", + -12.247400283813477 + ], + [ + "anchmal", + -12.24742603302002 + ], + [ + "▁transfers", + -12.247432708740234 + ], + [ + "▁sistemului", + -12.247573852539062 + ], + [ + "▁deschide", + -12.247819900512695 + ], + [ + "▁Künstler", + -12.247821807861328 + ], + [ + "▁Plain", + -12.247848510742188 + ], + [ + "▁messaging", + -12.247855186462402 + ], + [ + "▁metabolism", + -12.247879981994627 + ], + [ + "fill", + -12.248031616210938 + ], + [ + "▁Bomb", + -12.24814224243164 + ], + [ + "usine", + -12.248208045959473 + ], + [ + "▁restart", + -12.248233795166016 + ], + [ + "▁Discussion", + -12.248336791992188 + ], + [ + "smith", + -12.248472213745115 + ], + [ + "▁Bh", + -12.248607635498049 + ], + [ + "▁sap", + -12.248689651489258 + ], + [ + "Moo", + -12.248714447021484 + ], + [ + "▁indirect", + -12.248785972595217 + ], + [ + "▁eingesetzt", + -12.248863220214844 + ], + [ + "▁Hip", + -12.248870849609377 + ], + [ + "▁iulie", + -12.249113082885742 + ], + [ + "▁atac", + -12.249201774597168 + ], + [ + "▁passport", + -12.2492036819458 + ], + [ + "▁Egyptian", + -12.249290466308594 + ], + [ + "▁soluți", + -12.249349594116213 + ], + [ + "▁cakes", + -12.249356269836426 + ], + [ + "▁Fellow", + -12.24949836730957 + ], + [ + "▁collision", + -12.249533653259276 + ], + [ + "▁abundant", + -12.249961853027344 + ], + [ + "▁Wonder", + -12.24997329711914 + ], + [ + "▁theories", + -12.249991416931152 + ], + [ + "landed", + -12.250046730041504 + ], + [ + "▁meantime", + -12.2500638961792 + ], + [ + "schlüsse", + -12.25022029876709 + ], + [ + "▁helicopter", + -12.25039005279541 + ], + [ + "Voici", + -12.250479698181152 + ], + [ + "▁Honey", + -12.25049877166748 + ], + [ + "▁deleted", + -12.250511169433594 + ], + [ + "▁Projekte", + -12.250523567199709 + ], + [ + "▁gasi", + -12.2506742477417 + ], + [ + "applique", + -12.25068473815918 + ], + [ + "TAL", + -12.250699043273926 + ], + [ + "notch", + -12.250699996948242 + ], + [ + "▁Response", + -12.250818252563477 + ], + [ + "▁deveni", + -12.250818252563477 + ], + [ + "▁regulate", + -12.250829696655272 + ], + [ + "▁vegetarian", + -12.25083065032959 + ], + [ + "▁Pastor", + -12.250880241394045 + ], + [ + "▁Strong", + -12.250940322875977 + ], + [ + "▁élèves", + -12.251055717468262 + ], + [ + "▁alimente", + -12.25113582611084 + ], + [ + "graphy", + -12.251181602478027 + ], + [ + "▁spirits", + -12.251266479492188 + ], + [ + "▁Cau", + -12.251282691955566 + ], + [ + "determin", + -12.251304626464844 + ], + [ + "arilor", + -12.251382827758787 + ], + [ + "▁masura", + -12.251470565795898 + ], + [ + "RAN", + -12.251500129699709 + ], + [ + "marked", + -12.251564979553224 + ], + [ + "cuba", + -12.251602172851562 + ], + [ + "omni", + -12.251609802246094 + ], + [ + "▁detox", + -12.251662254333496 + ], + [ + "▁quartz", + -12.251741409301758 + ], + [ + "▁Bug", + -12.25177001953125 + ], + [ + "▁Sugar", + -12.25185775756836 + ], + [ + "▁opponents", + -12.25197982788086 + ], + [ + "▁solved", + -12.25207805633545 + ], + [ + "semn", + -12.252257347106934 + ], + [ + "▁Prepare", + -12.252558708190918 + ], + [ + "ffel", + -12.252586364746094 + ], + [ + "▁Highlight", + -12.252608299255373 + ], + [ + "▁curent", + -12.252618789672852 + ], + [ + "▁praktisch", + -12.252626419067385 + ], + [ + "▁lending", + -12.252676963806152 + ], + [ + "▁minority", + -12.252752304077148 + ], + [ + "Free", + -12.252970695495604 + ], + [ + "business", + -12.252997398376465 + ], + [ + "▁outlook", + -12.253097534179688 + ], + [ + "▁assessments", + -12.253168106079102 + ], + [ + "▁Brother", + -12.253266334533691 + ], + [ + "▁partager", + -12.25326919555664 + ], + [ + "▁Brun", + -12.25329303741455 + ], + [ + "▁pedestrian", + -12.25339412689209 + ], + [ + "anța", + -12.253413200378418 + ], + [ + "▁recycled", + -12.253457069396973 + ], + [ + "▁quicker", + -12.253626823425291 + ], + [ + "▁lamps", + -12.25368309020996 + ], + [ + "▁nationally", + -12.253813743591309 + ], + [ + "▁Supplier", + -12.253823280334473 + ], + [ + "ograph", + -12.253936767578123 + ], + [ + "engage", + -12.253981590270996 + ], + [ + "▁Marg", + -12.254131317138672 + ], + [ + "▁aplicare", + -12.25418186187744 + ], + [ + "▁scared", + -12.254194259643556 + ], + [ + "▁accredited", + -12.254255294799805 + ], + [ + "▁outils", + -12.25436019897461 + ], + [ + "▁bâtiment", + -12.254446029663086 + ], + [ + "▁existed", + -12.254586219787598 + ], + [ + "gegangen", + -12.254619598388672 + ], + [ + "▁elevation", + -12.25463581085205 + ], + [ + "▁Tradition", + -12.25467014312744 + ], + [ + "▁Gericht", + -12.254677772521973 + ], + [ + "hub", + -12.254680633544922 + ], + [ + "strahl", + -12.25473690032959 + ], + [ + "build", + -12.254796981811523 + ], + [ + "▁Customers", + -12.25487232208252 + ], + [ + "klasse", + -12.254890441894531 + ], + [ + "▁pierre", + -12.254895210266112 + ], + [ + "(2)", + -12.255006790161133 + ], + [ + "Life", + -12.255125999450684 + ], + [ + "▁bachelor", + -12.25513744354248 + ], + [ + "▁quad", + -12.25519561767578 + ], + [ + "▁dispozitiv", + -12.25523567199707 + ], + [ + "106", + -12.255266189575195 + ], + [ + "▁suburb", + -12.255495071411133 + ], + [ + "▁1977", + -12.255586624145508 + ], + [ + "▁Alzheimer", + -12.255973815917969 + ], + [ + "▁spicy", + -12.255988121032717 + ], + [ + "▁spreading", + -12.25600242614746 + ], + [ + "nötigen", + -12.256078720092772 + ], + [ + "▁novels", + -12.256104469299316 + ], + [ + "▁responsabilité", + -12.256141662597656 + ], + [ + "▁Bud", + -12.256332397460938 + ], + [ + "▁desirable", + -12.256407737731934 + ], + [ + "TOR", + -12.256444931030272 + ], + [ + "five", + -12.256547927856444 + ], + [ + "▁Firmen", + -12.256860733032228 + ], + [ + "oeuvre", + -12.257075309753418 + ], + [ + "grass", + -12.25723361968994 + ], + [ + "▁practically", + -12.257277488708496 + ], + [ + "▁runners", + -12.257281303405762 + ], + [ + "▁mothers", + -12.257341384887695 + ], + [ + "Shop", + -12.25734519958496 + ], + [ + "▁Chicken", + -12.257408142089844 + ], + [ + "▁License", + -12.257593154907228 + ], + [ + "▁Bach", + -12.25765323638916 + ], + [ + "earliest", + -12.257729530334473 + ], + [ + "▁replica", + -12.25774097442627 + ], + [ + "▁haunt", + -12.25783348083496 + ], + [ + "▁materi", + -12.257854461669922 + ], + [ + "▁Finland", + -12.257893562316896 + ], + [ + "▁europene", + -12.257919311523438 + ], + [ + "abilă", + -12.257944107055664 + ], + [ + "cati", + -12.258007049560549 + ], + [ + "▁cholesterol", + -12.258132934570312 + ], + [ + "...).", + -12.258151054382324 + ], + [ + "cardi", + -12.25838565826416 + ], + [ + "▁(12", + -12.258387565612791 + ], + [ + "analyzed", + -12.258506774902344 + ], + [ + "▁respondents", + -12.258591651916504 + ], + [ + "▁höchste", + -12.25864601135254 + ], + [ + "▁Kern", + -12.258647918701172 + ], + [ + "▁knapp", + -12.258781433105469 + ], + [ + "▁Someone", + -12.258955001831056 + ], + [ + "▁équipé", + -12.258997917175291 + ], + [ + "credited", + -12.259106636047363 + ], + [ + "▁numar", + -12.259163856506348 + ], + [ + "▁Ace", + -12.259185791015623 + ], + [ + "zentrum", + -12.2592191696167 + ], + [ + "nehmer", + -12.259270668029783 + ], + [ + "arrivée", + -12.259282112121582 + ], + [ + "ELE", + -12.259291648864746 + ], + [ + "clean", + -12.259418487548828 + ], + [ + "Boost", + -12.259538650512695 + ], + [ + "call", + -12.259575843811035 + ], + [ + "▁Polizei", + -12.25965976715088 + ], + [ + "▁Januar", + -12.259663581848145 + ], + [ + "▁Tile", + -12.259681701660156 + ], + [ + "▁traduc", + -12.25974464416504 + ], + [ + "▁promptly", + -12.259773254394531 + ], + [ + "limit", + -12.259809494018556 + ], + [ + "▁recharge", + -12.2598237991333 + ], + [ + "▁wipe", + -12.259862899780272 + ], + [ + "▁Norway", + -12.26001262664795 + ], + [ + "▁Municipal", + -12.260077476501465 + ], + [ + "▁medieval", + -12.260117530822754 + ], + [ + "▁Treat", + -12.26021671295166 + ], + [ + "Orient", + -12.260283470153809 + ], + [ + "▁Stewart", + -12.260294914245604 + ], + [ + "▁lol", + -12.26039981842041 + ], + [ + "appartement", + -12.260522842407228 + ], + [ + "▁payer", + -12.260655403137209 + ], + [ + "▁splash", + -12.260723114013672 + ], + [ + "doubtedly", + -12.260726928710938 + ], + [ + "dry", + -12.260846138000488 + ], + [ + "▁Forex", + -12.260939598083496 + ], + [ + "▁Edinburgh", + -12.260943412780762 + ], + [ + "▁Traditional", + -12.261032104492188 + ], + [ + "▁1968", + -12.261134147644045 + ], + [ + "▁glow", + -12.261248588562012 + ], + [ + "Alternatively", + -12.261265754699709 + ], + [ + "▁partly", + -12.261354446411133 + ], + [ + "égi", + -12.261401176452637 + ], + [ + "▁Prices", + -12.261640548706056 + ], + [ + "haupt", + -12.261651992797852 + ], + [ + "▁sentences", + -12.261711120605469 + ], + [ + "ouvre", + -12.261735916137695 + ], + [ + "▁Liter", + -12.261746406555176 + ], + [ + "▁Important", + -12.2620267868042 + ], + [ + "▁Collins", + -12.262077331542969 + ], + [ + "▁reproduce", + -12.262106895446776 + ], + [ + "▁selten", + -12.262124061584473 + ], + [ + "▁Mitte", + -12.262170791625977 + ], + [ + "OA", + -12.262174606323242 + ], + [ + "▁Sister", + -12.262358665466309 + ], + [ + "▁responding", + -12.262385368347168 + ], + [ + "▁ballot", + -12.262455940246582 + ], + [ + "▁Nutrition", + -12.262460708618164 + ], + [ + "occurrence", + -12.26246452331543 + ], + [ + "Atunci", + -12.26260471343994 + ], + [ + "▁hockey", + -12.262680053710938 + ], + [ + "▁undertaking", + -12.262697219848633 + ], + [ + "▁educators", + -12.262885093688965 + ], + [ + "▁Swedish", + -12.262893676757812 + ], + [ + "▁Recovery", + -12.262894630432127 + ], + [ + "▁circum", + -12.262910842895508 + ], + [ + "▁chains", + -12.263084411621094 + ], + [ + "▁genug", + -12.263113021850586 + ], + [ + "▁Pil", + -12.263227462768556 + ], + [ + "▁farms", + -12.263265609741213 + ], + [ + "▁simplicity", + -12.263336181640623 + ], + [ + "-21", + -12.263399124145508 + ], + [ + "▁partition", + -12.263493537902832 + ], + [ + "▁Relations", + -12.26360034942627 + ], + [ + "zentrale", + -12.263794898986816 + ], + [ + "lapse", + -12.263855934143066 + ], + [ + "▁toast", + -12.26386260986328 + ], + [ + "▁citi", + -12.263946533203123 + ], + [ + "▁longtemps", + -12.26398468017578 + ], + [ + "maj", + -12.264448165893556 + ], + [ + "▁Cin", + -12.264483451843262 + ], + [ + "zeichen", + -12.264504432678224 + ], + [ + "▁Zoo", + -12.264567375183104 + ], + [ + "▁frisch", + -12.264570236206056 + ], + [ + "▁permettra", + -12.26459503173828 + ], + [ + "▁Liberty", + -12.264642715454102 + ], + [ + "▁playground", + -12.264873504638672 + ], + [ + "▁Mate", + -12.265031814575195 + ], + [ + "▁evolving", + -12.265066146850586 + ], + [ + "national", + -12.265207290649414 + ], + [ + "▁signifie", + -12.26527976989746 + ], + [ + "▁Related", + -12.265292167663574 + ], + [ + "NES", + -12.265337944030762 + ], + [ + "euil", + -12.265473365783691 + ], + [ + "▁struggles", + -12.265542030334473 + ], + [ + "▁instinct", + -12.265628814697266 + ], + [ + "arbre", + -12.26608943939209 + ], + [ + "▁commands", + -12.266222953796388 + ], + [ + "▁frumoase", + -12.26637077331543 + ], + [ + "▁watches", + -12.266779899597168 + ], + [ + "NM", + -12.266804695129396 + ], + [ + "▁influential", + -12.266807556152344 + ], + [ + "▁gewesen", + -12.266901969909668 + ], + [ + "▁Pictures", + -12.267224311828612 + ], + [ + "▁HVAC", + -12.267242431640623 + ], + [ + "▁skate", + -12.26732063293457 + ], + [ + "▁Robot", + -12.267327308654783 + ], + [ + "▁Boys", + -12.267404556274414 + ], + [ + "▁Mutter", + -12.267425537109377 + ], + [ + "▁marques", + -12.267539024353027 + ], + [ + "utiliser", + -12.267793655395508 + ], + [ + "▁amazed", + -12.267799377441406 + ], + [ + "ächtig", + -12.26783275604248 + ], + [ + "▁Success", + -12.267870903015137 + ], + [ + "gramm", + -12.267956733703612 + ], + [ + "▁1972", + -12.267956733703612 + ], + [ + "▁marina", + -12.268269538879396 + ], + [ + "▁lou", + -12.268321990966797 + ], + [ + "▁précis", + -12.268380165100098 + ], + [ + "ographic", + -12.268482208251951 + ], + [ + "people", + -12.26848316192627 + ], + [ + "fahr", + -12.268547058105469 + ], + [ + "▁Contemporary", + -12.268550872802734 + ], + [ + "▁frustrating", + -12.26858139038086 + ], + [ + "chide", + -12.268704414367676 + ], + [ + "1.5", + -12.268807411193848 + ], + [ + "▁ankle", + -12.268850326538086 + ], + [ + "▁proximity", + -12.268986701965332 + ], + [ + "▁Leute", + -12.269006729125977 + ], + [ + "UA", + -12.269031524658203 + ], + [ + "union", + -12.269131660461426 + ], + [ + "▁recovered", + -12.26913356781006 + ], + [ + "▁sword", + -12.269216537475586 + ], + [ + "▁Mut", + -12.26923942565918 + ], + [ + "▁Rin", + -12.269360542297363 + ], + [ + "▁lectures", + -12.26942253112793 + ], + [ + "▁licensing", + -12.269423484802246 + ], + [ + "MAC", + -12.269498825073242 + ], + [ + "▁commute", + -12.269776344299316 + ], + [ + "Acesta", + -12.269858360290527 + ], + [ + "▁Koch", + -12.27008819580078 + ], + [ + "▁depozit", + -12.270119667053224 + ], + [ + "▁erstmal", + -12.270163536071776 + ], + [ + "arhi", + -12.270271301269531 + ], + [ + "▁Normal", + -12.270462036132812 + ], + [ + "EZ", + -12.270464897155762 + ], + [ + "ărilor", + -12.270986557006836 + ], + [ + "▁favoris", + -12.271041870117188 + ], + [ + "▁$9", + -12.271050453186035 + ], + [ + "▁Lawrence", + -12.271172523498535 + ], + [ + "▁fixing", + -12.271200180053713 + ], + [ + "▁researching", + -12.271288871765137 + ], + [ + "▁Pant", + -12.271467208862305 + ], + [ + "▁candid", + -12.271490097045898 + ], + [ + "▁Arkansas", + -12.27160930633545 + ], + [ + "▁bitcoin", + -12.271612167358398 + ], + [ + "ва", + -12.271645545959473 + ], + [ + "▁Finger", + -12.271692276000977 + ], + [ + "▁SRL", + -12.271718978881836 + ], + [ + "Arg", + -12.27179718017578 + ], + [ + "trade", + -12.27190399169922 + ], + [ + "▁extraction", + -12.27194118499756 + ], + [ + "▁footprint", + -12.2720308303833 + ], + [ + "▁folosite", + -12.272085189819336 + ], + [ + "▁Flex", + -12.272184371948242 + ], + [ + "▁dys", + -12.272294998168944 + ], + [ + "▁Wright", + -12.272343635559082 + ], + [ + "▁multitude", + -12.272378921508787 + ], + [ + "▁Chu", + -12.272494316101074 + ], + [ + "▁Jerry", + -12.27249526977539 + ], + [ + "▁notebook", + -12.272722244262695 + ], + [ + "▁SIM", + -12.272932052612305 + ], + [ + "dietary", + -12.272963523864746 + ], + [ + "▁polished", + -12.272984504699709 + ], + [ + "▁carriers", + -12.272993087768556 + ], + [ + "▁cardiac", + -12.27299976348877 + ], + [ + "▁burned", + -12.273038864135742 + ], + [ + "▁sealed", + -12.273062705993652 + ], + [ + "▁pumps", + -12.27322483062744 + ], + [ + "▁consumed", + -12.273233413696287 + ], + [ + "▁Teaching", + -12.273446083068848 + ], + [ + "▁daughters", + -12.27348518371582 + ], + [ + "serviciile", + -12.273600578308104 + ], + [ + "▁Teams", + -12.273690223693848 + ], + [ + "▁avoided", + -12.273903846740724 + ], + [ + "▁compagnie", + -12.274019241333008 + ], + [ + "▁mașin", + -12.274024963378906 + ], + [ + "▁Sean", + -12.27418041229248 + ], + [ + "▁arunc", + -12.274208068847656 + ], + [ + "kräfte", + -12.27423858642578 + ], + [ + "vani", + -12.274255752563477 + ], + [ + "Metall", + -12.27437973022461 + ], + [ + "2009", + -12.274449348449709 + ], + [ + "moi", + -12.274688720703123 + ], + [ + "▁THAT", + -12.274700164794922 + ], + [ + "▁Ny", + -12.274809837341309 + ], + [ + "▁countertops", + -12.274860382080078 + ], + [ + "Pod", + -12.274938583374023 + ], + [ + "amente", + -12.274943351745604 + ], + [ + "▁offshore", + -12.275001525878906 + ], + [ + "luti", + -12.275087356567385 + ], + [ + "parked", + -12.275160789489746 + ], + [ + "ajout", + -12.27524757385254 + ], + [ + "Shirt", + -12.275328636169434 + ], + [ + "▁3/4", + -12.275389671325684 + ], + [ + "▁gratuite", + -12.27543830871582 + ], + [ + "mètres", + -12.27557373046875 + ], + [ + "▁Wish", + -12.2755765914917 + ], + [ + "▁holistic", + -12.27558422088623 + ], + [ + "gren", + -12.275607109069824 + ], + [ + "compiled", + -12.275660514831545 + ], + [ + "▁innocent", + -12.275779724121094 + ], + [ + "▁sorte", + -12.275787353515623 + ], + [ + "▁insulin", + -12.275792121887209 + ], + [ + "▁Academic", + -12.275996208190918 + ], + [ + "▁acrylic", + -12.27600383758545 + ], + [ + "▁hinzu", + -12.27616024017334 + ], + [ + "▁compression", + -12.27619457244873 + ], + [ + "▁viral", + -12.276220321655272 + ], + [ + "▁stereo", + -12.2764892578125 + ], + [ + "▁Concept", + -12.27654266357422 + ], + [ + "▁Margaret", + -12.276659965515137 + ], + [ + "▁consolidation", + -12.276875495910645 + ], + [ + "Figure", + -12.277058601379396 + ], + [ + "zzo", + -12.277061462402344 + ], + [ + "▁Egg", + -12.277098655700684 + ], + [ + "weiterhin", + -12.277213096618652 + ], + [ + "▁Vista", + -12.277252197265623 + ], + [ + "▁necessity", + -12.277316093444824 + ], + [ + "▁kayak", + -12.277490615844728 + ], + [ + "▁consensus", + -12.277535438537598 + ], + [ + "▁Katz", + -12.277602195739746 + ], + [ + "▁Warren", + -12.277640342712402 + ], + [ + "▁custody", + -12.277755737304688 + ], + [ + "++", + -12.277759552001951 + ], + [ + "▁paiement", + -12.277782440185549 + ], + [ + "▁foul", + -12.277878761291504 + ], + [ + "Chaque", + -12.277934074401855 + ], + [ + "▁Syrian", + -12.277998924255373 + ], + [ + "▁photographers", + -12.278056144714355 + ], + [ + "▁dismiss", + -12.278270721435549 + ], + [ + "▁Gaz", + -12.278526306152344 + ], + [ + "▁développer", + -12.278529167175291 + ], + [ + "▁Dakota", + -12.27863883972168 + ], + [ + "▁cardiovascular", + -12.278642654418944 + ], + [ + "▁tattoo", + -12.278858184814451 + ], + [ + "▁Lighting", + -12.278918266296388 + ], + [ + "▁nowhere", + -12.278940200805664 + ], + [ + "vada", + -12.27895450592041 + ], + [ + "▁Favor", + -12.27908420562744 + ], + [ + "ruled", + -12.2791748046875 + ], + [ + "▁Dating", + -12.2793550491333 + ], + [ + "gain", + -12.279963493347168 + ], + [ + "rism", + -12.28016471862793 + ], + [ + "coloured", + -12.280169486999512 + ], + [ + "▁refugees", + -12.280184745788574 + ], + [ + "▁Schm", + -12.2803955078125 + ], + [ + "▁happily", + -12.280402183532717 + ], + [ + "▁specification", + -12.280607223510742 + ], + [ + "WM", + -12.280736923217772 + ], + [ + "▁intro", + -12.280823707580566 + ], + [ + "rack", + -12.28097915649414 + ], + [ + "characterized", + -12.28107738494873 + ], + [ + "▁externe", + -12.281136512756348 + ], + [ + "▁arrives", + -12.28114128112793 + ], + [ + "WO", + -12.28118133544922 + ], + [ + "bericht", + -12.28123378753662 + ], + [ + "▁delays", + -12.281242370605469 + ], + [ + "▁Flight", + -12.281256675720217 + ], + [ + "1-3", + -12.281524658203123 + ], + [ + "▁Singh", + -12.281548500061035 + ], + [ + "▁shifting", + -12.281651496887209 + ], + [ + "▁dashboard", + -12.281729698181152 + ], + [ + "▁lieux", + -12.281781196594238 + ], + [ + "▁validate", + -12.281901359558104 + ], + [ + "▁uniquement", + -12.281963348388672 + ], + [ + "clip", + -12.28199291229248 + ], + [ + "cov", + -12.282132148742676 + ], + [ + "▁tendance", + -12.282215118408203 + ], + [ + "èle", + -12.28225803375244 + ], + [ + "▁incepe", + -12.282261848449709 + ], + [ + "▁chunk", + -12.282585144042969 + ], + [ + "▁Nr", + -12.28266716003418 + ], + [ + "▁Montana", + -12.282674789428713 + ], + [ + "▁sticks", + -12.28277587890625 + ], + [ + "▁caps", + -12.28309154510498 + ], + [ + "▁Jimmy", + -12.283167839050291 + ], + [ + "▁Levi", + -12.283285140991213 + ], + [ + "▁cables", + -12.28345012664795 + ], + [ + "▁SB", + -12.283550262451172 + ], + [ + "▁thème", + -12.2836275100708 + ], + [ + "ADA", + -12.283672332763672 + ], + [ + "▁garant", + -12.283686637878418 + ], + [ + "▁Joint", + -12.283820152282717 + ], + [ + "▁partage", + -12.28398323059082 + ], + [ + "schreib", + -12.284119606018066 + ], + [ + "ether", + -12.28420352935791 + ], + [ + "▁Klima", + -12.284303665161133 + ], + [ + "▁medicines", + -12.284317016601562 + ], + [ + "▁pH", + -12.284320831298828 + ], + [ + "Architect", + -12.284378051757812 + ], + [ + "știi", + -12.284396171569824 + ], + [ + "▁retrouve", + -12.284700393676758 + ], + [ + "▁posture", + -12.284753799438477 + ], + [ + "Feature", + -12.28477382659912 + ], + [ + "▁drying", + -12.284884452819824 + ], + [ + "trifft", + -12.28488826751709 + ], + [ + "ibi", + -12.285079002380373 + ], + [ + "▁rezerv", + -12.285116195678713 + ], + [ + "▁Vă", + -12.28518009185791 + ], + [ + "▁Speaker", + -12.285282135009766 + ], + [ + "▁illustration", + -12.285319328308104 + ], + [ + "oooo", + -12.285419464111328 + ], + [ + "▁initiated", + -12.285518646240234 + ], + [ + "PK", + -12.285545349121094 + ], + [ + "▁algorithms", + -12.285630226135254 + ], + [ + "▁zice", + -12.285757064819336 + ], + [ + "WI", + -12.28581428527832 + ], + [ + "urgence", + -12.285823822021484 + ], + [ + "▁bloggers", + -12.285887718200684 + ], + [ + "▁realitate", + -12.285894393920898 + ], + [ + "eks", + -12.28598690032959 + ], + [ + "▁cushions", + -12.28614902496338 + ], + [ + "▁Kri", + -12.286224365234377 + ], + [ + "▁réalisation", + -12.286396026611328 + ], + [ + "▁Photoshop", + -12.286407470703123 + ], + [ + "cret", + -12.286462783813477 + ], + [ + "faire", + -12.286613464355469 + ], + [ + "▁Cei", + -12.286782264709473 + ], + [ + "ICO", + -12.286789894104004 + ], + [ + "Contin", + -12.28681755065918 + ], + [ + "▁Builder", + -12.286916732788086 + ], + [ + "look", + -12.28698444366455 + ], + [ + "▁tenants", + -12.287023544311523 + ], + [ + "▁gloves", + -12.287113189697266 + ], + [ + "Day", + -12.287169456481934 + ], + [ + "firmly", + -12.28725814819336 + ], + [ + "CIA", + -12.287352561950684 + ], + [ + "▁TVA", + -12.28741455078125 + ], + [ + "▁notifications", + -12.287446975708008 + ], + [ + "▁Higher", + -12.28745937347412 + ], + [ + "▁Weihnachts", + -12.28749179840088 + ], + [ + "▁blur", + -12.287755012512209 + ], + [ + "ов", + -12.288087844848633 + ], + [ + "feder", + -12.288159370422363 + ], + [ + "▁explosion", + -12.288171768188477 + ], + [ + "▁Fenster", + -12.288189888000488 + ], + [ + "▁junge", + -12.288225173950195 + ], + [ + "▁Highland", + -12.288230895996094 + ], + [ + "▁Lü", + -12.288290023803713 + ], + [ + "▁Alba", + -12.28832721710205 + ], + [ + "▁Dort", + -12.288338661193848 + ], + [ + "▁recruiting", + -12.28835391998291 + ], + [ + "▁Multiple", + -12.288549423217772 + ], + [ + "▁animated", + -12.288604736328123 + ], + [ + "▁Virgin", + -12.288637161254885 + ], + [ + "1000", + -12.288676261901855 + ], + [ + "▁resin", + -12.288700103759766 + ], + [ + "▁matrix", + -12.288826942443848 + ], + [ + "irri", + -12.289011001586914 + ], + [ + "▁chiffre", + -12.28904914855957 + ], + [ + "▁Corps", + -12.289252281188965 + ], + [ + "▁advocacy", + -12.28927230834961 + ], + [ + "▁pozitiv", + -12.289274215698242 + ], + [ + "▁pouss", + -12.289451599121094 + ], + [ + "événement", + -12.28950309753418 + ], + [ + "▁pielii", + -12.289717674255373 + ], + [ + "onnais", + -12.289750099182127 + ], + [ + "▁Statement", + -12.289754867553713 + ], + [ + "crimin", + -12.289868354797363 + ], + [ + "hidrat", + -12.289942741394045 + ], + [ + "▁Jugendliche", + -12.290057182312012 + ], + [ + "TRI", + -12.290223121643066 + ], + [ + "erra", + -12.290240287780762 + ], + [ + "chat", + -12.290321350097656 + ], + [ + "▁traits", + -12.290359497070312 + ], + [ + "▁incentives", + -12.29038143157959 + ], + [ + "▁accelerate", + -12.290568351745604 + ], + [ + "woven", + -12.29063320159912 + ], + [ + "UST", + -12.290688514709473 + ], + [ + "▁premiers", + -12.290717124938965 + ], + [ + "▁Ferien", + -12.29075527191162 + ], + [ + "▁mariage", + -12.290796279907228 + ], + [ + "▁financially", + -12.290801048278809 + ], + [ + "gesellschaft", + -12.290863037109377 + ], + [ + "▁situaţi", + -12.290865898132324 + ], + [ + "▁quoted", + -12.291373252868652 + ], + [ + "▁periodic", + -12.291421890258787 + ], + [ + "▁chaos", + -12.291543960571287 + ], + [ + "▁remodel", + -12.29159927368164 + ], + [ + "▁Contractor", + -12.291641235351562 + ], + [ + "▁recuper", + -12.291729927062988 + ], + [ + "▁driveway", + -12.291755676269531 + ], + [ + "▁entertain", + -12.291765213012695 + ], + [ + "▁condus", + -12.29176902770996 + ], + [ + "▁chefs", + -12.29184341430664 + ], + [ + "pak", + -12.291866302490234 + ], + [ + "▁possède", + -12.291948318481444 + ], + [ + "▁outreach", + -12.291984558105469 + ], + [ + "▁navig", + -12.292036056518556 + ], + [ + "▁renewal", + -12.292071342468262 + ], + [ + "▁Rice", + -12.292309761047363 + ], + [ + "▁Czech", + -12.292398452758787 + ], + [ + "▁entstehen", + -12.292445182800291 + ], + [ + "▁droite", + -12.29244899749756 + ], + [ + "▁Investor", + -12.292497634887695 + ], + [ + "▁Soci", + -12.29250431060791 + ], + [ + "▁scalp", + -12.292622566223145 + ], + [ + "▁politiques", + -12.29281520843506 + ], + [ + "▁plaintiff", + -12.292841911315918 + ], + [ + "extending", + -12.29287052154541 + ], + [ + "▁paperwork", + -12.29300594329834 + ], + [ + "vizi", + -12.293142318725586 + ], + [ + "assisting", + -12.29317569732666 + ], + [ + "local", + -12.293272972106934 + ], + [ + "▁Wear", + -12.293323516845703 + ], + [ + "▁descend", + -12.293340682983398 + ], + [ + "▁Wikipedia", + -12.293513298034668 + ], + [ + "▁Consiliului", + -12.293516159057615 + ], + [ + "▁Nokia", + -12.293540000915527 + ], + [ + "▁facult", + -12.293560028076172 + ], + [ + "▁altogether", + -12.293851852416992 + ], + [ + "▁rankings", + -12.29391860961914 + ], + [ + "▁downloading", + -12.293953895568848 + ], + [ + "QU", + -12.294007301330566 + ], + [ + "▁Olive", + -12.294041633605955 + ], + [ + "▁backdrop", + -12.294110298156738 + ], + [ + "▁recomandat", + -12.294116020202637 + ], + [ + "▁Faculty", + -12.294184684753418 + ], + [ + "ANS", + -12.29422092437744 + ], + [ + "▁fracture", + -12.294225692749023 + ], + [ + "job", + -12.29448127746582 + ], + [ + "▁anticipate", + -12.294525146484377 + ], + [ + "▁drift", + -12.294543266296388 + ], + [ + "▁Marco", + -12.294632911682127 + ], + [ + "▁witnessed", + -12.294700622558594 + ], + [ + "▁comprend", + -12.294974327087402 + ], + [ + "▁bulb", + -12.29504680633545 + ], + [ + "▁shallow", + -12.295059204101562 + ], + [ + "stärke", + -12.295063972473145 + ], + [ + "▁Jessica", + -12.295080184936523 + ], + [ + "▁démarche", + -12.29508113861084 + ], + [ + "▁traditionally", + -12.29508113861084 + ], + [ + "Deputy", + -12.295093536376951 + ], + [ + "▁rivers", + -12.295260429382324 + ], + [ + "▁livraison", + -12.29531192779541 + ], + [ + "▁lacking", + -12.295421600341797 + ], + [ + "▁remodeling", + -12.29542636871338 + ], + [ + "▁acesteia", + -12.295514106750488 + ], + [ + "▁grosse", + -12.295669555664062 + ], + [ + "▁propus", + -12.295833587646484 + ], + [ + "lessly", + -12.29587459564209 + ], + [ + "▁Kredit", + -12.295931816101074 + ], + [ + "reputable", + -12.295981407165527 + ], + [ + "▁Sell", + -12.2960205078125 + ], + [ + "▁Crime", + -12.29611110687256 + ], + [ + "Ent", + -12.296310424804688 + ], + [ + "finity", + -12.296422004699709 + ], + [ + "▁Complex", + -12.296500205993652 + ], + [ + "easing", + -12.296638488769531 + ], + [ + "dynamic", + -12.296670913696287 + ], + [ + "▁eaten", + -12.296727180480955 + ], + [ + "gezogen", + -12.296734809875488 + ], + [ + "▁2004,", + -12.296774864196776 + ], + [ + "▁Muslims", + -12.296822547912598 + ], + [ + "▁Sprache", + -12.296883583068848 + ], + [ + "▁Truth", + -12.296927452087402 + ], + [ + "▁guarantees", + -12.29692840576172 + ], + [ + "/5", + -12.29712963104248 + ], + [ + "”).", + -12.29713535308838 + ], + [ + "▁Medium", + -12.2972993850708 + ], + [ + "▁décidé", + -12.297445297241213 + ], + [ + "▁balcony", + -12.29747200012207 + ], + [ + "leuchte", + -12.297502517700195 + ], + [ + "hik", + -12.297849655151367 + ], + [ + "▁Agriculture", + -12.298221588134766 + ], + [ + "▁securities", + -12.298221588134766 + ], + [ + "Probably", + -12.298224449157717 + ], + [ + "▁macar", + -12.29824161529541 + ], + [ + "▁Signal", + -12.298399925231934 + ], + [ + "lake", + -12.298677444458008 + ], + [ + "▁compétences", + -12.298726081848145 + ], + [ + "▁proprietary", + -12.298812866210938 + ], + [ + "allons", + -12.298850059509276 + ], + [ + "▁belongs", + -12.298916816711426 + ], + [ + "▁missile", + -12.298958778381348 + ], + [ + "țiune", + -12.298999786376951 + ], + [ + "▁Integration", + -12.299116134643556 + ], + [ + "▁testimony", + -12.299120903015137 + ], + [ + "▁wesentlich", + -12.299142837524414 + ], + [ + "▁donors", + -12.299152374267578 + ], + [ + "▁pivot", + -12.299202919006348 + ], + [ + "▁Uber", + -12.299219131469728 + ], + [ + "▁databases", + -12.299281120300291 + ], + [ + "▁studi", + -12.299317359924316 + ], + [ + "totdeauna", + -12.299351692199709 + ], + [ + "▁briefly", + -12.299449920654297 + ], + [ + "▁livr", + -12.29952335357666 + ], + [ + "▁CRM", + -12.29958152770996 + ], + [ + "gone", + -12.299697875976562 + ], + [ + "10)", + -12.299761772155762 + ], + [ + "▁zilele", + -12.299920082092283 + ], + [ + "Basically", + -12.300008773803713 + ], + [ + "▁medie", + -12.300041198730469 + ], + [ + "spotted", + -12.30006217956543 + ], + [ + "▁troubles", + -12.30009937286377 + ], + [ + "▁acknowledged", + -12.300176620483398 + ], + [ + "350", + -12.300185203552246 + ], + [ + "LB", + -12.300273895263672 + ], + [ + "Phy", + -12.30038833618164 + ], + [ + "natal", + -12.300397872924805 + ], + [ + "illé", + -12.300445556640623 + ], + [ + "bilder", + -12.300625801086426 + ], + [ + "▁apples", + -12.300636291503906 + ], + [ + "graphical", + -12.300889015197754 + ], + [ + "organiser", + -12.301024436950684 + ], + [ + "▁ochii", + -12.301040649414062 + ], + [ + "glas", + -12.30117893218994 + ], + [ + "CAP", + -12.301180839538574 + ], + [ + "▁Doors", + -12.301331520080566 + ], + [ + "▁Eis", + -12.30156135559082 + ], + [ + "tipuri", + -12.301590919494627 + ], + [ + "▁Worth", + -12.301684379577637 + ], + [ + "izează", + -12.301719665527344 + ], + [ + "nunț", + -12.30180549621582 + ], + [ + "▁Trip", + -12.30186653137207 + ], + [ + "ISS", + -12.301976203918455 + ], + [ + "efficient", + -12.30201530456543 + ], + [ + "Luckily", + -12.302099227905272 + ], + [ + "▁vase", + -12.302133560180664 + ], + [ + "▁gay", + -12.302343368530272 + ], + [ + "▁certificates", + -12.302434921264648 + ], + [ + "riad", + -12.302549362182615 + ], + [ + "stab", + -12.302570343017578 + ], + [ + "affiche", + -12.302604675292969 + ], + [ + "▁iPod", + -12.302645683288574 + ], + [ + "▁aștept", + -12.302726745605469 + ], + [ + "▁$500", + -12.302751541137695 + ], + [ + "▁Catherine", + -12.302952766418455 + ], + [ + "▁Circuit", + -12.30295753479004 + ], + [ + "▁ranch", + -12.303045272827148 + ], + [ + "▁consequence", + -12.303118705749512 + ], + [ + "listened", + -12.303131103515623 + ], + [ + "▁Options", + -12.303187370300291 + ], + [ + "feed", + -12.30318832397461 + ], + [ + "▁adviser", + -12.303248405456545 + ], + [ + "▁présenter", + -12.30333423614502 + ], + [ + "substant", + -12.30337905883789 + ], + [ + "▁Flag", + -12.303604125976562 + ], + [ + "▁Keith", + -12.30366325378418 + ], + [ + "▁inima", + -12.303709983825684 + ], + [ + "▁substrate", + -12.30373764038086 + ], + [ + "▁charger", + -12.303803443908691 + ], + [ + "▁reporter", + -12.303844451904297 + ], + [ + "ütz", + -12.304068565368652 + ], + [ + "▁unten", + -12.30417537689209 + ], + [ + "▁sympa", + -12.304542541503906 + ], + [ + "▁defeated", + -12.304600715637209 + ], + [ + "ändig", + -12.304644584655762 + ], + [ + "individu", + -12.304747581481934 + ], + [ + "▁Straßen", + -12.304774284362791 + ], + [ + "▁Nepal", + -12.304791450500488 + ], + [ + "million", + -12.304803848266602 + ], + [ + "▁Cake", + -12.30499267578125 + ], + [ + "▁investigations", + -12.30526065826416 + ], + [ + "▁inspector", + -12.3054780960083 + ], + [ + "▁Campbell", + -12.305486679077148 + ], + [ + "▁consommation", + -12.305489540100098 + ], + [ + "▁Ministerul", + -12.305628776550291 + ], + [ + "Advisory", + -12.305749893188477 + ], + [ + "▁Leistungs", + -12.30593967437744 + ], + [ + "▁Pull", + -12.306157112121582 + ], + [ + "▁lover", + -12.306194305419922 + ], + [ + "▁trunk", + -12.30638027191162 + ], + [ + "▁folosesc", + -12.30639934539795 + ], + [ + "pom", + -12.306558609008787 + ], + [ + "wunder", + -12.30679416656494 + ], + [ + "▁happier", + -12.306801795959473 + ], + [ + "▁embark", + -12.30689525604248 + ], + [ + "▁mediul", + -12.3069486618042 + ], + [ + "riff", + -12.306973457336426 + ], + [ + "▁copilul", + -12.307039260864258 + ], + [ + "ommage", + -12.307126998901367 + ], + [ + "rechnung", + -12.307218551635742 + ], + [ + "NU", + -12.307220458984377 + ], + [ + "▁fellowship", + -12.307395935058594 + ], + [ + "▁Mental", + -12.307403564453123 + ], + [ + "▁fever", + -12.3074312210083 + ], + [ + "▁silly", + -12.307547569274902 + ], + [ + "Object", + -12.30756664276123 + ], + [ + "NV", + -12.307591438293455 + ], + [ + "от", + -12.30774974822998 + ], + [ + "▁Strand", + -12.307762145996094 + ], + [ + "▁Exist", + -12.30777359008789 + ], + [ + "warum", + -12.307832717895508 + ], + [ + "CY", + -12.307848930358888 + ], + [ + "kä", + -12.307856559753418 + ], + [ + "!!!!!", + -12.307869911193848 + ], + [ + "▁moarte", + -12.30793571472168 + ], + [ + "▁waterfall", + -12.308024406433104 + ], + [ + "left", + -12.30815601348877 + ], + [ + "▁Nursing", + -12.308225631713867 + ], + [ + "▁invalid", + -12.30826187133789 + ], + [ + "struktur", + -12.308385848999023 + ], + [ + "Allerdings", + -12.30838680267334 + ], + [ + "étranger", + -12.30838680267334 + ], + [ + "▁prost", + -12.308517456054688 + ], + [ + "▁Parent", + -12.30856227874756 + ], + [ + "▁întreag", + -12.308611869812012 + ], + [ + "▁compensate", + -12.308871269226074 + ], + [ + "▁sometime", + -12.308955192565918 + ], + [ + "graduate", + -12.308968544006348 + ], + [ + "▁Carter", + -12.30898380279541 + ], + [ + "▁crap", + -12.308998107910156 + ], + [ + "▁mathematics", + -12.309067726135254 + ], + [ + "resemble", + -12.309069633483888 + ], + [ + "Dame", + -12.309152603149414 + ], + [ + "▁Swa", + -12.309198379516602 + ], + [ + "▁celebrity", + -12.309239387512209 + ], + [ + "▁verified", + -12.309338569641112 + ], + [ + "▁Behind", + -12.309349060058594 + ], + [ + "carbon", + -12.309432983398438 + ], + [ + "▁gateway", + -12.309490203857422 + ], + [ + "▁ambitious", + -12.30952262878418 + ], + [ + "▁Wellness", + -12.30966567993164 + ], + [ + "30,000", + -12.30968189239502 + ], + [ + "defined", + -12.309929847717283 + ], + [ + "specializes", + -12.310121536254885 + ], + [ + "▁Chase", + -12.310199737548828 + ], + [ + "HF", + -12.310233116149902 + ], + [ + "ABLE", + -12.310348510742188 + ], + [ + "▁Ehr", + -12.310467720031738 + ], + [ + "▁régime", + -12.310480117797852 + ], + [ + "▁awake", + -12.310487747192385 + ], + [ + "▁seafood", + -12.310487747192385 + ], + [ + "leading", + -12.310554504394531 + ], + [ + "▁Rule", + -12.310602188110352 + ], + [ + "verkehr", + -12.310726165771484 + ], + [ + "erem", + -12.31073760986328 + ], + [ + "▁1973", + -12.310795783996582 + ], + [ + "personal", + -12.311171531677246 + ], + [ + "ența", + -12.311330795288086 + ], + [ + "apprend", + -12.311396598815918 + ], + [ + "faisant", + -12.311420440673828 + ], + [ + "▁Sounds", + -12.31151008605957 + ], + [ + "▁Launch", + -12.31151294708252 + ], + [ + "half", + -12.311636924743652 + ], + [ + "▁verre", + -12.311859130859377 + ], + [ + "▁Regular", + -12.31207275390625 + ], + [ + "▁Nancy", + -12.312142372131348 + ], + [ + "quelles", + -12.312161445617676 + ], + [ + "▁erhält", + -12.312169075012209 + ], + [ + "▁socks", + -12.3121919631958 + ], + [ + "lamp", + -12.312387466430664 + ], + [ + "▁durchgeführt", + -12.312472343444824 + ], + [ + "▁advertise", + -12.31260871887207 + ], + [ + "powered", + -12.31265354156494 + ], + [ + "▁concur", + -12.312699317932127 + ], + [ + "▁ressources", + -12.31293773651123 + ], + [ + "▁allocation", + -12.312986373901367 + ], + [ + "chon", + -12.31304168701172 + ], + [ + "▁Larry", + -12.313177108764648 + ], + [ + "lässig", + -12.313254356384276 + ], + [ + "OLD", + -12.313493728637695 + ], + [ + "itty", + -12.313599586486816 + ], + [ + "▁immuno", + -12.313645362854004 + ], + [ + "▁(+", + -12.313651084899902 + ], + [ + "▁Essential", + -12.313674926757812 + ], + [ + "▁semaines", + -12.313719749450684 + ], + [ + "Ru", + -12.31375503540039 + ], + [ + "▁Gear", + -12.313764572143556 + ], + [ + "völlig", + -12.313850402832031 + ], + [ + "liga", + -12.31391716003418 + ], + [ + "▁Neg", + -12.314082145690918 + ], + [ + "▁gratitude", + -12.31408977508545 + ], + [ + "aventure", + -12.314108848571776 + ], + [ + "▁frustrated", + -12.314115524291992 + ], + [ + "▁retrait", + -12.31422233581543 + ], + [ + "▁statut", + -12.314231872558594 + ], + [ + "550", + -12.31434440612793 + ], + [ + "ла", + -12.314428329467772 + ], + [ + "risto", + -12.314448356628418 + ], + [ + "WAY", + -12.314607620239258 + ], + [ + "▁pigment", + -12.314652442932127 + ], + [ + "Selon", + -12.314715385437012 + ], + [ + "stil", + -12.3148775100708 + ], + [ + "▁Marin", + -12.315055847167969 + ], + [ + "ashi", + -12.315085411071776 + ], + [ + "▁contine", + -12.31519889831543 + ], + [ + "▁Economics", + -12.315200805664062 + ], + [ + "both", + -12.3152437210083 + ], + [ + "▁Dou", + -12.31527328491211 + ], + [ + "Fel", + -12.315373420715332 + ], + [ + "UNT", + -12.315434455871582 + ], + [ + "▁grandmother", + -12.31548023223877 + ], + [ + "▁domicile", + -12.315678596496582 + ], + [ + "▁buffer", + -12.31574535369873 + ], + [ + "▁fuse", + -12.315815925598145 + ], + [ + "▁dosage", + -12.315821647644045 + ], + [ + "▁Nici", + -12.315839767456056 + ], + [ + "▁worries", + -12.315908432006836 + ], + [ + "▁Rail", + -12.3159818649292 + ], + [ + "uneori", + -12.315990447998049 + ], + [ + "▁Sierra", + -12.316030502319336 + ], + [ + "▁porni", + -12.316032409667969 + ], + [ + "▁NOTE", + -12.31605625152588 + ], + [ + "▁tendency", + -12.316065788269045 + ], + [ + "Set", + -12.316256523132324 + ], + [ + "▁Hof", + -12.31629753112793 + ], + [ + "▁Ruhe", + -12.31630039215088 + ], + [ + "harm", + -12.316360473632812 + ], + [ + "▁Developer", + -12.316367149353027 + ], + [ + "suing", + -12.316400527954102 + ], + [ + "persönlichen", + -12.31658935546875 + ], + [ + "▁agréable", + -12.316596031188965 + ], + [ + "commissioned", + -12.316696166992188 + ], + [ + "▁1974", + -12.31672191619873 + ], + [ + "▁1969", + -12.316758155822754 + ], + [ + "▁regl", + -12.316996574401855 + ], + [ + "▁terror", + -12.317042350769045 + ], + [ + "▁température", + -12.317051887512209 + ], + [ + "▁Archiv", + -12.31706714630127 + ], + [ + "▁Military", + -12.317140579223633 + ], + [ + "▁König", + -12.317290306091309 + ], + [ + "▁forex", + -12.31737232208252 + ], + [ + "wiki", + -12.31745719909668 + ], + [ + "thetic", + -12.317506790161133 + ], + [ + "alaturi", + -12.317974090576172 + ], + [ + "▁montant", + -12.3179931640625 + ], + [ + "▁maladie", + -12.318044662475586 + ], + [ + "gust", + -12.318151473999023 + ], + [ + "▁demander", + -12.318164825439451 + ], + [ + "avocat", + -12.318191528320312 + ], + [ + "▁sci", + -12.318192481994627 + ], + [ + "▁Wireless", + -12.318214416503906 + ], + [ + "▁Dein", + -12.318220138549805 + ], + [ + "▁trio", + -12.3183012008667 + ], + [ + "▁Same", + -12.318395614624023 + ], + [ + "Datei", + -12.318464279174805 + ], + [ + "▁alerg", + -12.318578720092772 + ], + [ + "crowded", + -12.318657875061035 + ], + [ + "▁Punkt", + -12.318853378295898 + ], + [ + "▁sanctions", + -12.318864822387695 + ], + [ + "stating", + -12.318922996520996 + ], + [ + "▁discusse", + -12.318949699401855 + ], + [ + "▁Eigen", + -12.319068908691406 + ], + [ + "▁sănătate", + -12.31911563873291 + ], + [ + "▁correspondence", + -12.319211959838867 + ], + [ + "cred", + -12.319331169128418 + ], + [ + "VG", + -12.319347381591797 + ], + [ + "▁différence", + -12.319347381591797 + ], + [ + "▁Montreal", + -12.319391250610352 + ], + [ + "▁masini", + -12.319398880004885 + ], + [ + "iata", + -12.319487571716309 + ], + [ + "▁sampling", + -12.319574356079102 + ], + [ + "▁Gib", + -12.319831848144531 + ], + [ + "▁sheer", + -12.319944381713867 + ], + [ + "330", + -12.319947242736816 + ], + [ + "CHI", + -12.319990158081056 + ], + [ + "▁damn", + -12.320030212402344 + ], + [ + "▁Advisor", + -12.320201873779297 + ], + [ + "Typically", + -12.320302963256836 + ], + [ + "ssé", + -12.320352554321287 + ], + [ + "quart", + -12.320361137390137 + ], + [ + "chete", + -12.320385932922363 + ], + [ + "▁Puerto", + -12.32049560546875 + ], + [ + "2-1", + -12.32050609588623 + ], + [ + "NN", + -12.320674896240234 + ], + [ + "▁styling", + -12.320707321166992 + ], + [ + "rud", + -12.320777893066406 + ], + [ + "од", + -12.320856094360352 + ], + [ + "▁Hydro", + -12.320941925048828 + ], + [ + "▁Cable", + -12.320961952209473 + ], + [ + "video", + -12.320974349975586 + ], + [ + "▁Wirkung", + -12.321194648742676 + ], + [ + "▁noble", + -12.321270942687988 + ], + [ + "▁Sonder", + -12.32129192352295 + ], + [ + "mati", + -12.321317672729492 + ], + [ + "850", + -12.321395874023438 + ], + [ + "▁Richmond", + -12.32143497467041 + ], + [ + "▁niciodată", + -12.32144260406494 + ], + [ + "AO", + -12.321527481079102 + ], + [ + "▁altered", + -12.321648597717283 + ], + [ + "▁(15", + -12.32168960571289 + ], + [ + "▁Motiv", + -12.322052001953123 + ], + [ + "AKE", + -12.322089195251465 + ], + [ + "▁bestimmte", + -12.322172164916992 + ], + [ + "6.5", + -12.322176933288574 + ], + [ + "hectare", + -12.322333335876465 + ], + [ + "atorită", + -12.322335243225098 + ], + [ + "▁phases", + -12.322447776794434 + ], + [ + "▁Nova", + -12.322566032409668 + ], + [ + "ordinateur", + -12.322579383850098 + ], + [ + "▁corrupt", + -12.322813034057615 + ], + [ + "error", + -12.322895050048828 + ], + [ + "▁attacked", + -12.323005676269531 + ], + [ + "▁Kirche", + -12.323019981384276 + ], + [ + "heir", + -12.323040962219238 + ], + [ + "Das", + -12.323254585266112 + ], + [ + "▁anxious", + -12.32325839996338 + ], + [ + "▁Doc", + -12.323386192321776 + ], + [ + "▁Roth", + -12.323415756225586 + ], + [ + "▁Cine", + -12.32388687133789 + ], + [ + "▁auditor", + -12.324418067932127 + ], + [ + "▁beverage", + -12.324586868286133 + ], + [ + "▁précédent", + -12.324637413024902 + ], + [ + "▁deploy", + -12.324837684631348 + ], + [ + "▁accessibility", + -12.324843406677246 + ], + [ + "▁cage", + -12.324885368347168 + ], + [ + "▁Contra", + -12.324934005737305 + ], + [ + "Best", + -12.324952125549316 + ], + [ + "iji", + -12.32497215270996 + ], + [ + "▁père", + -12.325060844421388 + ], + [ + "▁scenic", + -12.32511043548584 + ], + [ + "synthesis", + -12.325165748596191 + ], + [ + "ßen", + -12.32534408569336 + ], + [ + "▁Videos", + -12.325482368469238 + ], + [ + "▁refus", + -12.325484275817873 + ], + [ + "stimmen", + -12.3255615234375 + ], + [ + "▁sleek", + -12.32557773590088 + ], + [ + "artige", + -12.32563591003418 + ], + [ + "mari", + -12.32568359375 + ], + [ + "▁excelent", + -12.325740814208984 + ], + [ + "▁negativ", + -12.325806617736816 + ], + [ + "▁blocking", + -12.32590103149414 + ], + [ + "spricht", + -12.326001167297363 + ], + [ + "▁discomfort", + -12.32602310180664 + ], + [ + "▁stratégie", + -12.32602310180664 + ], + [ + "▁Datenschutz", + -12.326078414916992 + ], + [ + "curg", + -12.326128005981444 + ], + [ + "▁lapte", + -12.32643222808838 + ], + [ + "▁acasă", + -12.326491355895996 + ], + [ + "▁ausschließlich", + -12.32653522491455 + ], + [ + "▁unbedingt", + -12.326802253723145 + ], + [ + "▁Linie", + -12.32689380645752 + ], + [ + "▁subscribers", + -12.327019691467283 + ], + [ + "109", + -12.32702350616455 + ], + [ + "▁Waste", + -12.32712173461914 + ], + [ + "▁Planung", + -12.327231407165527 + ], + [ + "▁visually", + -12.32734489440918 + ], + [ + "utilizarea", + -12.327370643615724 + ], + [ + "uba", + -12.327381134033203 + ], + [ + "▁fifteen", + -12.327411651611328 + ], + [ + "▁légère", + -12.327411651611328 + ], + [ + "ința", + -12.327446937561035 + ], + [ + "▁tolerance", + -12.327460289001465 + ], + [ + "▁piscine", + -12.327536582946776 + ], + [ + "▁nails", + -12.327569007873535 + ], + [ + "▁accus", + -12.327693939208984 + ], + [ + "▁coeur", + -12.327773094177246 + ], + [ + "freie", + -12.32784938812256 + ], + [ + "enţă", + -12.32812213897705 + ], + [ + "▁glucose", + -12.328336715698242 + ], + [ + "▁Jar", + -12.32838249206543 + ], + [ + "▁commencer", + -12.328387260437012 + ], + [ + "▁eliminating", + -12.328414916992188 + ], + [ + "▁mutation", + -12.32844352722168 + ], + [ + "▁afirma", + -12.328444480895996 + ], + [ + "▁Consulting", + -12.328454971313477 + ], + [ + "adia", + -12.328543663024902 + ], + [ + "zog", + -12.328604698181152 + ], + [ + "▁pielea", + -12.328658103942873 + ], + [ + "rton", + -12.328706741333008 + ], + [ + "exercice", + -12.3287935256958 + ], + [ + "namely", + -12.328847885131836 + ], + [ + "▁ajutor", + -12.3289155960083 + ], + [ + "▁markers", + -12.328917503356934 + ], + [ + "▁gardening", + -12.328932762145996 + ], + [ + "Karte", + -12.329038619995115 + ], + [ + "▁Pump", + -12.329142570495604 + ], + [ + "▁Dual", + -12.329169273376465 + ], + [ + "▁pratiques", + -12.329349517822266 + ], + [ + "▁behavioral", + -12.329358100891112 + ], + [ + "▁construire", + -12.329511642456056 + ], + [ + "▁Leonard", + -12.329596519470217 + ], + [ + "ediglich", + -12.329630851745604 + ], + [ + "ubbed", + -12.3297758102417 + ], + [ + "NK", + -12.329792022705078 + ], + [ + "shell", + -12.329912185668944 + ], + [ + "▁persönliche", + -12.329996109008787 + ], + [ + "ecuring", + -12.329998970031738 + ], + [ + "beaten", + -12.33000373840332 + ], + [ + "ALE", + -12.330053329467772 + ], + [ + "▁puppy", + -12.33023452758789 + ], + [ + "▁capac", + -12.33027458190918 + ], + [ + "▁seventh", + -12.330394744873049 + ], + [ + "▁nursery", + -12.330400466918944 + ], + [ + "▁Rum", + -12.330419540405272 + ], + [ + "▁exquisite", + -12.33042335510254 + ], + [ + "▁Legi", + -12.330483436584473 + ], + [ + "▁persist", + -12.33049774169922 + ], + [ + "bacterial", + -12.330548286437988 + ], + [ + "▁cereal", + -12.330572128295898 + ], + [ + "▁principe", + -12.330693244934082 + ], + [ + "chip", + -12.330766677856444 + ], + [ + "rush", + -12.330832481384276 + ], + [ + "▁funnel", + -12.330904006958008 + ], + [ + "▁calitatea", + -12.331024169921877 + ], + [ + "ibă", + -12.33104419708252 + ], + [ + "▁reign", + -12.33108615875244 + ], + [ + "▁congregation", + -12.331120491027832 + ], + [ + "▁obtine", + -12.331270217895508 + ], + [ + "▁découverte", + -12.331286430358888 + ], + [ + "▁gama", + -12.33131504058838 + ], + [ + "▁judec", + -12.33132553100586 + ], + [ + "Plan", + -12.331351280212402 + ], + [ + "▁gesture", + -12.331539154052734 + ], + [ + "öffentlichen", + -12.33164405822754 + ], + [ + "▁imported", + -12.331693649291992 + ], + [ + "▁rotate", + -12.331747055053713 + ], + [ + "blown", + -12.331756591796877 + ], + [ + "▁Protein", + -12.331827163696287 + ], + [ + "parfaitement", + -12.331832885742188 + ], + [ + "ondo", + -12.331868171691896 + ], + [ + "ologists", + -12.331890106201172 + ], + [ + "▁neighborhoods", + -12.331989288330078 + ], + [ + "▁Pope", + -12.33202075958252 + ], + [ + "▁museums", + -12.332194328308104 + ], + [ + "▁porter", + -12.332330703735352 + ], + [ + "▁kiss", + -12.332335472106934 + ], + [ + "pdf", + -12.332354545593262 + ], + [ + "sided", + -12.332359313964844 + ], + [ + "▁gern", + -12.332395553588867 + ], + [ + "bedingungen", + -12.332496643066406 + ], + [ + "▁Ride", + -12.332582473754885 + ], + [ + "Apoi", + -12.332584381103516 + ], + [ + "▁bestehen", + -12.332603454589844 + ], + [ + "5\"", + -12.33285903930664 + ], + [ + "bob", + -12.332862854003906 + ], + [ + "ficient", + -12.33303165435791 + ], + [ + "premise", + -12.333086967468262 + ], + [ + "▁Clip", + -12.333112716674805 + ], + [ + "▁concours", + -12.333213806152344 + ], + [ + "olar", + -12.333281517028809 + ], + [ + "▁Centr", + -12.333356857299805 + ], + [ + "outlined", + -12.333429336547852 + ], + [ + "▁observa", + -12.333511352539062 + ], + [ + "▁negotiate", + -12.333537101745604 + ], + [ + "▁Partnership", + -12.33358383178711 + ], + [ + "clock", + -12.333662033081056 + ], + [ + "roasted", + -12.333755493164062 + ], + [ + "Pourquoi", + -12.33391284942627 + ], + [ + "▁Marshall", + -12.33400535583496 + ], + [ + "▁Gerade", + -12.334052085876465 + ], + [ + "▁pachet", + -12.334160804748535 + ], + [ + "▁preliminary", + -12.334162712097168 + ], + [ + "▁tragic", + -12.334200859069824 + ], + [ + "author", + -12.334268569946287 + ], + [ + "▁Gov", + -12.334309577941896 + ], + [ + "▁comunic", + -12.33440399169922 + ], + [ + "▁coordinator", + -12.334410667419434 + ], + [ + "YA", + -12.33445930480957 + ], + [ + "▁Steam", + -12.33476734161377 + ], + [ + "▁Nag", + -12.334796905517578 + ], + [ + "▁Kara", + -12.334851264953612 + ], + [ + "▁Gang", + -12.334858894348145 + ], + [ + "aurez", + -12.334868431091309 + ], + [ + "▁horrible", + -12.334869384765623 + ], + [ + "▁Luxury", + -12.335076332092283 + ], + [ + "▁encouragement", + -12.335169792175291 + ], + [ + "▁conceptual", + -12.335250854492188 + ], + [ + "▁constituent", + -12.335431098937988 + ], + [ + "nvelop", + -12.335494041442873 + ], + [ + "ucc", + -12.335500717163086 + ], + [ + "▁conçu", + -12.335542678833008 + ], + [ + "pfel", + -12.33559513092041 + ], + [ + "special", + -12.335700988769531 + ], + [ + "▁Growth", + -12.335834503173828 + ], + [ + "cada", + -12.33591651916504 + ], + [ + "▁oamenilor", + -12.335976600646973 + ], + [ + "▁vendredi", + -12.336021423339844 + ], + [ + "▁coupe", + -12.336055755615234 + ], + [ + "▁Danke", + -12.336134910583496 + ], + [ + "reflects", + -12.336181640625 + ], + [ + "▁girlfriend", + -12.336273193359377 + ], + [ + "▁diffuse", + -12.336325645446776 + ], + [ + "HER", + -12.336328506469728 + ], + [ + "storing", + -12.336464881896973 + ], + [ + "ailing", + -12.336591720581056 + ], + [ + "▁Desi", + -12.33660125732422 + ], + [ + "stitution", + -12.336832046508787 + ], + [ + "▁adun", + -12.336844444274902 + ], + [ + "▁Partie", + -12.336869239807127 + ], + [ + "▁tissues", + -12.336958885192873 + ], + [ + "▁discovering", + -12.337154388427734 + ], + [ + "Jacques", + -12.337178230285645 + ], + [ + "lungs", + -12.33724594116211 + ], + [ + "▁Handy", + -12.337261199951172 + ], + [ + "centric", + -12.337285995483398 + ], + [ + "slav", + -12.337442398071287 + ], + [ + "▁sights", + -12.337560653686523 + ], + [ + "▁Category", + -12.337644577026367 + ], + [ + "▁Einrichtung", + -12.337957382202148 + ], + [ + "▁Robinson", + -12.33804702758789 + ], + [ + "▁Terra", + -12.33815097808838 + ], + [ + "▁creep", + -12.338167190551758 + ], + [ + "▁Lob", + -12.338184356689451 + ], + [ + "001", + -12.33820629119873 + ], + [ + "kop", + -12.338208198547363 + ], + [ + "Emb", + -12.338292121887209 + ], + [ + "▁forgive", + -12.338391304016112 + ], + [ + "▁icons", + -12.33847427368164 + ], + [ + "electric", + -12.3385009765625 + ], + [ + "▁faucet", + -12.338516235351562 + ], + [ + "▁invisible", + -12.3386812210083 + ], + [ + "sprach", + -12.338801383972168 + ], + [ + "▁beachten", + -12.33881664276123 + ], + [ + "rahm", + -12.338833808898926 + ], + [ + "▁Teacher", + -12.338919639587402 + ], + [ + "Fab", + -12.339070320129396 + ], + [ + "▁joue", + -12.339101791381836 + ], + [ + "▁Popular", + -12.339120864868164 + ], + [ + "▁Februar", + -12.339171409606934 + ], + [ + "sound", + -12.339251518249512 + ], + [ + "▁(0", + -12.339317321777344 + ], + [ + "▁Compare", + -12.33938980102539 + ], + [ + "▁pads", + -12.339455604553224 + ], + [ + "270", + -12.33949851989746 + ], + [ + "ousse", + -12.339548110961914 + ], + [ + "▁UAE", + -12.339786529541016 + ], + [ + "izări", + -12.339787483215332 + ], + [ + "▁bonuses", + -12.33993911743164 + ], + [ + "▁switches", + -12.3400239944458 + ], + [ + "▁Brothers", + -12.340166091918944 + ], + [ + "▁environmentally", + -12.340171813964844 + ], + [ + "vista", + -12.340264320373535 + ], + [ + "▁intentions", + -12.3402738571167 + ], + [ + "▁Terri", + -12.340301513671877 + ], + [ + "▁diabet", + -12.34030532836914 + ], + [ + "▁prese", + -12.340333938598633 + ], + [ + "▁parcurs", + -12.340389251708984 + ], + [ + "Warum", + -12.340449333190918 + ], + [ + "▁credentials", + -12.340455055236816 + ], + [ + "▁PLA", + -12.34046459197998 + ], + [ + "▁instruct", + -12.34047031402588 + ], + [ + "▁benefic", + -12.340633392333984 + ], + [ + "write", + -12.340675354003906 + ], + [ + "▁poids", + -12.340773582458496 + ], + [ + "▁Anspruch", + -12.340923309326172 + ], + [ + "▁avocado", + -12.340923309326172 + ], + [ + "▁inevitable", + -12.340923309326172 + ], + [ + "▁poorly", + -12.340950965881348 + ], + [ + "karte", + -12.340994834899902 + ], + [ + "▁Publishing", + -12.340999603271484 + ], + [ + "odată", + -12.341140747070312 + ], + [ + "▁scientifique", + -12.341157913208008 + ], + [ + "▁lăsa", + -12.341262817382812 + ], + [ + "▁secol", + -12.34131908416748 + ], + [ + "▁nevertheless", + -12.341392517089844 + ], + [ + "SAT", + -12.341597557067873 + ], + [ + "280", + -12.341651916503906 + ], + [ + "▁prevederi", + -12.341670989990234 + ], + [ + "▁chrome", + -12.342002868652344 + ], + [ + "institut", + -12.342267036437988 + ], + [ + "richtigen", + -12.34228515625 + ], + [ + "▁grief", + -12.34233856201172 + ], + [ + "▁penalties", + -12.342373847961426 + ], + [ + "▁Bayern", + -12.34238052368164 + ], + [ + "▁caramel", + -12.342473983764648 + ], + [ + "Now", + -12.342495918273926 + ], + [ + "Stiftung", + -12.342576026916504 + ], + [ + "country", + -12.342737197875977 + ], + [ + "dication", + -12.34278678894043 + ], + [ + "▁Chor", + -12.342801094055176 + ], + [ + "▁rămâne", + -12.342936515808104 + ], + [ + "▁TOP", + -12.34300708770752 + ], + [ + "▁complète", + -12.34301471710205 + ], + [ + "▁Marian", + -12.34302806854248 + ], + [ + "▁Avant", + -12.343121528625488 + ], + [ + "▁Shower", + -12.343156814575195 + ], + [ + "treu", + -12.34316349029541 + ], + [ + "▁chop", + -12.34321403503418 + ], + [ + "▁comfortably", + -12.343220710754396 + ], + [ + "▁autism", + -12.34323787689209 + ], + [ + "▁Sind", + -12.34328556060791 + ], + [ + "▁(20", + -12.343340873718262 + ], + [ + "▁Cinema", + -12.343414306640623 + ], + [ + "compania", + -12.34360694885254 + ], + [ + "▁Lex", + -12.343622207641602 + ], + [ + "▁Sofa", + -12.343716621398926 + ], + [ + "dru", + -12.343753814697266 + ], + [ + "▁verification", + -12.343770027160645 + ], + [ + "▁Immer", + -12.343825340270996 + ], + [ + "lomb", + -12.343829154968262 + ], + [ + "meric", + -12.34385871887207 + ], + [ + "▁slower", + -12.34398365020752 + ], + [ + "▁propag", + -12.344090461730955 + ], + [ + "Inter", + -12.344097137451172 + ], + [ + "selling", + -12.34418773651123 + ], + [ + "▁Bright", + -12.34426975250244 + ], + [ + "condition", + -12.344280242919922 + ], + [ + "PDF", + -12.34429168701172 + ], + [ + "oyez", + -12.34439182281494 + ], + [ + "▁Fried", + -12.344420433044434 + ], + [ + "▁Nazi", + -12.34443187713623 + ], + [ + "▁Buffalo", + -12.344447135925291 + ], + [ + "▁Sue", + -12.344449043273926 + ], + [ + "▁Rhein", + -12.34468936920166 + ], + [ + "▁Klaus", + -12.344889640808104 + ], + [ + "▁indiqu", + -12.344963073730469 + ], + [ + "echte", + -12.344996452331545 + ], + [ + "▁frecvent", + -12.345165252685549 + ], + [ + "▁conveniently", + -12.345187187194824 + ], + [ + "▁Moi", + -12.345197677612305 + ], + [ + "▁greenhouse", + -12.345220565795898 + ], + [ + "▁rédui", + -12.34524154663086 + ], + [ + "▁lengthy", + -12.34542179107666 + ], + [ + "verband", + -12.345534324645996 + ], + [ + "inţă", + -12.345622062683104 + ], + [ + "▁rigorous", + -12.345625877380373 + ], + [ + "▁Finish", + -12.34580135345459 + ], + [ + "▁FBI", + -12.346052169799805 + ], + [ + "cultura", + -12.346083641052246 + ], + [ + "▁compartment", + -12.346110343933104 + ], + [ + "▁pretend", + -12.346117973327637 + ], + [ + "▁assembled", + -12.34621238708496 + ], + [ + "▁Nie", + -12.34639835357666 + ], + [ + "fession", + -12.34640884399414 + ], + [ + "▁£2", + -12.34642219543457 + ], + [ + "algré", + -12.3468017578125 + ], + [ + "▁anterior", + -12.34681797027588 + ], + [ + "▁Wissenschaft", + -12.34683609008789 + ], + [ + "▁Harbor", + -12.346923828125 + ], + [ + "lix", + -12.346985816955566 + ], + [ + "=\"", + -12.347049713134766 + ], + [ + "▁breathtaking", + -12.34705638885498 + ], + [ + "▁Stern", + -12.34708309173584 + ], + [ + "▁Internetseite", + -12.347132682800291 + ], + [ + "▁locker", + -12.347216606140137 + ], + [ + "▁feather", + -12.34726619720459 + ], + [ + "Serv", + -12.347297668457031 + ], + [ + "▁snake", + -12.347332000732422 + ], + [ + "▁Border", + -12.347396850585938 + ], + [ + "▁undergo", + -12.347518920898438 + ], + [ + "▁petrol", + -12.347558975219728 + ], + [ + "▁dealership", + -12.3475923538208 + ], + [ + "▁commander", + -12.347596168518066 + ], + [ + "▁Monate", + -12.347599983215332 + ], + [ + "▁Guardian", + -12.347665786743164 + ], + [ + "▁Todd", + -12.347774505615234 + ], + [ + "Ann", + -12.347825050354004 + ], + [ + "ibilité", + -12.347918510437012 + ], + [ + "▁Quarter", + -12.347987174987791 + ], + [ + "▁portray", + -12.348097801208496 + ], + [ + "▁Tai", + -12.34813404083252 + ], + [ + "▁strikes", + -12.348224639892578 + ], + [ + "illage", + -12.348381042480469 + ], + [ + "▁IRS", + -12.348417282104492 + ], + [ + "▁lupta", + -12.348455429077148 + ], + [ + "▁Sper", + -12.348493576049805 + ], + [ + "PRO", + -12.348530769348145 + ], + [ + "▁Export", + -12.348549842834473 + ], + [ + "▁crypto", + -12.348587989807127 + ], + [ + "▁barbecue", + -12.348692893981934 + ], + [ + "▁portions", + -12.348787307739258 + ], + [ + "▁explicit", + -12.348793983459473 + ], + [ + "▁angenehm", + -12.348834037780762 + ], + [ + "▁marathon", + -12.348946571350098 + ], + [ + "▁apartament", + -12.34898281097412 + ], + [ + "▁Eva", + -12.349079132080078 + ], + [ + "plate", + -12.349181175231934 + ], + [ + "viel", + -12.34925365447998 + ], + [ + "FIN", + -12.34926986694336 + ], + [ + "dependent", + -12.34935188293457 + ], + [ + "▁cercet", + -12.34942626953125 + ], + [ + "▁midnight", + -12.349499702453612 + ], + [ + "copie", + -12.349563598632812 + ], + [ + "▁companii", + -12.349621772766112 + ], + [ + "▁tenu", + -12.349660873413086 + ], + [ + "1/2", + -12.34966278076172 + ], + [ + "2.4", + -12.349693298339844 + ], + [ + "abri", + -12.34969997406006 + ], + [ + "▁warn", + -12.34980297088623 + ], + [ + "▁luggage", + -12.349875450134276 + ], + [ + "numarul", + -12.349968910217283 + ], + [ + "▁contour", + -12.350014686584473 + ], + [ + "▁Ghost", + -12.350016593933104 + ], + [ + "Angaben", + -12.35012435913086 + ], + [ + "▁unemployment", + -12.350296020507812 + ], + [ + "▁rău", + -12.350380897521973 + ], + [ + "▁dispatch", + -12.350445747375488 + ], + [ + "investissement", + -12.350547790527344 + ], + [ + "▁passt", + -12.35057258605957 + ], + [ + "▁Germania", + -12.350578308105469 + ], + [ + "▁webpage", + -12.350651741027832 + ], + [ + "▁reservations", + -12.350688934326172 + ], + [ + "▁Kai", + -12.350743293762209 + ], + [ + "▁Cav", + -12.350890159606934 + ], + [ + "▁Patient", + -12.351109504699709 + ], + [ + "ер", + -12.351213455200195 + ], + [ + "▁Belle", + -12.351236343383787 + ], + [ + "▁Nashville", + -12.351296424865724 + ], + [ + "▁Talent", + -12.351332664489746 + ], + [ + "ouvrage", + -12.351364135742188 + ], + [ + "▁bekommt", + -12.351365089416504 + ], + [ + "USA", + -12.351430892944336 + ], + [ + "CES", + -12.351432800292969 + ], + [ + "▁Peru", + -12.351499557495115 + ], + [ + "▁erkennen", + -12.35153579711914 + ], + [ + "prinde", + -12.351569175720217 + ], + [ + "▁constitution", + -12.351922035217283 + ], + [ + "itatile", + -12.351998329162598 + ], + [ + "bah", + -12.352147102355955 + ], + [ + "▁avail", + -12.352148056030272 + ], + [ + "▁disponibile", + -12.352149963378906 + ], + [ + "hér", + -12.352258682250977 + ], + [ + "ол", + -12.352411270141602 + ], + [ + "▁startups", + -12.352435111999512 + ], + [ + "▁carton", + -12.35248565673828 + ], + [ + "▁Newsletter", + -12.35251235961914 + ], + [ + "éti", + -12.352560997009276 + ], + [ + "▁investigating", + -12.352779388427734 + ], + [ + "itul", + -12.352925300598145 + ], + [ + "touch", + -12.352962493896484 + ], + [ + "Sport", + -12.353137016296388 + ], + [ + "AME", + -12.353203773498535 + ], + [ + "MIN", + -12.353222846984863 + ], + [ + "metry", + -12.353371620178224 + ], + [ + "icy", + -12.353492736816406 + ], + [ + "▁Luna", + -12.35351848602295 + ], + [ + "▁asthma", + -12.353614807128906 + ], + [ + "▁conduc", + -12.35365104675293 + ], + [ + "▁Ari", + -12.35369873046875 + ], + [ + "trust", + -12.353832244873049 + ], + [ + "▁defines", + -12.353894233703612 + ], + [ + "▁Blend", + -12.353927612304688 + ], + [ + "azo", + -12.353989601135254 + ], + [ + "▁sweep", + -12.354169845581056 + ], + [ + "lope", + -12.354331016540527 + ], + [ + "ţinut", + -12.35439682006836 + ], + [ + "WD", + -12.354503631591797 + ], + [ + "▁appetite", + -12.354619979858398 + ], + [ + "▁Seed", + -12.354753494262695 + ], + [ + "Friend", + -12.354854583740234 + ], + [ + "▁repet", + -12.354876518249512 + ], + [ + "▁throat", + -12.354936599731444 + ], + [ + "philosoph", + -12.355141639709473 + ], + [ + "▁connaître", + -12.355156898498535 + ], + [ + "▁Counter", + -12.355299949645996 + ], + [ + "▁Anforderungen", + -12.35533332824707 + ], + [ + "▁Polit", + -12.355363845825195 + ], + [ + "▁Weather", + -12.3554048538208 + ], + [ + "bow", + -12.355423927307127 + ], + [ + "▁recreation", + -12.355484008789062 + ], + [ + "▁culinary", + -12.355571746826172 + ], + [ + "▁plage", + -12.355609893798828 + ], + [ + "▁Cruz", + -12.35565948486328 + ], + [ + "▁equip", + -12.355668067932127 + ], + [ + "▁Recent", + -12.355697631835938 + ], + [ + "LED", + -12.355767250061035 + ], + [ + "▁steak", + -12.355772972106934 + ], + [ + "▁belly", + -12.355880737304688 + ], + [ + "photo", + -12.356130599975586 + ], + [ + "▁lakes", + -12.35623836517334 + ], + [ + "▁intact", + -12.356287956237791 + ], + [ + "▁spiral", + -12.356386184692385 + ], + [ + "▁Billy", + -12.356468200683594 + ], + [ + "▁Understanding", + -12.356534957885742 + ], + [ + "▁Lay", + -12.356558799743652 + ], + [ + "▁roster", + -12.356632232666016 + ], + [ + "▁admire", + -12.356647491455078 + ], + [ + "▁android", + -12.356732368469238 + ], + [ + "▁technician", + -12.356734275817873 + ], + [ + "gène", + -12.356818199157717 + ], + [ + "motiv", + -12.35695457458496 + ], + [ + "▁Boat", + -12.356988906860352 + ], + [ + "▁genießen", + -12.357000350952148 + ], + [ + "▁Geschmack", + -12.357001304626465 + ], + [ + "▁heroes", + -12.3570556640625 + ], + [ + "▁1800", + -12.357137680053713 + ], + [ + "numeroase", + -12.35776138305664 + ], + [ + "▁anschließend", + -12.357802391052246 + ], + [ + "▁Spur", + -12.357813835144045 + ], + [ + "▁clarify", + -12.35784912109375 + ], + [ + "▁warmer", + -12.35788917541504 + ], + [ + "▁Ranch", + -12.357955932617188 + ], + [ + "▁simti", + -12.358024597167969 + ], + [ + "Thank", + -12.35838508605957 + ], + [ + "▁freight", + -12.358434677124023 + ], + [ + "▁administrators", + -12.358453750610352 + ], + [ + "Reg", + -12.358588218688965 + ], + [ + "Această", + -12.358670234680176 + ], + [ + "▁legume", + -12.358741760253906 + ], + [ + "▁utilizare", + -12.358786582946776 + ], + [ + "CON", + -12.358904838562012 + ], + [ + "urgi", + -12.358917236328123 + ], + [ + "▁Gesicht", + -12.358920097351074 + ], + [ + "▁counselor", + -12.358954429626465 + ], + [ + "▁mondiale", + -12.359009742736816 + ], + [ + "helm", + -12.359137535095217 + ], + [ + "▁Promo", + -12.359156608581545 + ], + [ + "▁Schweiz", + -12.35917854309082 + ], + [ + "Ich", + -12.35929012298584 + ], + [ + "▁intalni", + -12.359295845031738 + ], + [ + "▁Bloom", + -12.359318733215332 + ], + [ + "▁Score", + -12.359362602233888 + ], + [ + "▁Fruit", + -12.35944652557373 + ], + [ + "▁constraints", + -12.359447479248049 + ], + [ + "▁farmer", + -12.359745979309082 + ], + [ + "▁précise", + -12.359807014465332 + ], + [ + "evaluating", + -12.359868049621582 + ], + [ + "▁Period", + -12.359891891479492 + ], + [ + "byte", + -12.359893798828123 + ], + [ + "wah", + -12.360025405883787 + ], + [ + "Mac", + -12.36012363433838 + ], + [ + "iron", + -12.360197067260742 + ], + [ + "′", + -12.360337257385254 + ], + [ + "▁tehnic", + -12.360539436340332 + ], + [ + "▁legat", + -12.36054515838623 + ], + [ + "▁Pilot", + -12.36057472229004 + ], + [ + "▁Carpet", + -12.36064624786377 + ], + [ + "TEN", + -12.360812187194824 + ], + [ + "▁shareholders", + -12.36082649230957 + ], + [ + "vină", + -12.360880851745604 + ], + [ + "▁parole", + -12.360939979553224 + ], + [ + "ătă", + -12.360984802246094 + ], + [ + "bbing", + -12.361000061035156 + ], + [ + "▁switched", + -12.361002922058104 + ], + [ + "▁Petro", + -12.361010551452637 + ], + [ + "▁Vertrags", + -12.36111831665039 + ], + [ + "cham", + -12.361178398132324 + ], + [ + "wang", + -12.361284255981444 + ], + [ + "▁Bean", + -12.36139965057373 + ], + [ + "minister", + -12.361442565917969 + ], + [ + "▁Wu", + -12.361522674560549 + ], + [ + "▁Olympics", + -12.361539840698242 + ], + [ + "tipul", + -12.361542701721191 + ], + [ + "▁Citi", + -12.36166763305664 + ], + [ + "▁Fold", + -12.361873626708984 + ], + [ + "▁Partei", + -12.361940383911133 + ], + [ + "▁centrale", + -12.361984252929688 + ], + [ + "île", + -12.362032890319824 + ], + [ + "pflicht", + -12.362175941467283 + ], + [ + "heli", + -12.362398147583008 + ], + [ + "▁erwartet", + -12.362414360046388 + ], + [ + "▁oferta", + -12.36245822906494 + ], + [ + "▁NHS", + -12.36246395111084 + ], + [ + "annon", + -12.362570762634276 + ], + [ + "▁Rud", + -12.362701416015623 + ], + [ + "▁Stuttgart", + -12.362737655639648 + ], + [ + "▁rămas", + -12.362746238708496 + ], + [ + "▁eliminated", + -12.36275577545166 + ], + [ + "▁hiding", + -12.362797737121582 + ], + [ + "▁cadeau", + -12.362832069396973 + ], + [ + "▁mock", + -12.363115310668944 + ], + [ + "▁elder", + -12.363333702087402 + ], + [ + "▁Liz", + -12.363364219665527 + ], + [ + "aji", + -12.363544464111328 + ], + [ + "▁endlich", + -12.363653182983398 + ], + [ + "sufficient", + -12.36366844177246 + ], + [ + "▁zusätzliche", + -12.363712310791016 + ], + [ + "scient", + -12.363757133483888 + ], + [ + "▁Adjust", + -12.363883972167969 + ], + [ + "▁incentive", + -12.36394500732422 + ], + [ + "▁Papa", + -12.364012718200684 + ], + [ + "▁Pharma", + -12.364041328430176 + ], + [ + "▁conflicts", + -12.364107131958008 + ], + [ + "zählen", + -12.364113807678224 + ], + [ + "▁chien", + -12.364118576049805 + ], + [ + "KB", + -12.36413288116455 + ], + [ + "ultimi", + -12.364188194274902 + ], + [ + "▁Jul", + -12.36421012878418 + ], + [ + "▁Male", + -12.36422061920166 + ], + [ + "▁viewer", + -12.36427116394043 + ], + [ + "▁Sector", + -12.364328384399414 + ], + [ + "▁REAL", + -12.364344596862791 + ], + [ + "▁arbitr", + -12.36436939239502 + ], + [ + "resistant", + -12.364399909973145 + ], + [ + "▁Bristol", + -12.364423751831056 + ], + [ + "▁shy", + -12.364540100097656 + ], + [ + "SW", + -12.364593505859377 + ], + [ + "▁Kirk", + -12.36460018157959 + ], + [ + "centrul", + -12.364653587341309 + ], + [ + "▁Venezuela", + -12.364657402038574 + ], + [ + "▁communicating", + -12.364657402038574 + ], + [ + "▁Chemical", + -12.364663124084473 + ], + [ + "▁surprises", + -12.364843368530272 + ], + [ + "▁Jamie", + -12.364933967590332 + ], + [ + "▁Heavy", + -12.364965438842772 + ], + [ + "▁turnover", + -12.36498737335205 + ], + [ + "▁étudiants", + -12.365114212036133 + ], + [ + "welcher", + -12.365124702453612 + ], + [ + "▁preturi", + -12.365200996398926 + ], + [ + "▁Mono", + -12.365283966064451 + ], + [ + "▁paddle", + -12.365309715270996 + ], + [ + "▁accountability", + -12.365364074707031 + ], + [ + "OUS", + -12.365592956542969 + ], + [ + "▁marketers", + -12.365762710571287 + ], + [ + "fection", + -12.365900993347168 + ], + [ + "▁Outside", + -12.365921020507812 + ], + [ + "▁Jefferson", + -12.366114616394045 + ], + [ + "oaie", + -12.36617660522461 + ], + [ + "tenue", + -12.366275787353516 + ], + [ + "HU", + -12.366329193115234 + ], + [ + "Très", + -12.36639404296875 + ], + [ + "valoarea", + -12.36642837524414 + ], + [ + "103", + -12.366482734680176 + ], + [ + "▁Privacy", + -12.366580963134766 + ], + [ + "▁Leistungen", + -12.36659812927246 + ], + [ + "(3)", + -12.36662483215332 + ], + [ + "▁études", + -12.366734504699709 + ], + [ + "sko", + -12.366750717163086 + ], + [ + "drum", + -12.366822242736816 + ], + [ + "▁lamb", + -12.36684226989746 + ], + [ + "▁nicio", + -12.367094993591309 + ], + [ + "▁NATO", + -12.367104530334473 + ], + [ + "▁Freitag", + -12.367178916931152 + ], + [ + "▁precedent", + -12.367178916931152 + ], + [ + "▁partenaires", + -12.367202758789062 + ], + [ + "▁companiei", + -12.367234230041504 + ], + [ + "▁Plaza", + -12.367249488830566 + ], + [ + "▁disruption", + -12.367274284362791 + ], + [ + "▁violations", + -12.367338180541992 + ], + [ + "▁Reference", + -12.367446899414062 + ], + [ + "▁habitants", + -12.36770248413086 + ], + [ + "▁compost", + -12.36776351928711 + ], + [ + "▁citoyen", + -12.367785453796388 + ], + [ + "▁Historical", + -12.367857933044434 + ], + [ + "vollen", + -12.36793327331543 + ], + [ + "▁Eck", + -12.36815357208252 + ], + [ + "▁lumii", + -12.36818027496338 + ], + [ + "▁reusit", + -12.368278503417969 + ], + [ + "genic", + -12.36830711364746 + ], + [ + "Why", + -12.368436813354492 + ], + [ + "ASE", + -12.368474006652832 + ], + [ + "▁athlete", + -12.36854076385498 + ], + [ + "▁Spitze", + -12.368559837341309 + ], + [ + "▁schimbat", + -12.368566513061523 + ], + [ + "▁anonymous", + -12.368850708007812 + ], + [ + "jedes", + -12.368856430053713 + ], + [ + "exclu", + -12.368874549865724 + ], + [ + "factor", + -12.369199752807615 + ], + [ + "▁Dezember", + -12.36923122406006 + ], + [ + "▁scientist", + -12.369373321533203 + ], + [ + "▁likelihood", + -12.36947250366211 + ], + [ + "▁Rhode", + -12.369488716125488 + ], + [ + "▁Balance", + -12.369521141052246 + ], + [ + "istoria", + -12.36959457397461 + ], + [ + "▁Neil", + -12.369780540466309 + ], + [ + "▁bush", + -12.369919776916504 + ], + [ + "▁Ergebnisse", + -12.369935989379885 + ], + [ + "▁Sinn", + -12.369956016540527 + ], + [ + "▁spezielle", + -12.370128631591797 + ], + [ + "▁jucat", + -12.37015438079834 + ], + [ + "▁spite", + -12.370179176330566 + ], + [ + "▁Ultimate", + -12.370365142822266 + ], + [ + "▁fructe", + -12.370401382446287 + ], + [ + "▁asleep", + -12.370441436767578 + ], + [ + "▁Goal", + -12.370539665222168 + ], + [ + "▁PAR", + -12.370631217956545 + ], + [ + "▁rows", + -12.370705604553224 + ], + [ + "▁Fol", + -12.3709135055542 + ], + [ + "▁durata", + -12.370945930480955 + ], + [ + "▁traditionnel", + -12.37100887298584 + ], + [ + "▁tema", + -12.37122917175293 + ], + [ + "▁crédit", + -12.371232986450195 + ], + [ + "smallest", + -12.37135887145996 + ], + [ + "▁amino", + -12.37135887145996 + ], + [ + "▁elephant", + -12.371405601501465 + ], + [ + "▁tubes", + -12.371685028076172 + ], + [ + "▁Verwendung", + -12.371719360351562 + ], + [ + "▁Excellence", + -12.371889114379885 + ], + [ + "▁utilities", + -12.371962547302246 + ], + [ + "frau", + -12.372111320495604 + ], + [ + "▁poze", + -12.3721342086792 + ], + [ + "août", + -12.372307777404783 + ], + [ + "ango", + -12.372514724731444 + ], + [ + "give", + -12.372532844543455 + ], + [ + "▁appelé", + -12.372576713562012 + ], + [ + "▁yeast", + -12.372671127319336 + ], + [ + "▁enrollment", + -12.372676849365234 + ], + [ + "organiz", + -12.3727445602417 + ], + [ + "▁asociat", + -12.372753143310549 + ], + [ + "▁cattle", + -12.372772216796877 + ], + [ + "▁Solution", + -12.372798919677734 + ], + [ + "evoke", + -12.372807502746582 + ], + [ + "▁Hampshire", + -12.372857093811035 + ], + [ + "▁yeah", + -12.372878074645996 + ], + [ + "▁Argentina", + -12.372928619384766 + ], + [ + "▁abnormal", + -12.373022079467772 + ], + [ + "▁Heights", + -12.373082160949709 + ], + [ + "▁Mitchell", + -12.373099327087402 + ], + [ + "▁Quad", + -12.373350143432615 + ], + [ + "▁textures", + -12.373382568359377 + ], + [ + "▁coalition", + -12.373384475708008 + ], + [ + "▁dataset", + -12.37338924407959 + ], + [ + "World", + -12.373438835144045 + ], + [ + "ständ", + -12.373456001281738 + ], + [ + "▁groove", + -12.373476028442385 + ], + [ + "▁emotionally", + -12.373562812805176 + ], + [ + "▁preciz", + -12.37363624572754 + ], + [ + "kte", + -12.373741149902344 + ], + [ + "berechtigt", + -12.373828887939451 + ], + [ + "▁1971", + -12.373888969421388 + ], + [ + "grandes", + -12.373907089233398 + ], + [ + "▁Broadway", + -12.37391185760498 + ], + [ + "▁comunicat", + -12.373994827270508 + ], + [ + "nui", + -12.37402629852295 + ], + [ + "GER", + -12.374079704284668 + ], + [ + "pick", + -12.374125480651855 + ], + [ + "inscrit", + -12.37414264678955 + ], + [ + "▁Gross", + -12.374258995056152 + ], + [ + "▁McDonald", + -12.374310493469238 + ], + [ + "▁Zero", + -12.374330520629885 + ], + [ + "▁Halb", + -12.374341011047363 + ], + [ + "▁caractère", + -12.374553680419922 + ], + [ + "▁doctrine", + -12.374553680419922 + ], + [ + "▁Sinne", + -12.37458610534668 + ], + [ + "MLS", + -12.374594688415527 + ], + [ + "▁réel", + -12.374759674072266 + ], + [ + "▁Ful", + -12.37476921081543 + ], + [ + "limiting", + -12.37483024597168 + ], + [ + "▁Gan", + -12.374870300292969 + ], + [ + "▁exclude", + -12.37490463256836 + ], + [ + "imba", + -12.374974250793455 + ], + [ + "rolul", + -12.374991416931152 + ], + [ + "▁veggies", + -12.375059127807615 + ], + [ + "▁fasci", + -12.375092506408691 + ], + [ + "▁oval", + -12.375173568725586 + ], + [ + "▁contacter", + -12.375221252441406 + ], + [ + "▁linking", + -12.375279426574709 + ], + [ + "▁knit", + -12.375308990478516 + ], + [ + "▁enroll", + -12.37550449371338 + ], + [ + "▁dédié", + -12.375533103942873 + ], + [ + "▁renting", + -12.37554168701172 + ], + [ + "▁genera", + -12.37567138671875 + ], + [ + "citing", + -12.375691413879396 + ], + [ + "▁bend", + -12.37570095062256 + ], + [ + "guin", + -12.375752449035645 + ], + [ + "▁caregiver", + -12.375768661499023 + ], + [ + "▁könnt", + -12.375791549682615 + ], + [ + "▁Scripture", + -12.375795364379885 + ], + [ + "▁Mic", + -12.375899314880373 + ], + [ + "▁Denmark", + -12.37590217590332 + ], + [ + "▁qualifying", + -12.375917434692385 + ], + [ + "▁costumes", + -12.375958442687988 + ], + [ + "▁dwelling", + -12.37601375579834 + ], + [ + "▁recrut", + -12.376099586486816 + ], + [ + "▁bedding", + -12.37618637084961 + ], + [ + "gesprochen", + -12.376253128051758 + ], + [ + "▁editors", + -12.376386642456056 + ], + [ + "/12", + -12.37657642364502 + ], + [ + "▁cumparat", + -12.376583099365234 + ], + [ + "fiction", + -12.376730918884276 + ], + [ + "▁spinal", + -12.37674045562744 + ], + [ + "▁pathway", + -12.37679958343506 + ], + [ + "▁vârst", + -12.37683391571045 + ], + [ + "mba", + -12.376874923706056 + ], + [ + "▁enthusiastic", + -12.37692642211914 + ], + [ + "▁Watt", + -12.37697982788086 + ], + [ + "symptom", + -12.376992225646973 + ], + [ + "▁pup", + -12.37712287902832 + ], + [ + "▁glorious", + -12.377225875854492 + ], + [ + "▁fața", + -12.37722873687744 + ], + [ + "▁prohibited", + -12.377256393432615 + ], + [ + "vergleich", + -12.377286911010742 + ], + [ + "▁suspected", + -12.377334594726562 + ], + [ + "▁Railway", + -12.377381324768066 + ], + [ + "▁Aujourd", + -12.377469062805176 + ], + [ + "▁Patients", + -12.377476692199709 + ], + [ + "▁séance", + -12.377501487731934 + ], + [ + "▁contraire", + -12.377503395080566 + ], + [ + "▁cuvânt", + -12.37771224975586 + ], + [ + "▁trotzdem", + -12.37773609161377 + ], + [ + "émission", + -12.377795219421388 + ], + [ + "▁bore", + -12.37782096862793 + ], + [ + "▁safeguard", + -12.377851486206056 + ], + [ + "▁galleries", + -12.37820053100586 + ], + [ + "cron", + -12.378268241882324 + ], + [ + "▁Rica", + -12.378335952758787 + ], + [ + "fläche", + -12.37839126586914 + ], + [ + "▁Slow", + -12.37842082977295 + ], + [ + "▁vara", + -12.378549575805664 + ], + [ + "▁Swan", + -12.378564834594728 + ], + [ + "▁compounds", + -12.378564834594728 + ], + [ + "▁Slo", + -12.378621101379396 + ], + [ + "▁accommodations", + -12.378621101379396 + ], + [ + "▁Putin", + -12.378708839416504 + ], + [ + "▁undertaken", + -12.37876796722412 + ], + [ + "▁prépar", + -12.37879467010498 + ], + [ + "▁gandi", + -12.37881088256836 + ], + [ + "sediul", + -12.378924369812012 + ], + [ + "▁Nathan", + -12.379143714904783 + ], + [ + "▁fountain", + -12.379173278808594 + ], + [ + "▁mère", + -12.379194259643556 + ], + [ + "fatty", + -12.379201889038086 + ], + [ + "▁concentrated", + -12.379241943359377 + ], + [ + "richtung", + -12.379300117492676 + ], + [ + "▁appropriately", + -12.37955379486084 + ], + [ + "107", + -12.379631996154783 + ], + [ + "▁shark", + -12.379735946655272 + ], + [ + "▁Topic", + -12.379867553710938 + ], + [ + "▁Ausstellung", + -12.379880905151367 + ], + [ + "▁SUA", + -12.380267143249512 + ], + [ + "SER", + -12.380359649658203 + ], + [ + "▁Nicole", + -12.38039779663086 + ], + [ + "▁utilisateurs", + -12.380620956420898 + ], + [ + "▁Brazilian", + -12.38075351715088 + ], + [ + "▁continut", + -12.380865097045898 + ], + [ + "▁sanatate", + -12.380881309509276 + ], + [ + "faudra", + -12.380882263183594 + ], + [ + "nahm", + -12.380938529968262 + ], + [ + "▁Specific", + -12.381153106689451 + ], + [ + "aiba", + -12.381199836730955 + ], + [ + "cepând", + -12.381296157836914 + ], + [ + "▁Beer", + -12.381366729736328 + ], + [ + "roni", + -12.381616592407228 + ], + [ + "kay", + -12.381636619567873 + ], + [ + "▁gravity", + -12.381844520568848 + ], + [ + "▁verfügt", + -12.38185691833496 + ], + [ + "7:30", + -12.381878852844238 + ], + [ + "▁Players", + -12.381945610046388 + ], + [ + "▁Industries", + -12.38198184967041 + ], + [ + "punkte", + -12.382119178771973 + ], + [ + "▁yacht", + -12.382135391235352 + ], + [ + "-04", + -12.382149696350098 + ], + [ + "onné", + -12.382192611694336 + ], + [ + "▁Cards", + -12.382221221923828 + ], + [ + "▁fete", + -12.382420539855955 + ], + [ + "breaking", + -12.38257884979248 + ], + [ + "baum", + -12.38262176513672 + ], + [ + "nada", + -12.382651329040527 + ], + [ + "▁geplant", + -12.382750511169434 + ], + [ + "genuinely", + -12.382766723632812 + ], + [ + "talk", + -12.382871627807615 + ], + [ + "▁disadvantage", + -12.382920265197754 + ], + [ + "▁shutter", + -12.38300323486328 + ], + [ + "virus", + -12.38302230834961 + ], + [ + "▁cricket", + -12.38308048248291 + ], + [ + "▁comenzi", + -12.383102416992188 + ], + [ + "hier", + -12.383170127868652 + ], + [ + "▁aufzu", + -12.383198738098145 + ], + [ + "▁Rez", + -12.38321304321289 + ], + [ + "▁conclusions", + -12.383329391479492 + ], + [ + "▁Wang", + -12.383509635925291 + ], + [ + "Darüber", + -12.383524894714355 + ], + [ + "▁CSS", + -12.383573532104492 + ], + [ + "CW", + -12.383780479431152 + ], + [ + "▁Chr", + -12.383790969848633 + ], + [ + "▁traded", + -12.383843421936035 + ], + [ + "▁Schon", + -12.384265899658203 + ], + [ + "mped", + -12.38429069519043 + ], + [ + "▁alloy", + -12.384385108947754 + ], + [ + "AVE", + -12.38451099395752 + ], + [ + "▁imagery", + -12.38454246520996 + ], + [ + "▁resurse", + -12.38479995727539 + ], + [ + "▁Thunder", + -12.38483428955078 + ], + [ + "▁schimbare", + -12.384860038757324 + ], + [ + "▁Youtube", + -12.38499927520752 + ], + [ + "▁Monster", + -12.385189056396484 + ], + [ + "phil", + -12.385234832763672 + ], + [ + "▁bébé", + -12.385284423828123 + ], + [ + "Creating", + -12.385428428649902 + ], + [ + "ănă", + -12.38546657562256 + ], + [ + "▁Staat", + -12.385504722595217 + ], + [ + "adică", + -12.385531425476074 + ], + [ + "▁boyfriend", + -12.385552406311035 + ], + [ + "▁Winner", + -12.385594367980955 + ], + [ + "▁disputes", + -12.385653495788574 + ], + [ + "▁lush", + -12.3856840133667 + ], + [ + "▁CMS", + -12.385719299316406 + ], + [ + "▁locaux", + -12.385725021362305 + ], + [ + "▁Verfahren", + -12.38576889038086 + ], + [ + "▁Café", + -12.385786056518556 + ], + [ + "▁Vorstand", + -12.385870933532717 + ], + [ + "▁lucrat", + -12.385960578918455 + ], + [ + "▁Root", + -12.38602352142334 + ], + [ + "▁decis", + -12.386059761047363 + ], + [ + "▁Shadow", + -12.386062622070312 + ], + [ + "▁countryside", + -12.386067390441896 + ], + [ + "▁analiza", + -12.386114120483398 + ], + [ + "obos", + -12.38616943359375 + ], + [ + "opera", + -12.386175155639648 + ], + [ + "actu", + -12.386207580566406 + ], + [ + "▁Songs", + -12.3864164352417 + ], + [ + "reifen", + -12.38648509979248 + ], + [ + "▁hilft", + -12.38665008544922 + ], + [ + "region", + -12.386727333068848 + ], + [ + "▁categoria", + -12.387001991271973 + ], + [ + "capturing", + -12.38701343536377 + ], + [ + "▁1967", + -12.387025833129885 + ], + [ + "▁optimized", + -12.387032508850098 + ], + [ + "▁Dim", + -12.387353897094728 + ], + [ + "▁adapté", + -12.387447357177734 + ], + [ + "zeichnet", + -12.387524604797363 + ], + [ + "▁strada", + -12.387625694274902 + ], + [ + "fulness", + -12.38774585723877 + ], + [ + "▁technically", + -12.38774585723877 + ], + [ + "▁marker", + -12.387757301330566 + ], + [ + "▁vizita", + -12.387808799743652 + ], + [ + "▁imperative", + -12.387986183166504 + ], + [ + "▁pensé", + -12.38802719116211 + ], + [ + "▁drilling", + -12.38803005218506 + ], + [ + "ISA", + -12.38818073272705 + ], + [ + "▁Massage", + -12.388201713562012 + ], + [ + "▁Terry", + -12.388238906860352 + ], + [ + "▁pourtant", + -12.38835334777832 + ], + [ + "▁declaration", + -12.388440132141112 + ], + [ + "▁instructors", + -12.388453483581545 + ], + [ + "Eventually", + -12.38847827911377 + ], + [ + "▁banned", + -12.38847827911377 + ], + [ + "MAT", + -12.388520240783691 + ], + [ + "▁medici", + -12.38856315612793 + ], + [ + "▁Warm", + -12.388615608215332 + ], + [ + "▁trec", + -12.388731002807615 + ], + [ + "▁ecran", + -12.388763427734377 + ], + [ + "▁goat", + -12.388838768005373 + ], + [ + "▁manipulation", + -12.388850212097168 + ], + [ + "▁mayor", + -12.388898849487305 + ], + [ + "▁unterwegs", + -12.388975143432615 + ], + [ + "▁journals", + -12.3890380859375 + ], + [ + "▁hedge", + -12.389239311218262 + ], + [ + "Merc", + -12.389300346374512 + ], + [ + "▁joueurs", + -12.389411926269531 + ], + [ + "▁Religion", + -12.3894624710083 + ], + [ + "▁Mountains", + -12.389477729797363 + ], + [ + "▁renewed", + -12.389497756958008 + ], + [ + "▁Limit", + -12.389543533325195 + ], + [ + "ikea", + -12.389771461486816 + ], + [ + "▁utiliza", + -12.38977336883545 + ], + [ + "sogenannte", + -12.389808654785156 + ], + [ + "0.2", + -12.389836311340332 + ], + [ + "▁Organ", + -12.38987922668457 + ], + [ + "▁Shakespeare", + -12.389952659606934 + ], + [ + "▁Maintenance", + -12.38995361328125 + ], + [ + "▁Wärme", + -12.389954566955566 + ], + [ + "▁Northwest", + -12.390060424804688 + ], + [ + "▁numit", + -12.390106201171877 + ], + [ + "▁mica", + -12.390165328979492 + ], + [ + "turm", + -12.39016819000244 + ], + [ + "▁motivate", + -12.390250205993652 + ], + [ + "▁Staats", + -12.390355110168455 + ], + [ + "optimum", + -12.390487670898438 + ], + [ + "▁sortir", + -12.390546798706056 + ], + [ + "▁Asset", + -12.390555381774902 + ], + [ + "▁hervorragend", + -12.390692710876465 + ], + [ + "▁commentary", + -12.39071273803711 + ], + [ + "▁actuellement", + -12.390732765197754 + ], + [ + "NER", + -12.390765190124512 + ], + [ + "NL", + -12.390789985656738 + ], + [ + "ritt", + -12.390803337097168 + ], + [ + "▁Wirtschafts", + -12.390813827514648 + ], + [ + "träger", + -12.390840530395508 + ], + [ + "▁Versand", + -12.390870094299316 + ], + [ + "▁nostri", + -12.390953063964844 + ], + [ + "▁enorm", + -12.391227722167969 + ], + [ + "▁whale", + -12.391260147094728 + ], + [ + "▁Aufgabe", + -12.391277313232422 + ], + [ + "▁unfair", + -12.391291618347168 + ], + [ + "▁Cord", + -12.391315460205078 + ], + [ + "incorporating", + -12.39134693145752 + ], + [ + "luck", + -12.39157772064209 + ], + [ + "Afrique", + -12.39168643951416 + ], + [ + "▁coated", + -12.391857147216797 + ], + [ + "▁india", + -12.391908645629885 + ], + [ + "▁temporarily", + -12.39193058013916 + ], + [ + "▁ciuda", + -12.392097473144531 + ], + [ + "▁coral", + -12.392184257507324 + ], + [ + "▁wirkt", + -12.392203330993652 + ], + [ + "▁folding", + -12.392309188842772 + ], + [ + "wichtigsten", + -12.392398834228516 + ], + [ + "impacted", + -12.392422676086426 + ], + [ + "▁wählen", + -12.392423629760742 + ], + [ + "▁differentiate", + -12.392492294311523 + ], + [ + "▁froid", + -12.392544746398926 + ], + [ + "▁hug", + -12.39255142211914 + ], + [ + "▁construi", + -12.39255428314209 + ], + [ + "▁membru", + -12.392603874206545 + ], + [ + "▁masculin", + -12.392667770385742 + ], + [ + "partisan", + -12.392711639404297 + ], + [ + "▁schimba", + -12.392725944519045 + ], + [ + "▁economies", + -12.392827987670898 + ], + [ + "▁Abraham", + -12.392914772033691 + ], + [ + "wesen", + -12.393013954162598 + ], + [ + "enia", + -12.393026351928713 + ], + [ + "▁answering", + -12.393080711364746 + ], + [ + "▁activități", + -12.39309024810791 + ], + [ + "▁mémoire", + -12.393160820007324 + ], + [ + "▁versucht", + -12.393305778503418 + ], + [ + "ember", + -12.39333438873291 + ], + [ + "▁instala", + -12.39334774017334 + ], + [ + "▁eligibility", + -12.393407821655272 + ], + [ + "▁enjoyment", + -12.393409729003906 + ], + [ + "▁Arme", + -12.39350414276123 + ], + [ + "although", + -12.393534660339355 + ], + [ + "▁encompass", + -12.393596649169922 + ], + [ + "▁zufrieden", + -12.393658638000488 + ], + [ + "Script", + -12.393691062927246 + ], + [ + "KG", + -12.39385986328125 + ], + [ + "▁adhesive", + -12.393902778625488 + ], + [ + "▁Verkehrs", + -12.393908500671388 + ], + [ + "▁monitored", + -12.394103050231934 + ], + [ + "▁Conservation", + -12.39414882659912 + ], + [ + "hav", + -12.394156455993652 + ], + [ + "▁Above", + -12.394174575805664 + ], + [ + "▁Former", + -12.394241333007812 + ], + [ + "▁Certain", + -12.394250869750977 + ], + [ + "saving", + -12.394311904907228 + ], + [ + "▁Pun", + -12.394390106201172 + ], + [ + "▁awkward", + -12.394397735595703 + ], + [ + "▁Pretty", + -12.394410133361816 + ], + [ + "▁scanning", + -12.394417762756348 + ], + [ + "layer", + -12.394527435302734 + ], + [ + "motor", + -12.39453125 + ], + [ + "▁beginnt", + -12.39455795288086 + ], + [ + "▁affiliated", + -12.394681930541992 + ], + [ + "▁archives", + -12.394686698913574 + ], + [ + "▁sunshine", + -12.394892692565918 + ], + [ + "kha", + -12.39498805999756 + ], + [ + "▁investigated", + -12.395149230957031 + ], + [ + "▁fantas", + -12.395277976989746 + ], + [ + "▁united", + -12.395355224609377 + ], + [ + "allegedly", + -12.395373344421388 + ], + [ + "▁Eugen", + -12.3955078125 + ], + [ + "▁proprie", + -12.395843505859377 + ], + [ + "uca", + -12.396183013916016 + ], + [ + "DES", + -12.396187782287598 + ], + [ + "ştii", + -12.396190643310549 + ], + [ + "▁Running", + -12.39620590209961 + ], + [ + "lbstverständlich", + -12.396248817443848 + ], + [ + "index", + -12.396300315856934 + ], + [ + "▁studiu", + -12.396512031555176 + ], + [ + "URE", + -12.39655303955078 + ], + [ + "gültig", + -12.39662742614746 + ], + [ + "▁lundi", + -12.396649360656738 + ], + [ + "▁Zucker", + -12.396650314331056 + ], + [ + "▁positively", + -12.396721839904783 + ], + [ + "folgenden", + -12.396758079528809 + ], + [ + "anță", + -12.396800994873049 + ], + [ + "▁clan", + -12.39686679840088 + ], + [ + "▁literacy", + -12.396879196166992 + ], + [ + "▁ober", + -12.39699935913086 + ], + [ + "John", + -12.397003173828123 + ], + [ + "greg", + -12.39700984954834 + ], + [ + "▁titlu", + -12.397049903869627 + ], + [ + "▁ţări", + -12.39707088470459 + ], + [ + "Bra", + -12.397100448608398 + ], + [ + "▁Evans", + -12.397164344787598 + ], + [ + "modern", + -12.397172927856444 + ], + [ + "▁hauteur", + -12.397353172302246 + ], + [ + "refers", + -12.397416114807127 + ], + [ + "▁plasma", + -12.397575378417969 + ], + [ + "▁optic", + -12.397595405578612 + ], + [ + "▁shampoo", + -12.397619247436523 + ], + [ + "▁cheek", + -12.397727966308594 + ], + [ + "opted", + -12.397741317749023 + ], + [ + "▁persönlich", + -12.397832870483398 + ], + [ + "▁1945", + -12.398118019104004 + ], + [ + "ICI", + -12.398193359375 + ], + [ + "biotic", + -12.398222923278809 + ], + [ + "▁Beruf", + -12.398372650146484 + ], + [ + "▁trez", + -12.398383140563965 + ], + [ + "▁diploma", + -12.398388862609863 + ], + [ + "nahmen", + -12.39842128753662 + ], + [ + "▁curl", + -12.398625373840332 + ], + [ + "▁agricole", + -12.39882469177246 + ], + [ + "▁recomand", + -12.398844718933104 + ], + [ + "▁pediatric", + -12.398862838745115 + ], + [ + "Fiecare", + -12.39887523651123 + ], + [ + "Anlage", + -12.398906707763672 + ], + [ + "weiß", + -12.398974418640137 + ], + [ + "elecommunication", + -12.39898681640625 + ], + [ + "hog", + -12.399184226989746 + ], + [ + "▁Stamp", + -12.399364471435549 + ], + [ + "▁Tipp", + -12.399369239807127 + ], + [ + "▁kindness", + -12.399415969848633 + ], + [ + "▁Marina", + -12.399577140808104 + ], + [ + "▁Gleich", + -12.39963436126709 + ], + [ + "▁grij", + -12.39970588684082 + ], + [ + "▁desperate", + -12.39974594116211 + ], + [ + "▁recordings", + -12.399842262268066 + ], + [ + "▁neglect", + -12.399861335754396 + ], + [ + "▁inherent", + -12.400035858154297 + ], + [ + "▁Rezept", + -12.400138854980469 + ], + [ + "▁soins", + -12.400164604187012 + ], + [ + "▁brut", + -12.400250434875488 + ], + [ + "▁revolutionary", + -12.400495529174805 + ], + [ + "▁liberté", + -12.400530815124512 + ], + [ + "cours", + -12.400945663452148 + ], + [ + "▁Similar", + -12.401247024536133 + ], + [ + "▁cheveux", + -12.40136432647705 + ], + [ + "▁ieftin", + -12.401599884033203 + ], + [ + "▁promovare", + -12.40160846710205 + ], + [ + "▁grains", + -12.401729583740234 + ], + [ + "ти", + -12.40174961090088 + ], + [ + "▁fonctionnement", + -12.401789665222168 + ], + [ + "▁Coming", + -12.401832580566406 + ], + [ + "▁analytical", + -12.401847839355469 + ], + [ + "▁simplify", + -12.401856422424316 + ], + [ + "▁chambres", + -12.401893615722656 + ], + [ + "▁fifty", + -12.401930809020996 + ], + [ + "jour", + -12.402070999145508 + ], + [ + "▁(17", + -12.402194023132324 + ], + [ + "cărui", + -12.402292251586914 + ], + [ + "▁harmony", + -12.402352333068848 + ], + [ + "grin", + -12.402355194091797 + ], + [ + "▁drunk", + -12.40235996246338 + ], + [ + "260", + -12.402374267578123 + ], + [ + "3-5", + -12.40243148803711 + ], + [ + "▁articole", + -12.402442932128906 + ], + [ + "▁flooding", + -12.402482986450195 + ], + [ + "halle", + -12.402580261230469 + ], + [ + "▁defects", + -12.40276050567627 + ], + [ + "▁rifle", + -12.402839660644531 + ], + [ + "▁Boc", + -12.402843475341797 + ], + [ + "▁Athletic", + -12.40284538269043 + ], + [ + "▁acordat", + -12.40292739868164 + ], + [ + "AIR", + -12.402969360351562 + ], + [ + "▁entwickeln", + -12.403104782104492 + ], + [ + "▁Advance", + -12.403188705444336 + ], + [ + "▁Heil", + -12.403216361999512 + ], + [ + "Stainless", + -12.403345108032228 + ], + [ + "▁Psychology", + -12.40337085723877 + ], + [ + "▁omul", + -12.403435707092283 + ], + [ + "▁Arbeiten", + -12.403494834899902 + ], + [ + "▁rabbit", + -12.40349578857422 + ], + [ + "▁méta", + -12.40351390838623 + ], + [ + "ismul", + -12.403534889221191 + ], + [ + "▁Herausforderung", + -12.403594970703123 + ], + [ + "▁Euch", + -12.403654098510742 + ], + [ + "geschichte", + -12.40390682220459 + ], + [ + "▁Milk", + -12.404057502746582 + ], + [ + "▁pregăt", + -12.404065132141112 + ], + [ + "▁Standort", + -12.404141426086426 + ], + [ + "Val", + -12.404180526733398 + ], + [ + "▁Ronald", + -12.40435028076172 + ], + [ + "▁Werbe", + -12.404558181762695 + ], + [ + "▁restrict", + -12.404658317565918 + ], + [ + "▁tablespoon", + -12.404844284057615 + ], + [ + "▁Amendment", + -12.404845237731934 + ], + [ + "▁Johnny", + -12.404914855957031 + ], + [ + "▁lively", + -12.40493869781494 + ], + [ + "ORD", + -12.405147552490234 + ], + [ + "▁mulţi", + -12.40523624420166 + ], + [ + "èrent", + -12.405241012573242 + ], + [ + "Every", + -12.405277252197266 + ], + [ + "eignet", + -12.405296325683594 + ], + [ + "GD", + -12.40546989440918 + ], + [ + "▁Ghana", + -12.405628204345703 + ], + [ + "▁wealthy", + -12.40576171875 + ], + [ + "▁advocates", + -12.405818939208984 + ], + [ + "▁Campaign", + -12.40584659576416 + ], + [ + "▁posters", + -12.405964851379396 + ], + [ + "flug", + -12.406011581420898 + ], + [ + "▁métier", + -12.406139373779297 + ], + [ + "kir", + -12.40614891052246 + ], + [ + "bond", + -12.406176567077637 + ], + [ + "datorita", + -12.406188011169434 + ], + [ + "▁Hochzeit", + -12.406230926513672 + ], + [ + "▁effectué", + -12.406271934509276 + ], + [ + "▁angles", + -12.40654182434082 + ], + [ + "▁Electrical", + -12.406705856323242 + ], + [ + "▁Administrator", + -12.40674114227295 + ], + [ + "▁spur", + -12.407389640808104 + ], + [ + "▁größere", + -12.407444953918455 + ], + [ + "woke", + -12.407515525817873 + ], + [ + "▁gewinnen", + -12.407689094543455 + ], + [ + "▁ajută", + -12.407712936401367 + ], + [ + "▁ventilation", + -12.40785312652588 + ], + [ + "▁viaţa", + -12.40785312652588 + ], + [ + "▁Dinner", + -12.408079147338867 + ], + [ + "respond", + -12.408095359802246 + ], + [ + "▁OEM", + -12.408120155334473 + ], + [ + "▁affair", + -12.4081392288208 + ], + [ + "▁öffentlich", + -12.408143043518066 + ], + [ + "ENS", + -12.408209800720217 + ], + [ + "▁Cent", + -12.40822410583496 + ], + [ + "▁făc", + -12.408267974853516 + ], + [ + "▁Doppel", + -12.408285140991213 + ], + [ + "▁fericit", + -12.408363342285156 + ], + [ + "▁coordon", + -12.40845775604248 + ], + [ + "geht", + -12.408547401428224 + ], + [ + "▁perfekte", + -12.408610343933104 + ], + [ + "▁sportive", + -12.408700942993164 + ], + [ + "▁proiectul", + -12.40870189666748 + ], + [ + "▁deadly", + -12.408804893493652 + ], + [ + "Geschäft", + -12.408822059631348 + ], + [ + "▁inspirational", + -12.408854484558104 + ], + [ + "+1", + -12.409013748168944 + ], + [ + "▁pearl", + -12.409022331237791 + ], + [ + "▁scrub", + -12.40903663635254 + ], + [ + "▁scheint", + -12.409079551696776 + ], + [ + "poo", + -12.409147262573242 + ], + [ + "▁Pier", + -12.409220695495604 + ], + [ + "▁commented", + -12.40928554534912 + ], + [ + "lute", + -12.409302711486816 + ], + [ + "▁cancelled", + -12.409488677978516 + ], + [ + "Win", + -12.409605979919434 + ], + [ + "▁payroll", + -12.409781455993652 + ], + [ + "▁varsta", + -12.409881591796877 + ], + [ + "stuffed", + -12.410097122192385 + ], + [ + "▁beads", + -12.410138130187988 + ], + [ + "▁poems", + -12.410356521606444 + ], + [ + "pokesman", + -12.410399436950684 + ], + [ + "▁checklist", + -12.410523414611816 + ], + [ + "▁Mich", + -12.410636901855469 + ], + [ + "GEN", + -12.41067600250244 + ], + [ + "▁Lau", + -12.410783767700195 + ], + [ + "▁stie", + -12.410965919494627 + ], + [ + "▁Lovely", + -12.4110107421875 + ], + [ + "▁Anschluss", + -12.411062240600586 + ], + [ + "▁personaj", + -12.41108226776123 + ], + [ + "▁ausgestattet", + -12.411121368408203 + ], + [ + "▁beginners", + -12.411163330078123 + ], + [ + "▁noon", + -12.411189079284668 + ], + [ + "▁celule", + -12.41128921508789 + ], + [ + "Trans", + -12.411324501037598 + ], + [ + "boot", + -12.411331176757812 + ], + [ + "▁drumul", + -12.41136646270752 + ], + [ + "gruppen", + -12.41140079498291 + ], + [ + "étend", + -12.41140365600586 + ], + [ + "▁risques", + -12.411405563354492 + ], + [ + "acclaimed", + -12.411447525024414 + ], + [ + "▁celelalte", + -12.411617279052734 + ], + [ + "▁condiţii", + -12.411620140075684 + ], + [ + "▁skiing", + -12.411685943603516 + ], + [ + "▁optimale", + -12.41168975830078 + ], + [ + "technology", + -12.411773681640623 + ], + [ + "▁renew", + -12.411784172058104 + ], + [ + "Cloud", + -12.41179084777832 + ], + [ + "▁damaging", + -12.411905288696287 + ], + [ + "GT", + -12.412219047546388 + ], + [ + "▁Reform", + -12.41230583190918 + ], + [ + "vedem", + -12.412349700927734 + ], + [ + "▁indicat", + -12.412461280822754 + ], + [ + "▁Maker", + -12.412467002868652 + ], + [ + "▁lichid", + -12.412582397460938 + ], + [ + "3.1", + -12.412614822387695 + ], + [ + "păt", + -12.412620544433594 + ], + [ + "lumina", + -12.41264820098877 + ], + [ + "▁Situ", + -12.412806510925291 + ], + [ + "▁Archives", + -12.412857055664062 + ], + [ + "▁allergies", + -12.41287899017334 + ], + [ + "▁Cameron", + -12.412883758544922 + ], + [ + "▁Immun", + -12.412899017333984 + ], + [ + "wissenschaftlich", + -12.41301441192627 + ], + [ + "▁supplémentaire", + -12.413128852844238 + ], + [ + "▁puterea", + -12.41326141357422 + ], + [ + "Lab", + -12.413331985473633 + ], + [ + "inspired", + -12.413384437561035 + ], + [ + "▁shrink", + -12.413403511047363 + ], + [ + "▁voit", + -12.413426399230955 + ], + [ + "▁chopped", + -12.413467407226562 + ], + [ + "▁Franz", + -12.413537979125977 + ], + [ + "oku", + -12.413652420043944 + ], + [ + "▁suppress", + -12.413673400878906 + ], + [ + "▁impress", + -12.413751602172852 + ], + [ + "▁Liga", + -12.413755416870115 + ], + [ + "▁Eight", + -12.41378402709961 + ], + [ + "720", + -12.413795471191406 + ], + [ + "▁securely", + -12.413870811462402 + ], + [ + "KU", + -12.413934707641602 + ], + [ + "modell", + -12.413992881774902 + ], + [ + "Ensure", + -12.414154052734377 + ], + [ + "größte", + -12.414204597473145 + ], + [ + "▁réuni", + -12.414215087890623 + ], + [ + "▁Internal", + -12.41423225402832 + ], + [ + "▁Punkte", + -12.414320945739746 + ], + [ + "▁replicate", + -12.41441249847412 + ], + [ + "▁spreadsheet", + -12.414434432983398 + ], + [ + "▁Hindu", + -12.414549827575684 + ], + [ + "▁Cham", + -12.414578437805176 + ], + [ + "nati", + -12.414670944213867 + ], + [ + "imply", + -12.414679527282717 + ], + [ + "funded", + -12.414894104003906 + ], + [ + "▁charitable", + -12.41489601135254 + ], + [ + "▁imagined", + -12.415014266967772 + ], + [ + "hausen", + -12.41517448425293 + ], + [ + "Keeping", + -12.415239334106444 + ], + [ + "▁attitudes", + -12.415287971496582 + ], + [ + "esque", + -12.415365219116213 + ], + [ + "▁Tennis", + -12.415409088134766 + ], + [ + "Jeremy", + -12.415410041809082 + ], + [ + "▁majeur", + -12.415475845336914 + ], + [ + "▁stii", + -12.4155912399292 + ], + [ + "▁herbal", + -12.415790557861328 + ], + [ + "▁cauta", + -12.41580867767334 + ], + [ + "▁voluntary", + -12.415828704833984 + ], + [ + "wohl", + -12.41587734222412 + ], + [ + "▁ideea", + -12.41588306427002 + ], + [ + "▁WW", + -12.415899276733398 + ], + [ + "▁erneut", + -12.416010856628418 + ], + [ + "größten", + -12.416094779968262 + ], + [ + "Grâce", + -12.416159629821776 + ], + [ + "▁Köln", + -12.416193008422852 + ], + [ + "▁mobilier", + -12.416199684143066 + ], + [ + "▁fool", + -12.416254043579102 + ], + [ + "▁Calcul", + -12.416295051574709 + ], + [ + "attaque", + -12.41637897491455 + ], + [ + "▁digestive", + -12.41656494140625 + ], + [ + "performance", + -12.416647911071776 + ], + [ + "▁homeowner", + -12.41675853729248 + ], + [ + "▁hunger", + -12.4169282913208 + ], + [ + "2.3", + -12.41696834564209 + ], + [ + "▁Sort", + -12.417085647583008 + ], + [ + "▁Dennis", + -12.41723918914795 + ], + [ + "▁certificat", + -12.417250633239746 + ], + [ + "▁Canal", + -12.41733741760254 + ], + [ + "▁Yesterday", + -12.417424201965332 + ], + [ + "▁sausage", + -12.417499542236328 + ], + [ + "▁perdu", + -12.417736053466797 + ], + [ + "ösen", + -12.417741775512695 + ], + [ + "▁preserved", + -12.417750358581545 + ], + [ + "▁trendy", + -12.4177885055542 + ], + [ + "▁iubire", + -12.417935371398926 + ], + [ + "▁grandfather", + -12.417961120605469 + ], + [ + "▁shoppers", + -12.41820240020752 + ], + [ + "▁verschieden", + -12.418252944946287 + ], + [ + "▁gagner", + -12.41826343536377 + ], + [ + "▁lucra", + -12.418437004089355 + ], + [ + "metru", + -12.418464660644531 + ], + [ + "buz", + -12.418469429016112 + ], + [ + "▁flourish", + -12.418484687805176 + ], + [ + "affin", + -12.418523788452148 + ], + [ + "▁Pflanzen", + -12.41858196258545 + ], + [ + "agh", + -12.418588638305664 + ], + [ + "▁Gill", + -12.418660163879396 + ], + [ + "▁Kä", + -12.418671607971191 + ], + [ + "▁Wege", + -12.41876220703125 + ], + [ + "▁Liberal", + -12.41892910003662 + ], + [ + "▁Glasgow", + -12.418944358825684 + ], + [ + "Objekt", + -12.4189453125 + ], + [ + "▁Huawei", + -12.4189453125 + ], + [ + "appropri", + -12.418986320495604 + ], + [ + "▁genius", + -12.419037818908691 + ], + [ + "▁brokers", + -12.419068336486816 + ], + [ + "▁themed", + -12.41918659210205 + ], + [ + "▁barre", + -12.41921043395996 + ], + [ + "1.7", + -12.419219017028809 + ], + [ + "▁Electro", + -12.419303894042969 + ], + [ + "▁umbrella", + -12.419333457946776 + ], + [ + "▁advisory", + -12.41941738128662 + ], + [ + "▁comport", + -12.419421195983888 + ], + [ + "▁neuer", + -12.419452667236328 + ], + [ + "▁Wick", + -12.419568061828612 + ], + [ + "wak", + -12.419618606567385 + ], + [ + "▁Woman", + -12.419695854187012 + ], + [ + "▁lesser", + -12.419843673706056 + ], + [ + "▁replied", + -12.419987678527832 + ], + [ + "▁représente", + -12.420050621032717 + ], + [ + "▁thé", + -12.420135498046877 + ], + [ + "Deutsch", + -12.420428276062012 + ], + [ + "Cat", + -12.420483589172363 + ], + [ + "▁équipes", + -12.420534133911133 + ], + [ + "▁spider", + -12.420578956604004 + ], + [ + "▁Gaming", + -12.420589447021484 + ], + [ + "▁Liste", + -12.420592308044434 + ], + [ + "▁affection", + -12.420639038085938 + ], + [ + "lipsa", + -12.420982360839844 + ], + [ + "▁Spider", + -12.420987129211426 + ], + [ + "▁Julia", + -12.421034812927246 + ], + [ + "anlagen", + -12.421159744262695 + ], + [ + "Kon", + -12.421363830566406 + ], + [ + "nței", + -12.421368598937988 + ], + [ + "▁Verwaltung", + -12.421483993530272 + ], + [ + "▁raspuns", + -12.421489715576172 + ], + [ + "samt", + -12.421491622924805 + ], + [ + "▁creștere", + -12.421512603759766 + ], + [ + "▁decorate", + -12.421701431274414 + ], + [ + "▁Chain", + -12.422021865844728 + ], + [ + "ów", + -12.42205047607422 + ], + [ + "0-0", + -12.422104835510254 + ], + [ + "▁Cran", + -12.422407150268556 + ], + [ + "▁streak", + -12.42242431640625 + ], + [ + "ор", + -12.422517776489258 + ], + [ + "▁căuta", + -12.422754287719728 + ], + [ + "wende", + -12.422801971435549 + ], + [ + "▁haine", + -12.42280387878418 + ], + [ + "▁landscaping", + -12.423009872436523 + ], + [ + "▁historian", + -12.423016548156738 + ], + [ + "▁grandchildren", + -12.423033714294434 + ], + [ + "▁crawl", + -12.423056602478027 + ], + [ + "▁Cub", + -12.423239707946776 + ], + [ + "▁nécessaires", + -12.42351531982422 + ], + [ + "▁swift", + -12.42352294921875 + ], + [ + "▁calculation", + -12.423656463623049 + ], + [ + "▁acteurs", + -12.423715591430664 + ], + [ + "VT", + -12.423752784729004 + ], + [ + "▁Hristos", + -12.423778533935549 + ], + [ + "▁slices", + -12.423850059509276 + ], + [ + "See", + -12.424203872680664 + ], + [ + "▁Bran", + -12.424233436584473 + ], + [ + "Symbol", + -12.424449920654297 + ], + [ + "▁allowance", + -12.424492835998535 + ], + [ + "▁Effective", + -12.424537658691406 + ], + [ + "▁Wünsche", + -12.42453956604004 + ], + [ + "▁shiny", + -12.424569129943848 + ], + [ + "▁professionalism", + -12.424715995788574 + ], + [ + "/6", + -12.424970626831056 + ], + [ + "▁terrasse", + -12.425087928771973 + ], + [ + "▁researcher", + -12.425156593322754 + ], + [ + "▁fragile", + -12.425203323364258 + ], + [ + "▁greeting", + -12.425274848937988 + ], + [ + "freien", + -12.4253511428833 + ], + [ + "▁valuation", + -12.425372123718262 + ], + [ + "▁incur", + -12.425386428833008 + ], + [ + "▁Zwischen", + -12.425559997558594 + ], + [ + "▁comfy", + -12.425569534301758 + ], + [ + "▁méthode", + -12.42569351196289 + ], + [ + "▁Pirate", + -12.425816535949709 + ], + [ + "▁Moto", + -12.425822257995604 + ], + [ + "(6)", + -12.425823211669922 + ], + [ + "▁devin", + -12.42582893371582 + ], + [ + "▁civic", + -12.425837516784668 + ], + [ + "usage", + -12.425889015197754 + ], + [ + "▁istorie", + -12.425945281982422 + ], + [ + "▁piste", + -12.425955772399902 + ], + [ + "▁Rug", + -12.426091194152832 + ], + [ + "pä", + -12.426129341125488 + ], + [ + "▁matur", + -12.426148414611816 + ], + [ + "CAS", + -12.426155090332031 + ], + [ + "TIC", + -12.42618465423584 + ], + [ + "▁Reduce", + -12.426234245300291 + ], + [ + "▁commemorat", + -12.426321983337402 + ], + [ + "▁cease", + -12.42653751373291 + ], + [ + "unterschiedliche", + -12.42656421661377 + ], + [ + "▁cinnamon", + -12.426581382751465 + ], + [ + "▁Font", + -12.426583290100098 + ], + [ + "▁justify", + -12.426751136779783 + ], + [ + "deteriorat", + -12.426797866821287 + ], + [ + "▁Schön", + -12.42684555053711 + ], + [ + "plain", + -12.426993370056152 + ], + [ + "frist", + -12.427002906799316 + ], + [ + "▁helmet", + -12.42712116241455 + ], + [ + "▁statute", + -12.42721939086914 + ], + [ + "accept", + -12.427236557006836 + ], + [ + "▁1,5", + -12.42724323272705 + ], + [ + "▁recon", + -12.42724323272705 + ], + [ + "▁Möbel", + -12.427348136901855 + ], + [ + "▁idées", + -12.427367210388184 + ], + [ + "automat", + -12.427552223205566 + ], + [ + "Team", + -12.42758846282959 + ], + [ + "▁performers", + -12.427688598632812 + ], + [ + "▁microphone", + -12.427722930908203 + ], + [ + "impotriva", + -12.427775382995604 + ], + [ + "▁pillows", + -12.42780876159668 + ], + [ + "▁accountable", + -12.427812576293944 + ], + [ + "▁strings", + -12.42782974243164 + ], + [ + "hydrate", + -12.42783546447754 + ], + [ + "▁Yan", + -12.427865028381348 + ], + [ + "starea", + -12.427918434143066 + ], + [ + "▁présenté", + -12.42793083190918 + ], + [ + "▁extensively", + -12.428048133850098 + ], + [ + "äst", + -12.428114891052246 + ], + [ + "▁correlation", + -12.428115844726562 + ], + [ + "bespoke", + -12.428119659423828 + ], + [ + "▁creste", + -12.428196907043455 + ], + [ + "▁Armenia", + -12.428248405456545 + ], + [ + "nose", + -12.428426742553713 + ], + [ + "▁strengthening", + -12.428604125976562 + ], + [ + "▁Horizon", + -12.428627014160156 + ], + [ + "▁obesity", + -12.428627967834473 + ], + [ + "seasoned", + -12.428686141967772 + ], + [ + "▁screenshot", + -12.428736686706545 + ], + [ + "girl", + -12.42875862121582 + ], + [ + "▁hardest", + -12.428826332092283 + ], + [ + "▁weakness", + -12.428855895996094 + ], + [ + "effectuer", + -12.429012298583984 + ], + [ + "▁Florence", + -12.429034233093262 + ], + [ + "▁Europene", + -12.429062843322754 + ], + [ + "triggered", + -12.429333686828612 + ], + [ + "Apparently", + -12.42939567565918 + ], + [ + "▁diagnose", + -12.42943286895752 + ], + [ + "rushed", + -12.429494857788086 + ], + [ + "▁trotz", + -12.429516792297363 + ], + [ + "▁spécial", + -12.429680824279783 + ], + [ + "▁lumi", + -12.429783821105955 + ], + [ + "7:00", + -12.429877281188965 + ], + [ + "▁publicat", + -12.429903984069824 + ], + [ + "ос", + -12.430086135864258 + ], + [ + "▁hue", + -12.430136680603027 + ], + [ + "▁termination", + -12.430139541625977 + ], + [ + "▁Nam", + -12.430240631103516 + ], + [ + "Well", + -12.430376052856444 + ], + [ + "▁Extract", + -12.430441856384276 + ], + [ + "atiile", + -12.43062686920166 + ], + [ + "▁vivid", + -12.43076229095459 + ], + [ + "hrs", + -12.430858612060549 + ], + [ + "▁povesti", + -12.430984497070312 + ], + [ + "stehenden", + -12.430988311767578 + ], + [ + "▁informieren", + -12.431070327758787 + ], + [ + "employed", + -12.431133270263672 + ], + [ + "▁armor", + -12.431180953979492 + ], + [ + "▁Columbus", + -12.431191444396973 + ], + [ + "Registr", + -12.431200981140137 + ], + [ + "▁Kamera", + -12.431203842163086 + ], + [ + "▁ugly", + -12.431203842163086 + ], + [ + "outil", + -12.431234359741213 + ], + [ + "▁evenly", + -12.43134593963623 + ], + [ + "lungul", + -12.431349754333496 + ], + [ + "koch", + -12.431439399719238 + ], + [ + "▁Dig", + -12.431450843811035 + ], + [ + "purely", + -12.431489944458008 + ], + [ + "▁Surf", + -12.431560516357422 + ], + [ + "rilla", + -12.431628227233888 + ], + [ + "▁Watson", + -12.43171215057373 + ], + [ + "trug", + -12.431719779968262 + ], + [ + "figuring", + -12.431784629821776 + ], + [ + "▁competitor", + -12.431807518005373 + ], + [ + "▁humid", + -12.431889533996582 + ], + [ + "▁Lawyer", + -12.43189811706543 + ], + [ + "Added", + -12.43205451965332 + ], + [ + "▁salva", + -12.432056427001951 + ], + [ + "▁drainage", + -12.4321870803833 + ], + [ + "Featuring", + -12.432220458984377 + ], + [ + "▁Pel", + -12.43234634399414 + ], + [ + "▁acasa", + -12.432611465454102 + ], + [ + "▁expectation", + -12.43265438079834 + ], + [ + "gibt", + -12.432663917541504 + ], + [ + "▁marginal", + -12.432831764221191 + ], + [ + "ceni", + -12.433028221130373 + ], + [ + "▁européen", + -12.433065414428713 + ], + [ + "clav", + -12.433090209960938 + ], + [ + "▁Shot", + -12.433167457580566 + ], + [ + "commun", + -12.43322467803955 + ], + [ + "▁Calendar", + -12.433247566223145 + ], + [ + "▁trek", + -12.433348655700684 + ], + [ + "rechtliche", + -12.433406829833984 + ], + [ + "▁Perry", + -12.43342399597168 + ], + [ + "▁surge", + -12.433484077453612 + ], + [ + "geschäft", + -12.433504104614258 + ], + [ + "paced", + -12.433793067932127 + ], + [ + "depend", + -12.433871269226074 + ], + [ + "▁Sache", + -12.433947563171388 + ], + [ + "▁Example", + -12.433998107910156 + ], + [ + "▁lider", + -12.434118270874023 + ], + [ + "▁nochmal", + -12.434240341186523 + ], + [ + "▁Present", + -12.434243202209473 + ], + [ + "KW", + -12.434335708618164 + ], + [ + "prompted", + -12.434350967407228 + ], + [ + "logique", + -12.434444427490234 + ], + [ + "Université", + -12.434466361999512 + ], + [ + "lith", + -12.434489250183104 + ], + [ + "▁Gefahr", + -12.434579849243164 + ], + [ + "▁Acid", + -12.434625625610352 + ], + [ + "objets", + -12.434791564941406 + ], + [ + "▁societies", + -12.434791564941406 + ], + [ + "▁distraction", + -12.434816360473633 + ], + [ + "▁puissance", + -12.434934616088867 + ], + [ + "▁alleviat", + -12.435026168823242 + ], + [ + "▁Capitol", + -12.435050010681152 + ], + [ + "▁Heim", + -12.435129165649414 + ], + [ + "judicial", + -12.435230255126951 + ], + [ + "▁nowadays", + -12.435309410095217 + ], + [ + "▁Hammer", + -12.435317039489746 + ], + [ + "▁metallic", + -12.435327529907228 + ], + [ + "▁distr", + -12.435388565063477 + ], + [ + "▁dispos", + -12.435397148132324 + ], + [ + "profile", + -12.43540859222412 + ], + [ + "▁Nicolas", + -12.435602188110352 + ], + [ + "▁presa", + -12.435760498046877 + ], + [ + "augh", + -12.43578052520752 + ], + [ + "schuss", + -12.435787200927734 + ], + [ + "▁Diana", + -12.436062812805176 + ], + [ + "4-5", + -12.436097145080566 + ], + [ + "▁Chapel", + -12.43612003326416 + ], + [ + "▁zahar", + -12.436150550842283 + ], + [ + "âmb", + -12.4362154006958 + ], + [ + "▁Tarif", + -12.436264991760254 + ], + [ + "▁devastating", + -12.436339378356934 + ], + [ + "6:00", + -12.4364013671875 + ], + [ + "▁100,000", + -12.43645191192627 + ], + [ + "NIC", + -12.436580657958984 + ], + [ + "▁Lucas", + -12.436612129211426 + ], + [ + "▁bequem", + -12.436662673950195 + ], + [ + "▁Motion", + -12.43669891357422 + ], + [ + "7,000", + -12.436701774597168 + ], + [ + "▁malware", + -12.436708450317385 + ], + [ + "▁avenue", + -12.436723709106444 + ], + [ + "▁manger", + -12.436747550964355 + ], + [ + "▁Queensland", + -12.436857223510742 + ], + [ + "▁Papier", + -12.436861991882324 + ], + [ + "▁Increase", + -12.436880111694336 + ], + [ + "▁implies", + -12.436954498291016 + ], + [ + "▁äußer", + -12.43697452545166 + ], + [ + "▁Meine", + -12.43698024749756 + ], + [ + "Reuters", + -12.437155723571776 + ], + [ + "▁Belt", + -12.437232971191406 + ], + [ + "Educat", + -12.437251091003418 + ], + [ + "▁Aktion", + -12.437355041503906 + ], + [ + "schläge", + -12.437372207641602 + ], + [ + "▁înregistrat", + -12.437426567077637 + ], + [ + "▁Ortho", + -12.43756103515625 + ], + [ + "▁bulbs", + -12.437761306762695 + ], + [ + "kap", + -12.437793731689451 + ], + [ + "▁peinture", + -12.437901496887209 + ], + [ + "▁Lounge", + -12.437907218933104 + ], + [ + "▁Tampa", + -12.438008308410645 + ], + [ + "ifiziert", + -12.438100814819336 + ], + [ + "kinder", + -12.438172340393066 + ], + [ + "▁comparativ", + -12.438281059265137 + ], + [ + "häuser", + -12.438323974609377 + ], + [ + "incarn", + -12.438363075256348 + ], + [ + "▁amazon", + -12.438464164733888 + ], + [ + "▁Southeast", + -12.438505172729492 + ], + [ + "▁economical", + -12.43866729736328 + ], + [ + "▁broth", + -12.438697814941406 + ], + [ + "▁Secure", + -12.438750267028809 + ], + [ + "damals", + -12.438875198364258 + ], + [ + "▁Elementary", + -12.438921928405762 + ], + [ + "▁Wildlife", + -12.438995361328123 + ], + [ + "▁Jewel", + -12.439001083374023 + ], + [ + "▁protocols", + -12.439297676086426 + ], + [ + "▁zbor", + -12.4393892288208 + ], + [ + "▁enthusiasts", + -12.439398765563965 + ], + [ + "▁Mirror", + -12.439444541931152 + ], + [ + "▁soak", + -12.439537048339844 + ], + [ + "▁Sad", + -12.439574241638184 + ], + [ + "▁dishwasher", + -12.43995761871338 + ], + [ + "▁vollständig", + -12.440186500549316 + ], + [ + "▁Vermont", + -12.440407752990724 + ], + [ + "▁caut", + -12.440449714660645 + ], + [ + "▁fournisseur", + -12.440475463867188 + ], + [ + "▁Concrete", + -12.44047737121582 + ], + [ + "▁Instant", + -12.440595626831056 + ], + [ + "▁reveni", + -12.440597534179688 + ], + [ + "▁Surface", + -12.44059944152832 + ], + [ + "zumindest", + -12.440713882446287 + ], + [ + "▁feast", + -12.440725326538086 + ], + [ + "▁stretching", + -12.440803527832031 + ], + [ + "ERA", + -12.440997123718262 + ], + [ + "▁Scholarship", + -12.441020965576172 + ], + [ + "▁vineyard", + -12.4410400390625 + ], + [ + "▁régulièrement", + -12.441083908081056 + ], + [ + "▁patches", + -12.44109344482422 + ], + [ + "▁Gamb", + -12.44113540649414 + ], + [ + "▁Vereins", + -12.441152572631836 + ], + [ + "ège", + -12.441372871398926 + ], + [ + "▁constitutional", + -12.441411018371582 + ], + [ + "erreur", + -12.441413879394531 + ], + [ + "▁Colombia", + -12.441514015197754 + ], + [ + "UF", + -12.44161891937256 + ], + [ + "aider", + -12.441665649414062 + ], + [ + "cision", + -12.44180965423584 + ], + [ + "▁publishers", + -12.441913604736328 + ], + [ + "▁prelua", + -12.441967964172363 + ], + [ + "▁keiner", + -12.441990852355955 + ], + [ + "▁amid", + -12.442020416259766 + ], + [ + "▁quantitative", + -12.442031860351562 + ], + [ + "▁decay", + -12.442058563232422 + ], + [ + "▁distinguished", + -12.4420747756958 + ], + [ + "▁Gründe", + -12.442209243774414 + ], + [ + "▁statului", + -12.442362785339355 + ], + [ + "CAT", + -12.44243621826172 + ], + [ + "allow", + -12.442481994628906 + ], + [ + "▁mathematical", + -12.442550659179688 + ], + [ + "▁tragedy", + -12.44255542755127 + ], + [ + "▁heels", + -12.442609786987305 + ], + [ + "opia", + -12.44265365600586 + ], + [ + "▁merger", + -12.4428071975708 + ], + [ + "dispositif", + -12.442813873291016 + ], + [ + "▁pneu", + -12.44283390045166 + ], + [ + "elte", + -12.443058013916016 + ], + [ + "▁Introduction", + -12.443070411682127 + ], + [ + "▁biscuit", + -12.443134307861328 + ], + [ + "▁leftover", + -12.443275451660156 + ], + [ + "▁tester", + -12.443314552307127 + ], + [ + "▁Terre", + -12.44338035583496 + ], + [ + "▁Oui", + -12.44338321685791 + ], + [ + "▁rar", + -12.443520545959473 + ], + [ + "▁beverages", + -12.443666458129885 + ], + [ + "▁parenting", + -12.443892478942873 + ], + [ + "1-0", + -12.444053649902344 + ], + [ + "▁Barry", + -12.44417667388916 + ], + [ + "▁Lynn", + -12.444209098815918 + ], + [ + "▁Tyler", + -12.444262504577637 + ], + [ + "▁fotbal", + -12.44437026977539 + ], + [ + "dron", + -12.444475173950195 + ], + [ + "▁donor", + -12.44455623626709 + ], + [ + "▁drape", + -12.444558143615724 + ], + [ + "▁positioning", + -12.444963455200195 + ], + [ + "▁Tang", + -12.445006370544434 + ], + [ + "▁overwhelmed", + -12.445161819458008 + ], + [ + "▁perte", + -12.445192337036133 + ], + [ + "▁blender", + -12.445302963256836 + ], + [ + "TG", + -12.445467948913574 + ], + [ + "GHz", + -12.445490837097168 + ], + [ + "▁administrat", + -12.445719718933104 + ], + [ + "▁glaube", + -12.445771217346191 + ], + [ + "Char", + -12.445947647094728 + ], + [ + "impression", + -12.44627571105957 + ], + [ + "proving", + -12.446297645568848 + ], + [ + "▁Inner", + -12.446434020996094 + ], + [ + "root", + -12.44650173187256 + ], + [ + "▁Gedanken", + -12.446508407592772 + ], + [ + "▁underway", + -12.446596145629885 + ], + [ + "coat", + -12.44660758972168 + ], + [ + "▁thereof", + -12.446663856506348 + ], + [ + "rius", + -12.446700096130373 + ], + [ + "▁intermediate", + -12.446751594543455 + ], + [ + "gmail", + -12.446869850158691 + ], + [ + "114", + -12.446893692016602 + ], + [ + "▁interfere", + -12.446908950805664 + ], + [ + "▁Found", + -12.44693088531494 + ], + [ + "LF", + -12.447071075439451 + ], + [ + "▁equality", + -12.447099685668944 + ], + [ + "▁concurrent", + -12.44710636138916 + ], + [ + "akh", + -12.447107315063477 + ], + [ + "▁touching", + -12.44715690612793 + ], + [ + "▁curiosity", + -12.447235107421877 + ], + [ + "▁rendering", + -12.447263717651367 + ], + [ + "▁1964", + -12.447442054748535 + ], + [ + "sorge", + -12.447468757629396 + ], + [ + "ARC", + -12.447505950927734 + ], + [ + "▁Desktop", + -12.44752311706543 + ], + [ + "▁Tak", + -12.44760799407959 + ], + [ + "filtration", + -12.447651863098145 + ], + [ + "▁gates", + -12.4478759765625 + ], + [ + "Sehr", + -12.44791316986084 + ], + [ + "▁spatiu", + -12.44798755645752 + ], + [ + "▁Leg", + -12.44810390472412 + ], + [ + "▁aviation", + -12.448277473449709 + ], + [ + "wandel", + -12.44827938079834 + ], + [ + "▁Shar", + -12.448323249816896 + ], + [ + "▁Volks", + -12.448409080505373 + ], + [ + "maz", + -12.44869899749756 + ], + [ + "governmental", + -12.44874095916748 + ], + [ + "euros", + -12.448819160461426 + ], + [ + "avantage", + -12.448823928833008 + ], + [ + "sitzt", + -12.448856353759766 + ], + [ + "IER", + -12.448920249938965 + ], + [ + "▁Theory", + -12.44894027709961 + ], + [ + "Cependant", + -12.44907283782959 + ], + [ + "▁Teachers", + -12.44908046722412 + ], + [ + "anspruch", + -12.449095726013184 + ], + [ + "▁afecta", + -12.449139595031738 + ], + [ + "enko", + -12.449193000793455 + ], + [ + "▁breeding", + -12.449198722839355 + ], + [ + "▁Peak", + -12.449457168579102 + ], + [ + "▁găsit", + -12.44951629638672 + ], + [ + "▁măsuri", + -12.4495267868042 + ], + [ + "edia", + -12.449625968933104 + ], + [ + "biz", + -12.449640274047852 + ], + [ + "zum", + -12.449776649475098 + ], + [ + "▁schwierig", + -12.449847221374512 + ], + [ + "Sense", + -12.450050354003906 + ], + [ + "▁Jump", + -12.450081825256348 + ], + [ + "▁cocktails", + -12.450108528137209 + ], + [ + "abhängig", + -12.45012378692627 + ], + [ + "realised", + -12.450140953063965 + ], + [ + "▁programul", + -12.450214385986328 + ], + [ + "▁prévu", + -12.450238227844238 + ], + [ + "▁twitter", + -12.450372695922852 + ], + [ + "Union", + -12.450400352478027 + ], + [ + "▁Marathon", + -12.45040225982666 + ], + [ + "▁Christianity", + -12.450432777404783 + ], + [ + "▁Alberta", + -12.450811386108398 + ], + [ + "einheit", + -12.45097827911377 + ], + [ + "▁wellbeing", + -12.450982093811035 + ], + [ + "phen", + -12.451166152954102 + ], + [ + "▁Charleston", + -12.451180458068848 + ], + [ + "▁uncover", + -12.451323509216309 + ], + [ + "▁humaine", + -12.451464653015137 + ], + [ + "▁bleeding", + -12.451531410217283 + ], + [ + "▁manipul", + -12.451532363891602 + ], + [ + "▁humidity", + -12.451570510864258 + ], + [ + "▁Puis", + -12.451748847961426 + ], + [ + "▁aktuell", + -12.451922416687012 + ], + [ + "▁Nissan", + -12.451943397521973 + ], + [ + "▁Eisen", + -12.45202922821045 + ], + [ + "treiben", + -12.452059745788574 + ], + [ + "cios", + -12.452073097229004 + ], + [ + "ikh", + -12.452381134033203 + ], + [ + "acquiring", + -12.452466011047363 + ], + [ + "▁Wallpaper", + -12.452488899230955 + ], + [ + "▁rond", + -12.452558517456056 + ], + [ + "▁Doug", + -12.45267391204834 + ], + [ + "sourcing", + -12.452696800231934 + ], + [ + "▁1900", + -12.452825546264648 + ], + [ + "▁buni", + -12.452913284301758 + ], + [ + "vest", + -12.452916145324709 + ], + [ + "▁Bangladesh", + -12.452990531921388 + ], + [ + "Home", + -12.453160285949709 + ], + [ + "▁wrinkle", + -12.453252792358398 + ], + [ + "rado", + -12.453290939331056 + ], + [ + "▁Pain", + -12.45334243774414 + ], + [ + "▁herzlich", + -12.453354835510254 + ], + [ + "MRI", + -12.453426361083984 + ], + [ + "UG", + -12.453631401062012 + ], + [ + "▁Desk", + -12.453679084777832 + ], + [ + "▁remarc", + -12.453718185424805 + ], + [ + "▁sodium", + -12.453857421875 + ], + [ + "▁Jede", + -12.453892707824709 + ], + [ + "▁réelle", + -12.453959465026855 + ], + [ + "▁Polar", + -12.454068183898926 + ], + [ + "▁activists", + -12.454273223876951 + ], + [ + "lasted", + -12.454300880432127 + ], + [ + "Some", + -12.45432186126709 + ], + [ + "ISE", + -12.454338073730469 + ], + [ + "▁peine", + -12.454671859741213 + ], + [ + "▁crude", + -12.454852104187012 + ], + [ + "Maur", + -12.454916954040527 + ], + [ + "▁forcing", + -12.454933166503906 + ], + [ + "▁politici", + -12.454970359802246 + ], + [ + "▁condiții", + -12.454988479614258 + ], + [ + "▁Saving", + -12.454999923706056 + ], + [ + "▁descoperi", + -12.455020904541016 + ], + [ + "avenir", + -12.455055236816406 + ], + [ + "Akt", + -12.455069541931152 + ], + [ + "▁vocabulary", + -12.45509147644043 + ], + [ + "▁pont", + -12.45516872406006 + ], + [ + "West", + -12.45518970489502 + ], + [ + "lenk", + -12.455278396606444 + ], + [ + "▁Verbraucher", + -12.455367088317873 + ], + [ + "affects", + -12.455448150634766 + ], + [ + "▁Flower", + -12.455543518066406 + ], + [ + "▁Nebraska", + -12.455617904663086 + ], + [ + "▁assortment", + -12.455618858337402 + ], + [ + "hock", + -12.45561981201172 + ], + [ + "▁discounted", + -12.455803871154783 + ], + [ + "▁Sensor", + -12.455840110778809 + ], + [ + "Lie", + -12.45588207244873 + ], + [ + "▁Volkswagen", + -12.455887794494627 + ], + [ + "isseur", + -12.455888748168944 + ], + [ + "indice", + -12.455936431884766 + ], + [ + "▁scanner", + -12.45598602294922 + ], + [ + "fashioned", + -12.456040382385254 + ], + [ + "▁postal", + -12.456141471862791 + ], + [ + "ouvrir", + -12.45615291595459 + ], + [ + "▁seminars", + -12.45622444152832 + ], + [ + "ioase", + -12.456232070922852 + ], + [ + "▁Stanley", + -12.456260681152344 + ], + [ + "Various", + -12.456335067749023 + ], + [ + "essentiel", + -12.45650577545166 + ], + [ + "▁administered", + -12.456693649291992 + ], + [ + "▁concession", + -12.456748008728027 + ], + [ + "▁mould", + -12.456789016723633 + ], + [ + "▁strongest", + -12.456826210021973 + ], + [ + "Erlebnis", + -12.456933975219728 + ], + [ + "▁ehemalige", + -12.456933975219728 + ], + [ + "▁Tale", + -12.457234382629396 + ], + [ + "▁Buyer", + -12.457353591918944 + ], + [ + "ück", + -12.457578659057615 + ], + [ + "▁Kommentar", + -12.457720756530762 + ], + [ + "▁Schrift", + -12.457756996154783 + ], + [ + "Design", + -12.457792282104492 + ], + [ + "▁stirring", + -12.457937240600586 + ], + [ + "▁towels", + -12.457987785339355 + ], + [ + "▁$30", + -12.458101272583008 + ], + [ + "sprache", + -12.458279609680176 + ], + [ + "▁Regierung", + -12.458346366882324 + ], + [ + "▁nachhaltig", + -12.458406448364258 + ], + [ + "▁électronique", + -12.458515167236328 + ], + [ + "▁Andrei", + -12.458587646484377 + ], + [ + "because", + -12.458647727966309 + ], + [ + "informatique", + -12.458650588989258 + ], + [ + "IGHT", + -12.4586820602417 + ], + [ + "stepping", + -12.4586820602417 + ], + [ + "▁gris", + -12.458748817443848 + ], + [ + "vious", + -12.458773612976074 + ], + [ + "▁upside", + -12.4591064453125 + ], + [ + "▁Examples", + -12.459108352661133 + ], + [ + "IU", + -12.459110260009766 + ], + [ + "▁princess", + -12.459111213684082 + ], + [ + "spielen", + -12.45921516418457 + ], + [ + "legung", + -12.45950984954834 + ], + [ + "▁reflecting", + -12.4597806930542 + ], + [ + "▁Processing", + -12.459939002990724 + ], + [ + "▁jungle", + -12.460033416748049 + ], + [ + "▁insects", + -12.46006965637207 + ], + [ + "▁Sibiu", + -12.460220336914062 + ], + [ + "160", + -12.460259437561035 + ], + [ + "▁interessante", + -12.460267066955566 + ], + [ + "▁multimedia", + -12.460455894470217 + ], + [ + "essel", + -12.46049690246582 + ], + [ + "/18", + -12.460647583007812 + ], + [ + "nière", + -12.460683822631836 + ], + [ + "ministru", + -12.46072006225586 + ], + [ + "▁implants", + -12.460826873779297 + ], + [ + "▁Settings", + -12.461360931396484 + ], + [ + "▁invaluable", + -12.461432456970217 + ], + [ + "stains", + -12.461448669433594 + ], + [ + "onym", + -12.461518287658691 + ], + [ + "▁searched", + -12.461570739746094 + ], + [ + "▁disappointment", + -12.461628913879396 + ], + [ + "▁Iranian", + -12.461630821228027 + ], + [ + "▁questionnaire", + -12.461630821228027 + ], + [ + "Founder", + -12.46178913116455 + ], + [ + "▁Bericht", + -12.461792945861816 + ], + [ + "▁youngest", + -12.461896896362305 + ], + [ + "▁Automatic", + -12.461956024169922 + ], + [ + "▁plecat", + -12.46203327178955 + ], + [ + "geber", + -12.462119102478027 + ], + [ + "soweit", + -12.462124824523926 + ], + [ + "▁unfold", + -12.462236404418944 + ], + [ + "▁befinden", + -12.462274551391602 + ], + [ + "▁susţin", + -12.462637901306152 + ], + [ + "▁Mack", + -12.462675094604492 + ], + [ + "▁dificil", + -12.462757110595703 + ], + [ + "enseigne", + -12.463038444519045 + ], + [ + "▁vitamine", + -12.463047981262209 + ], + [ + "▁Memory", + -12.463092803955078 + ], + [ + "ripping", + -12.463129043579102 + ], + [ + "drin", + -12.463146209716797 + ], + [ + "3.2", + -12.463278770446776 + ], + [ + "▁verstehen", + -12.463287353515623 + ], + [ + "▁scaun", + -12.46341323852539 + ], + [ + "▁procédure", + -12.46380615234375 + ], + [ + "▁molecules", + -12.463911056518556 + ], + [ + "▁Anzahl", + -12.46391487121582 + ], + [ + "▁yogurt", + -12.464071273803713 + ], + [ + "▁Dominic", + -12.464113235473633 + ], + [ + "▁shocked", + -12.464156150817873 + ], + [ + "▁zilei", + -12.464269638061523 + ], + [ + "▁Heiz", + -12.464412689208984 + ], + [ + "▁Educational", + -12.464571952819824 + ], + [ + "BN", + -12.464577674865724 + ], + [ + "analyzing", + -12.464601516723633 + ], + [ + "hair", + -12.464676856994627 + ], + [ + "spiegel", + -12.464871406555176 + ], + [ + "▁illusion", + -12.464889526367188 + ], + [ + "BG", + -12.46505355834961 + ], + [ + "deductible", + -12.46513557434082 + ], + [ + "▁adj", + -12.4651460647583 + ], + [ + "▁accessory", + -12.465166091918944 + ], + [ + "▁Draw", + -12.465167999267578 + ], + [ + "▁airlines", + -12.46518611907959 + ], + [ + "▁satisfai", + -12.46536636352539 + ], + [ + "▁architects", + -12.465447425842283 + ], + [ + "istische", + -12.465508460998535 + ], + [ + "▁Healthy", + -12.465539932250977 + ], + [ + "großer", + -12.465669631958008 + ], + [ + "▁comunicare", + -12.465764999389648 + ], + [ + "▁Meyer", + -12.46577262878418 + ], + [ + "▁reproduction", + -12.465882301330566 + ], + [ + "▁Manufacturing", + -12.465929985046388 + ], + [ + "immobilier", + -12.465930938720703 + ], + [ + "▁Unterschied", + -12.46595859527588 + ], + [ + "▁cumpara", + -12.466029167175291 + ], + [ + "▁duplicate", + -12.466094017028809 + ], + [ + "▁(16", + -12.466096878051758 + ], + [ + "▁detector", + -12.466279983520508 + ], + [ + "▁observat", + -12.466387748718262 + ], + [ + "▁1965", + -12.466682434082031 + ], + [ + "▁Fantasy", + -12.46672821044922 + ], + [ + "▁brauchen", + -12.46672821044922 + ], + [ + "▁Participants", + -12.46678066253662 + ], + [ + "▁décide", + -12.46681785583496 + ], + [ + "▁kicke", + -12.466819763183594 + ], + [ + "▁SSL", + -12.466885566711426 + ], + [ + "360", + -12.466989517211914 + ], + [ + "Anim", + -12.467019081115724 + ], + [ + "▁cupcake", + -12.467031478881836 + ], + [ + "▁Lamb", + -12.467107772827148 + ], + [ + "▁Sä", + -12.467155456542969 + ], + [ + "ntă", + -12.46738052368164 + ], + [ + "▁Pig", + -12.467421531677246 + ], + [ + "1,000", + -12.467677116394045 + ], + [ + "nhof", + -12.467782020568848 + ], + [ + "▁discret", + -12.467947959899902 + ], + [ + "▁deloc", + -12.467991828918455 + ], + [ + "▁Bücher", + -12.467999458312988 + ], + [ + "chor", + -12.468042373657228 + ], + [ + "course", + -12.468070030212402 + ], + [ + "▁cough", + -12.468076705932615 + ], + [ + "▁erstellt", + -12.468087196350098 + ], + [ + "▁Than", + -12.468097686767578 + ], + [ + "stätte", + -12.46812915802002 + ], + [ + "▁exceptionally", + -12.468162536621094 + ], + [ + "▁semnal", + -12.468186378479004 + ], + [ + "▁Interessen", + -12.468329429626465 + ], + [ + "ле", + -12.468356132507324 + ], + [ + "xx", + -12.468402862548828 + ], + [ + "▁Veterans", + -12.468422889709473 + ], + [ + "▁Kreuz", + -12.468683242797852 + ], + [ + "▁Nachricht", + -12.468701362609863 + ], + [ + "treated", + -12.468894004821776 + ], + [ + "▁tide", + -12.469230651855469 + ], + [ + "▁nonetheless", + -12.469390869140623 + ], + [ + "▁Subject", + -12.469439506530762 + ], + [ + "▁Stau", + -12.469440460205078 + ], + [ + "▁stickers", + -12.469463348388672 + ], + [ + "Alp", + -12.46950912475586 + ], + [ + "▁flagship", + -12.469541549682615 + ], + [ + "▁trimite", + -12.469619750976562 + ], + [ + "▁polyester", + -12.469664573669434 + ], + [ + "▁locui", + -12.469671249389648 + ], + [ + "▁chili", + -12.46968936920166 + ], + [ + "▁Browser", + -12.469808578491213 + ], + [ + "sieg", + -12.469809532165527 + ], + [ + "▁Arabic", + -12.469876289367676 + ], + [ + "blich", + -12.47001838684082 + ], + [ + "▁wunderbar", + -12.470090866088867 + ], + [ + "▁furnishings", + -12.470210075378418 + ], + [ + "rtie", + -12.470243453979492 + ], + [ + "8.5", + -12.470742225646973 + ], + [ + "▁Sponsor", + -12.471016883850098 + ], + [ + "▁glitter", + -12.471280097961426 + ], + [ + "▁piaț", + -12.471402168273926 + ], + [ + "▁interviewed", + -12.471519470214844 + ], + [ + "▁Statistics", + -12.471529006958008 + ], + [ + "▁cerc", + -12.47154712677002 + ], + [ + "augmentation", + -12.47155475616455 + ], + [ + "▁Navi", + -12.471558570861816 + ], + [ + "▁Begriff", + -12.47156047821045 + ], + [ + "▁știu", + -12.471596717834473 + ], + [ + "▁unabhängig", + -12.471778869628906 + ], + [ + "▁könnten", + -12.471978187561035 + ], + [ + "▁travaille", + -12.472000122070312 + ], + [ + "▁companie", + -12.472027778625488 + ], + [ + "▁Scientific", + -12.472061157226562 + ], + [ + "▁Outlook", + -12.472091674804688 + ], + [ + "▁fairy", + -12.472158432006836 + ], + [ + "zam", + -12.472282409667969 + ], + [ + "bak", + -12.472448348999023 + ], + [ + "▁Traffic", + -12.472596168518066 + ], + [ + "gerät", + -12.472671508789062 + ], + [ + "▁freezing", + -12.472701072692873 + ], + [ + "▁broadband", + -12.4727201461792 + ], + [ + "110", + -12.47279167175293 + ], + [ + "▁revenu", + -12.472887992858888 + ], + [ + "listed", + -12.472900390625 + ], + [ + "▁Rico", + -12.472941398620604 + ], + [ + "Laure", + -12.472990036010742 + ], + [ + "ATA", + -12.473112106323242 + ], + [ + "▁participer", + -12.47313117980957 + ], + [ + "▁sponsorship", + -12.47323513031006 + ], + [ + "▁distress", + -12.473286628723145 + ], + [ + "▁Brisbane", + -12.47339916229248 + ], + [ + "schönen", + -12.473437309265137 + ], + [ + "▁fizice", + -12.473465919494627 + ], + [ + "▁Political", + -12.47362232208252 + ], + [ + "uhr", + -12.473657608032228 + ], + [ + "▁procedura", + -12.473713874816896 + ], + [ + "▁hervor", + -12.473770141601562 + ], + [ + "melted", + -12.473776817321776 + ], + [ + "▁Emp", + -12.47384262084961 + ], + [ + "▁Ernährung", + -12.4739351272583 + ], + [ + "▁Pendant", + -12.473944664001465 + ], + [ + "▁recipients", + -12.474047660827637 + ], + [ + "Claude", + -12.474133491516112 + ], + [ + "▁regimen", + -12.47415828704834 + ], + [ + "expo", + -12.474346160888672 + ], + [ + "adevăr", + -12.47437858581543 + ], + [ + "▁critically", + -12.474440574645996 + ], + [ + "▁grabbe", + -12.474468231201172 + ], + [ + "▁Kann", + -12.474474906921388 + ], + [ + "▁directeur", + -12.474613189697266 + ], + [ + "gator", + -12.474908828735352 + ], + [ + "problem", + -12.474910736083984 + ], + [ + "scribe", + -12.474913597106934 + ], + [ + "▁exig", + -12.474920272827148 + ], + [ + "Tri", + -12.474969863891602 + ], + [ + "▁aqua", + -12.475631713867188 + ], + [ + "appréci", + -12.47569465637207 + ], + [ + "▁viaţă", + -12.47571849822998 + ], + [ + "▁dominate", + -12.475865364074709 + ], + [ + "disc", + -12.475889205932615 + ], + [ + "▁conseiller", + -12.47603988647461 + ], + [ + "▁shuttle", + -12.47618007659912 + ], + [ + "▁Status", + -12.47623062133789 + ], + [ + "▁ausreichend", + -12.47637176513672 + ], + [ + "▁spät", + -12.476411819458008 + ], + [ + "▁remainder", + -12.476417541503906 + ], + [ + "wett", + -12.476430892944336 + ], + [ + "schlossen", + -12.476491928100586 + ], + [ + "PAC", + -12.476505279541016 + ], + [ + "▁suprafata", + -12.476617813110352 + ], + [ + "5.000", + -12.476673126220703 + ], + [ + "supplying", + -12.47673225402832 + ], + [ + "▁uniquely", + -12.476905822753906 + ], + [ + "▁retard", + -12.476929664611816 + ], + [ + "▁Bang", + -12.477006912231444 + ], + [ + "ieuse", + -12.477087020874023 + ], + [ + "▁Ted", + -12.477248191833496 + ], + [ + "▁ermöglichen", + -12.47732925415039 + ], + [ + "▁builders", + -12.477380752563477 + ], + [ + "▁proximité", + -12.477423667907717 + ], + [ + "▁unforgettable", + -12.477423667907717 + ], + [ + "256", + -12.477446556091309 + ], + [ + "fähigkeit", + -12.477550506591797 + ], + [ + "▁procurement", + -12.477561950683594 + ], + [ + "▁Gewicht", + -12.477693557739258 + ], + [ + "▁potentiel", + -12.47778606414795 + ], + [ + "▁topping", + -12.478300094604492 + ], + [ + "▁canada", + -12.478304862976074 + ], + [ + "▁Destin", + -12.478355407714844 + ], + [ + "▁Knowing", + -12.478411674499512 + ], + [ + "▁retained", + -12.478426933288574 + ], + [ + "▁zinc", + -12.478470802307127 + ], + [ + "▁worrying", + -12.478655815124512 + ], + [ + "faţa", + -12.478676795959473 + ], + [ + "▁initi", + -12.478837966918944 + ], + [ + "ORI", + -12.4788818359375 + ], + [ + "▁refuz", + -12.478921890258787 + ], + [ + "bruch", + -12.479202270507812 + ], + [ + "▁impun", + -12.479233741760254 + ], + [ + "▁persoană", + -12.479308128356934 + ], + [ + "EAR", + -12.479347229003906 + ], + [ + "bedarf", + -12.479368209838867 + ], + [ + "▁Gebiet", + -12.47940731048584 + ], + [ + "▁Roof", + -12.479436874389648 + ], + [ + "▁negligence", + -12.47957706451416 + ], + [ + "security", + -12.479618072509766 + ], + [ + "▁accesorii", + -12.479641914367676 + ], + [ + "▁unclear", + -12.47966766357422 + ], + [ + "▁securitate", + -12.479848861694336 + ], + [ + "▁spotlight", + -12.479896545410156 + ], + [ + "▁speziell", + -12.479923248291016 + ], + [ + "▁mentally", + -12.479942321777344 + ], + [ + "▁preservation", + -12.48011589050293 + ], + [ + "▁Promotion", + -12.480156898498535 + ], + [ + "partnered", + -12.480274200439451 + ], + [ + "▁Hinter", + -12.48031997680664 + ], + [ + "▁punishment", + -12.480359077453612 + ], + [ + "▁grease", + -12.480713844299316 + ], + [ + "▁NW", + -12.480714797973633 + ], + [ + "▁curse", + -12.480897903442385 + ], + [ + "ckle", + -12.48101806640625 + ], + [ + "▁Hire", + -12.481043815612791 + ], + [ + "▁Whole", + -12.481088638305664 + ], + [ + "▁basse", + -12.481289863586426 + ], + [ + "▁DNS", + -12.481427192687988 + ], + [ + "flamm", + -12.481560707092283 + ], + [ + "▁scoop", + -12.481574058532717 + ], + [ + "Norm", + -12.481663703918455 + ], + [ + "▁Surgery", + -12.481735229492188 + ], + [ + "▁widget", + -12.481741905212402 + ], + [ + "connected", + -12.481863021850586 + ], + [ + "autorité", + -12.481961250305176 + ], + [ + "▁utilis", + -12.482096672058104 + ], + [ + "▁formă", + -12.482185363769531 + ], + [ + "▁clearing", + -12.482307434082031 + ], + [ + "▁jumătate", + -12.482815742492676 + ], + [ + "größe", + -12.482831954956056 + ], + [ + "▁Tief", + -12.482852935791016 + ], + [ + "épi", + -12.482939720153809 + ], + [ + "zunehmen", + -12.483174324035645 + ], + [ + "▁touchdown", + -12.48318099975586 + ], + [ + "▁scholarships", + -12.483236312866213 + ], + [ + "▁dementia", + -12.483319282531738 + ], + [ + "▁Jeder", + -12.48333740234375 + ], + [ + "▁nightmare", + -12.483379364013672 + ], + [ + "▁Raw", + -12.48342514038086 + ], + [ + "absorbed", + -12.483468055725098 + ], + [ + "lohnt", + -12.483484268188477 + ], + [ + "quent", + -12.483580589294434 + ], + [ + "interest", + -12.48362636566162 + ], + [ + "OSS", + -12.483649253845217 + ], + [ + "▁Leaf", + -12.483667373657228 + ], + [ + "▁timeless", + -12.48381519317627 + ], + [ + "DY", + -12.48386573791504 + ], + [ + "▁Remote", + -12.48390769958496 + ], + [ + "chner", + -12.483938217163086 + ], + [ + "▁Pam", + -12.484014511108398 + ], + [ + "urban", + -12.484060287475586 + ], + [ + "во", + -12.484146118164062 + ], + [ + "▁Kunde", + -12.484166145324709 + ], + [ + "▁Laptop", + -12.484169006347656 + ], + [ + "finder", + -12.484336853027344 + ], + [ + "▁Pole", + -12.484567642211914 + ], + [ + "2.8", + -12.484588623046877 + ], + [ + "finished", + -12.484670639038086 + ], + [ + "▁prophet", + -12.484697341918944 + ], + [ + "mailed", + -12.484758377075195 + ], + [ + "2-0", + -12.4849214553833 + ], + [ + "▁disciples", + -12.484949111938477 + ], + [ + "▁intriguing", + -12.484980583190918 + ], + [ + "IRA", + -12.485033988952637 + ], + [ + "petit", + -12.485077857971191 + ], + [ + "▁Membership", + -12.485097885131836 + ], + [ + "▁provincial", + -12.485177040100098 + ], + [ + "▁Prüfung", + -12.485292434692385 + ], + [ + "-50", + -12.485450744628906 + ], + [ + "▁cryptocurrency", + -12.485522270202637 + ], + [ + "▁journalism", + -12.485536575317385 + ], + [ + "▁Downtown", + -12.485593795776367 + ], + [ + "inserted", + -12.485655784606934 + ], + [ + "▁Direction", + -12.485718727111816 + ], + [ + "lipid", + -12.485732078552246 + ], + [ + "▁Sebastian", + -12.485793113708496 + ], + [ + "fordert", + -12.48591136932373 + ], + [ + "Originally", + -12.485989570617676 + ], + [ + "tipp", + -12.486048698425291 + ], + [ + "verantwortlich", + -12.486064910888672 + ], + [ + "▁wheelchair", + -12.486085891723633 + ], + [ + "▁structura", + -12.48609733581543 + ], + [ + "▁Danny", + -12.486138343811035 + ], + [ + "999", + -12.486284255981444 + ], + [ + "▁Schiff", + -12.486380577087402 + ], + [ + "formally", + -12.486408233642578 + ], + [ + "focused", + -12.486428260803224 + ], + [ + "▁Vater", + -12.486478805541992 + ], + [ + "▁Dear", + -12.486599922180176 + ], + [ + "▁reinforce", + -12.486794471740724 + ], + [ + "proprietar", + -12.48690414428711 + ], + [ + "▁Kyle", + -12.487004280090332 + ], + [ + "În", + -12.487015724182127 + ], + [ + "▁servir", + -12.487268447875977 + ], + [ + "length", + -12.48730754852295 + ], + [ + "▁showroom", + -12.48735237121582 + ], + [ + "reli", + -12.487473487854004 + ], + [ + "▁Brü", + -12.487529754638672 + ], + [ + "▁Schle", + -12.487634658813477 + ], + [ + "▁profond", + -12.487773895263672 + ], + [ + "▁Superior", + -12.487826347351074 + ], + [ + "▁lifted", + -12.487844467163086 + ], + [ + "highlighting", + -12.487850189208984 + ], + [ + "▁Connection", + -12.48793888092041 + ], + [ + "▁similarly", + -12.487998962402344 + ], + [ + "▁diferit", + -12.48800563812256 + ], + [ + "▁sweater", + -12.488014221191406 + ], + [ + "État", + -12.48803997039795 + ], + [ + "rooted", + -12.488069534301758 + ], + [ + "▁sleeves", + -12.488236427307127 + ], + [ + "де", + -12.488264083862305 + ], + [ + "▁Laboratory", + -12.488265991210938 + ], + [ + "ündig", + -12.488719940185549 + ], + [ + "▁Viking", + -12.488741874694824 + ], + [ + "▁Origin", + -12.48878002166748 + ], + [ + "▁vibr", + -12.488812446594238 + ], + [ + "199", + -12.488974571228027 + ], + [ + "▁yummy", + -12.489001274108888 + ], + [ + "STAR", + -12.489140510559082 + ], + [ + "▁repro", + -12.489152908325195 + ], + [ + "▁Kirchen", + -12.489229202270508 + ], + [ + "hopper", + -12.48925495147705 + ], + [ + "zza", + -12.489335060119627 + ], + [ + "▁vitesse", + -12.48934555053711 + ], + [ + "▁minimalist", + -12.489412307739258 + ], + [ + "▁Election", + -12.489420890808104 + ], + [ + "draw", + -12.489501953125 + ], + [ + "▁candles", + -12.48959732055664 + ], + [ + "▁Mund", + -12.489615440368652 + ], + [ + "urged", + -12.489901542663574 + ], + [ + "▁cânt", + -12.489917755126951 + ], + [ + "Ultimately", + -12.49002742767334 + ], + [ + "▁Lift", + -12.490124702453612 + ], + [ + "loaded", + -12.490334510803224 + ], + [ + "demand", + -12.490508079528809 + ], + [ + "▁aleg", + -12.49062156677246 + ], + [ + "▁Discovery", + -12.490755081176758 + ], + [ + "▁Vienna", + -12.490960121154783 + ], + [ + "▁Kategorie", + -12.490961074829102 + ], + [ + "▁Cotton", + -12.490962028503418 + ], + [ + "▁$200", + -12.491043090820312 + ], + [ + "▁Drei", + -12.491052627563477 + ], + [ + "▁reicht", + -12.491168975830078 + ], + [ + "speicher", + -12.49123191833496 + ], + [ + "▁Immobilien", + -12.491483688354492 + ], + [ + "gefühl", + -12.491509437561035 + ], + [ + "make", + -12.491525650024414 + ], + [ + "pell", + -12.49155044555664 + ], + [ + "▁dull", + -12.49159812927246 + ], + [ + "▁arbeitet", + -12.491681098937988 + ], + [ + "retaining", + -12.491700172424316 + ], + [ + "losen", + -12.491707801818848 + ], + [ + "match", + -12.491876602172852 + ], + [ + "-60", + -12.491880416870115 + ], + [ + "▁ecological", + -12.492000579833984 + ], + [ + "▁vend", + -12.492051124572754 + ], + [ + "▁grammar", + -12.492061614990234 + ], + [ + "▁1:1", + -12.492225646972656 + ], + [ + "grilled", + -12.492279052734377 + ], + [ + "geordnet", + -12.492321014404297 + ], + [ + "▁Pav", + -12.49236011505127 + ], + [ + "▁Depot", + -12.492368698120115 + ], + [ + "▁Walking", + -12.492372512817385 + ], + [ + "teamed", + -12.492402076721191 + ], + [ + "▁torque", + -12.49253749847412 + ], + [ + "▁Venture", + -12.49265956878662 + ], + [ + "▁beginner", + -12.49269962310791 + ], + [ + "▁Monaten", + -12.492712020874023 + ], + [ + "▁Pune", + -12.493054389953612 + ], + [ + "connect", + -12.493075370788574 + ], + [ + "▁textbook", + -12.49313259124756 + ], + [ + "▁unprecedented", + -12.49314022064209 + ], + [ + "▁implied", + -12.493168830871582 + ], + [ + "▁cubic", + -12.49366855621338 + ], + [ + "enthält", + -12.493696212768556 + ], + [ + "▁Brenn", + -12.49388313293457 + ], + [ + "▁Expect", + -12.49394416809082 + ], + [ + "▁lever", + -12.4939603805542 + ], + [ + "veux", + -12.49399185180664 + ], + [ + "▁Claire", + -12.494112968444824 + ], + [ + "Acc", + -12.49432373046875 + ], + [ + "▁Typ", + -12.494478225708008 + ], + [ + "▁smoothie", + -12.494501113891602 + ], + [ + "▁Idaho", + -12.494780540466309 + ], + [ + "▁spati", + -12.494802474975586 + ], + [ + "▁bénéficier", + -12.49488353729248 + ], + [ + "▁Kle", + -12.495161056518556 + ], + [ + "▁serviciilor", + -12.495169639587402 + ], + [ + "▁prohibit", + -12.495267868041992 + ], + [ + "EAD", + -12.495417594909668 + ], + [ + "▁Turner", + -12.495418548583984 + ], + [ + "▁elibera", + -12.49543571472168 + ], + [ + "▁payday", + -12.495464324951172 + ], + [ + "▁prolong", + -12.495466232299805 + ], + [ + "▁sued", + -12.495481491088867 + ], + [ + "▁Devil", + -12.49553680419922 + ], + [ + "▁Skills", + -12.49555206298828 + ], + [ + "▁Marcel", + -12.495553970336914 + ], + [ + "▁silhouette", + -12.495601654052734 + ], + [ + "▁preț", + -12.495742797851562 + ], + [ + "▁Gö", + -12.495747566223145 + ], + [ + "▁Creator", + -12.495774269104004 + ], + [ + "fed", + -12.4959077835083 + ], + [ + "Cap", + -12.495997428894045 + ], + [ + "▁dedicate", + -12.496042251586914 + ], + [ + "0000", + -12.496124267578123 + ], + [ + "▁VAT", + -12.496259689331056 + ], + [ + "▁Firefox", + -12.49644374847412 + ], + [ + "▁therapies", + -12.496477127075195 + ], + [ + "▁screws", + -12.496662139892578 + ], + [ + "▁Province", + -12.496697425842283 + ], + [ + "▁problematic", + -12.496871948242188 + ], + [ + "▁Vid", + -12.496915817260742 + ], + [ + "▁Lost", + -12.496950149536133 + ], + [ + "▁elegance", + -12.497520446777344 + ], + [ + "▁Elegant", + -12.497525215148926 + ], + [ + "ignant", + -12.497573852539062 + ], + [ + "▁darin", + -12.49764919281006 + ], + [ + "▁anonym", + -12.497669219970703 + ], + [ + "▁vegeta", + -12.49767780303955 + ], + [ + "incoming", + -12.497762680053713 + ], + [ + "▁pills", + -12.497846603393556 + ], + [ + "governing", + -12.49789333343506 + ], + [ + "▁Haven", + -12.497920989990234 + ], + [ + "paper", + -12.497947692871094 + ], + [ + "räume", + -12.497979164123535 + ], + [ + "paw", + -12.498099327087402 + ], + [ + "▁spelling", + -12.498283386230469 + ], + [ + "ambele", + -12.498318672180176 + ], + [ + "▁reprezentat", + -12.498371124267578 + ], + [ + "▁mâ", + -12.49853515625 + ], + [ + "wirtschaftliche", + -12.498558044433594 + ], + [ + "▁valabil", + -12.498579025268556 + ], + [ + "▁konkret", + -12.498618125915527 + ], + [ + "▁financier", + -12.498619079589844 + ], + [ + "▁irre", + -12.499135971069336 + ], + [ + "▁Silicon", + -12.499171257019045 + ], + [ + "Viv", + -12.499181747436523 + ], + [ + "▁viruses", + -12.49927043914795 + ], + [ + "▁CNN", + -12.499324798583984 + ], + [ + "▁erleben", + -12.499482154846191 + ], + [ + "gina", + -12.499492645263672 + ], + [ + "punctul", + -12.49951457977295 + ], + [ + "▁Sfânt", + -12.499753952026367 + ], + [ + "▁Manage", + -12.499811172485352 + ], + [ + "▁payable", + -12.499984741210938 + ], + [ + "▁practitioner", + -12.50014305114746 + ], + [ + "▁conférence", + -12.50026798248291 + ], + [ + "▁drought", + -12.50027084350586 + ], + [ + "▁devote", + -12.500361442565918 + ], + [ + "wertung", + -12.500420570373535 + ], + [ + "stabil", + -12.5004301071167 + ], + [ + "▁balcon", + -12.500553131103516 + ], + [ + "▁Lebensmittel", + -12.500603675842283 + ], + [ + "COL", + -12.500950813293455 + ], + [ + "▁Domnul", + -12.501093864440918 + ], + [ + "carved", + -12.501359939575195 + ], + [ + "▁preparat", + -12.5014009475708 + ], + [ + "101", + -12.501537322998049 + ], + [ + "▁specimen", + -12.501580238342283 + ], + [ + "urgeon", + -12.501596450805664 + ], + [ + "LIC", + -12.50163459777832 + ], + [ + "Plattform", + -12.501643180847168 + ], + [ + "▁ramas", + -12.501739501953123 + ], + [ + "▁copilului", + -12.501791954040527 + ], + [ + "bacter", + -12.501812934875488 + ], + [ + "körper", + -12.501940727233888 + ], + [ + "▁Kru", + -12.501981735229492 + ], + [ + "▁Employ", + -12.502055168151855 + ], + [ + "office", + -12.502080917358398 + ], + [ + "▁simmer", + -12.502120018005373 + ], + [ + "qualität", + -12.502137184143066 + ], + [ + "▁freshly", + -12.502215385437012 + ], + [ + "▁Nine", + -12.50223159790039 + ], + [ + "▁tonnes", + -12.50223445892334 + ], + [ + "boden", + -12.502236366271973 + ], + [ + "enquête", + -12.50240707397461 + ], + [ + "▁Colour", + -12.502481460571287 + ], + [ + "▁Diagram", + -12.502495765686035 + ], + [ + "▁gewählt", + -12.502516746520996 + ], + [ + "▁viitoare", + -12.502538681030272 + ], + [ + "▁reporters", + -12.50291347503662 + ], + [ + "guer", + -12.502991676330566 + ], + [ + "▁Kombination", + -12.503021240234377 + ], + [ + "▁qualitative", + -12.50302505493164 + ], + [ + "Centrul", + -12.503131866455078 + ], + [ + "avy", + -12.503170013427734 + ], + [ + "▁Eng", + -12.503175735473633 + ], + [ + "▁sufletul", + -12.50327205657959 + ], + [ + "▁germ", + -12.503412246704102 + ], + [ + "▁prevented", + -12.503448486328123 + ], + [ + "appelle", + -12.503533363342283 + ], + [ + "gins", + -12.50355625152588 + ], + [ + "▁Skype", + -12.503585815429688 + ], + [ + "conditioned", + -12.503617286682127 + ], + [ + "▁clutch", + -12.50364112854004 + ], + [ + "environ", + -12.503694534301758 + ], + [ + "3.3", + -12.503774642944336 + ], + [ + "▁webinar", + -12.503866195678713 + ], + [ + "▁forty", + -12.504104614257812 + ], + [ + "▁Medicaid", + -12.504127502441406 + ], + [ + "▁dismissed", + -12.504167556762695 + ], + [ + "▁siblings", + -12.504168510437012 + ], + [ + "▁Jaw", + -12.504196166992188 + ], + [ + "guiding", + -12.504220962524414 + ], + [ + "cigarette", + -12.504374504089355 + ], + [ + "▁Shah", + -12.504681587219238 + ], + [ + "▁Lehrer", + -12.504684448242188 + ], + [ + "▁muscular", + -12.504694938659668 + ], + [ + "spatele", + -12.504796981811523 + ], + [ + "▁réduction", + -12.504836082458496 + ], + [ + "▁fixes", + -12.50485134124756 + ], + [ + "Span", + -12.50511646270752 + ], + [ + "▁Hudson", + -12.505231857299805 + ], + [ + "development", + -12.505250930786133 + ], + [ + "▁excluded", + -12.50525951385498 + ], + [ + "Democrat", + -12.505260467529297 + ], + [ + "▁nominal", + -12.50531768798828 + ], + [ + "purpose", + -12.50540828704834 + ], + [ + "▁bored", + -12.505500793457031 + ], + [ + "espèce", + -12.50550651550293 + ], + [ + "▁(30", + -12.5055570602417 + ], + [ + "Neither", + -12.505608558654783 + ], + [ + "hänge", + -12.505610466003418 + ], + [ + "square", + -12.505728721618652 + ], + [ + "voller", + -12.505736351013184 + ], + [ + "▁pertinent", + -12.505783081054688 + ], + [ + "▁Wool", + -12.50595474243164 + ], + [ + "settling", + -12.50607681274414 + ], + [ + "fangen", + -12.506148338317873 + ], + [ + "▁Testing", + -12.506152153015137 + ], + [ + "distin", + -12.506196022033691 + ], + [ + "▁Marken", + -12.506227493286133 + ], + [ + "▁Beta", + -12.506300926208496 + ], + [ + "▁fulfilling", + -12.506339073181152 + ], + [ + "Leider", + -12.506357192993164 + ], + [ + "black", + -12.506389617919922 + ], + [ + "occupe", + -12.50658893585205 + ], + [ + "itățile", + -12.506688117980955 + ], + [ + "Pay", + -12.506887435913086 + ], + [ + "▁bandwidth", + -12.506890296936035 + ], + [ + "▁neighbourhood", + -12.506918907165527 + ], + [ + "▁Gutschein", + -12.506922721862791 + ], + [ + "degree", + -12.507055282592772 + ], + [ + "ivité", + -12.507116317749023 + ], + [ + "4.1", + -12.507169723510742 + ], + [ + "▁tätig", + -12.50717067718506 + ], + [ + "topic", + -12.507242202758787 + ], + [ + "ätz", + -12.507243156433104 + ], + [ + "these", + -12.50733470916748 + ], + [ + "▁propriété", + -12.507438659667969 + ], + [ + "▁innings", + -12.507458686828612 + ], + [ + "▁Prevention", + -12.50754165649414 + ], + [ + "▁Saw", + -12.507585525512695 + ], + [ + "▁opener", + -12.507752418518066 + ], + [ + "entwicklung", + -12.507824897766112 + ], + [ + "▁Johann", + -12.50786590576172 + ], + [ + "▁statistic", + -12.50788116455078 + ], + [ + "oids", + -12.507966995239258 + ], + [ + "▁Delaware", + -12.508000373840332 + ], + [ + "▁Isle", + -12.508001327514648 + ], + [ + "▁accompagn", + -12.508028984069824 + ], + [ + "▁Risiko", + -12.508079528808594 + ], + [ + "▁Conform", + -12.508268356323242 + ], + [ + "zeichnen", + -12.508395195007324 + ], + [ + "▁acuz", + -12.508479118347168 + ], + [ + "▁Mort", + -12.508524894714355 + ], + [ + "Fällen", + -12.50853157043457 + ], + [ + "▁blended", + -12.50871467590332 + ], + [ + "found", + -12.50872802734375 + ], + [ + "▁gestalten", + -12.50874137878418 + ], + [ + "▁Découvrez", + -12.508830070495604 + ], + [ + "▁Wett", + -12.508956909179688 + ], + [ + "▁débat", + -12.508990287780762 + ], + [ + "▁Tire", + -12.509007453918455 + ], + [ + "benz", + -12.509037017822266 + ], + [ + "Yes", + -12.509074211120604 + ], + [ + "▁pierde", + -12.509110450744627 + ], + [ + "▁niciodata", + -12.509121894836426 + ], + [ + "▁precipit", + -12.509145736694336 + ], + [ + "▁lazy", + -12.509334564208984 + ], + [ + "▁creature", + -12.509370803833008 + ], + [ + "Wettbewerb", + -12.509385108947754 + ], + [ + "▁Explo", + -12.509496688842772 + ], + [ + "wolf", + -12.509657859802246 + ], + [ + "▁conséquence", + -12.509662628173828 + ], + [ + "▁jewellery", + -12.509662628173828 + ], + [ + "▁Extension", + -12.509735107421877 + ], + [ + "▁transmitted", + -12.509872436523438 + ], + [ + "▁darker", + -12.509973526000977 + ], + [ + "▁simbol", + -12.510065078735352 + ], + [ + "kim", + -12.510069847106934 + ], + [ + "▁proteja", + -12.510098457336426 + ], + [ + "▁Copper", + -12.510189056396484 + ], + [ + "mitglied", + -12.510218620300291 + ], + [ + "▁explosive", + -12.51022243499756 + ], + [ + "▁Nicolae", + -12.510223388671877 + ], + [ + "▁intricate", + -12.510231971740724 + ], + [ + "lati", + -12.510313034057615 + ], + [ + "Mark", + -12.510334014892578 + ], + [ + "▁Porsche", + -12.510339736938477 + ], + [ + "▁Revenue", + -12.510479927062988 + ], + [ + "4.2", + -12.510613441467283 + ], + [ + "certain", + -12.510836601257324 + ], + [ + "▁Coaching", + -12.510879516601562 + ], + [ + "▁allocated", + -12.510879516601562 + ], + [ + "▁optimiz", + -12.51101779937744 + ], + [ + "▁heel", + -12.511205673217772 + ], + [ + "▁indigenous", + -12.511330604553224 + ], + [ + "▁vineri", + -12.511396408081056 + ], + [ + "▁Inspector", + -12.51145076751709 + ], + [ + "▁colleague", + -12.5115327835083 + ], + [ + "ANG", + -12.511649131774902 + ], + [ + "éducation", + -12.511887550354004 + ], + [ + "▁Geschenk", + -12.51188850402832 + ], + [ + "channel", + -12.511899948120115 + ], + [ + "▁trapped", + -12.511954307556152 + ], + [ + "BF", + -12.511974334716797 + ], + [ + "▁firing", + -12.512086868286133 + ], + [ + "▁chlor", + -12.512103080749512 + ], + [ + "▁Carlos", + -12.512115478515623 + ], + [ + "▁proxy", + -12.512128829956056 + ], + [ + "▁pinch", + -12.512167930603027 + ], + [ + "▁Pete", + -12.512201309204102 + ], + [ + "phospho", + -12.512458801269531 + ], + [ + "▁waiver", + -12.51246452331543 + ], + [ + "▁Croatia", + -12.512480735778809 + ], + [ + "▁behave", + -12.51258373260498 + ], + [ + "▁frig", + -12.512676239013672 + ], + [ + "▁Vorteil", + -12.51279067993164 + ], + [ + "▁wichtiger", + -12.512837409973145 + ], + [ + "........", + -12.512929916381836 + ], + [ + "▁flick", + -12.513007164001465 + ], + [ + "▁Stanford", + -12.51306438446045 + ], + [ + "öse", + -12.513096809387209 + ], + [ + "▁Fernseh", + -12.513099670410156 + ], + [ + "▁vélo", + -12.51322078704834 + ], + [ + "reisen", + -12.513304710388184 + ], + [ + "residing", + -12.513504981994627 + ], + [ + "▁Taste", + -12.513580322265623 + ], + [ + "▁disappeared", + -12.513630867004396 + ], + [ + "▁Hood", + -12.513776779174805 + ], + [ + "▁fabriqu", + -12.514046669006348 + ], + [ + "▁Jake", + -12.514470100402832 + ], + [ + "Lastly", + -12.51462173461914 + ], + [ + "▁furnace", + -12.514673233032228 + ], + [ + "▁Ottawa", + -12.51473331451416 + ], + [ + "▁dictate", + -12.514742851257324 + ], + [ + "zece", + -12.514817237854004 + ], + [ + "protect", + -12.514932632446287 + ], + [ + "FU", + -12.51495361328125 + ], + [ + "Stack", + -12.514954566955566 + ], + [ + "▁teilweise", + -12.515018463134766 + ], + [ + "▁Publisher", + -12.51506233215332 + ], + [ + "▁lutte", + -12.515159606933594 + ], + [ + "202", + -12.515178680419922 + ], + [ + "psy", + -12.51519012451172 + ], + [ + "▁wünschen", + -12.515238761901855 + ], + [ + "▁pathways", + -12.515356063842772 + ], + [ + "ivitate", + -12.515559196472168 + ], + [ + "▁continuă", + -12.515658378601074 + ], + [ + "ziemlich", + -12.515791893005373 + ], + [ + "verted", + -12.515812873840332 + ], + [ + "▁sequel", + -12.515839576721191 + ], + [ + "tinct", + -12.51599407196045 + ], + [ + "vette", + -12.516020774841309 + ], + [ + "▁exceeding", + -12.516032218933104 + ], + [ + "▁Yorkshire", + -12.51607608795166 + ], + [ + "▁cleanse", + -12.51613998413086 + ], + [ + "Sadly", + -12.516159057617188 + ], + [ + "▁präsentiert", + -12.516164779663086 + ], + [ + "angled", + -12.516311645507812 + ], + [ + "tude", + -12.516339302062988 + ], + [ + "chain", + -12.516371726989746 + ], + [ + "▁Oakland", + -12.51639175415039 + ], + [ + "xia", + -12.516514778137209 + ], + [ + "▁foremost", + -12.51653003692627 + ], + [ + "▁incomplete", + -12.516786575317385 + ], + [ + "▁restriction", + -12.516905784606934 + ], + [ + "▁whatsoever", + -12.516908645629885 + ], + [ + "▁shipment", + -12.517017364501951 + ], + [ + "**", + -12.517059326171877 + ], + [ + "Aici", + -12.51711082458496 + ], + [ + "PART", + -12.517247200012209 + ], + [ + "▁grams", + -12.517251014709473 + ], + [ + "▁Folk", + -12.517457008361816 + ], + [ + "▁encryption", + -12.517467498779297 + ], + [ + "▁Alfred", + -12.517748832702637 + ], + [ + "▁Veränderung", + -12.517749786376951 + ], + [ + "▁privately", + -12.517817497253418 + ], + [ + "£", + -12.517909049987791 + ], + [ + "▁Sonne", + -12.51799201965332 + ], + [ + "kow", + -12.518117904663086 + ], + [ + "▁CBS", + -12.51817226409912 + ], + [ + "▁Feuer", + -12.518198013305664 + ], + [ + "▁crushed", + -12.518230438232422 + ], + [ + "▁cazare", + -12.518270492553713 + ], + [ + "▁beraten", + -12.51840114593506 + ], + [ + "envoi", + -12.518423080444336 + ], + [ + "▁genannt", + -12.51843547821045 + ], + [ + "▁Lok", + -12.518472671508787 + ], + [ + "nox", + -12.518569946289062 + ], + [ + "wishing", + -12.518759727478027 + ], + [ + "▁freak", + -12.518759727478027 + ], + [ + "rasi", + -12.51879596710205 + ], + [ + "▁calculations", + -12.518888473510742 + ], + [ + "▁sprechen", + -12.51890754699707 + ], + [ + "5:00", + -12.519062042236328 + ], + [ + "▁Gam", + -12.51907444000244 + ], + [ + "▁invasion", + -12.519159317016602 + ], + [ + "ZA", + -12.519230842590332 + ], + [ + "aiming", + -12.519327163696287 + ], + [ + "▁näher", + -12.519404411315918 + ], + [ + "▁Maßnahmen", + -12.519433975219728 + ], + [ + "▁măsură", + -12.519490242004396 + ], + [ + "▁Bestellung", + -12.519610404968262 + ], + [ + "▁gown", + -12.519665718078612 + ], + [ + "▁oblige", + -12.519747734069824 + ], + [ + "länder", + -12.51977825164795 + ], + [ + "posi", + -12.519853591918944 + ], + [ + "▁Earn", + -12.51988410949707 + ], + [ + "▁dubl", + -12.51999282836914 + ], + [ + "▁sticky", + -12.520100593566896 + ], + [ + "▁litter", + -12.520181655883787 + ], + [ + "▁Salz", + -12.520257949829102 + ], + [ + "▁Matter", + -12.520272254943848 + ], + [ + "▁Driving", + -12.520275115966797 + ], + [ + "▁pursu", + -12.520285606384276 + ], + [ + "ographer", + -12.520390510559082 + ], + [ + "▁touring", + -12.520400047302246 + ], + [ + "opter", + -12.520444869995115 + ], + [ + "▁fierce", + -12.520475387573242 + ], + [ + "▁Audit", + -12.520480155944824 + ], + [ + "▁imperi", + -12.520755767822266 + ], + [ + "▁positiv", + -12.520780563354492 + ], + [ + "règles", + -12.520849227905272 + ], + [ + "▁bouton", + -12.520990371704102 + ], + [ + "▁victorie", + -12.520990371704102 + ], + [ + "▁manuel", + -12.521015167236328 + ], + [ + "▁await", + -12.52103042602539 + ], + [ + "▁transformer", + -12.521041870117188 + ], + [ + "▁cupboard", + -12.52108383178711 + ], + [ + "▁Hag", + -12.521117210388184 + ], + [ + "naj", + -12.521214485168455 + ], + [ + "▁annoncé", + -12.52139663696289 + ], + [ + "▁scolaire", + -12.521401405334473 + ], + [ + "▁étape", + -12.521482467651367 + ], + [ + "▁pirate", + -12.521761894226074 + ], + [ + "▁Rated", + -12.521794319152832 + ], + [ + "LOT", + -12.521846771240234 + ], + [ + "▁natura", + -12.521944046020508 + ], + [ + "oga", + -12.522336959838867 + ], + [ + "Read", + -12.522388458251951 + ], + [ + "idio", + -12.52244472503662 + ], + [ + "▁recession", + -12.522698402404783 + ], + [ + "veţi", + -12.522761344909668 + ], + [ + "▁blossom", + -12.523082733154297 + ], + [ + "▁lunar", + -12.523141860961914 + ], + [ + "▁inhibit", + -12.52316951751709 + ], + [ + "gemein", + -12.523219108581545 + ], + [ + "▁Historic", + -12.52326202392578 + ], + [ + "▁HTTP", + -12.523370742797852 + ], + [ + "misiune", + -12.5234956741333 + ], + [ + "▁Manda", + -12.523601531982422 + ], + [ + "▁Hurricane", + -12.523643493652344 + ], + [ + "Strat", + -12.523646354675291 + ], + [ + "▁populaire", + -12.523756980895996 + ], + [ + "▁useless", + -12.523762702941896 + ], + [ + "▁Leipzig", + -12.523924827575684 + ], + [ + "▁Krankheit", + -12.52392578125 + ], + [ + "▁Bonne", + -12.52397346496582 + ], + [ + "▁tissu", + -12.52399730682373 + ], + [ + "▁Baum", + -12.523998260498049 + ], + [ + "▁BUT", + -12.524152755737305 + ], + [ + "▁Mondial", + -12.52423095703125 + ], + [ + "▁triangle", + -12.524242401123049 + ], + [ + "▁Tesla", + -12.524250984191896 + ], + [ + "▁pământ", + -12.52430534362793 + ], + [ + "▁aminte", + -12.52472686767578 + ], + [ + "▁vehicul", + -12.524770736694336 + ], + [ + "▁cerut", + -12.52482795715332 + ], + [ + "▁respiratory", + -12.524836540222168 + ], + [ + "▁rayon", + -12.524993896484377 + ], + [ + "▁gestaltet", + -12.525067329406738 + ], + [ + "310", + -12.525139808654783 + ], + [ + "pfl", + -12.525239944458008 + ], + [ + "▁shrimp", + -12.52533721923828 + ], + [ + "▁reconnu", + -12.525409698486328 + ], + [ + "ologique", + -12.525476455688477 + ], + [ + "▁unity", + -12.525674819946287 + ], + [ + "Speicher", + -12.52569580078125 + ], + [ + "▁Movement", + -12.525794982910156 + ], + [ + "ddling", + -12.52581787109375 + ], + [ + "OE", + -12.525818824768066 + ], + [ + "▁Resolution", + -12.525863647460938 + ], + [ + "esteem", + -12.525898933410645 + ], + [ + "▁Teen", + -12.526288986206056 + ], + [ + "▁believing", + -12.526463508605955 + ], + [ + "▁Tipps", + -12.526481628417969 + ], + [ + "jpg", + -12.526494026184082 + ], + [ + "▁obs", + -12.526519775390623 + ], + [ + "SHA", + -12.526702880859377 + ], + [ + "▁quietly", + -12.526907920837402 + ], + [ + "setting", + -12.52712345123291 + ], + [ + "▁elevator", + -12.527185440063477 + ], + [ + "phor", + -12.527194023132324 + ], + [ + "Just", + -12.52725887298584 + ], + [ + "▁legatura", + -12.52739143371582 + ], + [ + "elected", + -12.527414321899414 + ], + [ + "▁disclosed", + -12.527419090270996 + ], + [ + "quarter", + -12.52743148803711 + ], + [ + "zzy", + -12.527461051940918 + ], + [ + "▁gata", + -12.527491569519045 + ], + [ + "SAN", + -12.527532577514648 + ], + [ + "▁Cathedral", + -12.527592658996582 + ], + [ + "192", + -12.52765655517578 + ], + [ + "▁RBI", + -12.52772617340088 + ], + [ + "▁Seller", + -12.527798652648926 + ], + [ + "▁urine", + -12.527807235717772 + ], + [ + "▁Hardware", + -12.527966499328612 + ], + [ + "▁steadi", + -12.527993202209473 + ], + [ + "percussion", + -12.528158187866213 + ], + [ + "▁francez", + -12.528172492980955 + ], + [ + "▁rude", + -12.528202056884766 + ], + [ + "bod", + -12.528223037719728 + ], + [ + "cession", + -12.528249740600586 + ], + [ + "▁HTC", + -12.528372764587402 + ], + [ + "HB", + -12.528576850891112 + ], + [ + "▁descent", + -12.528644561767578 + ], + [ + "▁Painting", + -12.528681755065918 + ], + [ + "119", + -12.528684616088867 + ], + [ + "sagen", + -12.52877426147461 + ], + [ + "▁salvation", + -12.52880573272705 + ], + [ + "arro", + -12.528814315795898 + ], + [ + "0.3", + -12.52886962890625 + ], + [ + "▁Duck", + -12.52890396118164 + ], + [ + "Mit", + -12.529052734375 + ], + [ + "да", + -12.52927017211914 + ], + [ + "▁Diesel", + -12.529322624206545 + ], + [ + "▁Medal", + -12.529413223266602 + ], + [ + "▁interim", + -12.52943992614746 + ], + [ + "▁montagne", + -12.52943992614746 + ], + [ + "▁Pixel", + -12.52963161468506 + ], + [ + "LINE", + -12.52980613708496 + ], + [ + "▁dureri", + -12.52993869781494 + ], + [ + "▁Bengal", + -12.529990196228027 + ], + [ + "Legea", + -12.530080795288086 + ], + [ + "▁Strecke", + -12.530094146728516 + ], + [ + "▁schneller", + -12.53012752532959 + ], + [ + "▁Karten", + -12.5301513671875 + ], + [ + "cion", + -12.53024196624756 + ], + [ + "▁Coco", + -12.53037166595459 + ], + [ + "troisième", + -12.53052806854248 + ], + [ + "401", + -12.530616760253906 + ], + [ + "▁sandwiches", + -12.530704498291016 + ], + [ + "▁folosind", + -12.530920028686523 + ], + [ + "▁Folgen", + -12.530953407287598 + ], + [ + "▁triumph", + -12.530991554260254 + ], + [ + "▁Hintergrund", + -12.530996322631836 + ], + [ + "▁revelation", + -12.531084060668944 + ], + [ + "ôme", + -12.531222343444824 + ], + [ + "▁Nex", + -12.531245231628418 + ], + [ + "jährigen", + -12.531295776367188 + ], + [ + "▁militant", + -12.531296730041504 + ], + [ + "▁fabricant", + -12.531671524047852 + ], + [ + "iano", + -12.531713485717772 + ], + [ + "▁formulation", + -12.53188705444336 + ], + [ + "integrating", + -12.532050132751465 + ], + [ + "▁Items", + -12.532142639160156 + ], + [ + "▁contractual", + -12.532320976257324 + ], + [ + "AIDS", + -12.532424926757812 + ], + [ + "▁pitcher", + -12.532610893249512 + ], + [ + "▁Snap", + -12.532623291015623 + ], + [ + "▁systematic", + -12.532663345336914 + ], + [ + "▁referendum", + -12.532694816589355 + ], + [ + "gau", + -12.53281021118164 + ], + [ + "administration", + -12.532917022705078 + ], + [ + "▁speci", + -12.532981872558594 + ], + [ + "ieni", + -12.532998085021973 + ], + [ + "prox", + -12.53318691253662 + ], + [ + "▁bouquet", + -12.533241271972656 + ], + [ + "▁sinnvoll", + -12.533270835876465 + ], + [ + "▁Fleisch", + -12.533309936523438 + ], + [ + "ktuell", + -12.533381462097168 + ], + [ + "▁mushrooms", + -12.533408164978027 + ], + [ + "▁Straf", + -12.533470153808594 + ], + [ + "▁cresc", + -12.533491134643556 + ], + [ + "TEM", + -12.533502578735352 + ], + [ + "▁vindec", + -12.53352165222168 + ], + [ + "▁Drama", + -12.533540725708008 + ], + [ + "chief", + -12.533550262451172 + ], + [ + "▁müsst", + -12.533614158630373 + ], + [ + "▁Warner", + -12.533662796020508 + ], + [ + "118", + -12.533761024475098 + ], + [ + "▁saptamana", + -12.533831596374512 + ], + [ + "▁animaux", + -12.53412914276123 + ], + [ + "▁Directory", + -12.534146308898926 + ], + [ + "▁entgegen", + -12.53415584564209 + ], + [ + "▁deduction", + -12.534156799316406 + ], + [ + "▁Strategic", + -12.53426456451416 + ], + [ + "▁rats", + -12.534419059753418 + ], + [ + "▁Moses", + -12.534448623657228 + ], + [ + "eko", + -12.534564971923828 + ], + [ + "strict", + -12.534590721130373 + ], + [ + "▁Ashley", + -12.534603118896484 + ], + [ + "mik", + -12.534622192382812 + ], + [ + "▁relocate", + -12.534668922424316 + ], + [ + "▁whip", + -12.534738540649414 + ], + [ + "central", + -12.534750938415527 + ], + [ + "mack", + -12.534892082214355 + ], + [ + "stufe", + -12.534961700439451 + ], + [ + "▁Metropolitan", + -12.5349702835083 + ], + [ + "▁croissance", + -12.534974098205566 + ], + [ + "▁celebrities", + -12.535021781921388 + ], + [ + "▁Geh", + -12.53507137298584 + ], + [ + "▁verifica", + -12.535196304321287 + ], + [ + "▁satisfac", + -12.535211563110352 + ], + [ + "▁Julian", + -12.535271644592283 + ], + [ + "▁remotely", + -12.535432815551758 + ], + [ + "▁Safari", + -12.535542488098145 + ], + [ + "▁Chic", + -12.53557014465332 + ], + [ + "▁clamp", + -12.535818099975586 + ], + [ + "▁Schnee", + -12.535918235778809 + ], + [ + "grown", + -12.536069869995115 + ], + [ + "▁Character", + -12.536110877990724 + ], + [ + "▁charities", + -12.536137580871582 + ], + [ + "Thankfully", + -12.536625862121582 + ], + [ + "▁țară", + -12.53681468963623 + ], + [ + "IZ", + -12.536816596984863 + ], + [ + "Vielleicht", + -12.536999702453612 + ], + [ + "▁Pon", + -12.537108421325684 + ], + [ + "gegen", + -12.53711986541748 + ], + [ + "chez", + -12.537185668945312 + ], + [ + "Black", + -12.53754425048828 + ], + [ + "▁alimentare", + -12.537555694580078 + ], + [ + "▁verloren", + -12.537562370300291 + ], + [ + "▁predictions", + -12.537657737731934 + ], + [ + "Founded", + -12.53795337677002 + ], + [ + "▁femeie", + -12.538022994995115 + ], + [ + "wahrscheinlich", + -12.538107872009276 + ], + [ + "▁squeeze", + -12.53819465637207 + ], + [ + "▁verfügbar", + -12.538259506225586 + ], + [ + "▁hygiene", + -12.538393020629885 + ], + [ + "voire", + -12.538667678833008 + ], + [ + "▁birou", + -12.538901329040527 + ], + [ + "▁initiate", + -12.538921356201172 + ], + [ + "▁Patriot", + -12.53900909423828 + ], + [ + "▁Income", + -12.539159774780272 + ], + [ + "▁marry", + -12.539310455322266 + ], + [ + "lokal", + -12.539336204528809 + ], + [ + "logic", + -12.53940486907959 + ], + [ + "▁Abstract", + -12.53966236114502 + ], + [ + "▁grundsätzlich", + -12.539822578430176 + ], + [ + "▁tariff", + -12.539886474609377 + ], + [ + "▁definitiv", + -12.539892196655272 + ], + [ + "paz", + -12.53989315032959 + ], + [ + "Result", + -12.539921760559082 + ], + [ + "1:30", + -12.54005241394043 + ], + [ + "▁Latest", + -12.540075302124023 + ], + [ + "▁Dauer", + -12.540155410766602 + ], + [ + "Med", + -12.540275573730469 + ], + [ + "gewicht", + -12.540348052978516 + ], + [ + "▁Gaza", + -12.540430068969728 + ], + [ + "▁Newton", + -12.540769577026367 + ], + [ + "Dokument", + -12.540897369384766 + ], + [ + "formular", + -12.540945053100586 + ], + [ + "ILE", + -12.540964126586914 + ], + [ + "▁surse", + -12.541040420532228 + ], + [ + "MH", + -12.54116153717041 + ], + [ + "▁Arctic", + -12.541255950927734 + ], + [ + "▁ISBN", + -12.541274070739746 + ], + [ + "▁quarterback", + -12.541315078735352 + ], + [ + "▁absurd", + -12.541555404663086 + ], + [ + "▁Zusammenhang", + -12.541561126708984 + ], + [ + "▁Module", + -12.54156494140625 + ], + [ + "mented", + -12.541667938232422 + ], + [ + "worthy", + -12.541797637939451 + ], + [ + "▁célèbre", + -12.541828155517578 + ], + [ + "▁maritime", + -12.541836738586426 + ], + [ + "▁Reed", + -12.54193878173828 + ], + [ + "▁threaten", + -12.542037010192873 + ], + [ + "▁Satz", + -12.542095184326172 + ], + [ + "▁sticking", + -12.542203903198242 + ], + [ + "▁transcript", + -12.542372703552246 + ], + [ + "▁Morgen", + -12.542425155639648 + ], + [ + "▁Förder", + -12.542435646057127 + ], + [ + "▁Gottes", + -12.542572021484377 + ], + [ + "▁Coordinator", + -12.542648315429688 + ], + [ + "LOG", + -12.54265022277832 + ], + [ + "EAN", + -12.542677879333496 + ], + [ + "▁préparation", + -12.54273509979248 + ], + [ + "▁Brass", + -12.542799949645996 + ], + [ + "Așa", + -12.542853355407717 + ], + [ + "▁Utiliz", + -12.54294490814209 + ], + [ + "framed", + -12.542973518371582 + ], + [ + "▁asphalt", + -12.543050765991213 + ], + [ + "116", + -12.543061256408691 + ], + [ + "▁historically", + -12.54310417175293 + ], + [ + "▁doamn", + -12.543176651000977 + ], + [ + "Air", + -12.543293952941896 + ], + [ + "▁economist", + -12.543838500976562 + ], + [ + "fresh", + -12.54384994506836 + ], + [ + "engine", + -12.543906211853027 + ], + [ + "▁Rücken", + -12.543919563293455 + ], + [ + "▁worthwhile", + -12.544124603271484 + ], + [ + "▁Therapie", + -12.544140815734863 + ], + [ + "▁Joshua", + -12.544151306152344 + ], + [ + "sicherheit", + -12.544175148010254 + ], + [ + "▁scena", + -12.544254302978516 + ], + [ + "ifiant", + -12.54433822631836 + ], + [ + "/20", + -12.54442024230957 + ], + [ + "fehl", + -12.544469833374023 + ], + [ + "karten", + -12.544515609741213 + ], + [ + "501", + -12.54465675354004 + ], + [ + "▁vide", + -12.544673919677734 + ], + [ + "▁miliarde", + -12.544699668884276 + ], + [ + "▁trillion", + -12.54470157623291 + ], + [ + "oudre", + -12.544761657714844 + ], + [ + "nderung", + -12.544803619384766 + ], + [ + "▁inquiries", + -12.544992446899414 + ], + [ + "▁echipe", + -12.545034408569336 + ], + [ + "▁investiga", + -12.545040130615234 + ], + [ + "▁detailing", + -12.545042991638184 + ], + [ + "VIS", + -12.545086860656738 + ], + [ + "▁geographical", + -12.545157432556152 + ], + [ + "▁authentication", + -12.54519271850586 + ], + [ + "▁Schwa", + -12.545201301574709 + ], + [ + "▁Scri", + -12.545230865478516 + ], + [ + "▁discourage", + -12.54527473449707 + ], + [ + "Pass", + -12.54529094696045 + ], + [ + "▁scattered", + -12.54529857635498 + ], + [ + "▁langsam", + -12.545300483703612 + ], + [ + "telles", + -12.545380592346191 + ], + [ + "▁ramane", + -12.5454740524292 + ], + [ + "▁inhibitor", + -12.545486450195312 + ], + [ + "▁Habit", + -12.54556941986084 + ], + [ + "▁10:00", + -12.545577049255373 + ], + [ + "▁rezultat", + -12.545595169067385 + ], + [ + "äck", + -12.545943260192873 + ], + [ + ",000.", + -12.545979499816896 + ], + [ + "▁remedies", + -12.546103477478027 + ], + [ + "▁comportament", + -12.54619598388672 + ], + [ + "namen", + -12.546229362487791 + ], + [ + "▁#3", + -12.546327590942385 + ], + [ + "enstein", + -12.546493530273438 + ], + [ + "▁relevance", + -12.546516418457031 + ], + [ + "▁présentation", + -12.54655933380127 + ], + [ + "MHz", + -12.546648979187012 + ], + [ + "EMA", + -12.546661376953123 + ], + [ + "▁palace", + -12.546709060668944 + ], + [ + "▁vizibil", + -12.546723365783691 + ], + [ + "▁griev", + -12.546820640563965 + ], + [ + "▁severely", + -12.54688549041748 + ], + [ + "expert", + -12.546942710876465 + ], + [ + "▁ravi", + -12.54696273803711 + ], + [ + "▁feasible", + -12.547002792358398 + ], + [ + "▁Wholesale", + -12.547009468078612 + ], + [ + "▁graduat", + -12.547077178955078 + ], + [ + "Kü", + -12.547094345092772 + ], + [ + "▁quotation", + -12.547157287597656 + ], + [ + "/11", + -12.54716968536377 + ], + [ + "lutter", + -12.547415733337402 + ], + [ + "▁dice", + -12.547467231750488 + ], + [ + "modal", + -12.547749519348145 + ], + [ + "ggling", + -12.547819137573242 + ], + [ + "▁considér", + -12.547986030578612 + ], + [ + "▁Insel", + -12.548097610473633 + ], + [ + "▁Database", + -12.5483980178833 + ], + [ + "icism", + -12.548508644104004 + ], + [ + "▁quarterly", + -12.54851245880127 + ], + [ + "▁formule", + -12.548558235168455 + ], + [ + "▁renouvel", + -12.54873275756836 + ], + [ + "▁Treasure", + -12.54873752593994 + ], + [ + "▁1962", + -12.54884433746338 + ], + [ + "▁republic", + -12.549111366271973 + ], + [ + "▁États", + -12.549254417419434 + ], + [ + "▁salut", + -12.549356460571287 + ], + [ + "HK", + -12.54941463470459 + ], + [ + "▁Bali", + -12.549427032470703 + ], + [ + "▁Rechnung", + -12.549447059631348 + ], + [ + "fruit", + -12.54945182800293 + ], + [ + "lays", + -12.549467086791992 + ], + [ + "LAS", + -12.54951000213623 + ], + [ + "inclin", + -12.549708366394045 + ], + [ + "▁Cré", + -12.549813270568848 + ], + [ + "▁compt", + -12.54985237121582 + ], + [ + "țiilor", + -12.550056457519531 + ], + [ + "heft", + -12.550111770629885 + ], + [ + "▁Comisi", + -12.55024242401123 + ], + [ + "▁Nurse", + -12.55051612854004 + ], + [ + "loid", + -12.550540924072266 + ], + [ + "grove", + -12.550761222839355 + ], + [ + "▁Copy", + -12.550867080688477 + ], + [ + "▁Kampf", + -12.550873756408691 + ], + [ + "izată", + -12.550945281982422 + ], + [ + "würdig", + -12.551244735717772 + ], + [ + "-2018", + -12.551305770874023 + ], + [ + "ozo", + -12.551350593566896 + ], + [ + "▁integriert", + -12.551397323608398 + ], + [ + "▁réunion", + -12.551448822021484 + ], + [ + "▁mică", + -12.551520347595217 + ], + [ + "▁Chau", + -12.551595687866213 + ], + [ + "▁allegations", + -12.551626205444336 + ], + [ + "▁shaping", + -12.551640510559082 + ], + [ + "▁transcription", + -12.551671981811523 + ], + [ + "▁Monica", + -12.551711082458496 + ], + [ + "▁torture", + -12.551795959472656 + ], + [ + "▁cooperative", + -12.551962852478027 + ], + [ + "▁invité", + -12.551987648010254 + ], + [ + "▁bamboo", + -12.552204132080078 + ], + [ + "▁Thinking", + -12.55232048034668 + ], + [ + "▁gratis", + -12.552392959594728 + ], + [ + "117", + -12.55267333984375 + ], + [ + "renz", + -12.55279541015625 + ], + [ + "▁Fußball", + -12.552823066711426 + ], + [ + "▁Gram", + -12.552873611450195 + ], + [ + "sprung", + -12.55290412902832 + ], + [ + "▁Schluss", + -12.55308723449707 + ], + [ + "▁Diploma", + -12.553345680236816 + ], + [ + "▁apparatus", + -12.553363800048828 + ], + [ + "notably", + -12.553483963012695 + ], + [ + "▁exercit", + -12.553532600402832 + ], + [ + "ământ", + -12.553536415100098 + ], + [ + "▁masses", + -12.553610801696776 + ], + [ + "▁preuve", + -12.55364227294922 + ], + [ + "great", + -12.553754806518556 + ], + [ + "▁Drink", + -12.553792953491213 + ], + [ + "islam", + -12.553828239440918 + ], + [ + "ARM", + -12.553914070129396 + ], + [ + "indre", + -12.554404258728027 + ], + [ + "DW", + -12.554410934448242 + ], + [ + "▁Flowers", + -12.554500579833984 + ], + [ + "▁pill", + -12.554574966430664 + ], + [ + "▁objectifs", + -12.554594039916992 + ], + [ + "▁Bezug", + -12.554659843444824 + ], + [ + "▁assumptions", + -12.55466365814209 + ], + [ + "▁vesti", + -12.554742813110352 + ], + [ + "route", + -12.554783821105955 + ], + [ + "▁Bangkok", + -12.554815292358398 + ], + [ + "▁seamlessly", + -12.55482006072998 + ], + [ + "config", + -12.554882049560549 + ], + [ + "▁username", + -12.554890632629396 + ], + [ + "unsure", + -12.555024147033691 + ], + [ + "▁poser", + -12.555129051208496 + ], + [ + "▁impozit", + -12.555246353149414 + ], + [ + "▁metode", + -12.555333137512209 + ], + [ + "defending", + -12.555347442626951 + ], + [ + "▁Nic", + -12.555431365966797 + ], + [ + "▁Vertrag", + -12.555508613586426 + ], + [ + "▁plăcut", + -12.55552864074707 + ], + [ + "▁Pou", + -12.555675506591797 + ], + [ + "UCH", + -12.555785179138184 + ], + [ + "▁Fein", + -12.555903434753418 + ], + [ + "reading", + -12.555994987487791 + ], + [ + "snip", + -12.55604076385498 + ], + [ + "▁Livre", + -12.556401252746582 + ], + [ + "lander", + -12.556509971618652 + ], + [ + "▁hydraulic", + -12.556559562683104 + ], + [ + "veiled", + -12.556563377380373 + ], + [ + "intr", + -12.55660915374756 + ], + [ + "▁Domnului", + -12.556641578674316 + ], + [ + "▁$0.", + -12.556713104248049 + ], + [ + "▁kilometers", + -12.556753158569336 + ], + [ + "spann", + -12.556870460510254 + ], + [ + "▁credibility", + -12.556892395019531 + ], + [ + "▁eBook", + -12.55695343017578 + ], + [ + "VERY", + -12.556994438171388 + ], + [ + "▁Charm", + -12.557122230529783 + ], + [ + "Evangeli", + -12.557193756103516 + ], + [ + "▁anderer", + -12.557193756103516 + ], + [ + "▁Entry", + -12.557195663452148 + ], + [ + "ffy", + -12.5573148727417 + ], + [ + "▁Exc", + -12.55737018585205 + ], + [ + "▁Omega", + -12.557446479797363 + ], + [ + "▁Funktionen", + -12.557455062866213 + ], + [ + "▁Gay", + -12.55752182006836 + ], + [ + "▁acht", + -12.557608604431152 + ], + [ + "colored", + -12.557615280151367 + ], + [ + "itude", + -12.557634353637695 + ], + [ + "▁accompagné", + -12.557645797729492 + ], + [ + "▁unfortunate", + -12.557981491088867 + ], + [ + "▁DIN", + -12.558091163635254 + ], + [ + "▁installment", + -12.558252334594728 + ], + [ + "▁indépendant", + -12.558307647705078 + ], + [ + "These", + -12.558364868164062 + ], + [ + "mitten", + -12.558394432067873 + ], + [ + "thank", + -12.558470726013184 + ], + [ + "▁Trek", + -12.558721542358398 + ], + [ + "üchte", + -12.55874252319336 + ], + [ + "▁cuir", + -12.55875015258789 + ], + [ + "▁turbo", + -12.558802604675291 + ], + [ + "Table", + -12.558847427368164 + ], + [ + "▁Extrem", + -12.558866500854492 + ], + [ + "▁advertisements", + -12.55915355682373 + ], + [ + "▁chaîne", + -12.559206008911133 + ], + [ + "▁corridor", + -12.559473991394045 + ], + [ + "▁râ", + -12.559651374816896 + ], + [ + "▁Opening", + -12.559718132019045 + ], + [ + "Get", + -12.559747695922852 + ], + [ + "▁storytelling", + -12.55976676940918 + ], + [ + "▁severity", + -12.559771537780762 + ], + [ + "4\"", + -12.559956550598145 + ], + [ + "▁parasit", + -12.55996799468994 + ], + [ + "angebot", + -12.56002426147461 + ], + [ + "Data", + -12.56005573272705 + ], + [ + "listen", + -12.560086250305176 + ], + [ + "▁vârstă", + -12.560094833374023 + ], + [ + "▁swallow", + -12.56025505065918 + ], + [ + "TRE", + -12.560321807861328 + ], + [ + "▁daunting", + -12.56035041809082 + ], + [ + "▁Oli", + -12.560481071472168 + ], + [ + "▁definitive", + -12.56066608428955 + ], + [ + "▁rezerva", + -12.560667037963867 + ], + [ + "/15", + -12.56080722808838 + ], + [ + "▁Landschaft", + -12.560887336730955 + ], + [ + "▁Automotive", + -12.56093406677246 + ], + [ + "▁convers", + -12.56113052368164 + ], + [ + "▁thru", + -12.561139106750488 + ], + [ + "▁Township", + -12.561140060424805 + ], + [ + "▁tilt", + -12.56119441986084 + ], + [ + "▁Criminal", + -12.561227798461914 + ], + [ + "riez", + -12.561407089233398 + ], + [ + "▁Parking", + -12.561440467834473 + ], + [ + "▁humanitarian", + -12.561518669128418 + ], + [ + "▁Kilometer", + -12.561529159545898 + ], + [ + "controlled", + -12.56189250946045 + ], + [ + "▁Klick", + -12.56191062927246 + ], + [ + "support", + -12.56199836730957 + ], + [ + "handed", + -12.562005996704102 + ], + [ + "ämtliche", + -12.562104225158691 + ], + [ + "access", + -12.562232971191406 + ], + [ + "▁eleven", + -12.562232971191406 + ], + [ + "▁ferry", + -12.56229305267334 + ], + [ + "zieren", + -12.562620162963867 + ], + [ + "▁Gebrauch", + -12.562688827514648 + ], + [ + "▁vigoare", + -12.562689781188965 + ], + [ + "MON", + -12.562756538391112 + ], + [ + "fox", + -12.562886238098145 + ], + [ + "bestimmten", + -12.562894821166992 + ], + [ + "▁Gur", + -12.563069343566896 + ], + [ + "▁Mannschaft", + -12.563146591186523 + ], + [ + "▁patrol", + -12.563173294067385 + ], + [ + "▁casă", + -12.563376426696776 + ], + [ + "▁Stories", + -12.563380241394045 + ], + [ + "▁robotic", + -12.563425064086914 + ], + [ + "tiri", + -12.563576698303224 + ], + [ + "gewiesen", + -12.5636568069458 + ], + [ + "CV", + -12.563722610473633 + ], + [ + "▁parinti", + -12.563899040222168 + ], + [ + "▁Owen", + -12.563931465148926 + ], + [ + "▁Katie", + -12.564116477966309 + ], + [ + "▁Combine", + -12.56422233581543 + ], + [ + "enfalls", + -12.56442928314209 + ], + [ + "▁financière", + -12.564447402954102 + ], + [ + "▁parliament", + -12.564549446105955 + ], + [ + "▁Weekend", + -12.564616203308104 + ], + [ + "▁Sonic", + -12.564757347106934 + ], + [ + "▁fixture", + -12.56479263305664 + ], + [ + "majorité", + -12.56497573852539 + ], + [ + "▁gravel", + -12.565028190612791 + ], + [ + "realizate", + -12.565109252929688 + ], + [ + "examining", + -12.565113067626951 + ], + [ + "▁grim", + -12.5653657913208 + ], + [ + "▁stabili", + -12.565458297729492 + ], + [ + "▁Wochenende", + -12.56551456451416 + ], + [ + "▁Hebrew", + -12.565597534179688 + ], + [ + "▁Harrison", + -12.565799713134766 + ], + [ + "▁boundary", + -12.565858840942385 + ], + [ + "40,000", + -12.565902709960938 + ], + [ + "▁Ambassador", + -12.566208839416504 + ], + [ + "▁scoate", + -12.566229820251465 + ], + [ + "ffin", + -12.56623363494873 + ], + [ + "▁crème", + -12.566269874572754 + ], + [ + "▁obiecte", + -12.566378593444824 + ], + [ + "enţa", + -12.566763877868652 + ], + [ + "▁subsidiary", + -12.566797256469728 + ], + [ + "▁Franco", + -12.56688404083252 + ], + [ + "▁visuel", + -12.567042350769045 + ], + [ + "▁uitat", + -12.56708812713623 + ], + [ + "▁revisit", + -12.56712245941162 + ], + [ + "▁Camping", + -12.567150115966797 + ], + [ + "▁Divine", + -12.567304611206056 + ], + [ + "4-6", + -12.567323684692385 + ], + [ + "▁Brandon", + -12.567378997802734 + ], + [ + "ма", + -12.567450523376465 + ], + [ + "sofern", + -12.56745433807373 + ], + [ + "ntweder", + -12.56748104095459 + ], + [ + "▁Shoot", + -12.567618370056152 + ], + [ + "étais", + -12.56771183013916 + ], + [ + "SPEC", + -12.567930221557615 + ], + [ + "▁dreapta", + -12.567973136901855 + ], + [ + "▁repaired", + -12.568055152893066 + ], + [ + "pyr", + -12.56813621520996 + ], + [ + "▁warranties", + -12.568175315856934 + ], + [ + "▁représent", + -12.568263053894045 + ], + [ + "ADE", + -12.568293571472168 + ], + [ + "▁selective", + -12.56836223602295 + ], + [ + "▁Banking", + -12.568441390991213 + ], + [ + "▁ergonomic", + -12.568562507629396 + ], + [ + "...”", + -12.568602561950684 + ], + [ + "▁willingness", + -12.56867790222168 + ], + [ + "isser", + -12.568784713745115 + ], + [ + "▁confection", + -12.568961143493652 + ], + [ + "admi", + -12.569009780883787 + ], + [ + "▁Freizeit", + -12.56902313232422 + ], + [ + "▁illuminate", + -12.569151878356934 + ], + [ + "▁Repeat", + -12.569170951843262 + ], + [ + "▁Zeitpunkt", + -12.56933879852295 + ], + [ + "claimed", + -12.569439888000488 + ], + [ + "▁erhältlich", + -12.569480895996094 + ], + [ + "▁paysage", + -12.569537162780762 + ], + [ + "▁Atom", + -12.569890022277832 + ], + [ + "▁Graf", + -12.570086479187012 + ], + [ + "▁firmware", + -12.570093154907228 + ], + [ + "▁Swift", + -12.570180892944336 + ], + [ + "▁cercetare", + -12.57018756866455 + ], + [ + "▁internațional", + -12.570330619812012 + ], + [ + "▁zombie", + -12.570330619812012 + ], + [ + "▁Spread", + -12.57050609588623 + ], + [ + "ECO", + -12.57056999206543 + ], + [ + "▁Gestaltung", + -12.570758819580078 + ], + [ + "rast", + -12.570858001708984 + ], + [ + "▁perfume", + -12.5709228515625 + ], + [ + "▁roulette", + -12.570924758911133 + ], + [ + "▁distill", + -12.57096004486084 + ], + [ + "▁Produkten", + -12.570992469787598 + ], + [ + "225", + -12.57131004333496 + ], + [ + "facing", + -12.571371078491213 + ], + [ + "▁paradigm", + -12.571514129638672 + ], + [ + "▁Rah", + -12.571532249450684 + ], + [ + "▁Renault", + -12.571846961975098 + ], + [ + "willig", + -12.571864128112791 + ], + [ + "▁Vet", + -12.571890830993652 + ], + [ + "▁reprezenta", + -12.572126388549805 + ], + [ + "stoß", + -12.572185516357422 + ], + [ + "▁Weiß", + -12.5722074508667 + ], + [ + "▁Solo", + -12.572210311889648 + ], + [ + "▁Jin", + -12.572646141052246 + ], + [ + "▁Brussels", + -12.572693824768066 + ], + [ + "▁Tournament", + -12.572693824768066 + ], + [ + "▁proced", + -12.572710037231444 + ], + [ + "▁Rabbi", + -12.572835922241213 + ], + [ + "▁gameplay", + -12.572851181030272 + ], + [ + "▁ATM", + -12.572901725769045 + ], + [ + "▁firearm", + -12.572906494140623 + ], + [ + "revealing", + -12.573003768920898 + ], + [ + "schütz", + -12.57310676574707 + ], + [ + "▁Absolutely", + -12.573288917541504 + ], + [ + "▁interference", + -12.573433876037598 + ], + [ + "▁Employment", + -12.573558807373049 + ], + [ + "▁chord", + -12.57356071472168 + ], + [ + "▁oportun", + -12.573585510253906 + ], + [ + "▁frontier", + -12.573770523071287 + ], + [ + "▁Lunch", + -12.573891639709473 + ], + [ + "bread", + -12.57397174835205 + ], + [ + "▁rendered", + -12.573976516723633 + ], + [ + "5.1", + -12.573984146118164 + ], + [ + "▁motif", + -12.574066162109377 + ], + [ + "▁Schlag", + -12.574227333068848 + ], + [ + "113", + -12.574264526367188 + ], + [ + "▁Deux", + -12.574288368225098 + ], + [ + "▁surplus", + -12.57430934906006 + ], + [ + "ALS", + -12.574417114257812 + ], + [ + "▁abortion", + -12.574472427368164 + ], + [ + "▁airplane", + -12.574475288391112 + ], + [ + "▁migrants", + -12.574501991271973 + ], + [ + "kli", + -12.574539184570312 + ], + [ + "▁crochet", + -12.57454776763916 + ], + [ + "fahrer", + -12.574671745300291 + ], + [ + "▁reconstruction", + -12.57471752166748 + ], + [ + "▁difer", + -12.574752807617188 + ], + [ + "▁Conserv", + -12.57478141784668 + ], + [ + "▁NSW", + -12.57479476928711 + ], + [ + "▁regim", + -12.574844360351562 + ], + [ + "▁Except", + -12.574904441833496 + ], + [ + "▁trage", + -12.574978828430176 + ], + [ + "▁Consiliul", + -12.575058937072754 + ], + [ + "▁Bedarf", + -12.575064659118652 + ], + [ + "▁additive", + -12.5750732421875 + ], + [ + "know", + -12.5751371383667 + ], + [ + "▁sauna", + -12.57517147064209 + ], + [ + "▁mortality", + -12.575201034545898 + ], + [ + "kräftig", + -12.575358390808104 + ], + [ + "▁Own", + -12.575445175170898 + ], + [ + "nzo", + -12.575519561767578 + ], + [ + "▁villes", + -12.575543403625488 + ], + [ + "▁recette", + -12.575749397277832 + ], + [ + "▁attacking", + -12.575799942016602 + ], + [ + "beruf", + -12.57608699798584 + ], + [ + "▁integrat", + -12.57612419128418 + ], + [ + "realizarea", + -12.576201438903809 + ], + [ + "▁exemption", + -12.57628345489502 + ], + [ + "GW", + -12.576285362243652 + ], + [ + "▁Nano", + -12.57639503479004 + ], + [ + "SCH", + -12.576440811157228 + ], + [ + "▁honesty", + -12.576457023620604 + ], + [ + "▁Arriv", + -12.576515197753906 + ], + [ + "▁gland", + -12.576542854309082 + ], + [ + "▁proactive", + -12.576746940612791 + ], + [ + "▁agile", + -12.576837539672852 + ], + [ + "▁kernel", + -12.576844215393066 + ], + [ + "▁nurture", + -12.576860427856444 + ], + [ + "▁Patent", + -12.576963424682615 + ], + [ + "▁excursi", + -12.577189445495604 + ], + [ + "pulsion", + -12.577326774597168 + ], + [ + "stellte", + -12.577351570129396 + ], + [ + "ständige", + -12.577421188354492 + ], + [ + "▁Rebecca", + -12.577436447143556 + ], + [ + "▁Securities", + -12.577436447143556 + ], + [ + "mètre", + -12.577446937561035 + ], + [ + "LOW", + -12.577469825744627 + ], + [ + "▁consilier", + -12.577537536621094 + ], + [ + "▁Architekt", + -12.577733993530272 + ], + [ + "▁china", + -12.57777214050293 + ], + [ + "älfte", + -12.577778816223145 + ], + [ + "▁Combin", + -12.577795028686523 + ], + [ + "480", + -12.577999114990234 + ], + [ + "liv", + -12.578021049499512 + ], + [ + "▁peur", + -12.578067779541016 + ], + [ + "keep", + -12.57822322845459 + ], + [ + "▁Verhalten", + -12.578324317932127 + ], + [ + "▁peek", + -12.578446388244627 + ], + [ + "▁dient", + -12.578550338745115 + ], + [ + "▁prevazut", + -12.578625679016112 + ], + [ + "Emmanuel", + -12.57862663269043 + ], + [ + "▁incidence", + -12.57862663269043 + ], + [ + "▁Framework", + -12.578715324401855 + ], + [ + "dass", + -12.578816413879396 + ], + [ + "artiste", + -12.578874588012695 + ], + [ + "▁Accept", + -12.578971862792969 + ], + [ + "▁plunge", + -12.579073905944824 + ], + [ + "chauff", + -12.579118728637695 + ], + [ + "▁guilt", + -12.579156875610352 + ], + [ + "▁senator", + -12.57945442199707 + ], + [ + "▁disable", + -12.579776763916016 + ], + [ + "▁partout", + -12.579901695251465 + ], + [ + "JC", + -12.580045700073242 + ], + [ + "▁Highly", + -12.580150604248049 + ], + [ + "▁beneficii", + -12.58021068572998 + ], + [ + "fibro", + -12.580347061157228 + ], + [ + "interpreted", + -12.58055019378662 + ], + [ + "▁genauso", + -12.58056354522705 + ], + [ + "▁basil", + -12.580601692199709 + ], + [ + "▁Angst", + -12.580697059631348 + ], + [ + "rzte", + -12.580933570861816 + ], + [ + "Master", + -12.58112907409668 + ], + [ + "▁french", + -12.581324577331545 + ], + [ + "▁Duration", + -12.581343650817873 + ], + [ + "HM", + -12.581402778625488 + ], + [ + "▁Bert", + -12.581518173217772 + ], + [ + "▁1963", + -12.581534385681152 + ], + [ + "▁warrior", + -12.581604957580566 + ], + [ + "2007", + -12.58169651031494 + ], + [ + "▁recycle", + -12.581722259521484 + ], + [ + "▁fertiliz", + -12.58180809020996 + ], + [ + "▁hatch", + -12.581809997558594 + ], + [ + "ISH", + -12.581811904907228 + ], + [ + "luft", + -12.582321166992188 + ], + [ + "▁crying", + -12.582452774047852 + ], + [ + "▁activist", + -12.5824613571167 + ], + [ + "schränkt", + -12.582500457763672 + ], + [ + "▁diff", + -12.582500457763672 + ], + [ + "▁Demand", + -12.58262825012207 + ], + [ + "▁transported", + -12.582669258117676 + ], + [ + "▁Remodel", + -12.582686424255373 + ], + [ + "▁Etats", + -12.582704544067385 + ], + [ + "ANI", + -12.582777976989746 + ], + [ + "▁spéciale", + -12.582804679870604 + ], + [ + "▁Konzert", + -12.582805633544922 + ], + [ + "▁Bedürfnisse", + -12.58281135559082 + ], + [ + "▁overlooked", + -12.58286476135254 + ], + [ + "▁cutter", + -12.582974433898926 + ], + [ + "klär", + -12.58311939239502 + ], + [ + "▁Materialien", + -12.583135604858398 + ], + [ + "▁gewisse", + -12.583388328552246 + ], + [ + "bull", + -12.583499908447266 + ], + [ + "Good", + -12.583513259887695 + ], + [ + "Gig", + -12.583616256713867 + ], + [ + "Logic", + -12.583736419677734 + ], + [ + "▁Schlaf", + -12.583970069885254 + ], + [ + "▁Yankee", + -12.583996772766112 + ], + [ + "▁Batman", + -12.584020614624023 + ], + [ + "▁funcție", + -12.584166526794434 + ], + [ + "▁partenariat", + -12.584294319152832 + ], + [ + "▁Antrag", + -12.584348678588867 + ], + [ + "▁Pill", + -12.584519386291504 + ], + [ + "▁tram", + -12.584637641906738 + ], + [ + "▁Minor", + -12.58465576171875 + ], + [ + "pertaining", + -12.584678649902344 + ], + [ + "▁apropiere", + -12.584843635559082 + ], + [ + "▁Barack", + -12.584965705871582 + ], + [ + "schön", + -12.585174560546877 + ], + [ + "▁Sandy", + -12.585182189941406 + ], + [ + "kilometre", + -12.585192680358888 + ], + [ + "▁diy", + -12.585234642028809 + ], + [ + "▁1966", + -12.585453987121582 + ], + [ + "gelassen", + -12.585485458374023 + ], + [ + "▁Trial", + -12.58559226989746 + ], + [ + "▁Bauer", + -12.585603713989258 + ], + [ + "▁assumption", + -12.585648536682127 + ], + [ + "birth", + -12.585668563842772 + ], + [ + "rechnen", + -12.585861206054688 + ], + [ + "▁meci", + -12.585867881774902 + ], + [ + "▁gloss", + -12.585906982421877 + ], + [ + "▁sewer", + -12.58593463897705 + ], + [ + "▁Stimme", + -12.585955619812012 + ], + [ + "▁Fortune", + -12.585967063903809 + ], + [ + "▁Lösungen", + -12.586007118225098 + ], + [ + "▁impresi", + -12.586074829101562 + ], + [ + "schlaf", + -12.586089134216309 + ], + [ + "prüfung", + -12.586097717285156 + ], + [ + "▁instalat", + -12.586198806762695 + ], + [ + "▁picturesque", + -12.586233139038086 + ], + [ + "vait", + -12.586240768432615 + ], + [ + "8.1", + -12.58629035949707 + ], + [ + "▁călători", + -12.586392402648926 + ], + [ + "▁dix", + -12.586400032043455 + ], + [ + "▁furnished", + -12.586411476135254 + ], + [ + "▁dolari", + -12.586445808410645 + ], + [ + "▁regener", + -12.586562156677246 + ], + [ + "▁astazi", + -12.586621284484863 + ], + [ + "▁Sprach", + -12.586750030517578 + ], + [ + "delà", + -12.586846351623535 + ], + [ + "avec", + -12.58694076538086 + ], + [ + "▁Buddhist", + -12.586990356445312 + ], + [ + "▁alphabet", + -12.586990356445312 + ], + [ + "▁berichtet", + -12.587201118469238 + ], + [ + "ideally", + -12.587209701538086 + ], + [ + "▁annuel", + -12.587421417236328 + ], + [ + "▁laughing", + -12.587532997131348 + ], + [ + "▁Zustand", + -12.587639808654783 + ], + [ + "cini", + -12.587692260742188 + ], + [ + "solid", + -12.587724685668944 + ], + [ + "▁Broker", + -12.587868690490724 + ], + [ + "▁developmental", + -12.5879545211792 + ], + [ + "▁Summary", + -12.588191032409668 + ], + [ + "▁Trinity", + -12.58819580078125 + ], + [ + "▁sucre", + -12.58821964263916 + ], + [ + "▁sandal", + -12.588231086730955 + ], + [ + "PEN", + -12.588274955749512 + ], + [ + "gewinn", + -12.588486671447754 + ], + [ + "olé", + -12.588555335998535 + ], + [ + "matric", + -12.58865737915039 + ], + [ + "xton", + -12.588695526123049 + ], + [ + "werten", + -12.588740348815918 + ], + [ + "▁Dust", + -12.588765144348145 + ], + [ + "▁Journey", + -12.588791847229004 + ], + [ + "▁Rush", + -12.588793754577637 + ], + [ + "▁NCAA", + -12.588839530944824 + ], + [ + "▁allgemeine", + -12.588926315307615 + ], + [ + "▁Universe", + -12.589007377624512 + ], + [ + "▁connais", + -12.589099884033203 + ], + [ + "▁quantité", + -12.58912467956543 + ], + [ + "▁Kab", + -12.589150428771973 + ], + [ + "▁purse", + -12.589150428771973 + ], + [ + "Health", + -12.589210510253906 + ], + [ + "▁apărut", + -12.589288711547852 + ], + [ + "▁bypass", + -12.589313507080078 + ], + [ + "pronounced", + -12.58936595916748 + ], + [ + "▁magnitude", + -12.589393615722656 + ], + [ + "▁Walmart", + -12.589394569396973 + ], + [ + "ède", + -12.589409828186035 + ], + [ + "▁serum", + -12.589590072631836 + ], + [ + "▁baseline", + -12.589765548706056 + ], + [ + "STER", + -12.589932441711426 + ], + [ + "▁ONLY", + -12.590052604675291 + ], + [ + "▁individuell", + -12.590086936950684 + ], + [ + "▁Ghi", + -12.590139389038086 + ], + [ + "▁Ruby", + -12.59020709991455 + ], + [ + "▁Chal", + -12.59024143218994 + ], + [ + "▁Vier", + -12.590261459350586 + ], + [ + "5.0", + -12.5903902053833 + ], + [ + "▁fog", + -12.590519905090332 + ], + [ + "esel", + -12.590557098388672 + ], + [ + "▁Python", + -12.590598106384276 + ], + [ + "▁urmează", + -12.590608596801758 + ], + [ + "▁trustworthy", + -12.590639114379885 + ], + [ + "hört", + -12.59072971343994 + ], + [ + "▁tâche", + -12.59078311920166 + ], + [ + "Patri", + -12.59079933166504 + ], + [ + "▁grind", + -12.590928077697754 + ], + [ + "▁Raven", + -12.590934753417969 + ], + [ + "▁poursuiv", + -12.590951919555664 + ], + [ + "▁simpli", + -12.591140747070312 + ], + [ + "▁echo", + -12.59116554260254 + ], + [ + "▁Attention", + -12.591313362121582 + ], + [ + "Against", + -12.591402053833008 + ], + [ + "GET", + -12.59148120880127 + ], + [ + "▁turistic", + -12.591535568237305 + ], + [ + "▁tenure", + -12.59158992767334 + ], + [ + "▁alimentaire", + -12.591651916503906 + ], + [ + "Who", + -12.59172248840332 + ], + [ + "▁ändern", + -12.591729164123535 + ], + [ + "▁rebound", + -12.591778755187988 + ], + [ + "grenze", + -12.591849327087402 + ], + [ + "▁Fame", + -12.592093467712402 + ], + [ + "▁Kick", + -12.592215538024902 + ], + [ + "▁Detail", + -12.59228801727295 + ], + [ + "▁Push", + -12.592308044433594 + ], + [ + "production", + -12.592430114746094 + ], + [ + "▁Candidates", + -12.59244441986084 + ], + [ + "▁reușit", + -12.592484474182127 + ], + [ + "istischen", + -12.592525482177734 + ], + [ + "lassung", + -12.592649459838867 + ], + [ + "▁Hann", + -12.592713356018066 + ], + [ + "espère", + -12.592965126037598 + ], + [ + "▁vergessen", + -12.593008041381836 + ], + [ + "▁smiling", + -12.593010902404783 + ], + [ + "▁devotion", + -12.593016624450684 + ], + [ + "▁pastry", + -12.593071937561035 + ], + [ + "Add", + -12.593390464782717 + ], + [ + "▁authorization", + -12.593494415283203 + ], + [ + "▁Suisse", + -12.593568801879885 + ], + [ + "▁Berkeley", + -12.59361171722412 + ], + [ + "▁Guild", + -12.593660354614258 + ], + [ + "▁choir", + -12.593748092651367 + ], + [ + "learning", + -12.593802452087402 + ], + [ + "▁Tanz", + -12.593894004821776 + ], + [ + "mardi", + -12.594076156616213 + ], + [ + "▁rezultatele", + -12.594191551208496 + ], + [ + "▁earrings", + -12.594218254089355 + ], + [ + "▁turbine", + -12.594223976135254 + ], + [ + "▁jeudi", + -12.594284057617188 + ], + [ + "terapie", + -12.594576835632324 + ], + [ + "regain", + -12.59461498260498 + ], + [ + "SET", + -12.594643592834473 + ], + [ + "▁Hände", + -12.594681739807127 + ], + [ + "▁Globe", + -12.594683647155762 + ], + [ + "frag", + -12.594775199890137 + ], + [ + "▁Treasury", + -12.594820976257324 + ], + [ + "▁hazardous", + -12.594820976257324 + ], + [ + "▁Fahrt", + -12.594928741455078 + ], + [ + "▁fulfilled", + -12.594966888427734 + ], + [ + "▁manga", + -12.594987869262695 + ], + [ + "▁composé", + -12.595067977905272 + ], + [ + "▁ABS", + -12.595132827758787 + ], + [ + "▁preced", + -12.595197677612305 + ], + [ + "▁beauté", + -12.595233917236328 + ], + [ + "▁interessant", + -12.59526252746582 + ], + [ + "▁lieber", + -12.595324516296388 + ], + [ + "▁Kö", + -12.595378875732422 + ], + [ + "EMS", + -12.595410346984863 + ], + [ + "FER", + -12.595413208007812 + ], + [ + "▁eure", + -12.59542751312256 + ], + [ + "▁plumber", + -12.59542751312256 + ], + [ + "Love", + -12.595463752746582 + ], + [ + "▁Marcus", + -12.595635414123535 + ], + [ + "▁registry", + -12.595637321472168 + ], + [ + "▁uncle", + -12.595696449279783 + ], + [ + "▁neuf", + -12.595728874206545 + ], + [ + "▁Fläche", + -12.59575080871582 + ], + [ + "▁restaur", + -12.595815658569336 + ], + [ + "▁noticeable", + -12.595833778381348 + ], + [ + "▁riches", + -12.595871925354004 + ], + [ + "occupy", + -12.596031188964844 + ], + [ + "▁hurricane", + -12.596031188964844 + ], + [ + "▁gespeichert", + -12.596033096313477 + ], + [ + "▁Bordeaux", + -12.596039772033691 + ], + [ + "▁Maj", + -12.59637451171875 + ], + [ + "Applied", + -12.596439361572266 + ], + [ + "▁compter", + -12.596575736999512 + ], + [ + "impact", + -12.59663200378418 + ], + [ + "▁Improve", + -12.596758842468262 + ], + [ + "▁Calif", + -12.596832275390623 + ], + [ + "▁desfășur", + -12.596939086914062 + ], + [ + "▁packaged", + -12.597001075744627 + ], + [ + "180", + -12.59703540802002 + ], + [ + "devenu", + -12.597042083740234 + ], + [ + "▁Battery", + -12.597243309020996 + ], + [ + "▁objection", + -12.597254753112791 + ], + [ + "▁anual", + -12.597305297851562 + ], + [ + "▁Landscape", + -12.59731674194336 + ], + [ + "IQ", + -12.597403526306152 + ], + [ + "grès", + -12.597586631774902 + ], + [ + "▁witnesses", + -12.597750663757324 + ], + [ + "enţial", + -12.597764015197754 + ], + [ + "▁plateau", + -12.597779273986816 + ], + [ + "▁bilete", + -12.59783935546875 + ], + [ + "▁Bronze", + -12.59786605834961 + ], + [ + "▁Kiss", + -12.597946166992188 + ], + [ + "▁Serge", + -12.598093032836914 + ], + [ + "atomic", + -12.598145484924316 + ], + [ + "▁renovated", + -12.59817886352539 + ], + [ + "player", + -12.598212242126465 + ], + [ + "▁dirig", + -12.598291397094728 + ], + [ + "▁Îm", + -12.598296165466309 + ], + [ + "▁plimb", + -12.59843635559082 + ], + [ + "▁ambassador", + -12.598455429077148 + ], + [ + "▁apropiat", + -12.598455429077148 + ], + [ + "▁adaug", + -12.598602294921877 + ], + [ + "ogenic", + -12.59872055053711 + ], + [ + "kämpfe", + -12.598779678344728 + ], + [ + "▁Hillary", + -12.598907470703123 + ], + [ + "yak", + -12.598942756652832 + ], + [ + "General", + -12.59925365447998 + ], + [ + "▁Zugang", + -12.599400520324709 + ], + [ + "▁fertil", + -12.599457740783691 + ], + [ + "incat", + -12.599536895751951 + ], + [ + "assessing", + -12.599587440490724 + ], + [ + "▁Cincinnati", + -12.59967041015625 + ], + [ + "▁convincing", + -12.599685668945312 + ], + [ + "sadly", + -12.59974479675293 + ], + [ + "kunde", + -12.599801063537598 + ], + [ + "ambul", + -12.599913597106934 + ], + [ + "▁familii", + -12.599974632263184 + ], + [ + "juri", + -12.60007095336914 + ], + [ + "ionen", + -12.600102424621582 + ], + [ + "▁Wirtschaft", + -12.600130081176758 + ], + [ + "contract", + -12.600135803222656 + ], + [ + "punem", + -12.60015106201172 + ], + [ + "handlung", + -12.600394248962402 + ], + [ + "▁fournir", + -12.600455284118652 + ], + [ + "▁Ambi", + -12.600663185119627 + ], + [ + "▁Isaac", + -12.600663185119627 + ], + [ + "▁praying", + -12.6007719039917 + ], + [ + "▁Italien", + -12.600848197937012 + ], + [ + "233", + -12.600850105285645 + ], + [ + "spawn", + -12.600913047790527 + ], + [ + "▁legii", + -12.60092544555664 + ], + [ + "▁zuvor", + -12.601018905639648 + ], + [ + "▁comune", + -12.601030349731444 + ], + [ + "official", + -12.601165771484377 + ], + [ + "144", + -12.601290702819824 + ], + [ + "izeaza", + -12.601329803466797 + ], + [ + "▁Keller", + -12.601372718811035 + ], + [ + "ORE", + -12.601378440856934 + ], + [ + "122", + -12.601485252380373 + ], + [ + "incurred", + -12.60150146484375 + ], + [ + "CHA", + -12.601579666137695 + ], + [ + "▁Herzen", + -12.601590156555176 + ], + [ + "▁reasoning", + -12.6016263961792 + ], + [ + "affaire", + -12.601849555969238 + ], + [ + "ooth", + -12.601890563964844 + ], + [ + "155", + -12.601998329162598 + ], + [ + "▁invented", + -12.602113723754885 + ], + [ + "▁Comun", + -12.602140426635742 + ], + [ + "zähl", + -12.602179527282717 + ], + [ + "geliefert", + -12.602212905883787 + ], + [ + "explorer", + -12.602213859558104 + ], + [ + "nect", + -12.60232639312744 + ], + [ + "▁mercredi", + -12.602408409118652 + ], + [ + "▁volonté", + -12.602408409118652 + ], + [ + "easy", + -12.602453231811523 + ], + [ + "▁feat", + -12.602490425109863 + ], + [ + "rented", + -12.602580070495604 + ], + [ + "▁converter", + -12.60259246826172 + ], + [ + "Verhältnis", + -12.602713584899902 + ], + [ + "▁Iceland", + -12.602792739868164 + ], + [ + "▁pretul", + -12.602933883666992 + ], + [ + "▁Vorstellung", + -12.602960586547852 + ], + [ + "▁hydrogen", + -12.60309600830078 + ], + [ + "▁pouvai", + -12.603097915649414 + ], + [ + "▁dawn", + -12.603153228759766 + ], + [ + "▁Georg", + -12.603269577026367 + ], + [ + "▁cautious", + -12.603367805480955 + ], + [ + "▁Pattern", + -12.603464126586914 + ], + [ + "▁Ox", + -12.603602409362791 + ], + [ + "▁decizie", + -12.603676795959473 + ], + [ + "REC", + -12.603889465332031 + ], + [ + "▁Mortgage", + -12.60393238067627 + ], + [ + "attributed", + -12.603973388671877 + ], + [ + "floor", + -12.603992462158203 + ], + [ + "▁Wichtig", + -12.604207992553713 + ], + [ + "enseignant", + -12.604265213012695 + ], + [ + "▁civilization", + -12.604302406311035 + ], + [ + "▁dispozitie", + -12.60450553894043 + ], + [ + "▁geographic", + -12.604543685913086 + ], + [ + "▁Kun", + -12.604607582092283 + ], + [ + "LIN", + -12.604679107666016 + ], + [ + "▁auzit", + -12.604707717895508 + ], + [ + "except", + -12.604761123657228 + ], + [ + "▁superbe", + -12.604904174804688 + ], + [ + "▁installé", + -12.605000495910645 + ], + [ + "▁Peninsula", + -12.605154037475586 + ], + [ + "▁norme", + -12.605164527893066 + ], + [ + "elul", + -12.60517406463623 + ], + [ + "▁Experten", + -12.60525608062744 + ], + [ + "expression", + -12.605295181274414 + ], + [ + "Christ", + -12.605320930480955 + ], + [ + "▁Fuel", + -12.605369567871094 + ], + [ + "▁muffin", + -12.605485916137695 + ], + [ + "▁lecteur", + -12.605521202087402 + ], + [ + "▁gifted", + -12.605589866638184 + ], + [ + "▁Japon", + -12.605602264404297 + ], + [ + "▁SSD", + -12.60564422607422 + ], + [ + "▁Calgary", + -12.605765342712402 + ], + [ + "▁hooked", + -12.605876922607422 + ], + [ + "▁Joan", + -12.605896949768066 + ], + [ + "▁tangible", + -12.606083869934082 + ], + [ + "FW", + -12.606225967407228 + ], + [ + "olli", + -12.6062593460083 + ], + [ + "▁Platinum", + -12.60637664794922 + ], + [ + "▁miniature", + -12.606392860412598 + ], + [ + "▁lump", + -12.606608390808104 + ], + [ + "ologische", + -12.60689926147461 + ], + [ + "▁Istanbul", + -12.606987953186035 + ], + [ + "▁Compar", + -12.607060432434082 + ], + [ + "tropic", + -12.607256889343262 + ], + [ + "KING", + -12.607279777526855 + ], + [ + "Präsident", + -12.607297897338867 + ], + [ + "▁fotografii", + -12.607303619384766 + ], + [ + "hoped", + -12.607451438903809 + ], + [ + "▁pâte", + -12.607601165771484 + ], + [ + "▁mercy", + -12.60760498046875 + ], + [ + "▁quiz", + -12.607619285583496 + ], + [ + "demonstrating", + -12.607678413391112 + ], + [ + "▁douce", + -12.607832908630373 + ], + [ + "▁Vest", + -12.60784149169922 + ], + [ + "▁Harvey", + -12.6082181930542 + ], + [ + "▁breit", + -12.608227729797363 + ], + [ + "▁Bereits", + -12.608291625976562 + ], + [ + "▁breakthrough", + -12.608316421508787 + ], + [ + "▁masterpiece", + -12.608320236206056 + ], + [ + "▁Chester", + -12.60838794708252 + ], + [ + "▁indiqué", + -12.60845184326172 + ], + [ + "hook", + -12.60857105255127 + ], + [ + "statutory", + -12.608596801757812 + ], + [ + "▁Direkt", + -12.608617782592772 + ], + [ + "▁specs", + -12.608708381652832 + ], + [ + "Drive", + -12.608725547790527 + ], + [ + "▁survivors", + -12.608826637268066 + ], + [ + "▁jackpot", + -12.608840942382812 + ], + [ + "▁garder", + -12.608872413635254 + ], + [ + "▁Geburtstag", + -12.60887336730957 + ], + [ + "145", + -12.608963966369627 + ], + [ + "▁Clay", + -12.609028816223145 + ], + [ + "▁WHO", + -12.60906982421875 + ], + [ + "▁Ellen", + -12.609393119812012 + ], + [ + "▁bonheur", + -12.609440803527832 + ], + [ + "▁hazards", + -12.609440803527832 + ], + [ + "▁Kaiser", + -12.609488487243652 + ], + [ + "▁tightly", + -12.609506607055664 + ], + [ + "Universitatea", + -12.609529495239258 + ], + [ + "▁rinse", + -12.609533309936523 + ], + [ + "▁passant", + -12.60964012145996 + ], + [ + "▁sânge", + -12.609832763671877 + ], + [ + "▁peuple", + -12.60983657836914 + ], + [ + "jungen", + -12.609975814819336 + ], + [ + "▁inappropriate", + -12.610054969787598 + ], + [ + "▁mitigate", + -12.610066413879396 + ], + [ + "MID", + -12.610221862792969 + ], + [ + "▁telecom", + -12.610297203063965 + ], + [ + "▁plaj", + -12.610316276550291 + ], + [ + "▁presupune", + -12.610361099243164 + ], + [ + "acco", + -12.61038875579834 + ], + [ + "expressing", + -12.610654830932615 + ], + [ + "▁Symphony", + -12.61066722869873 + ], + [ + "temperatur", + -12.610710144042969 + ], + [ + "▁activităţi", + -12.610800743103027 + ], + [ + "▁amended", + -12.610847473144531 + ], + [ + "▁rehab", + -12.610909461975098 + ], + [ + "▁sportiv", + -12.611004829406738 + ], + [ + "hotel", + -12.611031532287598 + ], + [ + "branche", + -12.61103630065918 + ], + [ + "▁Noch", + -12.611079216003418 + ], + [ + "▁1961", + -12.611238479614258 + ], + [ + "release", + -12.61135959625244 + ], + [ + "blaze", + -12.61138153076172 + ], + [ + "Adv", + -12.61139965057373 + ], + [ + "Line", + -12.611671447753906 + ], + [ + "▁financiare", + -12.61184310913086 + ], + [ + "▁chauffage", + -12.611919403076172 + ], + [ + "мо", + -12.61192512512207 + ], + [ + "schuhe", + -12.612035751342772 + ], + [ + "blé", + -12.612040519714355 + ], + [ + "▁Echo", + -12.612468719482422 + ], + [ + "▁remarks", + -12.61253547668457 + ], + [ + "scriu", + -12.612629890441896 + ], + [ + "Vir", + -12.612701416015623 + ], + [ + "War", + -12.61271858215332 + ], + [ + "atifs", + -12.613006591796877 + ], + [ + "RING", + -12.613082885742188 + ], + [ + "▁Instruction", + -12.613150596618652 + ], + [ + "▁verlassen", + -12.613155364990234 + ], + [ + "▁ergänz", + -12.613234519958496 + ], + [ + "▁Emil", + -12.613248825073242 + ], + [ + "▁empire", + -12.613263130187988 + ], + [ + "▁Einkauf", + -12.613306999206545 + ], + [ + "utigen", + -12.613329887390137 + ], + [ + "▁audition", + -12.613390922546388 + ], + [ + "travelled", + -12.61347484588623 + ], + [ + "ло", + -12.613579750061035 + ], + [ + "▁infinite", + -12.613720893859863 + ], + [ + "▁Lieblings", + -12.613749504089355 + ], + [ + "▁vân", + -12.613754272460938 + ], + [ + "▁spinning", + -12.613778114318848 + ], + [ + "converting", + -12.614031791687012 + ], + [ + "▁uncertain", + -12.61415958404541 + ], + [ + "restul", + -12.614168167114258 + ], + [ + "▁colourful", + -12.61420726776123 + ], + [ + "▁accountant", + -12.614338874816896 + ], + [ + "bourg", + -12.614532470703123 + ], + [ + "▁structuri", + -12.614538192749023 + ], + [ + "▁Booking", + -12.61465835571289 + ], + [ + "intéresse", + -12.614683151245115 + ], + [ + "▁coordinated", + -12.614753723144531 + ], + [ + "▁precaution", + -12.61497688293457 + ], + [ + "▁Cheese", + -12.615015983581545 + ], + [ + "▁surfing", + -12.615192413330078 + ], + [ + "▁souffr", + -12.61524486541748 + ], + [ + "▁Menu", + -12.615447998046877 + ], + [ + "▁arthritis", + -12.615593910217283 + ], + [ + "▁headphones", + -12.615601539611816 + ], + [ + "▁upgrading", + -12.615602493286133 + ], + [ + "▁apparel", + -12.615653038024902 + ], + [ + "▁Haushalt", + -12.61572551727295 + ], + [ + "▁Personally", + -12.615815162658691 + ], + [ + "▁insane", + -12.61595058441162 + ], + [ + "▁fonduri", + -12.616083145141602 + ], + [ + "▁entier", + -12.616239547729492 + ], + [ + "▁Herbst", + -12.61626434326172 + ], + [ + "▁cyclist", + -12.616331100463867 + ], + [ + "▁filmmaker", + -12.616741180419922 + ], + [ + "▁Portuguese", + -12.616829872131348 + ], + [ + "▁nominee", + -12.616851806640623 + ], + [ + "▁Yang", + -12.616857528686523 + ], + [ + "▁slate", + -12.616943359375 + ], + [ + "▁entièrement", + -12.61697483062744 + ], + [ + "▁Umgang", + -12.61704921722412 + ], + [ + "shifted", + -12.617135047912598 + ], + [ + "▁défaut", + -12.617138862609863 + ], + [ + "heiz", + -12.617246627807615 + ], + [ + "▁Seal", + -12.617379188537598 + ], + [ + "▁servicing", + -12.617451667785645 + ], + [ + "marketing", + -12.617562294006348 + ], + [ + "▁demandé", + -12.617755889892578 + ], + [ + "TING", + -12.617841720581056 + ], + [ + "▁modifier", + -12.617907524108888 + ], + [ + "lysis", + -12.617966651916504 + ], + [ + "▁suplimentare", + -12.618117332458496 + ], + [ + "OTHER", + -12.618359565734863 + ], + [ + "Graph", + -12.618379592895508 + ], + [ + "▁coincide", + -12.618448257446287 + ], + [ + "governed", + -12.61859893798828 + ], + [ + "▁locking", + -12.618638038635254 + ], + [ + "▁Properties", + -12.618685722351074 + ], + [ + "▁Panama", + -12.61876392364502 + ], + [ + "▁Coupe", + -12.618846893310549 + ], + [ + "songwriter", + -12.618978500366213 + ], + [ + "exhibited", + -12.618988990783691 + ], + [ + "▁semnificativ", + -12.618995666503906 + ], + [ + "▁purchaser", + -12.619004249572754 + ], + [ + "▁puff", + -12.619097709655762 + ], + [ + "Back", + -12.619105339050291 + ], + [ + "fragt", + -12.61919116973877 + ], + [ + "▁deputy", + -12.619362831115724 + ], + [ + "▁revien", + -12.619556427001951 + ], + [ + "▁Christine", + -12.619558334350586 + ], + [ + "▁Cities", + -12.619573593139648 + ], + [ + "▁Charakter", + -12.61961555480957 + ], + [ + "atteindre", + -12.619625091552734 + ], + [ + "▁fou", + -12.619635581970217 + ], + [ + "▁obligatoire", + -12.619643211364746 + ], + [ + "INA", + -12.619791030883787 + ], + [ + "etc", + -12.6198148727417 + ], + [ + "▁newborn", + -12.620091438293455 + ], + [ + "▁explicitly", + -12.620116233825684 + ], + [ + "simplest", + -12.620203018188477 + ], + [ + "▁plateforme", + -12.62023639678955 + ], + [ + "ordinate", + -12.620291709899902 + ], + [ + "displaying", + -12.620346069335938 + ], + [ + "▁messy", + -12.620464324951172 + ], + [ + "gespielt", + -12.620466232299805 + ], + [ + "▁electron", + -12.62061882019043 + ], + [ + "▁Dreh", + -12.62079620361328 + ], + [ + "▁ambient", + -12.620976448059082 + ], + [ + "340", + -12.620979309082031 + ], + [ + "▁directive", + -12.62109375 + ], + [ + "▁Vall", + -12.621152877807615 + ], + [ + "ookie", + -12.621206283569336 + ], + [ + "▁wasted", + -12.621304512023926 + ], + [ + "CIS", + -12.621367454528809 + ], + [ + "lude", + -12.621378898620604 + ], + [ + "rach", + -12.621472358703612 + ], + [ + "▁gasest", + -12.62150764465332 + ], + [ + "▁miros", + -12.62150764465332 + ], + [ + "transforming", + -12.621536254882812 + ], + [ + "▁Milwaukee", + -12.621787071228027 + ], + [ + "▁uncommon", + -12.621789932250977 + ], + [ + "▁tableau", + -12.621841430664062 + ], + [ + "geräte", + -12.621952056884766 + ], + [ + "ophil", + -12.622139930725098 + ], + [ + "▁Jeep", + -12.62220287322998 + ], + [ + "▁wreck", + -12.622422218322754 + ], + [ + "LAND", + -12.622434616088867 + ], + [ + "attach", + -12.622566223144531 + ], + [ + "▁Panther", + -12.622634887695312 + ], + [ + "9:30", + -12.622777938842772 + ], + [ + "▁induce", + -12.622974395751951 + ], + [ + "▁privest", + -12.623006820678713 + ], + [ + "Ident", + -12.623047828674316 + ], + [ + "▁illnesses", + -12.623076438903809 + ], + [ + "▁inhabitants", + -12.623138427734377 + ], + [ + "▁fehlen", + -12.623357772827148 + ], + [ + "obtenu", + -12.623391151428224 + ], + [ + "▁gegründet", + -12.623655319213867 + ], + [ + "ARA", + -12.623711585998535 + ], + [ + "3-2", + -12.623835563659668 + ], + [ + "▁milliards", + -12.623968124389648 + ], + [ + "▁Bü", + -12.624001502990724 + ], + [ + "▁angegeben", + -12.624102592468262 + ], + [ + "TUR", + -12.624143600463867 + ], + [ + "▁arab", + -12.62416648864746 + ], + [ + "▁Scientist", + -12.624275207519531 + ], + [ + "▁minut", + -12.624394416809082 + ], + [ + "▁beast", + -12.624481201171877 + ], + [ + "▁accidentally", + -12.624573707580566 + ], + [ + "WN", + -12.624579429626465 + ], + [ + "▁Ralph", + -12.624588966369627 + ], + [ + "hängt", + -12.62462329864502 + ], + [ + "▁Erik", + -12.624639511108398 + ], + [ + "▁différent", + -12.624711990356444 + ], + [ + "▁conformitate", + -12.624842643737791 + ], + [ + "thriving", + -12.624900817871094 + ], + [ + "▁Piece", + -12.625123023986816 + ], + [ + "plasm", + -12.625152587890623 + ], + [ + "▁erwarten", + -12.62520980834961 + ], + [ + "owski", + -12.62523365020752 + ], + [ + "prayed", + -12.625293731689451 + ], + [ + "three", + -12.625542640686035 + ], + [ + "▁soundtrack", + -12.625651359558104 + ], + [ + "guru", + -12.625709533691406 + ], + [ + "▁cracked", + -12.625710487365724 + ], + [ + "▁adh", + -12.62582302093506 + ], + [ + "▁maître", + -12.625834465026855 + ], + [ + "▁Oberfläche", + -12.62585735321045 + ], + [ + "▁crab", + -12.625886917114258 + ], + [ + "▁Foster", + -12.625944137573242 + ], + [ + "▁gemütlich", + -12.626145362854004 + ], + [ + "SIC", + -12.626226425170898 + ], + [ + "ième", + -12.626298904418944 + ], + [ + "▁Few", + -12.626330375671388 + ], + [ + "gérer", + -12.626360893249512 + ], + [ + "2006", + -12.626456260681152 + ], + [ + "cool", + -12.626498222351074 + ], + [ + "▁dispune", + -12.626523971557615 + ], + [ + "recevoir", + -12.626577377319336 + ], + [ + "▁Bak", + -12.626585960388184 + ], + [ + "▁steer", + -12.62659740447998 + ], + [ + "ICS", + -12.626733779907228 + ], + [ + "▁Brett", + -12.626733779907228 + ], + [ + "▁downside", + -12.626751899719238 + ], + [ + "▁residency", + -12.62678050994873 + ], + [ + "important", + -12.626991271972656 + ], + [ + "ubb", + -12.627073287963867 + ], + [ + "mony", + -12.627259254455566 + ], + [ + "▁leasing", + -12.627341270446776 + ], + [ + "▁Gir", + -12.62735366821289 + ], + [ + "▁Biology", + -12.627364158630373 + ], + [ + "▁Colin", + -12.627463340759276 + ], + [ + "▁complicat", + -12.627775192260742 + ], + [ + "▁regroup", + -12.627899169921877 + ], + [ + "SPA", + -12.62795066833496 + ], + [ + "▁Veranstaltungen", + -12.627986907958984 + ], + [ + "convicted", + -12.628019332885742 + ], + [ + "▁Wonderful", + -12.628636360168455 + ], + [ + "züge", + -12.628799438476562 + ], + [ + "yton", + -12.628813743591309 + ], + [ + "EMENT", + -12.628887176513672 + ], + [ + "▁bent", + -12.62893009185791 + ], + [ + "heben", + -12.629231452941896 + ], + [ + "▁Sustainable", + -12.62926959991455 + ], + [ + "▁Newcastle", + -12.629276275634766 + ], + [ + "mother", + -12.629507064819336 + ], + [ + "▁eighth", + -12.629572868347168 + ], + [ + "▁atmosfer", + -12.629582405090332 + ], + [ + "expériment", + -12.629584312438965 + ], + [ + "▁Interest", + -12.629608154296877 + ], + [ + "▁successes", + -12.62964153289795 + ], + [ + "▁preschool", + -12.629802703857422 + ], + [ + "▁Funeral", + -12.629900932312012 + ], + [ + "blast", + -12.630083084106444 + ], + [ + "▁dimensiuni", + -12.630125999450684 + ], + [ + "▁Dow", + -12.630167007446287 + ], + [ + "▁pulp", + -12.63022518157959 + ], + [ + "▁Heather", + -12.630356788635254 + ], + [ + "▁erstellen", + -12.63044261932373 + ], + [ + "locating", + -12.630470275878906 + ], + [ + "direct", + -12.630475997924805 + ], + [ + "▁tractor", + -12.630494117736816 + ], + [ + "growing", + -12.630576133728027 + ], + [ + "▁inventor", + -12.630587577819824 + ], + [ + "ASA", + -12.63060188293457 + ], + [ + "insta", + -12.630732536315918 + ], + [ + "yana", + -12.63082504272461 + ], + [ + "▁squash", + -12.630839347839355 + ], + [ + "▁Basketball", + -12.630853652954102 + ], + [ + "AMA", + -12.631041526794434 + ], + [ + "insel", + -12.631093978881836 + ], + [ + "▁Fisch", + -12.631138801574709 + ], + [ + "▁metaphor", + -12.631221771240234 + ], + [ + "TES", + -12.631304740905762 + ], + [ + "▁conduce", + -12.631308555603027 + ], + [ + "stehende", + -12.631370544433594 + ], + [ + "▁FAQ", + -12.631475448608398 + ], + [ + "▁bezeichnet", + -12.631658554077148 + ], + [ + "wendung", + -12.631706237792969 + ], + [ + "▁Commonwealth", + -12.631776809692385 + ], + [ + "▁bait", + -12.631793975830078 + ], + [ + "▁Umsetzung", + -12.631834030151367 + ], + [ + "▁Equi", + -12.63206386566162 + ], + [ + "▁validity", + -12.632109642028809 + ], + [ + "Off", + -12.63222599029541 + ], + [ + "▁produsul", + -12.632314682006836 + ], + [ + "▁sensory", + -12.632363319396973 + ], + [ + "▁Imperial", + -12.632501602172852 + ], + [ + "▁Dick", + -12.632542610168455 + ], + [ + "kampf", + -12.632596969604492 + ], + [ + "▁Arzt", + -12.63267993927002 + ], + [ + "▁Reason", + -12.63267993927002 + ], + [ + "ITS", + -12.63270092010498 + ], + [ + "URL", + -12.632720947265623 + ], + [ + "demonstrates", + -12.632725715637209 + ], + [ + "▁dépend", + -12.632753372192385 + ], + [ + "NAS", + -12.632970809936523 + ], + [ + "▁funcți", + -12.633031845092772 + ], + [ + "▁vulnerability", + -12.633085250854492 + ], + [ + "2.7", + -12.633143424987791 + ], + [ + "layered", + -12.633152961730955 + ], + [ + "escence", + -12.633206367492676 + ], + [ + "▁République", + -12.633346557617188 + ], + [ + "▁Lust", + -12.633377075195312 + ], + [ + "▁sute", + -12.633381843566896 + ], + [ + "▁autonomous", + -12.633661270141602 + ], + [ + "Biserica", + -12.633662223815918 + ], + [ + "▁Chuck", + -12.633749961853027 + ], + [ + "▁protéger", + -12.6339750289917 + ], + [ + "rrell", + -12.634061813354492 + ], + [ + "▁Schaden", + -12.634062767028809 + ], + [ + "prennent", + -12.634100914001465 + ], + [ + "maß", + -12.6343412399292 + ], + [ + "OV", + -12.634453773498535 + ], + [ + "▁Wake", + -12.63450813293457 + ], + [ + "produire", + -12.634635925292969 + ], + [ + "▁Elder", + -12.63474941253662 + ], + [ + "Max", + -12.634839057922363 + ], + [ + "▁Chemistry", + -12.634918212890623 + ], + [ + "▁gourmet", + -12.634918212890623 + ], + [ + "erri", + -12.634967803955078 + ], + [ + "ени", + -12.635085105895996 + ], + [ + "▁Gru", + -12.635147094726562 + ], + [ + "▁vorbit", + -12.635408401489258 + ], + [ + "▁precede", + -12.635455131530762 + ], + [ + "▁randomly", + -12.635489463806152 + ], + [ + "▁efecte", + -12.63563060760498 + ], + [ + "▁calatori", + -12.635668754577637 + ], + [ + "▁Poor", + -12.635765075683594 + ], + [ + "List", + -12.635781288146973 + ], + [ + "▁regula", + -12.635964393615724 + ], + [ + "▁organisé", + -12.636028289794922 + ], + [ + "Div", + -12.63607692718506 + ], + [ + "▁volunteering", + -12.636423110961914 + ], + [ + "▁horr", + -12.636449813842772 + ], + [ + "9.99", + -12.636487007141112 + ], + [ + "▁UPS", + -12.636513710021973 + ], + [ + "▁englez", + -12.63652229309082 + ], + [ + "▁Eden", + -12.636523246765137 + ], + [ + "GG", + -12.63659954071045 + ], + [ + "▁typing", + -12.63664722442627 + ], + [ + "Likewise", + -12.636700630187988 + ], + [ + "▁stabilize", + -12.636737823486328 + ], + [ + "physio", + -12.636747360229492 + ], + [ + "ми", + -12.636785507202148 + ], + [ + "▁protagonist", + -12.636808395385742 + ], + [ + "▁velvet", + -12.636812210083008 + ], + [ + "schrank", + -12.63686180114746 + ], + [ + "▁Allah", + -12.63693618774414 + ], + [ + "▁forefront", + -12.636968612670898 + ], + [ + "▁salaries", + -12.637001037597656 + ], + [ + "▁prediction", + -12.637041091918944 + ], + [ + "▁Advent", + -12.637182235717772 + ], + [ + "politik", + -12.637280464172363 + ], + [ + "▁Heimat", + -12.63735008239746 + ], + [ + "ducted", + -12.637380599975586 + ], + [ + "ASH", + -12.637386322021484 + ], + [ + "▁Mold", + -12.637773513793944 + ], + [ + "▁publi", + -12.63784122467041 + ], + [ + "▁Vil", + -12.637892723083496 + ], + [ + "▁stu", + -12.637925148010254 + ], + [ + "INTE", + -12.638032913208008 + ], + [ + "▁fave", + -12.638151168823242 + ], + [ + "▁grounded", + -12.638175010681152 + ], + [ + "▁Anything", + -12.638184547424316 + ], + [ + "vik", + -12.63848114013672 + ], + [ + "Bank", + -12.63853645324707 + ], + [ + "deserved", + -12.638550758361816 + ], + [ + "machen", + -12.63874626159668 + ], + [ + "▁rugged", + -12.638751029968262 + ], + [ + "▁Nest", + -12.638901710510254 + ], + [ + "▁profund", + -12.639043807983398 + ], + [ + "▁quantum", + -12.639067649841309 + ], + [ + "▁funcționa", + -12.639118194580078 + ], + [ + "klu", + -12.639158248901367 + ], + [ + "▁consulter", + -12.63917350769043 + ], + [ + "MED", + -12.639286994934082 + ], + [ + "▁câştig", + -12.639334678649902 + ], + [ + "▁săptămâni", + -12.639334678649902 + ], + [ + "questioned", + -12.639517784118652 + ], + [ + "▁Trop", + -12.639530181884766 + ], + [ + "▁convo", + -12.639533042907717 + ], + [ + "▁sparkling", + -12.639533996582031 + ], + [ + "▁specialise", + -12.639566421508787 + ], + [ + "▁pancake", + -12.639726638793944 + ], + [ + "habitude", + -12.639727592468262 + ], + [ + "phal", + -12.640009880065918 + ], + [ + "▁Roche", + -12.640158653259276 + ], + [ + "▁personalities", + -12.640250205993652 + ], + [ + "▁Venice", + -12.640308380126951 + ], + [ + "▁comerciale", + -12.640379905700684 + ], + [ + "▁wounded", + -12.64075756072998 + ], + [ + "▁oraş", + -12.640864372253418 + ], + [ + "▁Pepper", + -12.64104461669922 + ], + [ + "▁Tourist", + -12.641094207763672 + ], + [ + "▁Mull", + -12.64116382598877 + ], + [ + "▁dignity", + -12.641234397888184 + ], + [ + "▁Fixed", + -12.641291618347168 + ], + [ + "çant", + -12.64130687713623 + ], + [ + "▁spectator", + -12.641402244567873 + ], + [ + "▁somn", + -12.641685485839844 + ], + [ + "▁ständig", + -12.641820907592772 + ], + [ + "▁resilience", + -12.64186668395996 + ], + [ + "▁Malta", + -12.642251014709473 + ], + [ + "▁problemele", + -12.642253875732422 + ], + [ + "▁Martha", + -12.642254829406738 + ], + [ + "▁extern", + -12.642267227172852 + ], + [ + "embre", + -12.642379760742188 + ], + [ + "▁médical", + -12.642526626586914 + ], + [ + "fordern", + -12.64256477355957 + ], + [ + "nji", + -12.642592430114746 + ], + [ + "▁aboard", + -12.642740249633787 + ], + [ + "▁sidewalk", + -12.642759323120115 + ], + [ + "WIN", + -12.642775535583496 + ], + [ + "▁Bobby", + -12.642842292785645 + ], + [ + "▁umfangreiche", + -12.642876625061035 + ], + [ + "leid", + -12.64292049407959 + ], + [ + "▁compens", + -12.642967224121094 + ], + [ + "▁juge", + -12.64299488067627 + ], + [ + "gerufen", + -12.64311408996582 + ], + [ + "▁médicament", + -12.64313507080078 + ], + [ + "▁1918", + -12.643155097961426 + ], + [ + "▁blanche", + -12.643163681030272 + ], + [ + "▁pleasing", + -12.643220901489258 + ], + [ + "▁propria", + -12.643471717834473 + ], + [ + "ergebnisse", + -12.643503189086914 + ], + [ + "▁retrouv", + -12.643571853637695 + ], + [ + "urteil", + -12.643592834472656 + ], + [ + "▁Draft", + -12.64361572265625 + ], + [ + "▁concluzi", + -12.643671035766602 + ], + [ + "centralized", + -12.643789291381836 + ], + [ + "▁Hannah", + -12.64382266998291 + ], + [ + "grija", + -12.64392375946045 + ], + [ + "▁Exercise", + -12.643972396850586 + ], + [ + "RAL", + -12.644001960754396 + ], + [ + "creme", + -12.64408016204834 + ], + [ + "High", + -12.644126892089844 + ], + [ + "clude", + -12.644131660461426 + ], + [ + "Considering", + -12.644208908081056 + ], + [ + "▁Guarantee", + -12.644404411315918 + ], + [ + "▁cuptor", + -12.644436836242676 + ], + [ + "ivität", + -12.64468002319336 + ], + [ + "▁Southwest", + -12.644882202148438 + ], + [ + "▁vivant", + -12.644890785217283 + ], + [ + "Your", + -12.64498519897461 + ], + [ + "▁Stunde", + -12.64500331878662 + ], + [ + "▁Ethernet", + -12.64504051208496 + ], + [ + "angebote", + -12.645078659057615 + ], + [ + "▁Sage", + -12.645271301269531 + ], + [ + "▁Boeing", + -12.64529514312744 + ], + [ + "▁$300", + -12.645381927490234 + ], + [ + "2-4", + -12.64546012878418 + ], + [ + "▁nécessit", + -12.645516395568848 + ], + [ + "▁ferment", + -12.645599365234377 + ], + [ + "▁Anmeldung", + -12.64567756652832 + ], + [ + "▁exhausted", + -12.645758628845217 + ], + [ + "▁Schloss", + -12.64577293395996 + ], + [ + "▁Replacement", + -12.645859718322754 + ], + [ + "▁Aussi", + -12.645933151245115 + ], + [ + "jection", + -12.646127700805664 + ], + [ + "978", + -12.64615535736084 + ], + [ + "▁siège", + -12.646258354187012 + ], + [ + "crest", + -12.646310806274414 + ], + [ + "▁jumatate", + -12.646312713623049 + ], + [ + "effizient", + -12.646317481994627 + ], + [ + "▁colaborare", + -12.6464262008667 + ], + [ + "HQ", + -12.646615028381348 + ], + [ + "130", + -12.646695137023926 + ], + [ + "culaire", + -12.646907806396484 + ], + [ + "▁Jamaica", + -12.646952629089355 + ], + [ + "▁cardboard", + -12.64731216430664 + ], + [ + "▁technische", + -12.64731502532959 + ], + [ + "▁cereri", + -12.647507667541504 + ], + [ + "▁contradict", + -12.647570610046388 + ], + [ + "▁irrigation", + -12.647586822509766 + ], + [ + "Nume", + -12.64765739440918 + ], + [ + "▁Bier", + -12.647714614868164 + ], + [ + "▁livrare", + -12.647903442382812 + ], + [ + "▁reservoir", + -12.647906303405762 + ], + [ + "vâr", + -12.648130416870115 + ], + [ + "▁galben", + -12.648213386535645 + ], + [ + "▁Geneva", + -12.648303985595703 + ], + [ + "▁lightning", + -12.648418426513672 + ], + [ + "wished", + -12.64842414855957 + ], + [ + "▁Blind", + -12.648481369018556 + ], + [ + "Interested", + -12.648499488830566 + ], + [ + "▁Primări", + -12.648627281188965 + ], + [ + "anthropo", + -12.648954391479492 + ], + [ + "▁Transaction", + -12.648961067199709 + ], + [ + "▁marcat", + -12.648971557617188 + ], + [ + "▁gelegen", + -12.649077415466309 + ], + [ + "▁contemporain", + -12.649182319641112 + ], + [ + "▁politică", + -12.649182319641112 + ], + [ + "▁1948", + -12.64928150177002 + ], + [ + "▁Mik", + -12.649287223815918 + ], + [ + "▁preţ", + -12.649310111999512 + ], + [ + "moor", + -12.64931297302246 + ], + [ + "ANN", + -12.649432182312012 + ], + [ + "▁constructive", + -12.649454116821287 + ], + [ + "konzept", + -12.649502754211426 + ], + [ + "▁entendu", + -12.649511337280272 + ], + [ + "▁Genesis", + -12.649541854858398 + ], + [ + "arzt", + -12.649581909179688 + ], + [ + "▁Allgemein", + -12.64970874786377 + ], + [ + "▁Derby", + -12.649725914001465 + ], + [ + "Class", + -12.649762153625488 + ], + [ + "▁$12", + -12.649770736694336 + ], + [ + "▁Tube", + -12.6498441696167 + ], + [ + "▁Contribu", + -12.649847030639648 + ], + [ + "▁HAVE", + -12.649860382080078 + ], + [ + "▁oxide", + -12.64986515045166 + ], + [ + "▁producator", + -12.649941444396973 + ], + [ + "▁Bench", + -12.650132179260254 + ], + [ + "▁comprehend", + -12.650139808654783 + ], + [ + "▁Damen", + -12.650494575500488 + ], + [ + "▁Garant", + -12.65056037902832 + ], + [ + "▁disappointing", + -12.650614738464355 + ], + [ + "▁réalisée", + -12.650693893432615 + ], + [ + "▁comportement", + -12.65072250366211 + ], + [ + "▁clash", + -12.650753021240234 + ], + [ + "▁curry", + -12.65076732635498 + ], + [ + "▁Lebanon", + -12.65078067779541 + ], + [ + "▁Romaniei", + -12.650784492492676 + ], + [ + "▁reprise", + -12.650840759277344 + ], + [ + "▁perceive", + -12.65095329284668 + ], + [ + "▁weaknesses", + -12.65101146697998 + ], + [ + "▁aminti", + -12.651057243347168 + ], + [ + "▁Concern", + -12.651103973388672 + ], + [ + "shadow", + -12.651310920715332 + ], + [ + "▁basin", + -12.651311874389648 + ], + [ + "moral", + -12.652063369750977 + ], + [ + "▁Hughes", + -12.652101516723633 + ], + [ + "Psych", + -12.652266502380373 + ], + [ + "▁Lieferung", + -12.65227222442627 + ], + [ + "▁serrurier", + -12.652379035949709 + ], + [ + "ussi", + -12.652386665344238 + ], + [ + "▁timpului", + -12.6524658203125 + ], + [ + "üm", + -12.652629852294922 + ], + [ + "▁Vladimir", + -12.652701377868652 + ], + [ + "▁Jag", + -12.65279483795166 + ], + [ + "▁verific", + -12.652849197387695 + ], + [ + "▁Pru", + -12.652894020080566 + ], + [ + "▁Laut", + -12.653285026550291 + ], + [ + "ITA", + -12.653287887573242 + ], + [ + "usually", + -12.653294563293455 + ], + [ + "▁carrière", + -12.65341854095459 + ], + [ + "▁extracted", + -12.653663635253906 + ], + [ + "kultur", + -12.653679847717283 + ], + [ + "öpfe", + -12.653932571411133 + ], + [ + "▁rejection", + -12.654016494750977 + ], + [ + "▁Hydr", + -12.654062271118164 + ], + [ + "▁informaţii", + -12.654098510742188 + ], + [ + "▁tolerate", + -12.654122352600098 + ], + [ + "▁cinéma", + -12.654302597045898 + ], + [ + "traumatic", + -12.654305458068848 + ], + [ + "produkt", + -12.65445041656494 + ], + [ + "▁Contest", + -12.654560089111328 + ], + [ + "lotte", + -12.654570579528809 + ], + [ + "▁Pension", + -12.65461254119873 + ], + [ + "▁Advertising", + -12.654623985290527 + ], + [ + "▁payout", + -12.654772758483888 + ], + [ + "▁Amanda", + -12.65481185913086 + ], + [ + "Elect", + -12.65485668182373 + ], + [ + "▁interiorul", + -12.654996871948242 + ], + [ + "stay", + -12.655348777770996 + ], + [ + "▁feminine", + -12.655352592468262 + ], + [ + "▁întâmplă", + -12.655437469482422 + ], + [ + "▁insult", + -12.65562915802002 + ], + [ + "▁chocolat", + -12.65567398071289 + ], + [ + "▁noroc", + -12.655750274658203 + ], + [ + "▁centr", + -12.655781745910645 + ], + [ + "▁Bühne", + -12.655858039855955 + ], + [ + "mighty", + -12.6558837890625 + ], + [ + "▁Buddha", + -12.655908584594728 + ], + [ + "▁parental", + -12.655997276306152 + ], + [ + "storm", + -12.656451225280762 + ], + [ + "recurring", + -12.6565523147583 + ], + [ + "▁luxe", + -12.656588554382324 + ], + [ + "niște", + -12.656728744506836 + ], + [ + "cuit", + -12.65683937072754 + ], + [ + "▁ausgewählt", + -12.656880378723145 + ], + [ + "▁dumb", + -12.657047271728516 + ], + [ + "IPS", + -12.657127380371094 + ], + [ + "▁Thir", + -12.65717887878418 + ], + [ + "Definitely", + -12.65719509124756 + ], + [ + "▁hilarious", + -12.65719509124756 + ], + [ + "▁rainbow", + -12.657231330871582 + ], + [ + "▁Bravo", + -12.657251358032228 + ], + [ + "▁entstanden", + -12.657259941101074 + ], + [ + "itorul", + -12.657269477844238 + ], + [ + "▁prosperity", + -12.657299041748049 + ], + [ + "▁Bord", + -12.657336235046388 + ], + [ + "▁familiei", + -12.657363891601562 + ], + [ + "▁scade", + -12.657425880432127 + ], + [ + "wöhn", + -12.657426834106444 + ], + [ + "▁ingrediente", + -12.65743637084961 + ], + [ + "RAD", + -12.657441139221191 + ], + [ + "▁tăi", + -12.657472610473633 + ], + [ + "bours", + -12.65747356414795 + ], + [ + "ATI", + -12.657540321350098 + ], + [ + "▁Blake", + -12.65761661529541 + ], + [ + "▁Implement", + -12.657712936401367 + ], + [ + "▁Beziehung", + -12.657838821411133 + ], + [ + "finanz", + -12.657953262329102 + ], + [ + "intestin", + -12.658513069152832 + ], + [ + "ließen", + -12.658535957336426 + ], + [ + "▁récent", + -12.658594131469728 + ], + [ + "▁laminate", + -12.658692359924316 + ], + [ + "▁Hör", + -12.65876579284668 + ], + [ + "▁personnalisé", + -12.658804893493652 + ], + [ + "edel", + -12.65890121459961 + ], + [ + "▁advertisement", + -12.658902168273926 + ], + [ + "▁pinterest", + -12.658921241760254 + ], + [ + "185", + -12.659058570861816 + ], + [ + "identité", + -12.65938949584961 + ], + [ + "▁Brick", + -12.659408569335938 + ], + [ + "Glu", + -12.65941047668457 + ], + [ + "▁attendant", + -12.659571647644045 + ], + [ + "▁Flip", + -12.65961456298828 + ], + [ + "attracting", + -12.659662246704102 + ], + [ + "functional", + -12.659703254699709 + ], + [ + "conceived", + -12.659772872924805 + ], + [ + "▁summarize", + -12.65977382659912 + ], + [ + "adjusting", + -12.659809112548828 + ], + [ + "CAL", + -12.660041809082031 + ], + [ + "▁Operating", + -12.660076141357422 + ], + [ + "zzi", + -12.66008472442627 + ], + [ + "▁Rover", + -12.6603364944458 + ], + [ + "▁versuchen", + -12.6603364944458 + ], + [ + "▁articulate", + -12.660600662231444 + ], + [ + "▁privé", + -12.660614013671877 + ], + [ + "▁consequent", + -12.660663604736328 + ], + [ + "EAT", + -12.660690307617188 + ], + [ + "▁Marsh", + -12.660696983337402 + ], + [ + "▁teenage", + -12.660717964172363 + ], + [ + "▁Renaissance", + -12.660740852355955 + ], + [ + "▁furnizor", + -12.660883903503418 + ], + [ + "▁Desert", + -12.660894393920898 + ], + [ + "unicipiului", + -12.66104793548584 + ], + [ + "▁ulterior", + -12.661065101623535 + ], + [ + "▁Ebene", + -12.661280632019045 + ], + [ + "▁monkey", + -12.661351203918455 + ], + [ + "▁enclosed", + -12.661389350891112 + ], + [ + "▁profitability", + -12.66139030456543 + ], + [ + "▁Evolution", + -12.661628723144531 + ], + [ + "▁adica", + -12.661670684814451 + ], + [ + "▁Structure", + -12.661709785461426 + ], + [ + "▁primer", + -12.661761283874512 + ], + [ + "▁asigură", + -12.662001609802246 + ], + [ + "▁Manuel", + -12.662220001220703 + ], + [ + "polita", + -12.662267684936523 + ], + [ + "▁Portable", + -12.662286758422852 + ], + [ + "fecți", + -12.662413597106934 + ], + [ + "▁obscure", + -12.662424087524414 + ], + [ + "▁Atlas", + -12.662436485290527 + ], + [ + "fährt", + -12.662679672241213 + ], + [ + "▁clinician", + -12.662837982177734 + ], + [ + "fuhr", + -12.66310977935791 + ], + [ + "▁matériaux", + -12.663113594055176 + ], + [ + "écrire", + -12.663142204284668 + ], + [ + "▁suspicious", + -12.6632080078125 + ], + [ + "pore", + -12.663263320922852 + ], + [ + "▁outdated", + -12.663304328918455 + ], + [ + "▁Mädchen", + -12.663328170776367 + ], + [ + "rcis", + -12.66342067718506 + ], + [ + "nicht", + -12.663463592529297 + ], + [ + "holding", + -12.663561820983888 + ], + [ + "▁heavier", + -12.66366195678711 + ], + [ + "ezimal", + -12.663960456848145 + ], + [ + "▁silicone", + -12.66397476196289 + ], + [ + "punerea", + -12.664108276367188 + ], + [ + "▁begeistert", + -12.66423797607422 + ], + [ + "2004", + -12.664283752441406 + ], + [ + "▁predecessor", + -12.664299011230469 + ], + [ + "▁overlap", + -12.664369583129885 + ], + [ + "▁digging", + -12.664376258850098 + ], + [ + "▁Upgrade", + -12.66440773010254 + ], + [ + "▁interesat", + -12.664543151855469 + ], + [ + "▁spinach", + -12.66456127166748 + ], + [ + "▁politice", + -12.664626121520996 + ], + [ + "activity", + -12.664831161499023 + ], + [ + "▁Rating", + -12.66484546661377 + ], + [ + "▁serrure", + -12.664846420288086 + ], + [ + "▁tânăr", + -12.664959907531738 + ], + [ + "▁WHAT", + -12.66497039794922 + ], + [ + "▁railroad", + -12.664989471435549 + ], + [ + "▁avid", + -12.665081024169922 + ], + [ + "▁Sophie", + -12.665084838867188 + ], + [ + "preferably", + -12.665173530578612 + ], + [ + "▁Fourth", + -12.665431022644045 + ], + [ + "kommenden", + -12.665452003479004 + ], + [ + "QUI", + -12.665478706359863 + ], + [ + "lohn", + -12.665505409240724 + ], + [ + "▁promis", + -12.665611267089844 + ], + [ + "▁shrub", + -12.665621757507324 + ], + [ + "nummer", + -12.66579818725586 + ], + [ + "▁dinosaur", + -12.665922164916992 + ], + [ + "▁Lucky", + -12.665937423706056 + ], + [ + "relates", + -12.666038513183594 + ], + [ + "▁FROM", + -12.666049003601074 + ], + [ + "▁racism", + -12.66610336303711 + ], + [ + "physical", + -12.66611385345459 + ], + [ + "alcoholic", + -12.666119575500488 + ], + [ + "▁reef", + -12.666126251220703 + ], + [ + "▁centru", + -12.66618824005127 + ], + [ + "université", + -12.66622257232666 + ], + [ + "▁visage", + -12.666232109069824 + ], + [ + "ităţile", + -12.666253089904783 + ], + [ + "▁Gent", + -12.666345596313477 + ], + [ + "zugeben", + -12.66643238067627 + ], + [ + "▁paradise", + -12.66646957397461 + ], + [ + "fuel", + -12.666505813598633 + ], + [ + "ografie", + -12.666568756103516 + ], + [ + "▁TIP", + -12.666730880737305 + ], + [ + "schreibung", + -12.66683292388916 + ], + [ + "▁bark", + -12.666840553283691 + ], + [ + "accéder", + -12.666895866394045 + ], + [ + "▁contamination", + -12.666937828063965 + ], + [ + "▁swelling", + -12.666950225830078 + ], + [ + "▁optimistic", + -12.666974067687988 + ], + [ + "▁differential", + -12.667015075683594 + ], + [ + "▁Arad", + -12.667030334472656 + ], + [ + "toxins", + -12.667075157165527 + ], + [ + "▁übernehmen", + -12.667091369628906 + ], + [ + "▁anime", + -12.667143821716309 + ], + [ + "actuel", + -12.667462348937988 + ], + [ + "▁bientôt", + -12.667525291442873 + ], + [ + "▁Patio", + -12.66761302947998 + ], + [ + "▁baisse", + -12.667630195617676 + ], + [ + "▁sprint", + -12.66773796081543 + ], + [ + "▁bilden", + -12.66811466217041 + ], + [ + "VAL", + -12.668132781982422 + ], + [ + "▁réflexion", + -12.668220520019531 + ], + [ + "hopping", + -12.668242454528809 + ], + [ + "genesis", + -12.66834545135498 + ], + [ + "achtet", + -12.668435096740724 + ], + [ + "▁chinois", + -12.66852569580078 + ], + [ + "▁dezvoltat", + -12.668795585632324 + ], + [ + "arguably", + -12.66884708404541 + ], + [ + "▁Protocol", + -12.66884708404541 + ], + [ + "▁Sterling", + -12.668862342834473 + ], + [ + "▁Cave", + -12.668975830078123 + ], + [ + "▁Condo", + -12.66921615600586 + ], + [ + "▁erhöht", + -12.669235229492188 + ], + [ + "typische", + -12.669416427612305 + ], + [ + "merged", + -12.669439315795898 + ], + [ + "▁accumulation", + -12.669560432434082 + ], + [ + "sicherlich", + -12.669569969177246 + ], + [ + "kW", + -12.669620513916016 + ], + [ + "▁schriftlich", + -12.669757843017578 + ], + [ + "▁Vorteile", + -12.669918060302734 + ], + [ + "▁Northeast", + -12.669922828674316 + ], + [ + "frunt", + -12.669941902160645 + ], + [ + "istik", + -12.670003890991213 + ], + [ + "erster", + -12.670035362243652 + ], + [ + "▁Assistance", + -12.670150756835938 + ], + [ + "▁Fantastic", + -12.670150756835938 + ], + [ + "▁bărbat", + -12.670150756835938 + ], + [ + "▁Grinding", + -12.670151710510254 + ], + [ + "▁diffusion", + -12.670161247253418 + ], + [ + "▁vreun", + -12.670331954956056 + ], + [ + "▁Butler", + -12.670342445373535 + ], + [ + "▁Cherry", + -12.670352935791016 + ], + [ + "▁visualization", + -12.670540809631348 + ], + [ + "Paket", + -12.670572280883787 + ], + [ + "blin", + -12.670619010925291 + ], + [ + "▁cadou", + -12.670705795288086 + ], + [ + "▁Celtic", + -12.670754432678224 + ], + [ + "alegerea", + -12.670894622802734 + ], + [ + "▁Dorf", + -12.671035766601562 + ], + [ + "▁Noir", + -12.671185493469238 + ], + [ + "payment", + -12.67126750946045 + ], + [ + "▁Caroline", + -12.671334266662598 + ], + [ + "▁Berry", + -12.671359062194824 + ], + [ + "▁professeur", + -12.67147445678711 + ], + [ + "▁gratuitement", + -12.671503067016602 + ], + [ + "Suntem", + -12.671523094177246 + ], + [ + "IAN", + -12.671738624572754 + ], + [ + "▁fingerprint", + -12.671780586242676 + ], + [ + "▁controversy", + -12.671781539916992 + ], + [ + "▁fled", + -12.671875 + ], + [ + "▁Pokémon", + -12.67210865020752 + ], + [ + "excluding", + -12.67211627960205 + ], + [ + "▁friction", + -12.672161102294922 + ], + [ + "therapie", + -12.67225456237793 + ], + [ + "/7", + -12.672398567199709 + ], + [ + "▁designation", + -12.672442436218262 + ], + [ + "▁Belgia", + -12.672704696655272 + ], + [ + "▁cursuri", + -12.672836303710938 + ], + [ + "model", + -12.672840118408203 + ], + [ + "super", + -12.672987937927246 + ], + [ + "▁réduit", + -12.673028945922852 + ], + [ + "▁implicit", + -12.673177719116213 + ], + [ + "athlon", + -12.673227310180664 + ], + [ + "anniversaire", + -12.673416137695312 + ], + [ + "▁teaspoon", + -12.673416137695312 + ], + [ + "▁corrosion", + -12.673418998718262 + ], + [ + "▁überzeugt", + -12.673418998718262 + ], + [ + "▁flawless", + -12.673421859741213 + ], + [ + "▁vegetation", + -12.673477172851562 + ], + [ + "▁iarna", + -12.673507690429688 + ], + [ + "▁psychologist", + -12.673591613769531 + ], + [ + "hora", + -12.673625946044922 + ], + [ + "gab", + -12.67387580871582 + ], + [ + "▁soothing", + -12.674084663391112 + ], + [ + "▁stew", + -12.674141883850098 + ], + [ + "▁wager", + -12.674172401428224 + ], + [ + "▁tinere", + -12.674322128295898 + ], + [ + "▁baut", + -12.674323081970217 + ], + [ + "ecunoscut", + -12.674352645874023 + ], + [ + "gearbeitet", + -12.67442226409912 + ], + [ + "▁functi", + -12.674480438232422 + ], + [ + "▁dürfte", + -12.674724578857422 + ], + [ + "▁média", + -12.674724578857422 + ], + [ + "▁campanie", + -12.67475700378418 + ], + [ + "▁Distribu", + -12.674817085266112 + ], + [ + "▁mentoring", + -12.674959182739258 + ], + [ + "▁criz", + -12.675020217895508 + ], + [ + "findest", + -12.675056457519531 + ], + [ + "▁Vasile", + -12.675058364868164 + ], + [ + "▁compassionate", + -12.675115585327148 + ], + [ + "▁Tudor", + -12.675140380859377 + ], + [ + "▁flare", + -12.675260543823242 + ], + [ + "intreaga", + -12.675283432006836 + ], + [ + "gaz", + -12.6753511428833 + ], + [ + "▁porcelain", + -12.675379753112791 + ], + [ + "▁expedition", + -12.67552089691162 + ], + [ + "▁Azure", + -12.67553997039795 + ], + [ + "räumen", + -12.675549507141112 + ], + [ + "eiro", + -12.675567626953123 + ], + [ + "variante", + -12.675804138183594 + ], + [ + "▁Lucy", + -12.675825119018556 + ], + [ + "ôle", + -12.675909996032717 + ], + [ + "▁revenir", + -12.67602252960205 + ], + [ + "▁stained", + -12.676040649414062 + ], + [ + "▁falsch", + -12.676166534423828 + ], + [ + "▁incorpor", + -12.676166534423828 + ], + [ + "merkt", + -12.676187515258787 + ], + [ + "▁achten", + -12.6762056350708 + ], + [ + "▁hello", + -12.67629051208496 + ], + [ + "selben", + -12.676422119140623 + ], + [ + "ifty", + -12.676525115966797 + ], + [ + "▁Feier", + -12.67653751373291 + ], + [ + "1.000", + -12.676557540893556 + ], + [ + "▁Patch", + -12.676583290100098 + ], + [ + "peptid", + -12.676846504211426 + ], + [ + "▁recovering", + -12.676898956298828 + ], + [ + "Symptom", + -12.677020072937012 + ], + [ + "▁Auckland", + -12.677020072937012 + ], + [ + "▁retrieve", + -12.677328109741213 + ], + [ + "▁800-", + -12.67733097076416 + ], + [ + "schlagen", + -12.677473068237305 + ], + [ + "▁lourd", + -12.677562713623049 + ], + [ + "▁Purple", + -12.67760181427002 + ], + [ + "▁mittels", + -12.677776336669922 + ], + [ + "▁Düsseldorf", + -12.67800521850586 + ], + [ + "▁getaway", + -12.67803955078125 + ], + [ + "▁Cedar", + -12.678061485290527 + ], + [ + "▁Function", + -12.678241729736328 + ], + [ + "▁bizarre", + -12.67833423614502 + ], + [ + "4.3", + -12.67849063873291 + ], + [ + "▁fundraiser", + -12.67866325378418 + ], + [ + "geared", + -12.678780555725098 + ], + [ + "▁privée", + -12.678781509399414 + ], + [ + "▁Bonjour", + -12.67894458770752 + ], + [ + "Gar", + -12.67895793914795 + ], + [ + "▁Lloyd", + -12.678991317749023 + ], + [ + "▁Reinigung", + -12.6790132522583 + ], + [ + "▁Geno", + -12.679155349731444 + ], + [ + "▁Teilnahme", + -12.67919635772705 + ], + [ + "pian", + -12.679362297058104 + ], + [ + "sammelt", + -12.679368019104004 + ], + [ + "Pad", + -12.679755210876465 + ], + [ + "▁Troy", + -12.67976188659668 + ], + [ + "HG", + -12.679943084716797 + ], + [ + "▁klein", + -12.679962158203123 + ], + [ + "▁lettuce", + -12.679978370666504 + ], + [ + "▁patrimoine", + -12.679978370666504 + ], + [ + "▁cooker", + -12.680055618286133 + ], + [ + "▁accesibil", + -12.680137634277344 + ], + [ + "▁Spray", + -12.680201530456545 + ], + [ + "▁negotiation", + -12.68047046661377 + ], + [ + "▁jewel", + -12.680480003356934 + ], + [ + "▁dynamique", + -12.68063735961914 + ], + [ + "▁plastique", + -12.68067741394043 + ], + [ + "▁Limo", + -12.680682182312012 + ], + [ + "▁Funk", + -12.68069076538086 + ], + [ + "▁omului", + -12.680702209472656 + ], + [ + "title", + -12.680768013000488 + ], + [ + "curved", + -12.68082046508789 + ], + [ + "▁Lemon", + -12.680851936340332 + ], + [ + "förder", + -12.68089199066162 + ], + [ + "▁bewusst", + -12.681112289428713 + ], + [ + "inevitably", + -12.681296348571776 + ], + [ + "▁derivative", + -12.681297302246094 + ], + [ + "2:30", + -12.681300163269045 + ], + [ + "komfort", + -12.68130588531494 + ], + [ + "original", + -12.681480407714844 + ], + [ + "sanct", + -12.681540489196776 + ], + [ + "▁matte", + -12.6815767288208 + ], + [ + "empêche", + -12.681628227233888 + ], + [ + "▁jucător", + -12.681634902954102 + ], + [ + "▁attentive", + -12.681640625 + ], + [ + "▁recunoscut", + -12.681674003601074 + ], + [ + "▁Brush", + -12.68167495727539 + ], + [ + "▁consommateur", + -12.68183422088623 + ], + [ + "érence", + -12.682063102722168 + ], + [ + "typical", + -12.682084083557127 + ], + [ + "strategie", + -12.682205200195312 + ], + [ + "Effekt", + -12.682290077209473 + ], + [ + "▁Alcohol", + -12.682292938232422 + ], + [ + "oji", + -12.682333946228027 + ], + [ + "▁ruler", + -12.682357788085938 + ], + [ + "▁Norwegian", + -12.682615280151367 + ], + [ + "▁PlayStation", + -12.682615280151367 + ], + [ + "▁Hook", + -12.682747840881348 + ], + [ + "▁viewpoint", + -12.682759284973145 + ], + [ + "THER", + -12.682841300964355 + ], + [ + "420", + -12.682888984680176 + ], + [ + "Consequently", + -12.68294620513916 + ], + [ + "▁entschieden", + -12.68294620513916 + ], + [ + "▁Trag", + -12.68295669555664 + ], + [ + "▁Dawn", + -12.683003425598145 + ], + [ + "▁fuss", + -12.68301773071289 + ], + [ + "*****", + -12.683040618896484 + ], + [ + "▁Bullet", + -12.683140754699709 + ], + [ + "CAM", + -12.683155059814451 + ], + [ + "▁wonderfully", + -12.683201789855955 + ], + [ + "▁parlamentar", + -12.683263778686523 + ], + [ + "▁geometric", + -12.683307647705078 + ], + [ + "talement", + -12.683321952819824 + ], + [ + "/2018", + -12.68357753753662 + ], + [ + "▁oversight", + -12.684036254882812 + ], + [ + "kindly", + -12.684080123901367 + ], + [ + "therm", + -12.68430519104004 + ], + [ + "▁treaba", + -12.6846342086792 + ], + [ + "▁Trim", + -12.68471908569336 + ], + [ + "▁intelege", + -12.684842109680176 + ], + [ + "cino", + -12.685032844543455 + ], + [ + "▁straw", + -12.68508529663086 + ], + [ + "Tru", + -12.685251235961914 + ], + [ + "▁Television", + -12.68530559539795 + ], + [ + "Trader", + -12.68538761138916 + ], + [ + "▁Passion", + -12.685394287109377 + ], + [ + "rescu", + -12.685622215270996 + ], + [ + "Nicol", + -12.685635566711426 + ], + [ + "luj", + -12.685805320739746 + ], + [ + "▁mijloace", + -12.685921669006348 + ], + [ + "▁Removal", + -12.685922622680664 + ], + [ + "▁1944", + -12.686034202575684 + ], + [ + "▁shortcut", + -12.686159133911133 + ], + [ + "▁Fett", + -12.68625831604004 + ], + [ + "largement", + -12.686371803283691 + ], + [ + "▁altern", + -12.686446189880373 + ], + [ + "▁cleansing", + -12.686562538146973 + ], + [ + "▁Qatar", + -12.686692237854004 + ], + [ + "▁Ceci", + -12.686826705932615 + ], + [ + "▁weave", + -12.686848640441896 + ], + [ + "schmerz", + -12.686878204345703 + ], + [ + "▁dots", + -12.686888694763184 + ], + [ + "Télécharger", + -12.68691635131836 + ], + [ + "▁Conduct", + -12.686944007873535 + ], + [ + "bekannten", + -12.687325477600098 + ], + [ + "▁lungime", + -12.687344551086426 + ], + [ + "▁Ferrari", + -12.687390327453612 + ], + [ + "▁totusi", + -12.68760585784912 + ], + [ + "▁Anniversary", + -12.687911033630373 + ], + [ + "▁wilderness", + -12.687911987304688 + ], + [ + "▁Christoph", + -12.687939643859863 + ], + [ + "▁Nikon", + -12.688112258911133 + ], + [ + "▁Digi", + -12.68818473815918 + ], + [ + "▁Blumen", + -12.688190460205078 + ], + [ + "▁altul", + -12.688249588012695 + ], + [ + "▁Parish", + -12.688321113586426 + ], + [ + "czy", + -12.688393592834473 + ], + [ + "▁temper", + -12.688401222229004 + ], + [ + "▁Powder", + -12.688576698303224 + ], + [ + "▁Arnold", + -12.68857765197754 + ], + [ + "capacitatea", + -12.688687324523926 + ], + [ + "nderungen", + -12.688787460327148 + ], + [ + "▁utilization", + -12.688859939575195 + ], + [ + "99%", + -12.688942909240724 + ], + [ + "▁Fear", + -12.689099311828612 + ], + [ + "JE", + -12.689165115356444 + ], + [ + "▁Simpson", + -12.689239501953123 + ], + [ + "▁Podcast", + -12.68924617767334 + ], + [ + "▁Cardinal", + -12.689290046691896 + ], + [ + "▁Distribution", + -12.689315795898438 + ], + [ + "▁Drawing", + -12.689373970031738 + ], + [ + "▁tint", + -12.689412117004396 + ], + [ + "▁hran", + -12.68945598602295 + ], + [ + "▁Slide", + -12.68960189819336 + ], + [ + "▁Vertrauen", + -12.689654350280762 + ], + [ + "cloth", + -12.68971061706543 + ], + [ + "▁redirect", + -12.68972873687744 + ], + [ + "126", + -12.689842224121094 + ], + [ + "▁constituie", + -12.68985652923584 + ], + [ + "Mai", + -12.690070152282717 + ], + [ + "▁idol", + -12.690088272094728 + ], + [ + "▁tehnice", + -12.690163612365724 + ], + [ + "dip", + -12.690393447875977 + ], + [ + "▁soldier", + -12.690400123596191 + ], + [ + "▁Ordin", + -12.690409660339355 + ], + [ + "wobe", + -12.69050407409668 + ], + [ + "▁Brent", + -12.69058895111084 + ], + [ + "▁Sudan", + -12.690597534179688 + ], + [ + "6000", + -12.690619468688965 + ], + [ + "turism", + -12.690689086914062 + ], + [ + "▁Rocky", + -12.690744400024414 + ], + [ + "naming", + -12.69092082977295 + ], + [ + "▁entrepreneurial", + -12.690925598144531 + ], + [ + "hearted", + -12.690962791442873 + ], + [ + "ayne", + -12.69097900390625 + ], + [ + "▁hover", + -12.691081047058104 + ], + [ + "▁skull", + -12.691279411315918 + ], + [ + "▁tribal", + -12.691407203674316 + ], + [ + "▁crafting", + -12.691543579101562 + ], + [ + "bewertungen", + -12.691569328308104 + ], + [ + "▁decizii", + -12.691625595092772 + ], + [ + "obwohl", + -12.691655158996582 + ], + [ + "▁compromised", + -12.691875457763672 + ], + [ + "▁quelqu", + -12.69195556640625 + ], + [ + "▁Hilton", + -12.692075729370115 + ], + [ + "▁maturity", + -12.692095756530762 + ], + [ + "gelesen", + -12.692100524902344 + ], + [ + "▁harbor", + -12.69210433959961 + ], + [ + "▁maple", + -12.692326545715332 + ], + [ + "▁développ", + -12.6924409866333 + ], + [ + "▁Nobody", + -12.692517280578612 + ], + [ + "équipement", + -12.69255542755127 + ], + [ + "121", + -12.69274616241455 + ], + [ + "140", + -12.692827224731444 + ], + [ + "▁artistes", + -12.692914962768556 + ], + [ + "▁depune", + -12.692941665649414 + ], + [ + "▁erase", + -12.693129539489746 + ], + [ + "▁erzählt", + -12.693197250366213 + ], + [ + "▁Hyundai", + -12.69323444366455 + ], + [ + "▁impairment", + -12.69323444366455 + ], + [ + "▁conving", + -12.693279266357422 + ], + [ + "chasing", + -12.693426132202148 + ], + [ + "▁Claus", + -12.693438529968262 + ], + [ + "▁adaptée", + -12.693687438964844 + ], + [ + "▁Raz", + -12.693740844726562 + ], + [ + "rugs", + -12.693796157836914 + ], + [ + "▁urme", + -12.69387435913086 + ], + [ + "Nonetheless", + -12.693902015686035 + ], + [ + "▁Cemetery", + -12.693902969360352 + ], + [ + "umps", + -12.693906784057615 + ], + [ + "ACA", + -12.694003105163574 + ], + [ + "▁perioade", + -12.694235801696776 + ], + [ + "▁slogan", + -12.694263458251951 + ], + [ + "▁downward", + -12.69444179534912 + ], + [ + "eidig", + -12.694446563720703 + ], + [ + "RAC", + -12.69444751739502 + ], + [ + "▁inaugur", + -12.694496154785156 + ], + [ + "се", + -12.694588661193848 + ], + [ + "▁înțeleg", + -12.694608688354492 + ], + [ + "▁hopeful", + -12.694635391235352 + ], + [ + "▁customization", + -12.6946439743042 + ], + [ + "▁prisoners", + -12.694708824157717 + ], + [ + "▁Rau", + -12.695270538330078 + ], + [ + "▁Pitt", + -12.695389747619627 + ], + [ + "ături", + -12.695542335510254 + ], + [ + "▁metabolic", + -12.695842742919922 + ], + [ + "▁Zach", + -12.695868492126465 + ], + [ + "▁umfassende", + -12.695914268493652 + ], + [ + "▁révél", + -12.695950508117676 + ], + [ + "131", + -12.696052551269531 + ], + [ + "ismului", + -12.696062088012695 + ], + [ + "▁Sac", + -12.69607639312744 + ], + [ + "efficacité", + -12.69624137878418 + ], + [ + "cruci", + -12.69625473022461 + ], + [ + "bisschen", + -12.69632339477539 + ], + [ + "▁Oster", + -12.696324348449709 + ], + [ + "lowered", + -12.6964693069458 + ], + [ + "▁Ausland", + -12.69674015045166 + ], + [ + "▁Pub", + -12.696794509887695 + ], + [ + "▁Marseille", + -12.696925163269045 + ], + [ + "▁Charter", + -12.696959495544434 + ], + [ + "howcasing", + -12.697010040283203 + ], + [ + "risti", + -12.6971435546875 + ], + [ + "▁thermostat", + -12.697151184082031 + ], + [ + "▁Clin", + -12.697233200073242 + ], + [ + "▁entsteht", + -12.697246551513672 + ], + [ + "Choosing", + -12.697248458862305 + ], + [ + "▁Schmerz", + -12.697284698486328 + ], + [ + "▁Till", + -12.697307586669922 + ], + [ + "▁Polo", + -12.697399139404297 + ], + [ + "▁proceduri", + -12.697402000427246 + ], + [ + "▁Believe", + -12.697444915771484 + ], + [ + "▁playful", + -12.697514533996582 + ], + [ + "▁verändert", + -12.697588920593262 + ], + [ + "▁pairing", + -12.697654724121094 + ], + [ + "MAG", + -12.69784927368164 + ], + [ + "leiste", + -12.69788932800293 + ], + [ + "▁testimonial", + -12.697916030883787 + ], + [ + "▁Economy", + -12.697916984558104 + ], + [ + "▁Wechsel", + -12.697918891906738 + ], + [ + "wirkung", + -12.69801139831543 + ], + [ + "▁exceeded", + -12.698030471801758 + ], + [ + "South", + -12.698067665100098 + ], + [ + "create", + -12.69822120666504 + ], + [ + "▁davantage", + -12.698270797729492 + ], + [ + "Log", + -12.69831657409668 + ], + [ + "▁irregular", + -12.69858741760254 + ], + [ + "VB", + -12.698691368103027 + ], + [ + "▁Rö", + -12.698741912841797 + ], + [ + "▁intreb", + -12.698881149291992 + ], + [ + "▁penser", + -12.698920249938965 + ], + [ + "▁déclaré", + -12.698923110961914 + ], + [ + "▁Tommy", + -12.699026107788086 + ], + [ + "2,500", + -12.699163436889648 + ], + [ + "▁Uganda", + -12.699260711669922 + ], + [ + "contacting", + -12.699445724487305 + ], + [ + "▁apreciat", + -12.699485778808594 + ], + [ + "▁beginnen", + -12.6995210647583 + ], + [ + "▁Gain", + -12.699580192565918 + ], + [ + "Office", + -12.69969654083252 + ], + [ + "ermittlung", + -12.699710845947266 + ], + [ + "▁Admission", + -12.699727058410645 + ], + [ + "▁Earl", + -12.6997652053833 + ], + [ + "▁Aviation", + -12.699833869934082 + ], + [ + "▁apologize", + -12.699929237365724 + ], + [ + "▁enclosure", + -12.699929237365724 + ], + [ + "▁Lack", + -12.69998836517334 + ], + [ + "wife", + -12.699995994567873 + ], + [ + "▁rotating", + -12.700016975402832 + ], + [ + "▁hergestellt", + -12.700020790100098 + ], + [ + "▁repository", + -12.70002269744873 + ], + [ + "TK", + -12.700149536132812 + ], + [ + "▁lectur", + -12.700190544128418 + ], + [ + "▁reflex", + -12.700286865234377 + ], + [ + "▁Harmon", + -12.700401306152344 + ], + [ + "▁vrem", + -12.700479507446287 + ], + [ + "▁Strange", + -12.70055103302002 + ], + [ + "▁champagne", + -12.700615882873535 + ], + [ + "▁oscil", + -12.700647354125977 + ], + [ + "sensitive", + -12.700677871704102 + ], + [ + "▁Sheriff", + -12.700841903686523 + ], + [ + "PRES", + -12.700956344604492 + ], + [ + "▁vow", + -12.70123291015625 + ], + [ + "▁dioxide", + -12.701276779174805 + ], + [ + "ен", + -12.701374053955078 + ], + [ + "▁corpului", + -12.701376914978027 + ], + [ + "▁prevăzut", + -12.70160961151123 + ], + [ + "India", + -12.701827049255373 + ], + [ + "hausse", + -12.70189094543457 + ], + [ + "▁clienți", + -12.70195770263672 + ], + [ + "▁entour", + -12.70202350616455 + ], + [ + "▁Sharp", + -12.70209789276123 + ], + [ + "▁teatru", + -12.702285766601562 + ], + [ + "▁Grow", + -12.702327728271484 + ], + [ + "▁caravan", + -12.70234203338623 + ], + [ + "▁sieben", + -12.702420234680176 + ], + [ + "▁cunosc", + -12.702502250671388 + ], + [ + "Bereichen", + -12.702527046203612 + ], + [ + "▁Benutzer", + -12.702619552612305 + ], + [ + "▁Ethiopia", + -12.702619552612305 + ], + [ + "▁Physics", + -12.702619552612305 + ], + [ + "preserving", + -12.70263385772705 + ], + [ + "ал", + -12.702712059020996 + ], + [ + "▁aerial", + -12.70272159576416 + ], + [ + "▁nouvel", + -12.702741622924805 + ], + [ + "▁stamped", + -12.702954292297363 + ], + [ + "▁inaugural", + -12.702970504760742 + ], + [ + "▁medicinal", + -12.702999114990234 + ], + [ + "Quite", + -12.703028678894045 + ], + [ + "accumulated", + -12.703165054321287 + ], + [ + "register", + -12.703271865844728 + ], + [ + "▁Falcon", + -12.70327377319336 + ], + [ + "▁boiling", + -12.703301429748535 + ], + [ + "▁advertised", + -12.703339576721191 + ], + [ + "collect", + -12.703362464904783 + ], + [ + "albeit", + -12.703418731689451 + ], + [ + "▁Organis", + -12.703473091125488 + ], + [ + "luate", + -12.703536033630373 + ], + [ + "▁préféré", + -12.70369815826416 + ], + [ + "▁frumoasa", + -12.703968048095703 + ], + [ + "▁truc", + -12.704092979431152 + ], + [ + "▁Fä", + -12.70415496826172 + ], + [ + "▁dome", + -12.704180717468262 + ], + [ + "Mobile", + -12.704191207885742 + ], + [ + "▁redeem", + -12.704198837280272 + ], + [ + "IONS", + -12.70422077178955 + ], + [ + "▁țări", + -12.704235076904297 + ], + [ + "▁singular", + -12.704385757446287 + ], + [ + "▁livestock", + -12.704425811767578 + ], + [ + "▁démont", + -12.704427719116213 + ], + [ + "clés", + -12.704527854919434 + ], + [ + "music", + -12.704561233520508 + ], + [ + "▁explicat", + -12.704602241516112 + ], + [ + "▁Fellowship", + -12.704703330993652 + ], + [ + "▁electrode", + -12.704760551452637 + ], + [ + "129", + -12.70497703552246 + ], + [ + "▁Rescue", + -12.704983711242676 + ], + [ + "▁Rocket", + -12.705159187316896 + ], + [ + "OSE", + -12.70530128479004 + ], + [ + "▁Sacramento", + -12.705317497253418 + ], + [ + "▁Haiti", + -12.705357551574709 + ], + [ + "▁Erwachsene", + -12.70539093017578 + ], + [ + "▁Terminal", + -12.70541000366211 + ], + [ + "URI", + -12.705453872680664 + ], + [ + "▁Rural", + -12.70549201965332 + ], + [ + "▁achizitiona", + -12.70552921295166 + ], + [ + "▁identifiable", + -12.705655097961426 + ], + [ + "▁gekauft", + -12.705659866333008 + ], + [ + "▁improper", + -12.705673217773438 + ], + [ + "lashes", + -12.705751419067385 + ], + [ + "vorbim", + -12.705751419067385 + ], + [ + "▁hinder", + -12.705862045288086 + ], + [ + "▁Grenz", + -12.705878257751465 + ], + [ + "Nav", + -12.705955505371094 + ], + [ + "alimentation", + -12.705972671508787 + ], + [ + "▁Cottage", + -12.7059965133667 + ], + [ + "▁nötig", + -12.70619773864746 + ], + [ + "▁cuprinde", + -12.70622444152832 + ], + [ + "session", + -12.706256866455078 + ], + [ + "▁Separat", + -12.70634651184082 + ], + [ + "▁besuchen", + -12.706672668457031 + ], + [ + "▁noodles", + -12.706684112548828 + ], + [ + "▁ballet", + -12.70669651031494 + ], + [ + "WG", + -12.706731796264648 + ], + [ + "▁Duty", + -12.706871032714844 + ], + [ + "▁porc", + -12.706944465637209 + ], + [ + "▁booster", + -12.70698356628418 + ], + [ + "galerie", + -12.707056045532228 + ], + [ + "▁Lance", + -12.707119941711426 + ], + [ + "▁déplac", + -12.707178115844728 + ], + [ + "▁rugby", + -12.707240104675291 + ], + [ + "▁upholstery", + -12.707345962524414 + ], + [ + "▁bustl", + -12.70736312866211 + ], + [ + "▁Dealer", + -12.70740032196045 + ], + [ + "▁genome", + -12.707414627075195 + ], + [ + "▁citizenship", + -12.70746612548828 + ], + [ + "rora", + -12.707515716552734 + ], + [ + "ARK", + -12.707776069641112 + ], + [ + "▁Semi", + -12.707820892333984 + ], + [ + "▁Improvement", + -12.707892417907717 + ], + [ + "▁negru", + -12.708142280578612 + ], + [ + "▁Bruxelles", + -12.70836067199707 + ], + [ + "flüge", + -12.70837688446045 + ], + [ + "▁Technique", + -12.708392143249512 + ], + [ + "▁Obst", + -12.708413124084473 + ], + [ + "2020", + -12.708560943603516 + ], + [ + "▁gek", + -12.708593368530272 + ], + [ + "▁drepturi", + -12.708600997924805 + ], + [ + "▁Logan", + -12.708605766296388 + ], + [ + "gelöst", + -12.70863151550293 + ], + [ + "▁grandparents", + -12.708702087402344 + ], + [ + "phin", + -12.708950996398926 + ], + [ + "▁dwell", + -12.70903778076172 + ], + [ + "▁Nobel", + -12.709151268005373 + ], + [ + "dial", + -12.70927906036377 + ], + [ + "▁spontan", + -12.709344863891602 + ], + [ + "advancing", + -12.70937728881836 + ], + [ + "starring", + -12.70947551727295 + ], + [ + "▁astea", + -12.709498405456545 + ], + [ + "igueur", + -12.709638595581056 + ], + [ + "▁Ancient", + -12.70970058441162 + ], + [ + "filter", + -12.70971965789795 + ], + [ + "Doar", + -12.709758758544922 + ], + [ + "▁Workers", + -12.709759712219238 + ], + [ + "Certainly", + -12.709906578063965 + ], + [ + "▁commencé", + -12.709914207458496 + ], + [ + "▁zipper", + -12.710001945495604 + ], + [ + "▁Selection", + -12.710070610046388 + ], + [ + "▁succ", + -12.710280418395996 + ], + [ + "headed", + -12.710345268249512 + ], + [ + "RIA", + -12.710350036621094 + ], + [ + "▁papa", + -12.710366249084473 + ], + [ + "▁profesionale", + -12.710394859313965 + ], + [ + "▁Zeichen", + -12.710402488708496 + ], + [ + "▁artisans", + -12.710489273071287 + ], + [ + "▁Geist", + -12.710585594177246 + ], + [ + "practic", + -12.710741996765137 + ], + [ + "▁ministrul", + -12.71076488494873 + ], + [ + "viens", + -12.710912704467772 + ], + [ + "prezintă", + -12.710919380187988 + ], + [ + "Integrated", + -12.710981369018556 + ], + [ + "▁rooftop", + -12.710989952087402 + ], + [ + "▁successor", + -12.710991859436035 + ], + [ + "OTO", + -12.711012840270996 + ], + [ + "liés", + -12.711027145385742 + ], + [ + "▁Diver", + -12.71121597290039 + ], + [ + "Specifically", + -12.711297988891602 + ], + [ + "▁calibr", + -12.711301803588867 + ], + [ + "KK", + -12.711341857910156 + ], + [ + "▁défense", + -12.711414337158203 + ], + [ + "▁english", + -12.711414337158203 + ], + [ + "verbrauch", + -12.711418151855469 + ], + [ + "▁attire", + -12.711433410644531 + ], + [ + "▁Recipe", + -12.711441040039062 + ], + [ + "équilibre", + -12.71145725250244 + ], + [ + "accumul", + -12.71157169342041 + ], + [ + "▁financement", + -12.71169662475586 + ], + [ + "rij", + -12.711962699890137 + ], + [ + "▁prince", + -12.711999893188477 + ], + [ + "▁préparer", + -12.7120361328125 + ], + [ + "surviving", + -12.71211051940918 + ], + [ + "operation", + -12.712233543395996 + ], + [ + "▁judet", + -12.71242904663086 + ], + [ + "▁Verantwortung", + -12.71243381500244 + ], + [ + "▁Vinyl", + -12.712536811828612 + ], + [ + "DEN", + -12.712584495544434 + ], + [ + "▁Tail", + -12.712589263916016 + ], + [ + "yearly", + -12.712590217590332 + ], + [ + "▁comisi", + -12.712613105773926 + ], + [ + "lava", + -12.71261978149414 + ], + [ + "▁succession", + -12.71264934539795 + ], + [ + "▁Whisk", + -12.713030815124512 + ], + [ + "▁precizat", + -12.713096618652344 + ], + [ + "▁unmittelbar", + -12.713117599487305 + ], + [ + "ICH", + -12.713139533996582 + ], + [ + "▁atteint", + -12.713199615478516 + ], + [ + "▁hometown", + -12.713268280029297 + ], + [ + "▁Zip", + -12.71328353881836 + ], + [ + "▁Weekly", + -12.71336841583252 + ], + [ + "▁crashes", + -12.713401794433594 + ], + [ + "▁Turbo", + -12.713421821594238 + ], + [ + "▁susține", + -12.713468551635742 + ], + [ + "▁Venus", + -12.713587760925291 + ], + [ + "▁finalement", + -12.713595390319824 + ], + [ + "rewarded", + -12.713693618774414 + ], + [ + "▁principau", + -12.713899612426758 + ], + [ + "▁régional", + -12.713979721069336 + ], + [ + "▁1958", + -12.714178085327148 + ], + [ + "▁Musical", + -12.714189529418944 + ], + [ + "▁stylist", + -12.714251518249512 + ], + [ + "cetate", + -12.714282035827637 + ], + [ + "gorge", + -12.71433162689209 + ], + [ + "▁espresso", + -12.71449375152588 + ], + [ + "überall", + -12.714576721191406 + ], + [ + "▁NHL", + -12.714593887329102 + ], + [ + "▁Dock", + -12.71472454071045 + ], + [ + "▁mosquito", + -12.71481704711914 + ], + [ + "▁forthcoming", + -12.714852333068848 + ], + [ + "▁Visitors", + -12.714881896972656 + ], + [ + "kro", + -12.714882850646973 + ], + [ + "_______", + -12.715048789978027 + ], + [ + "▁STEM", + -12.715105056762695 + ], + [ + "9.5", + -12.71514129638672 + ], + [ + "accompagne", + -12.715177536010742 + ], + [ + "▁Trick", + -12.715202331542969 + ], + [ + "▁endorsement", + -12.71540069580078 + ], + [ + "▁amplifier", + -12.715498924255373 + ], + [ + "▁malicious", + -12.715499877929688 + ], + [ + "▁roam", + -12.71552848815918 + ], + [ + "▁kennt", + -12.715635299682615 + ], + [ + "Connor", + -12.715690612792969 + ], + [ + "▁dysfunction", + -12.715828895568848 + ], + [ + "▁zuverlässig", + -12.715840339660645 + ], + [ + "▁corpul", + -12.71595573425293 + ], + [ + "▁boule", + -12.715967178344728 + ], + [ + "otti", + -12.715991973876951 + ], + [ + "440", + -12.716050148010254 + ], + [ + "▁mimic", + -12.716056823730469 + ], + [ + "farben", + -12.716129302978516 + ], + [ + "▁Wagner", + -12.716214179992676 + ], + [ + "Kom", + -12.7162504196167 + ], + [ + "▁miteinander", + -12.716269493103027 + ], + [ + "▁String", + -12.716296195983888 + ], + [ + "▁Ellis", + -12.716313362121582 + ], + [ + "▁Perth", + -12.716337203979492 + ], + [ + "▁temperatura", + -12.716381072998049 + ], + [ + "umbling", + -12.716397285461426 + ], + [ + "▁Medizin", + -12.716554641723633 + ], + [ + "▁KY", + -12.71660327911377 + ], + [ + "apei", + -12.716642379760742 + ], + [ + "counter", + -12.716647148132324 + ], + [ + "strich", + -12.71665096282959 + ], + [ + "▁Între", + -12.716652870178224 + ], + [ + "▁Cliff", + -12.716785430908203 + ], + [ + "▁foreclosure", + -12.716864585876465 + ], + [ + "................", + -12.716878890991213 + ], + [ + "Clearly", + -12.717028617858888 + ], + [ + "AJ", + -12.71705722808838 + ], + [ + "ndro", + -12.717180252075195 + ], + [ + "▁Arsenal", + -12.717206001281738 + ], + [ + "▁Recherche", + -12.71721649169922 + ], + [ + "Guests", + -12.717225074768066 + ], + [ + "▁besucht", + -12.717242240905762 + ], + [ + "wissen", + -12.717266082763672 + ], + [ + "fekt", + -12.717414855957031 + ], + [ + "hottest", + -12.717414855957031 + ], + [ + "▁Tomorrow", + -12.717547416687012 + ], + [ + "▁Signature", + -12.717557907104492 + ], + [ + "127", + -12.717583656311035 + ], + [ + "▁competence", + -12.71766471862793 + ], + [ + "Einige", + -12.717686653137209 + ], + [ + "patented", + -12.71782112121582 + ], + [ + "▁Exhibition", + -12.717889785766602 + ], + [ + "▁verbessern", + -12.717889785766602 + ], + [ + "▁Garcia", + -12.718043327331545 + ], + [ + "▁inquire", + -12.718278884887695 + ], + [ + "coping", + -12.718353271484377 + ], + [ + "▁linguri", + -12.71842098236084 + ], + [ + "▁trivia", + -12.718433380126951 + ], + [ + "▁începutul", + -12.71848964691162 + ], + [ + "▁parteneriat", + -12.7186279296875 + ], + [ + "tagen", + -12.718636512756348 + ], + [ + "▁engagé", + -12.718916893005373 + ], + [ + "▁chalk", + -12.718944549560549 + ], + [ + "▁fashionable", + -12.719416618347168 + ], + [ + "0.8", + -12.719635009765623 + ], + [ + "▁sticker", + -12.719751358032228 + ], + [ + "▁desperately", + -12.719765663146973 + ], + [ + "höhe", + -12.719903945922852 + ], + [ + "▁fericire", + -12.71994400024414 + ], + [ + "évaluation", + -12.719948768615724 + ], + [ + "▁Divide", + -12.719959259033203 + ], + [ + "▁indulge", + -12.719979286193848 + ], + [ + "fett", + -12.720014572143556 + ], + [ + "▁communal", + -12.72017765045166 + ], + [ + "▁mindful", + -12.720187187194824 + ], + [ + "dauert", + -12.720192909240724 + ], + [ + "▁veille", + -12.720263481140137 + ], + [ + "▁vér", + -12.720330238342283 + ], + [ + "▁Baseball", + -12.720373153686523 + ], + [ + "▁succeeded", + -12.720418930053713 + ], + [ + "▁Terrasse", + -12.720420837402344 + ], + [ + "irgend", + -12.720500946044922 + ], + [ + "▁Munich", + -12.720556259155272 + ], + [ + "weisung", + -12.72067642211914 + ], + [ + "metre", + -12.720916748046877 + ], + [ + "▁Raymond", + -12.72101593017578 + ], + [ + "▁chute", + -12.72102165222168 + ], + [ + "▁Accounting", + -12.721075057983398 + ], + [ + "▁pantry", + -12.72112274169922 + ], + [ + "▁underwater", + -12.721181869506836 + ], + [ + "ARI", + -12.72122287750244 + ], + [ + "lowed", + -12.721245765686035 + ], + [ + "numbered", + -12.721430778503418 + ], + [ + "REN", + -12.72148609161377 + ], + [ + "▁industriel", + -12.721489906311035 + ], + [ + "wäh", + -12.721531867980955 + ], + [ + "kenntnis", + -12.721631050109863 + ], + [ + "▁govern", + -12.721635818481444 + ], + [ + "strained", + -12.721661567687988 + ], + [ + "▁rythme", + -12.721689224243164 + ], + [ + "ин", + -12.72169303894043 + ], + [ + "▁burner", + -12.721723556518556 + ], + [ + "▁zählt", + -12.721790313720703 + ], + [ + "▁verte", + -12.721883773803713 + ], + [ + "▁Catalog", + -12.721896171569824 + ], + [ + "▁Bruno", + -12.721988677978516 + ], + [ + "0.7", + -12.721997261047363 + ], + [ + "▁litig", + -12.72207260131836 + ], + [ + "▁greet", + -12.722129821777344 + ], + [ + "▁stool", + -12.722393035888672 + ], + [ + "gression", + -12.722457885742188 + ], + [ + "▁Klassen", + -12.722491264343262 + ], + [ + "▁neon", + -12.722661018371582 + ], + [ + "▁Tall", + -12.722734451293944 + ], + [ + "▁satin", + -12.722895622253418 + ], + [ + "▁Bend", + -12.722915649414062 + ], + [ + "▁soluţi", + -12.723077774047852 + ], + [ + "▁styl", + -12.723196983337402 + ], + [ + "▁Siri", + -12.723358154296877 + ], + [ + "▁Sanders", + -12.723464012145996 + ], + [ + "▁spike", + -12.723499298095703 + ], + [ + "pinion", + -12.723854064941406 + ], + [ + "▁purta", + -12.724122047424316 + ], + [ + "CARE", + -12.724224090576172 + ], + [ + "▁creştere", + -12.72431182861328 + ], + [ + "▁fry", + -12.724374771118164 + ], + [ + "▁Schweizer", + -12.724400520324709 + ], + [ + "durchschnittlich", + -12.724411010742188 + ], + [ + "celaşi", + -12.724446296691896 + ], + [ + "▁deceased", + -12.724474906921388 + ], + [ + "▁Nerv", + -12.724668502807615 + ], + [ + "2-2", + -12.7247314453125 + ], + [ + "▁Stahl", + -12.724753379821776 + ], + [ + "▁workload", + -12.724834442138672 + ], + [ + "erhielt", + -12.724984169006348 + ], + [ + "▁hypothesis", + -12.725103378295898 + ], + [ + "bib", + -12.725110054016112 + ], + [ + "▁ţară", + -12.725116729736328 + ], + [ + "vaut", + -12.725122451782228 + ], + [ + "prehensi", + -12.725184440612791 + ], + [ + "▁Offering", + -12.72518825531006 + ], + [ + "▁dislike", + -12.725252151489258 + ], + [ + "▁firewall", + -12.725252151489258 + ], + [ + "mania", + -12.725255966186523 + ], + [ + "195", + -12.725278854370115 + ], + [ + "▁Champ", + -12.725324630737305 + ], + [ + "▁philosophical", + -12.725343704223633 + ], + [ + "länge", + -12.72553539276123 + ], + [ + "advisable", + -12.725785255432127 + ], + [ + "negotiating", + -12.725785255432127 + ], + [ + "Providing", + -12.725791931152344 + ], + [ + "▁1959", + -12.725801467895508 + ], + [ + "▁spyware", + -12.725831031799316 + ], + [ + "sharing", + -12.725837707519531 + ], + [ + "▁prévoi", + -12.725905418395996 + ], + [ + "▁jaune", + -12.7260103225708 + ], + [ + "schoss", + -12.726028442382812 + ], + [ + "▁obține", + -12.726129531860352 + ], + [ + "▁attraktiv", + -12.726489067077637 + ], + [ + "gemeinschaft", + -12.7265043258667 + ], + [ + "BV", + -12.726505279541016 + ], + [ + "Top", + -12.726617813110352 + ], + [ + "▁Sharon", + -12.726625442504885 + ], + [ + "bok", + -12.726675033569336 + ], + [ + "▁résist", + -12.726811408996582 + ], + [ + "Napoca", + -12.72682285308838 + ], + [ + "▁Uncategorized", + -12.726898193359377 + ], + [ + "▁trustee", + -12.726936340332031 + ], + [ + "▁remise", + -12.727025985717772 + ], + [ + "▁aştept", + -12.727165222167969 + ], + [ + "▁allergic", + -12.727206230163574 + ], + [ + "èvre", + -12.727211952209473 + ], + [ + "LAR", + -12.72734546661377 + ], + [ + "1.9", + -12.727497100830078 + ], + [ + "▁outbreak", + -12.727520942687988 + ], + [ + "▁trocken", + -12.727568626403809 + ], + [ + "▁laughter", + -12.727724075317385 + ], + [ + "▁Attend", + -12.727785110473633 + ], + [ + "jung", + -12.727822303771973 + ], + [ + "racking", + -12.727934837341309 + ], + [ + "ORS", + -12.728178024291992 + ], + [ + "▁rasp", + -12.728527069091797 + ], + [ + "VF", + -12.728551864624023 + ], + [ + "▁Tamil", + -12.72860050201416 + ], + [ + "124", + -12.728602409362791 + ], + [ + "▁Fiber", + -12.728714942932127 + ], + [ + "▁launches", + -12.728755950927734 + ], + [ + "Post", + -12.728777885437012 + ], + [ + "▁bucks", + -12.72907257080078 + ], + [ + "▁Nicholas", + -12.72923755645752 + ], + [ + "▁cărți", + -12.729255676269531 + ], + [ + "emper", + -12.729681968688965 + ], + [ + "Point", + -12.729689598083496 + ], + [ + "fraction", + -12.729753494262695 + ], + [ + "▁BIG", + -12.72980499267578 + ], + [ + "▁lancer", + -12.729829788208008 + ], + [ + "EVER", + -12.72997760772705 + ], + [ + "trend", + -12.73000431060791 + ], + [ + "▁remerci", + -12.730076789855955 + ], + [ + "▁prevalent", + -12.730168342590332 + ], + [ + "370", + -12.730290412902832 + ], + [ + "▁bestellen", + -12.730327606201172 + ], + [ + "Buying", + -12.730341911315918 + ], + [ + "▁Aufbau", + -12.730416297912598 + ], + [ + "▁opini", + -12.730416297912598 + ], + [ + "▁regiune", + -12.730663299560549 + ], + [ + "▁martial", + -12.73069953918457 + ], + [ + "LK", + -12.730754852294922 + ], + [ + "▁Feuerwehr", + -12.730974197387695 + ], + [ + "screened", + -12.73099422454834 + ], + [ + "Blue", + -12.73120403289795 + ], + [ + "▁analize", + -12.731237411499023 + ], + [ + "▁lure", + -12.731247901916504 + ], + [ + "▁internally", + -12.731283187866213 + ], + [ + "father", + -12.731322288513184 + ], + [ + "▁diplomatic", + -12.731343269348145 + ], + [ + "▁Activity", + -12.731464385986328 + ], + [ + "▁cliqu", + -12.73156452178955 + ], + [ + "▁adequately", + -12.731809616088867 + ], + [ + "▁Elena", + -12.73183822631836 + ], + [ + "▁Citizens", + -12.732102394104004 + ], + [ + "▁Länge", + -12.732295989990234 + ], + [ + "▁respectful", + -12.732300758361816 + ], + [ + "▁zuständig", + -12.73248291015625 + ], + [ + "▁réception", + -12.732584953308104 + ], + [ + "▁headset", + -12.73268699645996 + ], + [ + "▁awhile", + -12.732705116271973 + ], + [ + "▁speculation", + -12.732707977294922 + ], + [ + "▁WhatsApp", + -12.732714653015137 + ], + [ + "▁tulbur", + -12.732731819152832 + ], + [ + "▁voluntar", + -12.732758522033691 + ], + [ + "▁Studium", + -12.73277473449707 + ], + [ + "▁protector", + -12.732833862304688 + ], + [ + "▁Wrap", + -12.732840538024902 + ], + [ + "staat", + -12.732951164245604 + ], + [ + "▁judgement", + -12.733396530151367 + ], + [ + "unauthorized", + -12.733397483825684 + ], + [ + "Rank", + -12.733487129211426 + ], + [ + "pră", + -12.733503341674805 + ], + [ + "▁Paw", + -12.733627319335938 + ], + [ + "▁relev", + -12.733664512634276 + ], + [ + "▁arbor", + -12.733830451965332 + ], + [ + "stretches", + -12.733885765075684 + ], + [ + "nook", + -12.733906745910645 + ], + [ + "▁Tunis", + -12.73390769958496 + ], + [ + "▁shocking", + -12.734036445617676 + ], + [ + "▁oppress", + -12.73414421081543 + ], + [ + "10.1", + -12.7341890335083 + ], + [ + "▁ERP", + -12.734310150146484 + ], + [ + "wolle", + -12.7343168258667 + ], + [ + "▁Catch", + -12.734352111816406 + ], + [ + "Plus", + -12.734368324279783 + ], + [ + "Market", + -12.734445571899414 + ], + [ + "scribed", + -12.734536170959473 + ], + [ + "▁décoration", + -12.734594345092772 + ], + [ + "▁chanson", + -12.734607696533203 + ], + [ + "▁Midwest", + -12.734763145446776 + ], + [ + "▁Spencer", + -12.734795570373535 + ], + [ + "▁societate", + -12.734807968139648 + ], + [ + "curated", + -12.735087394714355 + ], + [ + "▁canopy", + -12.735135078430176 + ], + [ + "ат", + -12.735142707824709 + ], + [ + "Sig", + -12.73514461517334 + ], + [ + "▁witch", + -12.735153198242188 + ], + [ + "envoyer", + -12.735175132751465 + ], + [ + "▁$1,000", + -12.735230445861816 + ], + [ + "▁peripheral", + -12.735482215881348 + ], + [ + "nnouncing", + -12.735509872436523 + ], + [ + "perfect", + -12.73559284210205 + ], + [ + "▁warten", + -12.735748291015623 + ], + [ + "ELI", + -12.735822677612305 + ], + [ + "▁recap", + -12.735912322998049 + ], + [ + "dün", + -12.73597812652588 + ], + [ + "▁Spre", + -12.736029624938965 + ], + [ + "2005", + -12.736153602600098 + ], + [ + "▁réparation", + -12.73617935180664 + ], + [ + "▁extraordinar", + -12.736196517944336 + ], + [ + "existence", + -12.736337661743164 + ], + [ + "oanele", + -12.736467361450195 + ], + [ + "▁reprezentant", + -12.736474990844728 + ], + [ + "▁attacker", + -12.736490249633787 + ], + [ + "▁Berliner", + -12.73657512664795 + ], + [ + "experience", + -12.736649513244627 + ], + [ + "▁Monde", + -12.73680019378662 + ], + [ + "intervention", + -12.736956596374512 + ], + [ + "▁Einstellung", + -12.736977577209473 + ], + [ + "▁Valentin", + -12.737011909484863 + ], + [ + "▁zonă", + -12.737200736999512 + ], + [ + "occupant", + -12.737223625183104 + ], + [ + "▁mobilis", + -12.737260818481444 + ], + [ + "metall", + -12.737261772155762 + ], + [ + "evangeli", + -12.73729133605957 + ], + [ + "Adding", + -12.737326622009276 + ], + [ + "▁Roland", + -12.73735237121582 + ], + [ + "ENCE", + -12.737462043762209 + ], + [ + "▁Insul", + -12.737478256225586 + ], + [ + "tellement", + -12.737497329711914 + ], + [ + "▁Blogger", + -12.737499237060549 + ], + [ + "▁prote", + -12.737504005432127 + ], + [ + "▁Minimum", + -12.737574577331545 + ], + [ + "▁termic", + -12.737624168395996 + ], + [ + "▁Sachen", + -12.737859725952148 + ], + [ + "▁Maschinen", + -12.737863540649414 + ], + [ + "▁Dragnea", + -12.737926483154297 + ], + [ + "▁overtime", + -12.737967491149902 + ], + [ + "calorie", + -12.73796844482422 + ], + [ + "▁jene", + -12.73814868927002 + ], + [ + "▁Satan", + -12.738153457641602 + ], + [ + "▁currencies", + -12.73827075958252 + ], + [ + "▁echipamente", + -12.738329887390137 + ], + [ + "▁forgiveness", + -12.73843765258789 + ], + [ + "▁Pause", + -12.738479614257812 + ], + [ + "▁Witt", + -12.738529205322266 + ], + [ + "STOR", + -12.738632202148438 + ], + [ + "▁actuelle", + -12.738703727722168 + ], + [ + "▁Ard", + -12.738853454589844 + ], + [ + "▁Constitu", + -12.738880157470703 + ], + [ + "ghan", + -12.7388916015625 + ], + [ + "Make", + -12.738906860351562 + ], + [ + "▁garne", + -12.738947868347168 + ], + [ + "▁Hitler", + -12.738956451416016 + ], + [ + "▁rubbish", + -12.738973617553713 + ], + [ + "6.0", + -12.739025115966797 + ], + [ + "▁Giving", + -12.739177703857422 + ], + [ + "▁persever", + -12.73937702178955 + ], + [ + "wirk", + -12.7394380569458 + ], + [ + "liegenden", + -12.739455223083496 + ], + [ + "▁morceau", + -12.73946762084961 + ], + [ + "atty", + -12.73961067199707 + ], + [ + "▁Quebec", + -12.739669799804688 + ], + [ + "harmonie", + -12.739705085754396 + ], + [ + "Nummer", + -12.739721298217772 + ], + [ + "▁splendid", + -12.739747047424316 + ], + [ + "▁halfway", + -12.739808082580566 + ], + [ + "▁periodically", + -12.740071296691896 + ], + [ + "▁Ländern", + -12.740077018737791 + ], + [ + "▁AAA", + -12.740083694458008 + ], + [ + "▁Frost", + -12.740198135375977 + ], + [ + "▁heroin", + -12.740289688110352 + ], + [ + "▁bucurie", + -12.7403564453125 + ], + [ + "▁Pradesh", + -12.74036693572998 + ], + [ + "zusetzen", + -12.740405082702637 + ], + [ + "raising", + -12.74042510986328 + ], + [ + "▁furniz", + -12.740567207336426 + ], + [ + "▁convi", + -12.740575790405272 + ], + [ + "pictured", + -12.740911483764648 + ], + [ + "▁inadequate", + -12.741065979003906 + ], + [ + "▁aprobat", + -12.741069793701172 + ], + [ + "▁exercising", + -12.741083145141602 + ], + [ + "▁faisai", + -12.741138458251951 + ], + [ + "▁prosecution", + -12.74123191833496 + ], + [ + "380", + -12.741402626037598 + ], + [ + "▁Potential", + -12.74145793914795 + ], + [ + "▁Magi", + -12.74152374267578 + ], + [ + "From", + -12.74175262451172 + ], + [ + "batterie", + -12.74181079864502 + ], + [ + "▁poisson", + -12.74185562133789 + ], + [ + "▁Probe", + -12.741950988769531 + ], + [ + "▁pastel", + -12.741998672485352 + ], + [ + "▁tracked", + -12.74241065979004 + ], + [ + "▁advertisers", + -12.74251937866211 + ], + [ + "adevar", + -12.74253749847412 + ], + [ + "ит", + -12.74277687072754 + ], + [ + "▁Herren", + -12.742815971374512 + ], + [ + "EAM", + -12.742820739746094 + ], + [ + "▁scooter", + -12.742822647094728 + ], + [ + "requesting", + -12.742841720581056 + ], + [ + "dynamis", + -12.742949485778809 + ], + [ + "▁dahin", + -12.742961883544922 + ], + [ + "▁tweak", + -12.743061065673828 + ], + [ + "▁hail", + -12.743101119995115 + ], + [ + "▁întotdeauna", + -12.743160247802734 + ], + [ + "▁Publikum", + -12.743167877197266 + ], + [ + "▁panoramic", + -12.743167877197266 + ], + [ + "▁PRE", + -12.74331283569336 + ], + [ + "▁thrill", + -12.743361473083496 + ], + [ + "Open", + -12.743366241455078 + ], + [ + "▁Layer", + -12.74345588684082 + ], + [ + "▁Bosch", + -12.743459701538086 + ], + [ + "hull", + -12.743511199951172 + ], + [ + "▁născut", + -12.743518829345703 + ], + [ + "tausch", + -12.743559837341309 + ], + [ + "▁autoturism", + -12.743577003479004 + ], + [ + "▁crank", + -12.743701934814451 + ], + [ + "CLE", + -12.743735313415527 + ], + [ + "▁Frederick", + -12.74386978149414 + ], + [ + "mog", + -12.743887901306152 + ], + [ + "behalten", + -12.74396800994873 + ], + [ + "▁aunt", + -12.744050979614258 + ], + [ + "▁Triple", + -12.744141578674316 + ], + [ + "▁Ark", + -12.744242668151855 + ], + [ + "AUD", + -12.744440078735352 + ], + [ + "▁Candy", + -12.744505882263184 + ], + [ + "tama", + -12.744515419006348 + ], + [ + "▁Evaluation", + -12.744571685791016 + ], + [ + "▁Memphis", + -12.744571685791016 + ], + [ + "▁stellar", + -12.74457836151123 + ], + [ + "▁fabricat", + -12.744632720947266 + ], + [ + "▁terminat", + -12.744868278503418 + ], + [ + "▁domnul", + -12.744913101196287 + ], + [ + "▁keynote", + -12.744925498962402 + ], + [ + "▁dentistry", + -12.744951248168944 + ], + [ + "rift", + -12.745052337646484 + ], + [ + "▁bilan", + -12.745119094848633 + ], + [ + "2.6", + -12.745125770568848 + ], + [ + "undergoing", + -12.745210647583008 + ], + [ + "▁pseudo", + -12.745274543762209 + ], + [ + "▁maşin", + -12.745280265808104 + ], + [ + "▁munte", + -12.74555492401123 + ], + [ + "▁VW", + -12.745932579040527 + ], + [ + "▁Rab", + -12.74593448638916 + ], + [ + "▁sustine", + -12.745972633361816 + ], + [ + "▁Bedingungen", + -12.745977401733398 + ], + [ + "▁învăţ", + -12.745980262756348 + ], + [ + "▁pyramid", + -12.745983123779297 + ], + [ + "HEN", + -12.746020317077637 + ], + [ + "▁citrus", + -12.746058464050291 + ], + [ + "Code", + -12.746064186096191 + ], + [ + "▁Beginning", + -12.746164321899414 + ], + [ + "▁discourse", + -12.746249198913574 + ], + [ + "▁miercuri", + -12.746329307556152 + ], + [ + "▁producător", + -12.74637508392334 + ], + [ + "▁analys", + -12.746397972106934 + ], + [ + "▁Evan", + -12.7467041015625 + ], + [ + "138", + -12.746987342834473 + ], + [ + "▁târziu", + -12.74703311920166 + ], + [ + "▁relocation", + -12.747052192687988 + ], + [ + "decizia", + -12.74708080291748 + ], + [ + "tollen", + -12.74714183807373 + ], + [ + "TRO", + -12.747180938720703 + ], + [ + "▁runway", + -12.74719524383545 + ], + [ + "illet", + -12.747270584106444 + ], + [ + "▁serveur", + -12.747387886047363 + ], + [ + "bezogen", + -12.747427940368652 + ], + [ + "▁believers", + -12.747668266296388 + ], + [ + "determined", + -12.747711181640623 + ], + [ + "▁reinforced", + -12.74791431427002 + ], + [ + "▁wedge", + -12.748006820678713 + ], + [ + "methyl", + -12.74807357788086 + ], + [ + "MES", + -12.748188018798828 + ], + [ + "vpn", + -12.748374938964844 + ], + [ + "▁consta", + -12.74837875366211 + ], + [ + "▁vizitat", + -12.748420715332031 + ], + [ + "modul", + -12.748455047607422 + ], + [ + "▁routing", + -12.748528480529783 + ], + [ + "tempted", + -12.748540878295898 + ], + [ + "URS", + -12.748785018920898 + ], + [ + "apprentissage", + -12.74879550933838 + ], + [ + "▁Hungary", + -12.748796463012695 + ], + [ + "Previously", + -12.74880313873291 + ], + [ + "▁translator", + -12.748804092407228 + ], + [ + "▁resonate", + -12.748830795288086 + ], + [ + "201", + -12.748851776123049 + ], + [ + "3-0", + -12.749029159545898 + ], + [ + "▁reunion", + -12.749090194702148 + ], + [ + "▁palate", + -12.749096870422363 + ], + [ + "0.4", + -12.749171257019045 + ], + [ + "reheat", + -12.74924373626709 + ], + [ + "Roo", + -12.749261856079102 + ], + [ + "200,000", + -12.74940013885498 + ], + [ + "Bro", + -12.749431610107422 + ], + [ + "▁estimation", + -12.749468803405762 + ], + [ + "schneiden", + -12.749499320983888 + ], + [ + "▁Inspired", + -12.749506950378418 + ], + [ + "▁lottery", + -12.749539375305176 + ], + [ + "▁Friedrich", + -12.749887466430664 + ], + [ + "FIT", + -12.749913215637209 + ], + [ + "0.6", + -12.7499418258667 + ], + [ + "▁dagegen", + -12.74997615814209 + ], + [ + "▁Reb", + -12.750115394592283 + ], + [ + "▁Eigenschaften", + -12.75020694732666 + ], + [ + "▁molding", + -12.750361442565918 + ], + [ + "▁Harper", + -12.750548362731934 + ], + [ + "verwaltung", + -12.75055980682373 + ], + [ + "▁Schlüssel", + -12.75055980682373 + ], + [ + "▁desfasura", + -12.75055980682373 + ], + [ + "▁rencontrer", + -12.75055980682373 + ], + [ + "▁negoci", + -12.750581741333008 + ], + [ + "▁Leading", + -12.750615119934082 + ], + [ + "▁necesita", + -12.750652313232422 + ], + [ + "▁biking", + -12.750683784484863 + ], + [ + "▁jointly", + -12.75069808959961 + ], + [ + "▁crush", + -12.750702857971191 + ], + [ + "Vol", + -12.750768661499023 + ], + [ + "▁ebay", + -12.750836372375488 + ], + [ + "▁Shri", + -12.750991821289062 + ], + [ + "▁AMD", + -12.75102996826172 + ], + [ + "FG", + -12.751032829284668 + ], + [ + "Argentin", + -12.75120735168457 + ], + [ + "▁incercat", + -12.751431465148926 + ], + [ + "▁tidy", + -12.751628875732422 + ], + [ + "▁provoqu", + -12.751635551452637 + ], + [ + "▁Written", + -12.751649856567385 + ], + [ + "▁Kooperation", + -12.751666069030762 + ], + [ + "▁scripture", + -12.751952171325684 + ], + [ + "▁Pflicht", + -12.75197410583496 + ], + [ + "ficial", + -12.752013206481934 + ], + [ + "vremea", + -12.752013206481934 + ], + [ + "▁Growing", + -12.752115249633787 + ], + [ + "▁redesign", + -12.752119064331056 + ], + [ + "▁obstacle", + -12.752214431762695 + ], + [ + "▁rugam", + -12.752235412597656 + ], + [ + "▁SPD", + -12.752243995666504 + ], + [ + "165", + -12.752270698547363 + ], + [ + "fiz", + -12.752284049987791 + ], + [ + "▁startet", + -12.752326011657717 + ], + [ + "▁Principle", + -12.752327919006348 + ], + [ + "▁abdominal", + -12.752327919006348 + ], + [ + "▁podium", + -12.752528190612791 + ], + [ + "duty", + -12.75261688232422 + ], + [ + "bonne", + -12.752679824829102 + ], + [ + "▁Serbia", + -12.752687454223633 + ], + [ + "▁brunch", + -12.75283908843994 + ], + [ + "▁Personne", + -12.752975463867188 + ], + [ + "▁Idea", + -12.753034591674805 + ], + [ + "forementioned", + -12.753036499023438 + ], + [ + "▁chassis", + -12.753037452697754 + ], + [ + "gebühr", + -12.753050804138184 + ], + [ + "ucun", + -12.753061294555664 + ], + [ + "▁Maz", + -12.7531156539917 + ], + [ + "1-4", + -12.75318431854248 + ], + [ + "kleid", + -12.753273963928224 + ], + [ + "▁Volvo", + -12.753337860107422 + ], + [ + "brechen", + -12.753378868103027 + ], + [ + "▁homepage", + -12.753472328186035 + ], + [ + "fuz", + -12.753509521484377 + ], + [ + "▁abgeschlossen", + -12.753595352172852 + ], + [ + "▁gelungen", + -12.753658294677734 + ], + [ + "▁booklet", + -12.753711700439451 + ], + [ + "▁Ukrainian", + -12.753745079040527 + ], + [ + "▁Melissa", + -12.753746032714844 + ], + [ + "CENT", + -12.75379467010498 + ], + [ + "▁intégré", + -12.753806114196776 + ], + [ + "weighing", + -12.753827095031738 + ], + [ + "▁crumbl", + -12.753894805908203 + ], + [ + "▁bunk", + -12.754167556762695 + ], + [ + "krieg", + -12.754207611083984 + ], + [ + "▁freshman", + -12.754307746887209 + ], + [ + "alaya", + -12.754339218139648 + ], + [ + "Avem", + -12.754353523254396 + ], + [ + "▁Kne", + -12.754423141479492 + ], + [ + "▁upstairs", + -12.75448226928711 + ], + [ + "AIL", + -12.754508972167969 + ], + [ + "țul", + -12.75478744506836 + ], + [ + "▁Lecture", + -12.754817962646484 + ], + [ + "▁entdecken", + -12.754843711853027 + ], + [ + "▁GMT", + -12.754912376403809 + ], + [ + "▁Leitung", + -12.754937171936035 + ], + [ + "▁inclined", + -12.755170822143556 + ], + [ + "▁skillet", + -12.75555419921875 + ], + [ + "FN", + -12.755742073059082 + ], + [ + "▁Perform", + -12.755821228027344 + ], + [ + "shift", + -12.75583267211914 + ], + [ + "recognizing", + -12.755873680114746 + ], + [ + "▁concise", + -12.755873680114746 + ], + [ + "▁obsessed", + -12.755873680114746 + ], + [ + "▁removable", + -12.755873680114746 + ], + [ + "▁Relax", + -12.755888938903809 + ], + [ + "delegates", + -12.75605583190918 + ], + [ + "▁expedi", + -12.756074905395508 + ], + [ + "▁Schä", + -12.756138801574709 + ], + [ + "iete", + -12.756211280822754 + ], + [ + "▁reciproc", + -12.756229400634766 + ], + [ + "▁neutr", + -12.75625228881836 + ], + [ + "lactic", + -12.756314277648926 + ], + [ + "▁Nah", + -12.756328582763672 + ], + [ + "scene", + -12.7565279006958 + ], + [ + "▁Helm", + -12.756563186645508 + ], + [ + "▁Bewerbung", + -12.756671905517578 + ], + [ + "▁Cassi", + -12.75667953491211 + ], + [ + "▁Gelegenheit", + -12.756939888000488 + ], + [ + "▁reflective", + -12.757140159606934 + ], + [ + "▁încredere", + -12.757149696350098 + ], + [ + "▁cigarettes", + -12.75717544555664 + ], + [ + "▁Zusätzlich", + -12.757295608520508 + ], + [ + "▁intercept", + -12.75731372833252 + ], + [ + "▁Finn", + -12.757468223571776 + ], + [ + "▁ignor", + -12.757661819458008 + ], + [ + "gian", + -12.75766372680664 + ], + [ + "BRA", + -12.757740020751951 + ], + [ + "leader", + -12.757957458496094 + ], + [ + "nius", + -12.757981300354004 + ], + [ + "▁skies", + -12.757987022399902 + ], + [ + "▁nunta", + -12.758023262023926 + ], + [ + "▁grec", + -12.758041381835938 + ], + [ + "arranging", + -12.75816822052002 + ], + [ + "wartet", + -12.758231163024902 + ], + [ + "▁kostet", + -12.758377075195312 + ], + [ + "▁Entre", + -12.758541107177734 + ], + [ + "Mag", + -12.758575439453123 + ], + [ + "▁radiator", + -12.75859832763672 + ], + [ + "übrigens", + -12.758689880371094 + ], + [ + "Internet", + -12.758706092834473 + ], + [ + "▁connexion", + -12.758718490600586 + ], + [ + "▁prolonged", + -12.758854866027832 + ], + [ + "▁capabil", + -12.75914192199707 + ], + [ + "▁feeder", + -12.759217262268066 + ], + [ + "Initially", + -12.75922393798828 + ], + [ + "Green", + -12.75926685333252 + ], + [ + "▁passiert", + -12.759272575378418 + ], + [ + "▁courtyard", + -12.759299278259276 + ], + [ + "▁judeţ", + -12.759320259094238 + ], + [ + "▁Coalition", + -12.759431838989258 + ], + [ + "▁atmospheric", + -12.759431838989258 + ], + [ + "▁velocity", + -12.759431838989258 + ], + [ + "▁Frühstück", + -12.759432792663574 + ], + [ + "vacancies", + -12.759438514709473 + ], + [ + "unified", + -12.759538650512695 + ], + [ + "▁Ahmed", + -12.759538650512695 + ], + [ + "poured", + -12.759550094604492 + ], + [ + "▁Mikro", + -12.75959587097168 + ], + [ + "▁Klar", + -12.759661674499512 + ], + [ + "kommt", + -12.759681701660156 + ], + [ + "seated", + -12.75974464416504 + ], + [ + "musik", + -12.75976848602295 + ], + [ + "▁stimulation", + -12.759841918945312 + ], + [ + "▁solicitat", + -12.759880065917969 + ], + [ + "▁politically", + -12.760165214538574 + ], + [ + "restoring", + -12.76032257080078 + ], + [ + "▁Rag", + -12.760435104370115 + ], + [ + "▁officielle", + -12.760468482971191 + ], + [ + "▁Annie", + -12.760479927062988 + ], + [ + "▁tourne", + -12.760634422302246 + ], + [ + "▁Joel", + -12.760642051696776 + ], + [ + "blieben", + -12.760666847229004 + ], + [ + "▁repayment", + -12.760736465454102 + ], + [ + "▁Strategi", + -12.760781288146973 + ], + [ + "▁prietenii", + -12.760804176330566 + ], + [ + "▁Montgomery", + -12.760858535766602 + ], + [ + "▁résidence", + -12.760858535766602 + ], + [ + "▁sunglasses", + -12.760858535766602 + ], + [ + "▁1956", + -12.760882377624512 + ], + [ + "MEN", + -12.76093578338623 + ], + [ + "pouvant", + -12.760997772216797 + ], + [ + "375", + -12.761061668395996 + ], + [ + "directed", + -12.761173248291016 + ], + [ + "▁grinder", + -12.76120662689209 + ], + [ + "rträge", + -12.761279106140137 + ], + [ + "▁nickel", + -12.76129913330078 + ], + [ + "▁Maintain", + -12.761313438415527 + ], + [ + "▁Holmes", + -12.761392593383787 + ], + [ + "▁obtinut", + -12.76157283782959 + ], + [ + "▁walnut", + -12.761585235595703 + ], + [ + "▁consultancy", + -12.761640548706056 + ], + [ + "cooled", + -12.761651039123535 + ], + [ + "▁Brig", + -12.761711120605469 + ], + [ + "▁Produc", + -12.761873245239258 + ], + [ + "street", + -12.76187515258789 + ], + [ + "▁Einfach", + -12.761897087097168 + ], + [ + "North", + -12.762149810791016 + ], + [ + "▁PET", + -12.76220989227295 + ], + [ + "▁Président", + -12.762288093566896 + ], + [ + "▁produsului", + -12.762457847595217 + ], + [ + "literatur", + -12.762483596801758 + ], + [ + "133", + -12.762561798095703 + ], + [ + "▁recours", + -12.762591361999512 + ], + [ + "▁verpflichtet", + -12.76264476776123 + ], + [ + "▁Wur", + -12.762733459472656 + ], + [ + "▁psiholog", + -12.76279640197754 + ], + [ + "Veg", + -12.762871742248535 + ], + [ + "▁hype", + -12.762930870056152 + ], + [ + "augmenter", + -12.762974739074709 + ], + [ + "▁Welsh", + -12.763012886047363 + ], + [ + "mounted", + -12.763158798217772 + ], + [ + "▁Wann", + -12.763425827026367 + ], + [ + "▁gezeigt", + -12.763620376586914 + ], + [ + "▁memo", + -12.763631820678713 + ], + [ + "veterinary", + -12.763717651367188 + ], + [ + "▁Olympia", + -12.763717651367188 + ], + [ + "▁handsome", + -12.763871192932127 + ], + [ + "yama", + -12.763911247253418 + ], + [ + "studio", + -12.763912200927734 + ], + [ + "sozial", + -12.764020919799805 + ], + [ + "▁reap", + -12.764104843139648 + ], + [ + "▁didactic", + -12.764111518859863 + ], + [ + "▁Cookie", + -12.764126777648926 + ], + [ + "▁cooper", + -12.764230728149414 + ], + [ + "▁discern", + -12.76441478729248 + ], + [ + "▁Ubuntu", + -12.764433860778809 + ], + [ + "domain", + -12.76443862915039 + ], + [ + "▁plasa", + -12.764460563659668 + ], + [ + "hong", + -12.764585494995115 + ], + [ + "▁Freiheit", + -12.764662742614746 + ], + [ + "▁Gateway", + -12.764678001403809 + ], + [ + "▁poke", + -12.764796257019045 + ], + [ + "▁niedrig", + -12.76484203338623 + ], + [ + "▁corrected", + -12.764899253845217 + ], + [ + "▁predator", + -12.76490306854248 + ], + [ + "QA", + -12.76507568359375 + ], + [ + "Physio", + -12.765101432800291 + ], + [ + "MAS", + -12.765108108520508 + ], + [ + "▁sanctuary", + -12.765151023864746 + ], + [ + "▁aferent", + -12.76523494720459 + ], + [ + "▁perdre", + -12.765268325805664 + ], + [ + "▁recherch", + -12.76539707183838 + ], + [ + "ready", + -12.76559829711914 + ], + [ + "without", + -12.76560115814209 + ], + [ + "▁locuitori", + -12.765628814697266 + ], + [ + "▁Memo", + -12.765636444091797 + ], + [ + "▁Laden", + -12.765646934509276 + ], + [ + "danken", + -12.76577377319336 + ], + [ + "▁CNC", + -12.765861511230469 + ], + [ + "▁jealous", + -12.765881538391112 + ], + [ + "▁Background", + -12.765951156616213 + ], + [ + "▁Marx", + -12.765999794006348 + ], + [ + "▁Heli", + -12.766039848327637 + ], + [ + "▁osteo", + -12.766057968139648 + ], + [ + "▁rassembl", + -12.766162872314451 + ], + [ + "▁altceva", + -12.766226768493652 + ], + [ + "▁beschäftigt", + -12.766226768493652 + ], + [ + "▁accru", + -12.76626682281494 + ], + [ + "üft", + -12.766273498535156 + ], + [ + "▁sprout", + -12.76628875732422 + ], + [ + "endorf", + -12.76647663116455 + ], + [ + "▁specialitate", + -12.766483306884766 + ], + [ + "éanmoins", + -12.766586303710938 + ], + [ + "▁poign", + -12.766663551330566 + ], + [ + "▁mânca", + -12.766668319702148 + ], + [ + "▁stretched", + -12.766752243041992 + ], + [ + "fensiv", + -12.76677131652832 + ], + [ + "▁Auction", + -12.76683235168457 + ], + [ + "hints", + -12.766944885253906 + ], + [ + "▁typo", + -12.766983032226562 + ], + [ + "▁Rare", + -12.767003059387209 + ], + [ + "▁interruption", + -12.767043113708496 + ], + [ + "▁Mean", + -12.76709270477295 + ], + [ + "privileged", + -12.767108917236328 + ], + [ + "▁purtat", + -12.767129898071287 + ], + [ + "studie", + -12.767229080200195 + ], + [ + "offres", + -12.767248153686523 + ], + [ + "▁flap", + -12.76729679107666 + ], + [ + "▁rhetoric", + -12.767304420471191 + ], + [ + "▁snapshot", + -12.767325401306152 + ], + [ + "▁Conservative", + -12.767367362976074 + ], + [ + "▁taie", + -12.767416954040527 + ], + [ + "Game", + -12.767499923706056 + ], + [ + "▁naissance", + -12.767663955688477 + ], + [ + "Prof", + -12.767704963684082 + ], + [ + "qualified", + -12.767745971679688 + ], + [ + "▁suppression", + -12.767749786376951 + ], + [ + "▁răspunde", + -12.767765045166016 + ], + [ + "▁1/3", + -12.767803192138672 + ], + [ + "▁lieben", + -12.767858505249023 + ], + [ + "ù", + -12.767898559570312 + ], + [ + "america", + -12.767955780029297 + ], + [ + "▁Mum", + -12.768182754516602 + ], + [ + "▁Researchers", + -12.76827335357666 + ], + [ + "quip", + -12.768308639526367 + ], + [ + "▁fenomen", + -12.768383026123049 + ], + [ + "stools", + -12.768387794494627 + ], + [ + "▁commodity", + -12.768742561340332 + ], + [ + "▁rejuvenat", + -12.76874542236328 + ], + [ + "▁ausgezeichnet", + -12.76876449584961 + ], + [ + "▁păcate", + -12.768784523010254 + ], + [ + "3.6", + -12.76882553100586 + ], + [ + "zwei", + -12.76890468597412 + ], + [ + "accounted", + -12.768982887268066 + ], + [ + "▁Cycle", + -12.76900863647461 + ], + [ + "politischen", + -12.769031524658203 + ], + [ + "Normally", + -12.76904010772705 + ], + [ + "▁transcend", + -12.769158363342283 + ], + [ + "▁Classes", + -12.769268989562988 + ], + [ + "▁vene", + -12.769363403320312 + ], + [ + "protein", + -12.76942253112793 + ], + [ + "formulaire", + -12.76944351196289 + ], + [ + "▁endurance", + -12.769463539123535 + ], + [ + "▁Census", + -12.769464492797852 + ], + [ + "▁census", + -12.7694673538208 + ], + [ + "▁conțin", + -12.76952838897705 + ], + [ + "▁multinational", + -12.769563674926758 + ], + [ + "▁consomm", + -12.769572257995604 + ], + [ + "▁Porter", + -12.769762992858888 + ], + [ + "▁marvel", + -12.769777297973633 + ], + [ + "▁probable", + -12.769824028015137 + ], + [ + "dependable", + -12.770044326782228 + ], + [ + "▁crore", + -12.77015495300293 + ], + [ + "▁6:30", + -12.770224571228027 + ], + [ + "▁Bradley", + -12.77032470703125 + ], + [ + "molecule", + -12.770400047302246 + ], + [ + "inclusiv", + -12.770516395568848 + ], + [ + "▁privilégi", + -12.770543098449709 + ], + [ + "▁cerere", + -12.770611763000488 + ], + [ + "ouille", + -12.770696640014648 + ], + [ + "▁âgé", + -12.770787239074709 + ], + [ + "▁ghid", + -12.770801544189451 + ], + [ + "▁Controller", + -12.77082347869873 + ], + [ + "▁incredere", + -12.770988464355469 + ], + [ + "▁hostel", + -12.771015167236328 + ], + [ + "wissenschaft", + -12.771121978759766 + ], + [ + "▁cooperate", + -12.771183967590332 + ], + [ + "ки", + -12.771202087402344 + ], + [ + "▁Küchen", + -12.771384239196776 + ], + [ + "▁BIO", + -12.771406173706056 + ], + [ + "▁deliveries", + -12.771458625793455 + ], + [ + "▁urmări", + -12.771553993225098 + ], + [ + "▁überzeugen", + -12.771631240844728 + ], + [ + "Roofing", + -12.771703720092772 + ], + [ + "▁Adel", + -12.771737098693848 + ], + [ + "▁navy", + -12.77181339263916 + ], + [ + "▁cider", + -12.772101402282717 + ], + [ + "▁dulce", + -12.772109985351562 + ], + [ + "▁inspirat", + -12.77216339111328 + ], + [ + "allez", + -12.772164344787598 + ], + [ + "HH", + -12.77221965789795 + ], + [ + "▁Danish", + -12.7722749710083 + ], + [ + "CDC", + -12.7722806930542 + ], + [ + "▁Milch", + -12.772303581237791 + ], + [ + "▁Hockey", + -12.772346496582031 + ], + [ + "▁Smooth", + -12.772347450256348 + ], + [ + "▁FIFA", + -12.772361755371094 + ], + [ + "▁Devon", + -12.772364616394045 + ], + [ + "chung", + -12.772379875183104 + ], + [ + "▁villain", + -12.772420883178713 + ], + [ + "▁musée", + -12.772441864013672 + ], + [ + "tiennent", + -12.772557258605955 + ], + [ + "chou", + -12.772732734680176 + ], + [ + "kopf", + -12.772809982299805 + ], + [ + "printed", + -12.77281379699707 + ], + [ + "▁Depression", + -12.773076057434082 + ], + [ + "▁opioid", + -12.773082733154297 + ], + [ + "nomie", + -12.773098945617676 + ], + [ + "▁footwear", + -12.773211479187012 + ], + [ + "▁Cause", + -12.773260116577148 + ], + [ + "SEL", + -12.773515701293944 + ], + [ + "▁Roller", + -12.773523330688477 + ], + [ + "▁einzigartige", + -12.773589134216309 + ], + [ + "desea", + -12.773597717285156 + ], + [ + "▁nasty", + -12.773792266845703 + ], + [ + "formulated", + -12.773877143859863 + ], + [ + "breaker", + -12.773958206176758 + ], + [ + "▁goodies", + -12.773961067199709 + ], + [ + "▁sandy", + -12.774189949035645 + ], + [ + "method", + -12.77425479888916 + ], + [ + "▁Maple", + -12.77430820465088 + ], + [ + "gefragt", + -12.774435997009276 + ], + [ + "▁decreasing", + -12.77451515197754 + ], + [ + "ceşti", + -12.774555206298828 + ], + [ + "▁DUI", + -12.774563789367676 + ], + [ + "▁pierdere", + -12.774574279785156 + ], + [ + "▁brushes", + -12.77466869354248 + ], + [ + "▁Fully", + -12.774712562561035 + ], + [ + "filtered", + -12.774789810180664 + ], + [ + "ruins", + -12.774988174438477 + ], + [ + "Save", + -12.775114059448242 + ], + [ + "sweeping", + -12.7752046585083 + ], + [ + "PCR", + -12.775334358215332 + ], + [ + "▁folded", + -12.77533721923828 + ], + [ + "▁urca", + -12.77544403076172 + ], + [ + "▁clic", + -12.775484085083008 + ], + [ + "▁spécialiste", + -12.775614738464355 + ], + [ + "▁durfte", + -12.775686264038086 + ], + [ + "tuși", + -12.775871276855469 + ], + [ + "▁diligent", + -12.77596378326416 + ], + [ + "▁verdict", + -12.775972366333008 + ], + [ + "▁chaise", + -12.776039123535156 + ], + [ + "▁cleanup", + -12.776068687438965 + ], + [ + "▁Guitar", + -12.776076316833496 + ], + [ + "▁Dip", + -12.776142120361328 + ], + [ + "vru", + -12.776260375976562 + ], + [ + "▁cogn", + -12.776373863220217 + ], + [ + "something", + -12.776529312133787 + ], + [ + "hidr", + -12.776535034179688 + ], + [ + "ENG", + -12.776607513427734 + ], + [ + "Paul", + -12.776679039001465 + ], + [ + "▁reboot", + -12.776687622070312 + ], + [ + "savvy", + -12.776688575744627 + ], + [ + "▁Macron", + -12.776710510253906 + ], + [ + "▁Kino", + -12.77682876586914 + ], + [ + "232", + -12.776832580566406 + ], + [ + "▁gravit", + -12.776861190795898 + ], + [ + "ANC", + -12.776883125305176 + ], + [ + "▁petrecut", + -12.776944160461426 + ], + [ + "▁signage", + -12.776959419250488 + ], + [ + "odia", + -12.776987075805664 + ], + [ + "▁GRA", + -12.77712631225586 + ], + [ + "▁alegeril", + -12.777129173278809 + ], + [ + "leger", + -12.77717399597168 + ], + [ + "▁medicamente", + -12.777174949645996 + ], + [ + "pentru", + -12.777249336242676 + ], + [ + "▁collectif", + -12.777251243591309 + ], + [ + "▁Sohn", + -12.777298927307127 + ], + [ + "205", + -12.777313232421877 + ], + [ + "▁Reach", + -12.77733039855957 + ], + [ + "RAM", + -12.777400970458984 + ], + [ + "3.4", + -12.777405738830566 + ], + [ + "▁bleach", + -12.777409553527832 + ], + [ + "▁diligence", + -12.777414321899414 + ], + [ + "▁MORE", + -12.777440071105955 + ], + [ + "▁Critical", + -12.777471542358398 + ], + [ + "▁singură", + -12.77767276763916 + ], + [ + "▁adversar", + -12.777791023254396 + ], + [ + "▁Buzz", + -12.7778902053833 + ], + [ + "▁demeure", + -12.778063774108888 + ], + [ + "▁nephew", + -12.778141021728516 + ], + [ + "▁Boom", + -12.77817440032959 + ], + [ + "▁shining", + -12.77819538116455 + ], + [ + "▁sponge", + -12.778206825256348 + ], + [ + "liest", + -12.77841854095459 + ], + [ + "rseits", + -12.778690338134766 + ], + [ + "▁capita", + -12.778823852539062 + ], + [ + "esthesia", + -12.778867721557615 + ], + [ + "500,000", + -12.77895736694336 + ], + [ + "▁Pressure", + -12.77898120880127 + ], + [ + "ifikation", + -12.77902126312256 + ], + [ + "▁acceleration", + -12.779181480407717 + ], + [ + "▁Pfarr", + -12.779282569885254 + ], + [ + "▁imobil", + -12.779304504394531 + ], + [ + "▁pericol", + -12.779326438903809 + ], + [ + "▁flock", + -12.779454231262209 + ], + [ + "▁Scholar", + -12.77962875366211 + ], + [ + "▁Fusion", + -12.779630661010742 + ], + [ + "▁revolve", + -12.779637336730955 + ], + [ + "Plugin", + -12.779664993286133 + ], + [ + "▁Ruf", + -12.779691696166992 + ], + [ + "▁tehnici", + -12.780024528503418 + ], + [ + "voice", + -12.78005313873291 + ], + [ + "▁anomal", + -12.780203819274902 + ], + [ + "▁gefallen", + -12.78025245666504 + ], + [ + "▁Wyoming", + -12.780322074890137 + ], + [ + "▁9:00", + -12.780354499816896 + ], + [ + "packed", + -12.780461311340332 + ], + [ + "▁Zimbabwe", + -12.780686378479004 + ], + [ + "▁glücklich", + -12.780766487121582 + ], + [ + "ethanol", + -12.78077220916748 + ], + [ + "▁effektiv", + -12.780936241149902 + ], + [ + "▁saptamani", + -12.781049728393556 + ], + [ + "▁umfasst", + -12.781052589416504 + ], + [ + "▁Werbung", + -12.781103134155272 + ], + [ + "▁undermine", + -12.781164169311523 + ], + [ + "▁Lego", + -12.781322479248049 + ], + [ + "▁Rac", + -12.781323432922363 + ], + [ + "educating", + -12.781441688537598 + ], + [ + "leiten", + -12.781451225280762 + ], + [ + "derma", + -12.781518936157228 + ], + [ + "hängen", + -12.781597137451172 + ], + [ + "Lumin", + -12.781846046447754 + ], + [ + "▁PNL", + -12.78191375732422 + ], + [ + "▁volcano", + -12.782064437866213 + ], + [ + "▁Anfrage", + -12.782066345214844 + ], + [ + "▁resp", + -12.782124519348145 + ], + [ + "leigh", + -12.78217601776123 + ], + [ + "▁addict", + -12.782176971435549 + ], + [ + "WORK", + -12.782312393188477 + ], + [ + "▁FY", + -12.782322883605955 + ], + [ + "▁maneuver", + -12.782513618469238 + ], + [ + "flächen", + -12.782525062561035 + ], + [ + "zweck", + -12.782527923583984 + ], + [ + "tolerant", + -12.782609939575195 + ], + [ + "Davidson", + -12.78272533416748 + ], + [ + "▁meteor", + -12.782849311828612 + ], + [ + "▁Stephanie", + -12.78291130065918 + ], + [ + "▁plafon", + -12.783126831054688 + ], + [ + "technischen", + -12.78316879272461 + ], + [ + "unused", + -12.783193588256836 + ], + [ + "▁voulai", + -12.783228874206545 + ], + [ + "▁fehlt", + -12.783447265625 + ], + [ + "möglichen", + -12.783955574035645 + ], + [ + "▁Twenty", + -12.783968925476074 + ], + [ + "composing", + -12.783979415893556 + ], + [ + "▁rebate", + -12.78400707244873 + ], + [ + "Italie", + -12.78403663635254 + ], + [ + "▁goodbye", + -12.784058570861816 + ], + [ + "wild", + -12.784061431884766 + ], + [ + "▁lancé", + -12.784077644348145 + ], + [ + "▁wunderschöne", + -12.784083366394045 + ], + [ + "▁Frontier", + -12.784139633178713 + ], + [ + "▁murit", + -12.784313201904297 + ], + [ + "▁scump", + -12.78464412689209 + ], + [ + "OVER", + -12.784682273864746 + ], + [ + "▁meme", + -12.784709930419922 + ], + [ + "Super", + -12.784733772277832 + ], + [ + "▁Crack", + -12.784849166870115 + ], + [ + "rennen", + -12.784907341003418 + ], + [ + "▁interessiert", + -12.784941673278809 + ], + [ + "▁relaţi", + -12.784942626953123 + ], + [ + "▁factories", + -12.784975051879885 + ], + [ + "▁[...]", + -12.785066604614258 + ], + [ + "▁vizite", + -12.785075187683104 + ], + [ + "▁erfolgen", + -12.785199165344238 + ], + [ + "▁Hosting", + -12.785244941711426 + ], + [ + "▁localitate", + -12.78528118133545 + ], + [ + "▁chasse", + -12.785415649414062 + ], + [ + "▁Meadow", + -12.785465240478516 + ], + [ + "▁expansive", + -12.785513877868652 + ], + [ + "hov", + -12.785874366760254 + ], + [ + "Phil", + -12.785978317260742 + ], + [ + "illian", + -12.786107063293455 + ], + [ + "▁manipulate", + -12.786107063293455 + ], + [ + "informationen", + -12.786130905151367 + ], + [ + "▁profesionist", + -12.786162376403809 + ], + [ + "risen", + -12.786252975463867 + ], + [ + "frem", + -12.786300659179688 + ], + [ + "Act", + -12.78640079498291 + ], + [ + "supervised", + -12.786491394042969 + ], + [ + "▁capul", + -12.786506652832031 + ], + [ + "▁Craiova", + -12.786528587341309 + ], + [ + "▁victoire", + -12.786528587341309 + ], + [ + "▁guitarist", + -12.786680221557615 + ], + [ + "▁identific", + -12.786684036254885 + ], + [ + "democrat", + -12.786864280700684 + ], + [ + "Authentic", + -12.786894798278809 + ], + [ + "▁Autumn", + -12.786894798278809 + ], + [ + "▁bodi", + -12.787014961242676 + ], + [ + "April", + -12.787044525146484 + ], + [ + "▁Burger", + -12.787049293518066 + ], + [ + "▁BEST", + -12.787490844726562 + ], + [ + "▁torrent", + -12.78749942779541 + ], + [ + "UV", + -12.787567138671877 + ], + [ + "▁renal", + -12.787676811218262 + ], + [ + "founded", + -12.787693977355955 + ], + [ + "203", + -12.787956237792969 + ], + [ + "▁Flooring", + -12.78799057006836 + ], + [ + "▁kilogram", + -12.787994384765623 + ], + [ + "▁garantiert", + -12.78813934326172 + ], + [ + "▁fulfil", + -12.788204193115234 + ], + [ + "303", + -12.788330078125 + ], + [ + "▁schafft", + -12.788363456726074 + ], + [ + "▁butterfly", + -12.788365364074709 + ], + [ + "▁Stuart", + -12.788382530212402 + ], + [ + "▁Versuch", + -12.788392066955566 + ], + [ + "▁liking", + -12.788412094116213 + ], + [ + "▁chercher", + -12.788508415222168 + ], + [ + "▁wrapping", + -12.788527488708496 + ], + [ + "schrieb", + -12.788652420043944 + ], + [ + "▁abuz", + -12.788718223571776 + ], + [ + "▁maîtrise", + -12.788772583007812 + ], + [ + "EQ", + -12.788887977600098 + ], + [ + "▁Erinnerung", + -12.789095878601074 + ], + [ + "▁bridal", + -12.78909969329834 + ], + [ + "Rock", + -12.789118766784668 + ], + [ + "▁copied", + -12.789193153381348 + ], + [ + "Met", + -12.789206504821776 + ], + [ + "▁incep", + -12.789233207702637 + ], + [ + "▁sinus", + -12.789336204528809 + ], + [ + "▁Felix", + -12.789831161499023 + ], + [ + "▁Deluxe", + -12.789837837219238 + ], + [ + "▁GPU", + -12.78984832763672 + ], + [ + "Sie", + -12.790164947509766 + ], + [ + "lowering", + -12.79026222229004 + ], + [ + "▁Trotz", + -12.790282249450684 + ], + [ + "333", + -12.790417671203612 + ], + [ + "withstand", + -12.79055118560791 + ], + [ + "▁Aufenthalt", + -12.790566444396973 + ], + [ + "▁unhealthy", + -12.790567398071287 + ], + [ + "▁urbain", + -12.790573120117188 + ], + [ + "▁LOL", + -12.79070281982422 + ], + [ + "▁Ballet", + -12.79074478149414 + ], + [ + "▁Decoration", + -12.79083251953125 + ], + [ + "weist", + -12.790839195251465 + ], + [ + "▁Residence", + -12.790932655334473 + ], + [ + "▁Leeds", + -12.791055679321287 + ], + [ + "▁Genau", + -12.79108428955078 + ], + [ + "Imagin", + -12.791136741638184 + ], + [ + "▁suspicion", + -12.791300773620604 + ], + [ + "▁pêche", + -12.791301727294922 + ], + [ + "▁Soccer", + -12.791306495666504 + ], + [ + "▁protectie", + -12.791553497314451 + ], + [ + "ATS", + -12.791796684265137 + ], + [ + "stocked", + -12.79183864593506 + ], + [ + "▁gymnas", + -12.79184627532959 + ], + [ + "ASP", + -12.792027473449709 + ], + [ + "▁Independence", + -12.792037010192873 + ], + [ + "▁Wizard", + -12.792037963867188 + ], + [ + "▁nitrogen", + -12.79204273223877 + ], + [ + "amerikanische", + -12.7920503616333 + ], + [ + "▁Indianapolis", + -12.79205322265625 + ], + [ + "catches", + -12.792131423950195 + ], + [ + "stria", + -12.792275428771973 + ], + [ + "schätze", + -12.79235553741455 + ], + [ + "▁Räume", + -12.792387962341309 + ], + [ + "▁Interesting", + -12.792403221130373 + ], + [ + "bürger", + -12.79240608215332 + ], + [ + "sweet", + -12.792410850524902 + ], + [ + "Identify", + -12.792632102966309 + ], + [ + "EEN", + -12.792651176452637 + ], + [ + "▁£3", + -12.792654991149902 + ], + [ + "interacting", + -12.7926664352417 + ], + [ + "NYSE", + -12.792762756347656 + ], + [ + "▁Dynamics", + -12.79277515411377 + ], + [ + "▁modificări", + -12.792777061462402 + ], + [ + "▁Kumar", + -12.792936325073242 + ], + [ + "chette", + -12.79313850402832 + ], + [ + "▁presiune", + -12.79316234588623 + ], + [ + "arni", + -12.793164253234863 + ], + [ + "▁vielfältig", + -12.793221473693848 + ], + [ + "KC", + -12.793259620666504 + ], + [ + "▁Cuisine", + -12.793513298034668 + ], + [ + "▁australia", + -12.793885231018066 + ], + [ + "▁încet", + -12.794026374816896 + ], + [ + "▁caracteristic", + -12.794257164001465 + ], + [ + "▁cookbook", + -12.794501304626465 + ], + [ + "▁douleur", + -12.79453182220459 + ], + [ + "AVI", + -12.794593811035156 + ], + [ + "artikel", + -12.794740676879885 + ], + [ + "feta", + -12.79493522644043 + ], + [ + "▁fréquent", + -12.794987678527832 + ], + [ + "▁Prophet", + -12.795051574707031 + ], + [ + "▁dépense", + -12.795202255249023 + ], + [ + "▁Smile", + -12.795235633850098 + ], + [ + "▁lawmakers", + -12.79525375366211 + ], + [ + "▁Kollegen", + -12.795391082763672 + ], + [ + "▁Pir", + -12.79555606842041 + ], + [ + "serez", + -12.79561710357666 + ], + [ + "▁consumator", + -12.795656204223633 + ], + [ + "▁playlist", + -12.795730590820312 + ], + [ + "▁envisage", + -12.795733451843262 + ], + [ + "swept", + -12.795780181884766 + ], + [ + "▁Grim", + -12.795825004577637 + ], + [ + "▁widow", + -12.795836448669434 + ], + [ + "authorised", + -12.795886039733888 + ], + [ + "▁(...)", + -12.796035766601562 + ], + [ + "▁photographic", + -12.796060562133787 + ], + [ + "▁libertate", + -12.796173095703123 + ], + [ + "▁principalement", + -12.796201705932615 + ], + [ + "umming", + -12.796260833740234 + ], + [ + "▁Montréal", + -12.796465873718262 + ], + [ + "▁compilation", + -12.796468734741213 + ], + [ + "▁erlaubt", + -12.79647159576416 + ], + [ + "▁biblical", + -12.796518325805664 + ], + [ + "volume", + -12.796561241149902 + ], + [ + "5-7", + -12.796809196472168 + ], + [ + "▁Versch", + -12.79689884185791 + ], + [ + "▁Shark", + -12.796957015991213 + ], + [ + "ologne", + -12.796969413757324 + ], + [ + "4.4", + -12.797086715698242 + ], + [ + "decken", + -12.797112464904783 + ], + [ + "▁frequencies", + -12.797205924987791 + ], + [ + "▁inferior", + -12.79720687866211 + ], + [ + "visible", + -12.797321319580078 + ], + [ + "▁educator", + -12.79739475250244 + ], + [ + "▁soziale", + -12.797420501708984 + ], + [ + "▁billet", + -12.797523498535156 + ], + [ + "folosirea", + -12.797574996948242 + ], + [ + "▁aufgenommen", + -12.797590255737305 + ], + [ + "▁Thread", + -12.797649383544922 + ], + [ + "registering", + -12.797694206237791 + ], + [ + "▁Loop", + -12.797747611999512 + ], + [ + "innovation", + -12.79783821105957 + ], + [ + "▁elimination", + -12.797857284545898 + ], + [ + "136", + -12.797883987426758 + ], + [ + "▁fluctu", + -12.797892570495604 + ], + [ + "▁Mercury", + -12.79794692993164 + ], + [ + "▁bouche", + -12.797955513000488 + ], + [ + "▁hurdle", + -12.7979736328125 + ], + [ + "▁Bennett", + -12.798040390014648 + ], + [ + "STI", + -12.79818344116211 + ], + [ + "▁théâtre", + -12.798316955566406 + ], + [ + "▁confortable", + -12.798359870910645 + ], + [ + "▁Automobil", + -12.79838752746582 + ], + [ + "▁Donna", + -12.798399925231934 + ], + [ + "▁foyer", + -12.79841136932373 + ], + [ + "▁hollow", + -12.798465728759766 + ], + [ + "▁règlement", + -12.79861068725586 + ], + [ + "effi", + -12.798616409301758 + ], + [ + "▁sediment", + -12.79869270324707 + ], + [ + "▁Mä", + -12.79877471923828 + ], + [ + "▁faint", + -12.798833847045898 + ], + [ + "feti", + -12.79890251159668 + ], + [ + "▁Concord", + -12.798959732055664 + ], + [ + "▁Ladies", + -12.798990249633787 + ], + [ + "▁pregatit", + -12.799052238464355 + ], + [ + "▁Ensemble", + -12.79905891418457 + ], + [ + "▁Ingredient", + -12.79905891418457 + ], + [ + "▁Respond", + -12.79914379119873 + ], + [ + "▁impaired", + -12.799356460571287 + ], + [ + "▁Feedback", + -12.799430847167969 + ], + [ + "▁ultrasound", + -12.799461364746094 + ], + [ + "▁Guvernului", + -12.799617767333984 + ], + [ + "▁Unterricht", + -12.799654006958008 + ], + [ + "▁prosecut", + -12.799662590026855 + ], + [ + "spend", + -12.799732208251951 + ], + [ + "▁capitol", + -12.799800872802734 + ], + [ + "USD", + -12.799822807312012 + ], + [ + "observing", + -12.79994773864746 + ], + [ + "▁effortlessly", + -12.800045013427734 + ], + [ + "▁Setting", + -12.80010986328125 + ], + [ + "▁spontaneous", + -12.80020809173584 + ], + [ + "▁LEGO", + -12.800238609313965 + ], + [ + "initiative", + -12.800299644470217 + ], + [ + "▁Sak", + -12.800299644470217 + ], + [ + "Interestingly", + -12.800326347351074 + ], + [ + "▁Yale", + -12.800352096557615 + ], + [ + "▁größer", + -12.80038070678711 + ], + [ + "RIC", + -12.800406455993652 + ], + [ + "▁distracted", + -12.800436973571776 + ], + [ + "drafted", + -12.800484657287598 + ], + [ + "▁Brenda", + -12.800522804260254 + ], + [ + "monopol", + -12.800551414489746 + ], + [ + "städt", + -12.800580024719238 + ], + [ + "▁altar", + -12.80058765411377 + ], + [ + "▁Hannover", + -12.800596237182615 + ], + [ + "▁Spiritual", + -12.800702095031738 + ], + [ + "▁thriller", + -12.800747871398926 + ], + [ + "▁Schneider", + -12.80076026916504 + ], + [ + "▁accumulate", + -12.800817489624023 + ], + [ + "▁mediului", + -12.800822257995604 + ], + [ + "▁Mathematics", + -12.800914764404297 + ], + [ + "▁paradox", + -12.800986289978027 + ], + [ + "▁Sham", + -12.801230430603027 + ], + [ + "▁SITE", + -12.80137538909912 + ], + [ + "▁echipei", + -12.801508903503418 + ], + [ + "▁staircase", + -12.801660537719728 + ], + [ + "▁întrebări", + -12.801705360412598 + ], + [ + "Commerce", + -12.802020072937012 + ], + [ + "▁selfie", + -12.802353858947754 + ], + [ + "▁Pocket", + -12.802404403686523 + ], + [ + "▁niemand", + -12.80263614654541 + ], + [ + "Tool", + -12.802678108215332 + ], + [ + "igma", + -12.802695274353027 + ], + [ + "utilisant", + -12.802915573120115 + ], + [ + "▁negatively", + -12.80295181274414 + ], + [ + "Secondly", + -12.802955627441406 + ], + [ + "▁ROI", + -12.8030366897583 + ], + [ + "Arch", + -12.80312156677246 + ], + [ + "▁continuity", + -12.80318546295166 + ], + [ + "▁Prayer", + -12.803235054016112 + ], + [ + "inverse", + -12.803241729736328 + ], + [ + "▁Himmel", + -12.803336143493652 + ], + [ + "prinz", + -12.803478240966797 + ], + [ + "wichtigen", + -12.803496360778809 + ], + [ + "étage", + -12.803522109985352 + ], + [ + "summe", + -12.8036527633667 + ], + [ + "▁Zeitung", + -12.80366039276123 + ], + [ + "▁realization", + -12.803897857666016 + ], + [ + "▁influent", + -12.804291725158691 + ], + [ + "▁Valid", + -12.804357528686523 + ], + [ + "▁publicity", + -12.804439544677734 + ], + [ + "▁vertreten", + -12.804447174072266 + ], + [ + "▁Shoes", + -12.804609298706056 + ], + [ + "▁Diabetes", + -12.80463695526123 + ], + [ + "▁anticipation", + -12.804670333862305 + ], + [ + "▁Blank", + -12.8047456741333 + ], + [ + "asked", + -12.804899215698242 + ], + [ + "Power", + -12.804938316345217 + ], + [ + "arrelage", + -12.805140495300291 + ], + [ + "▁appraisal", + -12.80538272857666 + ], + [ + "▁harassment", + -12.805542945861816 + ], + [ + "Anzeige", + -12.805682182312012 + ], + [ + "liners", + -12.80584716796875 + ], + [ + "Firstly", + -12.805851936340332 + ], + [ + "transferring", + -12.805951118469238 + ], + [ + "▁Diane", + -12.806012153625488 + ], + [ + "▁1/2\"", + -12.80606746673584 + ], + [ + "▁adrenal", + -12.80613136291504 + ], + [ + "▁Prague", + -12.806208610534668 + ], + [ + "insertion", + -12.80635929107666 + ], + [ + "▁Fahrer", + -12.80646514892578 + ], + [ + "▁divin", + -12.806585311889648 + ], + [ + "▁douche", + -12.80673885345459 + ], + [ + "▁meticulous", + -12.806879043579102 + ], + [ + "▁IEEE", + -12.806981086730955 + ], + [ + "▁Rabatt", + -12.807259559631348 + ], + [ + "Runner", + -12.807342529296877 + ], + [ + "▁Leder", + -12.807429313659668 + ], + [ + "project", + -12.80745792388916 + ], + [ + "▁Split", + -12.807562828063965 + ], + [ + "Gold", + -12.807600021362305 + ], + [ + "5.00", + -12.807629585266112 + ], + [ + "iola", + -12.807655334472656 + ], + [ + "standardized", + -12.807890892028809 + ], + [ + "ordination", + -12.807984352111816 + ], + [ + "▁Egal", + -12.80815887451172 + ], + [ + "▁ruhig", + -12.808241844177246 + ], + [ + "▁judiciar", + -12.80837345123291 + ], + [ + "▁Nowadays", + -12.808374404907228 + ], + [ + "▁whistle", + -12.808374404907228 + ], + [ + "▁superhero", + -12.808379173278809 + ], + [ + "▁PowerPoint", + -12.808408737182615 + ], + [ + "flop", + -12.808420181274414 + ], + [ + "olph", + -12.808460235595703 + ], + [ + "▁pallet", + -12.808916091918944 + ], + [ + "posons", + -12.809005737304688 + ], + [ + "▁Listing", + -12.809032440185549 + ], + [ + "Tag", + -12.809075355529783 + ], + [ + "introductory", + -12.809122085571287 + ], + [ + "▁Profil", + -12.809123992919922 + ], + [ + "symmetric", + -12.809126853942873 + ], + [ + "▁aisle", + -12.809138298034668 + ], + [ + "▁ajouté", + -12.809147834777832 + ], + [ + "opathy", + -12.809149742126465 + ], + [ + "prezentate", + -12.809155464172363 + ], + [ + "▁hurry", + -12.809165000915527 + ], + [ + "Auth", + -12.809310913085938 + ], + [ + "▁Homepage", + -12.809435844421388 + ], + [ + "ashes", + -12.809489250183104 + ], + [ + "▁inklusive", + -12.809496879577637 + ], + [ + "populated", + -12.809502601623535 + ], + [ + "▁nein", + -12.80955410003662 + ], + [ + "▁syndicat", + -12.809690475463867 + ], + [ + "▁développé", + -12.809842109680176 + ], + [ + "▁Domestic", + -12.809877395629885 + ], + [ + "essay", + -12.80996799468994 + ], + [ + "Atelier", + -12.809980392456056 + ], + [ + "▁proceeding", + -12.810006141662598 + ], + [ + "▁SAS", + -12.810038566589355 + ], + [ + "task", + -12.810063362121582 + ], + [ + "▁blackjack", + -12.810114860534668 + ], + [ + "Key", + -12.810186386108398 + ], + [ + "thérapie", + -12.810247421264648 + ], + [ + "▁Cohen", + -12.810397148132324 + ], + [ + "Direct", + -12.810510635375977 + ], + [ + "▁Estimat", + -12.810517311096191 + ], + [ + "élève", + -12.810616493225098 + ], + [ + "cind", + -12.810640335083008 + ], + [ + "▁prezenț", + -12.810701370239258 + ], + [ + "▁notorious", + -12.810725212097168 + ], + [ + "climbed", + -12.810816764831545 + ], + [ + "▁flexibil", + -12.810830116271973 + ], + [ + "▁entlang", + -12.810855865478516 + ], + [ + "longed", + -12.81103515625 + ], + [ + "▁elbow", + -12.811078071594238 + ], + [ + "BH", + -12.811296463012695 + ], + [ + "▁Radu", + -12.811376571655272 + ], + [ + "▁lonely", + -12.811378479003906 + ], + [ + "ALA", + -12.811405181884766 + ], + [ + "Variante", + -12.811639785766602 + ], + [ + "▁Influen", + -12.81169319152832 + ], + [ + "▁Budapest", + -12.811747550964355 + ], + [ + "▁Gemüse", + -12.811747550964355 + ], + [ + "▁continental", + -12.811750411987305 + ], + [ + "ippo", + -12.811771392822266 + ], + [ + "▁Affordable", + -12.81212329864502 + ], + [ + "▁niece", + -12.81218719482422 + ], + [ + "oscopic", + -12.812190055847168 + ], + [ + "▁Grid", + -12.81222152709961 + ], + [ + "sliced", + -12.812270164489746 + ], + [ + "▁voici", + -12.812294006347656 + ], + [ + "aveam", + -12.812471389770508 + ], + [ + "▁Lars", + -12.812612533569336 + ], + [ + "APA", + -12.812657356262209 + ], + [ + "▁particulière", + -12.812858581542969 + ], + [ + "sorb", + -12.8128662109375 + ], + [ + "▁1955", + -12.81288719177246 + ], + [ + "▁solutii", + -12.812942504882812 + ], + [ + "loch", + -12.812960624694824 + ], + [ + "▁summon", + -12.813212394714355 + ], + [ + "wurf", + -12.813271522521973 + ], + [ + "▁protecți", + -12.813288688659668 + ], + [ + "2001", + -12.813499450683594 + ], + [ + "▁sophomore", + -12.813627243041992 + ], + [ + "▁Schwerpunkt", + -12.813628196716309 + ], + [ + "▁diplomat", + -12.813687324523926 + ], + [ + "▁artistique", + -12.813726425170898 + ], + [ + "▁accueille", + -12.813739776611328 + ], + [ + "Disp", + -12.813746452331545 + ], + [ + "inherited", + -12.813764572143556 + ], + [ + "▁COMP", + -12.813889503479004 + ], + [ + "▁envoyé", + -12.814046859741213 + ], + [ + "▁tuning", + -12.814056396484377 + ], + [ + "▁entspricht", + -12.814062118530272 + ], + [ + "▁exerc", + -12.81406307220459 + ], + [ + "▁accessoires", + -12.8140869140625 + ], + [ + "▁Automat", + -12.814348220825195 + ], + [ + "importance", + -12.814408302307127 + ], + [ + "▁travellers", + -12.81443214416504 + ], + [ + "seiten", + -12.81447410583496 + ], + [ + "▁slider", + -12.814481735229492 + ], + [ + "effect", + -12.81459140777588 + ], + [ + "▁siding", + -12.814669609069824 + ], + [ + "▁Crit", + -12.814780235290527 + ], + [ + "▁sportif", + -12.814827919006348 + ], + [ + "▁Accessories", + -12.81513500213623 + ], + [ + "▁Anteil", + -12.815184593200684 + ], + [ + "▁limbi", + -12.81519603729248 + ], + [ + "▁vendre", + -12.815269470214844 + ], + [ + "borg", + -12.815435409545898 + ], + [ + "▁Deposit", + -12.815508842468262 + ], + [ + "▁Hö", + -12.815717697143556 + ], + [ + "employé", + -12.8157320022583 + ], + [ + "▁Bangalore", + -12.815887451171877 + ], + [ + "▁itinerary", + -12.815888404846191 + ], + [ + "▁Deliver", + -12.81600856781006 + ], + [ + "dik", + -12.816024780273438 + ], + [ + "▁advent", + -12.816100120544434 + ], + [ + "▁Turk", + -12.81614875793457 + ], + [ + "▁Nico", + -12.816154479980469 + ], + [ + "organizarea", + -12.816161155700684 + ], + [ + "▁remport", + -12.816166877746582 + ], + [ + "▁tribunal", + -12.816266059875488 + ], + [ + "▁Rusia", + -12.8162841796875 + ], + [ + "glazed", + -12.816339492797852 + ], + [ + "▁destiné", + -12.816502571105955 + ], + [ + "304", + -12.816533088684082 + ], + [ + "album", + -12.816650390625 + ], + [ + "▁junction", + -12.81665325164795 + ], + [ + "▁Fleet", + -12.816664695739746 + ], + [ + "venant", + -12.81667423248291 + ], + [ + "▁buddy", + -12.816694259643556 + ], + [ + "▁neglected", + -12.816694259643556 + ], + [ + "▁Mask", + -12.816783905029297 + ], + [ + "▁testament", + -12.816844940185549 + ], + [ + "▁Basil", + -12.81690788269043 + ], + [ + "masă", + -12.816922187805176 + ], + [ + "▁racist", + -12.81692886352539 + ], + [ + "640", + -12.816990852355955 + ], + [ + "▁Standing", + -12.817028045654297 + ], + [ + "▁MUST", + -12.817266464233398 + ], + [ + "situation", + -12.817327499389648 + ], + [ + "▁informiert", + -12.817337036132812 + ], + [ + "ABA", + -12.817353248596191 + ], + [ + "▁Timothy", + -12.817397117614746 + ], + [ + "▁generosity", + -12.817397117614746 + ], + [ + "▁erscheint", + -12.817402839660645 + ], + [ + "▁verarbeitet", + -12.81740665435791 + ], + [ + "▁burial", + -12.817444801330566 + ], + [ + "▁limestone", + -12.817458152770996 + ], + [ + "▁1953", + -12.817480087280272 + ], + [ + "▁Lucr", + -12.817506790161133 + ], + [ + "small", + -12.817633628845217 + ], + [ + "aveau", + -12.81763744354248 + ], + [ + "versiune", + -12.81773567199707 + ], + [ + "▁inkl", + -12.81775951385498 + ], + [ + "▁Minneapolis", + -12.81777572631836 + ], + [ + "Spiel", + -12.81781005859375 + ], + [ + "▁encode", + -12.817895889282228 + ], + [ + "▁beforehand", + -12.818021774291992 + ], + [ + "▁Vital", + -12.818086624145508 + ], + [ + "▁socialist", + -12.818228721618652 + ], + [ + "inho", + -12.81824779510498 + ], + [ + "▁chapel", + -12.81825065612793 + ], + [ + "▁Monitoring", + -12.81838607788086 + ], + [ + "▁quotidienne", + -12.818404197692873 + ], + [ + "cloud", + -12.818506240844728 + ], + [ + "▁desfăşur", + -12.818531036376951 + ], + [ + "▁1952", + -12.818638801574709 + ], + [ + "▁Rü", + -12.818690299987791 + ], + [ + "▁Sigma", + -12.818804740905762 + ], + [ + "134", + -12.818835258483888 + ], + [ + "Sullivan", + -12.818909645080566 + ], + [ + "▁Bevölkerung", + -12.818909645080566 + ], + [ + "▁sufficiently", + -12.81895351409912 + ], + [ + "Check", + -12.818992614746094 + ], + [ + "rnie", + -12.8190336227417 + ], + [ + "contamin", + -12.819132804870604 + ], + [ + "▁gewonnen", + -12.81928825378418 + ], + [ + "▁bugetul", + -12.819376945495604 + ], + [ + "▁mustard", + -12.819414138793944 + ], + [ + "132", + -12.81947898864746 + ], + [ + "0.9", + -12.819535255432127 + ], + [ + "▁tratat", + -12.81957721710205 + ], + [ + "▁dilemma", + -12.819666862487791 + ], + [ + "▁versatility", + -12.819666862487791 + ], + [ + "▁clutter", + -12.81967067718506 + ], + [ + "▁Musk", + -12.81973934173584 + ], + [ + "▁Beide", + -12.819750785827637 + ], + [ + "hurst", + -12.819758415222168 + ], + [ + "atsu", + -12.819767951965332 + ], + [ + "absence", + -12.819784164428713 + ], + [ + "rebounds", + -12.819881439208984 + ], + [ + "6.1", + -12.820029258728027 + ], + [ + "Dia", + -12.820046424865724 + ], + [ + "▁siguranță", + -12.820060729980469 + ], + [ + "▁Blade", + -12.820072174072266 + ], + [ + "▁disrupt", + -12.820074081420898 + ], + [ + "▁visiteurs", + -12.82016944885254 + ], + [ + "tested", + -12.820282936096191 + ], + [ + "▁Lup", + -12.820353507995604 + ], + [ + "▁Rouge", + -12.820371627807615 + ], + [ + "▁asbestos", + -12.82042407989502 + ], + [ + "▁moisturize", + -12.820427894592283 + ], + [ + "▁acknowledg", + -12.82045841217041 + ], + [ + "▁procent", + -12.820467948913574 + ], + [ + "▁swear", + -12.82050895690918 + ], + [ + "▁911", + -12.82064723968506 + ], + [ + "präsent", + -12.820724487304688 + ], + [ + "▁cohort", + -12.82072639465332 + ], + [ + "▁intimid", + -12.820830345153809 + ], + [ + "JS", + -12.820849418640137 + ], + [ + "îm", + -12.82096004486084 + ], + [ + "▁Kunststoff", + -12.820963859558104 + ], + [ + "rison", + -12.820972442626951 + ], + [ + "▁praf", + -12.82097339630127 + ], + [ + "▁convient", + -12.821019172668455 + ], + [ + "▁partenaire", + -12.821088790893556 + ], + [ + "▁Verantwortlich", + -12.821182250976562 + ], + [ + "▁semiconductor", + -12.821182250976562 + ], + [ + "▁kürz", + -12.821187019348145 + ], + [ + "▁Bottom", + -12.82118797302246 + ], + [ + "▁tratamentul", + -12.82127571105957 + ], + [ + "Source", + -12.821331024169922 + ], + [ + "authored", + -12.82172679901123 + ], + [ + "robo", + -12.82186794281006 + ], + [ + "▁turf", + -12.82194709777832 + ], + [ + "▁liebe", + -12.821971893310549 + ], + [ + "▁Fotografi", + -12.821995735168455 + ], + [ + "Big", + -12.822064399719238 + ], + [ + "▁fireworks", + -12.822081565856934 + ], + [ + "▁presă", + -12.822135925292969 + ], + [ + "▁conceal", + -12.822269439697266 + ], + [ + "▁originated", + -12.82227897644043 + ], + [ + "▁biciclet", + -12.822319984436035 + ], + [ + "acești", + -12.822577476501465 + ], + [ + "▁mortar", + -12.822585105895996 + ], + [ + "▁Wunder", + -12.822626113891602 + ], + [ + "ionist", + -12.822696685791016 + ], + [ + "KM", + -12.822871208190918 + ], + [ + "▁Marion", + -12.822918891906738 + ], + [ + "produkte", + -12.822933197021484 + ], + [ + "▁Sprint", + -12.822999000549316 + ], + [ + "▁Nachde", + -12.8230619430542 + ], + [ + "▁verfüge", + -12.823100090026855 + ], + [ + "Marea", + -12.823177337646484 + ], + [ + "▁compressor", + -12.823253631591797 + ], + [ + "Arm", + -12.823290824890137 + ], + [ + "Auf", + -12.823311805725098 + ], + [ + "▁Polyester", + -12.823461532592772 + ], + [ + "▁Sheffield", + -12.823461532592772 + ], + [ + "illiard", + -12.823494911193848 + ], + [ + "▁misleading", + -12.82353401184082 + ], + [ + "multi", + -12.823749542236328 + ], + [ + "ripped", + -12.82381820678711 + ], + [ + "▁Cosmetic", + -12.82383918762207 + ], + [ + "▁Regal", + -12.823890686035156 + ], + [ + "▁authenticity", + -12.82414436340332 + ], + [ + "▁customizable", + -12.824219703674316 + ], + [ + "▁bathtub", + -12.824275016784668 + ], + [ + "▁Average", + -12.824292182922363 + ], + [ + "▁Muster", + -12.824522018432615 + ], + [ + "290", + -12.824529647827148 + ], + [ + "▁Ersatz", + -12.824570655822754 + ], + [ + "▁Might", + -12.824588775634766 + ], + [ + "published", + -12.82461929321289 + ], + [ + "▁Interpret", + -12.824640274047852 + ], + [ + "▁încep", + -12.82480239868164 + ], + [ + "▁proto", + -12.824851036071776 + ], + [ + "▁disque", + -12.824889183044434 + ], + [ + "▁Palestine", + -12.824980735778809 + ], + [ + "Over", + -12.824981689453123 + ], + [ + "▁verbessert", + -12.824983596801758 + ], + [ + "▁liefern", + -12.825017929077148 + ], + [ + "▁Handlung", + -12.825095176696776 + ], + [ + "▁Handels", + -12.825150489807127 + ], + [ + "▁eater", + -12.825201988220217 + ], + [ + "▁$40", + -12.825251579284668 + ], + [ + "illard", + -12.825334548950195 + ], + [ + "▁apariti", + -12.825413703918455 + ], + [ + "▁gag", + -12.825422286987305 + ], + [ + "▁chimic", + -12.825541496276855 + ], + [ + "▁Guru", + -12.825594902038574 + ], + [ + "▁Toilet", + -12.82571792602539 + ], + [ + "▁Tochter", + -12.825748443603516 + ], + [ + "▁Aurora", + -12.82579231262207 + ], + [ + "contro", + -12.825922966003418 + ], + [ + "▁GOP", + -12.825995445251465 + ], + [ + "Provence", + -12.826130867004396 + ], + [ + "▁Frieden", + -12.82614803314209 + ], + [ + "ăci", + -12.826216697692873 + ], + [ + "portée", + -12.826268196105955 + ], + [ + "▁upright", + -12.826300621032717 + ], + [ + "▁Physician", + -12.82650375366211 + ], + [ + "▁juridique", + -12.82650375366211 + ], + [ + "▁territorial", + -12.82650375366211 + ], + [ + "▁kindergarten", + -12.826505661010742 + ], + [ + "aéroport", + -12.826510429382324 + ], + [ + "▁whisper", + -12.826513290405272 + ], + [ + "▁capacities", + -12.826562881469728 + ], + [ + "dichte", + -12.826641082763672 + ], + [ + "▁Grenzen", + -12.826822280883787 + ], + [ + "▁Riv", + -12.82710075378418 + ], + [ + "épreuve", + -12.827266693115234 + ], + [ + "▁Scheme", + -12.827290534973145 + ], + [ + "mesures", + -12.827330589294434 + ], + [ + "▁Einfluss", + -12.827333450317385 + ], + [ + "appui", + -12.827713966369627 + ], + [ + "▁apuc", + -12.82782745361328 + ], + [ + "▁radiat", + -12.82794189453125 + ], + [ + "▁allergy", + -12.828035354614258 + ], + [ + "▁spear", + -12.828038215637209 + ], + [ + "▁Luxembourg", + -12.828086853027344 + ], + [ + "▁Registered", + -12.828115463256836 + ], + [ + "▁Shape", + -12.828198432922363 + ], + [ + "genie", + -12.828328132629396 + ], + [ + "nsonsten", + -12.82838535308838 + ], + [ + "▁Symposium", + -12.828412055969238 + ], + [ + "forderung", + -12.82847499847412 + ], + [ + "▁personalizat", + -12.82866096496582 + ], + [ + "▁ştiu", + -12.82875919342041 + ], + [ + "blatt", + -12.82880401611328 + ], + [ + "▁geometry", + -12.828807830810549 + ], + [ + "▁8:30", + -12.828831672668455 + ], + [ + "▁Fahrrad", + -12.828861236572266 + ], + [ + "After", + -12.828927040100098 + ], + [ + "▁ventilat", + -12.829072952270508 + ], + [ + "▁nylon", + -12.829190254211426 + ], + [ + "▁verkauft", + -12.829304695129396 + ], + [ + "öß", + -12.829345703125 + ], + [ + "▁Kath", + -12.829523086547852 + ], + [ + "▁Nuclear", + -12.82955837249756 + ], + [ + "▁Verizon", + -12.829560279846191 + ], + [ + "▁spokesperson", + -12.829560279846191 + ], + [ + "▁vietii", + -12.829560279846191 + ], + [ + "▁prescri", + -12.829629898071287 + ], + [ + "ру", + -12.829666137695312 + ], + [ + "6.2", + -12.829801559448242 + ], + [ + "▁spațiu", + -12.830018997192385 + ], + [ + "▁solvent", + -12.83006763458252 + ], + [ + ",000,000", + -12.830142974853516 + ], + [ + "reuen", + -12.830185890197754 + ], + [ + "plast", + -12.830245018005373 + ], + [ + "▁Activities", + -12.830334663391112 + ], + [ + "▁domni", + -12.83056926727295 + ], + [ + "▁trophy", + -12.830572128295898 + ], + [ + "▁saddle", + -12.830657958984377 + ], + [ + "▁renovat", + -12.830708503723145 + ], + [ + "▁bumper", + -12.830717086791992 + ], + [ + "▁penny", + -12.83074188232422 + ], + [ + "omato", + -12.830743789672852 + ], + [ + "AQ", + -12.83083438873291 + ], + [ + "kunst", + -12.830843925476074 + ], + [ + "hydrat", + -12.830860137939451 + ], + [ + "minder", + -12.830931663513184 + ], + [ + "trecerea", + -12.830949783325195 + ], + [ + "brush", + -12.831185340881348 + ], + [ + "TEC", + -12.83121395111084 + ], + [ + "Please", + -12.831253051757812 + ], + [ + "hydrated", + -12.831483840942385 + ], + [ + "ICAL", + -12.831636428833008 + ], + [ + "trauen", + -12.831639289855955 + ], + [ + "9,000", + -12.83175277709961 + ], + [ + "▁2030", + -12.831830024719238 + ], + [ + "▁Chennai", + -12.831854820251465 + ], + [ + "▁empirical", + -12.831854820251465 + ], + [ + "▁Subscribe", + -12.83206844329834 + ], + [ + "▁vorgestellt", + -12.832120895385742 + ], + [ + "▁Springfield", + -12.832159996032717 + ], + [ + "▁continuu", + -12.832311630249023 + ], + [ + "208", + -12.832351684570312 + ], + [ + "▁Bearing", + -12.83240795135498 + ], + [ + "2003", + -12.83257293701172 + ], + [ + "cheta", + -12.832608222961426 + ], + [ + "▁empathy", + -12.832623481750488 + ], + [ + "▁Alert", + -12.83281707763672 + ], + [ + "▁recreate", + -12.832879066467283 + ], + [ + "PJ", + -12.833159446716309 + ], + [ + "Name", + -12.83323860168457 + ], + [ + "▁Mouse", + -12.83340549468994 + ], + [ + "▁disturbing", + -12.833443641662598 + ], + [ + "▁leichter", + -12.83344841003418 + ], + [ + "▁cruel", + -12.833507537841797 + ], + [ + "▁detective", + -12.833531379699709 + ], + [ + "▁reimbursement", + -12.833626747131348 + ], + [ + "▁Gemeinschaft", + -12.833772659301758 + ], + [ + "▁adolescents", + -12.833772659301758 + ], + [ + "▁Reality", + -12.833954811096191 + ], + [ + "▁Stockholm", + -12.83415699005127 + ], + [ + "▁Gründen", + -12.834304809570312 + ], + [ + "▁Reflect", + -12.83432388305664 + ], + [ + "▁Palmer", + -12.834336280822754 + ], + [ + "▁treac", + -12.8343505859375 + ], + [ + "▁tentative", + -12.834497451782228 + ], + [ + "▁surrender", + -12.834677696228027 + ], + [ + "▁broadly", + -12.834734916687012 + ], + [ + "▁județ", + -12.834814071655272 + ], + [ + "▁Thu", + -12.834845542907717 + ], + [ + "wärts", + -12.834961891174316 + ], + [ + "▁crește", + -12.835074424743652 + ], + [ + "▁déplacement", + -12.835208892822266 + ], + [ + "blanc", + -12.835268020629885 + ], + [ + "▁£5", + -12.835308074951172 + ], + [ + "▁confidentiality", + -12.835320472717283 + ], + [ + "veraging", + -12.835444450378418 + ], + [ + "unité", + -12.835609436035156 + ], + [ + "clar", + -12.83564567565918 + ], + [ + "rigg", + -12.835693359375 + ], + [ + "honneur", + -12.835694313049316 + ], + [ + "▁adventurous", + -12.835694313049316 + ], + [ + "▁Nutzen", + -12.835758209228516 + ], + [ + "▁Kabel", + -12.835800170898438 + ], + [ + "empowering", + -12.836040496826172 + ], + [ + "verhalten", + -12.836042404174805 + ], + [ + "▁prevail", + -12.8361234664917 + ], + [ + "mashed", + -12.836138725280762 + ], + [ + "▁1947", + -12.83616828918457 + ], + [ + "function", + -12.836292266845703 + ], + [ + "niveaux", + -12.83633041381836 + ], + [ + "▁territories", + -12.836463928222656 + ], + [ + "▁Permanent", + -12.836465835571287 + ], + [ + "▁christmas", + -12.836471557617188 + ], + [ + "arguing", + -12.836490631103516 + ], + [ + "zukünftig", + -12.836654663085938 + ], + [ + "▁Eindruck", + -12.836817741394045 + ], + [ + "personalised", + -12.836854934692385 + ], + [ + "▁vecin", + -12.83721160888672 + ], + [ + "▁Affiliate", + -12.837234497070312 + ], + [ + "▁Silk", + -12.837249755859377 + ], + [ + "▁Tub", + -12.837440490722656 + ], + [ + "▁remont", + -12.837493896484377 + ], + [ + "▁sauber", + -12.837530136108398 + ], + [ + "gehörig", + -12.837562561035156 + ], + [ + "Maritime", + -12.83771800994873 + ], + [ + "▁Bö", + -12.837973594665527 + ], + [ + "▁1957", + -12.83800220489502 + ], + [ + "▁unparalleled", + -12.838005065917969 + ], + [ + "▁fulfillment", + -12.838042259216309 + ], + [ + "▁collage", + -12.838179588317873 + ], + [ + "fenders", + -12.838248252868652 + ], + [ + "▁neige", + -12.838275909423828 + ], + [ + "▁gamers", + -12.83832550048828 + ], + [ + "tefan", + -12.838339805603027 + ], + [ + "▁wifi", + -12.838349342346191 + ], + [ + "▁leisten", + -12.83835506439209 + ], + [ + "▁Verbesserung", + -12.838390350341797 + ], + [ + "▁composant", + -12.838400840759276 + ], + [ + "▁LORD", + -12.8384370803833 + ], + [ + "arrive", + -12.838472366333008 + ], + [ + "▁conquer", + -12.838562965393066 + ], + [ + "▁lentil", + -12.838767051696776 + ], + [ + "▁Sprech", + -12.838995933532717 + ], + [ + "▁substitution", + -12.839015007019045 + ], + [ + ".05.", + -12.83902072906494 + ], + [ + "FORM", + -12.839144706726074 + ], + [ + "cădere", + -12.839154243469238 + ], + [ + "▁canyon", + -12.839430809020996 + ], + [ + "▁capacitate", + -12.839442253112791 + ], + [ + "▁menace", + -12.83946132659912 + ], + [ + "▁Antique", + -12.839519500732422 + ], + [ + "▁dizaine", + -12.839550971984863 + ], + [ + "▁Saturn", + -12.83957862854004 + ], + [ + "▁gastro", + -12.83962631225586 + ], + [ + "▁Vand", + -12.839641571044922 + ], + [ + "▁africa", + -12.839682579040527 + ], + [ + "▁hackers", + -12.839702606201172 + ], + [ + "▁Bailey", + -12.839736938476562 + ], + [ + "ouette", + -12.83982276916504 + ], + [ + "hoch", + -12.839885711669922 + ], + [ + "étudiant", + -12.839973449707031 + ], + [ + "▁1600", + -12.840004920959473 + ], + [ + "utiliz", + -12.840167999267578 + ], + [ + "reinigung", + -12.84026336669922 + ], + [ + "▁mileage", + -12.84029483795166 + ], + [ + "▁consacré", + -12.840309143066406 + ], + [ + "▁Norfolk", + -12.840327262878418 + ], + [ + "stacked", + -12.840659141540527 + ], + [ + "anbieter", + -12.840731620788574 + ], + [ + "▁gewünschte", + -12.84073543548584 + ], + [ + "▁silicon", + -12.840761184692385 + ], + [ + "Ensuite", + -12.840794563293455 + ], + [ + "▁vendu", + -12.840850830078123 + ], + [ + "▁viteza", + -12.84085178375244 + ], + [ + "▁evaluare", + -12.840913772583008 + ], + [ + "▁contient", + -12.841036796569824 + ], + [ + "▁Viagra", + -12.841100692749023 + ], + [ + "▁circumstance", + -12.841283798217772 + ], + [ + "walker", + -12.841383934020996 + ], + [ + "▁Aluminium", + -12.84148120880127 + ], + [ + "ço", + -12.841556549072266 + ], + [ + "▁Kli", + -12.84164333343506 + ], + [ + "▁deliberately", + -12.841649055480955 + ], + [ + "▁gamble", + -12.841893196105955 + ], + [ + "▁nourri", + -12.841903686523438 + ], + [ + "▁sealing", + -12.84194278717041 + ], + [ + "▁Atmosphäre", + -12.842255592346191 + ], + [ + "▁erschien", + -12.842260360717772 + ], + [ + "▁brightness", + -12.842340469360352 + ], + [ + "autonomie", + -12.84251594543457 + ], + [ + "▁propel", + -12.842525482177734 + ], + [ + "▁Infrastructure", + -12.842642784118652 + ], + [ + "▁război", + -12.842642784118652 + ], + [ + "▁jelly", + -12.842684745788574 + ], + [ + "scalable", + -12.84280776977539 + ], + [ + "regal", + -12.84296703338623 + ], + [ + "▁sarcini", + -12.843031883239746 + ], + [ + "▁Dienstag", + -12.84304428100586 + ], + [ + "▁Receive", + -12.8430814743042 + ], + [ + "▁mango", + -12.843356132507324 + ], + [ + "▁compétition", + -12.84341812133789 + ], + [ + "▁Monument", + -12.843428611755373 + ], + [ + "▁mast", + -12.844159126281738 + ], + [ + "▁instructed", + -12.84425163269043 + ], + [ + "▁aventur", + -12.844277381896973 + ], + [ + "139", + -12.844298362731934 + ], + [ + "▁Parmi", + -12.84435749053955 + ], + [ + "confined", + -12.844416618347168 + ], + [ + "acious", + -12.844441413879396 + ], + [ + "▁simptome", + -12.844581604003906 + ], + [ + "▁Fischer", + -12.844897270202637 + ], + [ + "störung", + -12.844985008239746 + ], + [ + "▁bilateral", + -12.84504508972168 + ], + [ + "preşedintele", + -12.845274925231934 + ], + [ + "accueillir", + -12.84535789489746 + ], + [ + "▁Schmidt", + -12.845359802246094 + ], + [ + "litis", + -12.845373153686523 + ], + [ + "WL", + -12.8454008102417 + ], + [ + "▁Rise", + -12.845436096191406 + ], + [ + "▁streamline", + -12.845556259155272 + ], + [ + "sozialen", + -12.845585823059082 + ], + [ + "▁Emirates", + -12.845746040344238 + ], + [ + "▁encrypted", + -12.845746040344238 + ], + [ + "▁unfamiliar", + -12.845746040344238 + ], + [ + "established", + -12.84577751159668 + ], + [ + "▁Tätigkeit", + -12.845818519592283 + ], + [ + "▁unaware", + -12.845913887023926 + ], + [ + "2:00", + -12.8460054397583 + ], + [ + "macher", + -12.846013069152832 + ], + [ + "NSA", + -12.8461275100708 + ], + [ + "▁rutier", + -12.846177101135254 + ], + [ + "▁Trent", + -12.84621238708496 + ], + [ + "▁sickness", + -12.846277236938477 + ], + [ + "▁advert", + -12.846417427062988 + ], + [ + "▁Kranken", + -12.846426963806152 + ], + [ + "▁Sandra", + -12.846443176269531 + ], + [ + "▁Recreation", + -12.846449851989746 + ], + [ + "▁Evidence", + -12.846524238586426 + ], + [ + "▁Immigration", + -12.846524238586426 + ], + [ + "▁carriage", + -12.846524238586426 + ], + [ + "▁justified", + -12.84655475616455 + ], + [ + "▁veche", + -12.846579551696776 + ], + [ + "PGA", + -12.846604347229004 + ], + [ + "▁Carmen", + -12.846735000610352 + ], + [ + "▁Faites", + -12.846750259399414 + ], + [ + "▁erfüllt", + -12.84691333770752 + ], + [ + "▁voilà", + -12.846931457519531 + ], + [ + "▁împlin", + -12.846959114074709 + ], + [ + "deposited", + -12.84721565246582 + ], + [ + "▁decisiv", + -12.847241401672363 + ], + [ + "CSA", + -12.847249031066896 + ], + [ + "pathy", + -12.84726619720459 + ], + [ + "▁erweitert", + -12.847302436828612 + ], + [ + "▁liquor", + -12.847302436828612 + ], + [ + "▁resilient", + -12.847302436828612 + ], + [ + "▁walmart", + -12.847302436828612 + ], + [ + "▁fencing", + -12.847308158874512 + ], + [ + "▁dépasse", + -12.84731388092041 + ], + [ + "KT", + -12.847354888916016 + ], + [ + "▁fries", + -12.847368240356444 + ], + [ + "vadă", + -12.847421646118164 + ], + [ + "▁Spania", + -12.847478866577148 + ], + [ + "▁complètement", + -12.847725868225098 + ], + [ + "▁lucrari", + -12.84777545928955 + ], + [ + "▁Lieb", + -12.847908973693848 + ], + [ + "leistungen", + -12.847943305969238 + ], + [ + "198", + -12.847979545593262 + ], + [ + "▁Schnell", + -12.847997665405272 + ], + [ + "▁radius", + -12.84814453125 + ], + [ + "▁beneficiaries", + -12.848151206970217 + ], + [ + "▁northwest", + -12.848174095153809 + ], + [ + "▁#4", + -12.848223686218262 + ], + [ + "▁embryo", + -12.848492622375488 + ], + [ + "▁ditch", + -12.848791122436523 + ], + [ + "▁Seriously", + -12.848859786987305 + ], + [ + "oppel", + -12.848941802978516 + ], + [ + "▁stalk", + -12.849053382873535 + ], + [ + "écriture", + -12.849066734313965 + ], + [ + "512", + -12.84912109375 + ], + [ + "wiesen", + -12.849271774291992 + ], + [ + "▁Consum", + -12.849321365356444 + ], + [ + "▁lună", + -12.849405288696287 + ], + [ + "▁lantern", + -12.849441528320312 + ], + [ + "▁italian", + -12.849629402160645 + ], + [ + "▁achiziți", + -12.849639892578123 + ], + [ + "▁catalyst", + -12.849639892578123 + ], + [ + "▁Arbeitgeber", + -12.84966278076172 + ], + [ + "▁researched", + -12.8496675491333 + ], + [ + "▁drastically", + -12.849679946899414 + ], + [ + "versammlung", + -12.849735260009766 + ], + [ + "410", + -12.84980010986328 + ], + [ + "▁impus", + -12.850153923034668 + ], + [ + "▁interchange", + -12.850173950195312 + ], + [ + "▁pharmacie", + -12.850215911865234 + ], + [ + "Live", + -12.850354194641112 + ], + [ + "dents", + -12.850384712219238 + ], + [ + "▁charcoal", + -12.850419998168944 + ], + [ + "▁odihn", + -12.850420951843262 + ], + [ + "▁pistol", + -12.850444793701172 + ], + [ + "▁complaining", + -12.850576400756836 + ], + [ + "manager", + -12.850578308105469 + ], + [ + "themed", + -12.850578308105469 + ], + [ + "▁Chang", + -12.850650787353516 + ], + [ + "▁rookie", + -12.85070514678955 + ], + [ + "Great", + -12.850706100463867 + ], + [ + "▁smoker", + -12.850733757019045 + ], + [ + "▁Container", + -12.850812911987305 + ], + [ + "▁bancaire", + -12.850852966308594 + ], + [ + "▁Actual", + -12.850966453552246 + ], + [ + "füllen", + -12.850982666015623 + ], + [ + "forum", + -12.850985527038574 + ], + [ + "bleib", + -12.851073265075684 + ], + [ + "▁combi", + -12.851079940795898 + ], + [ + "smoked", + -12.851137161254885 + ], + [ + "difficultés", + -12.851161003112791 + ], + [ + "▁tactical", + -12.851240158081056 + ], + [ + "▁sichtbar", + -12.851483345031738 + ], + [ + "▁dreptate", + -12.851598739624023 + ], + [ + "ERT", + -12.85168743133545 + ], + [ + "▁Pond", + -12.85177993774414 + ], + [ + "▁Holly", + -12.851844787597656 + ], + [ + "erfolg", + -12.8518705368042 + ], + [ + "▁Nordic", + -12.851896286010742 + ], + [ + "évènement", + -12.851983070373535 + ], + [ + "embracing", + -12.851984024047852 + ], + [ + "▁Maximum", + -12.851984024047852 + ], + [ + "▁défend", + -12.85205078125 + ], + [ + "▁fruct", + -12.852056503295898 + ], + [ + "▁Conditioning", + -12.852099418640137 + ], + [ + "LG", + -12.852127075195312 + ], + [ + "exigence", + -12.852166175842283 + ], + [ + "amide", + -12.852187156677246 + ], + [ + "▁darunter", + -12.852208137512209 + ], + [ + "▁EVERY", + -12.852420806884766 + ], + [ + "▁comparat", + -12.85244083404541 + ], + [ + "boosting", + -12.852452278137209 + ], + [ + "▁Hawaiian", + -12.852553367614746 + ], + [ + "▁Geburt", + -12.852752685546877 + ], + [ + "deci", + -12.852782249450684 + ], + [ + "▁Apollo", + -12.852803230285645 + ], + [ + "▁schützen", + -12.852821350097656 + ], + [ + "tragere", + -12.852893829345703 + ], + [ + "Online", + -12.852904319763184 + ], + [ + "▁neural", + -12.852913856506348 + ], + [ + "▁lucrez", + -12.853188514709473 + ], + [ + "▁phenomenal", + -12.853253364562988 + ], + [ + "▁Height", + -12.853368759155272 + ], + [ + "coordinating", + -12.853548049926758 + ], + [ + "geschnitten", + -12.853631019592283 + ], + [ + "auront", + -12.853641510009766 + ], + [ + "▁administer", + -12.853644371032717 + ], + [ + "▁contend", + -12.853707313537598 + ], + [ + "▁crispy", + -12.853784561157228 + ], + [ + "chuck", + -12.854011535644531 + ], + [ + "▁Condition", + -12.8540678024292 + ], + [ + "gestaltung", + -12.854324340820312 + ], + [ + "▁Blvd", + -12.854331970214844 + ], + [ + "▁subjective", + -12.854470252990724 + ], + [ + "▁événements", + -12.854708671569824 + ], + [ + "▁Jenny", + -12.855131149291992 + ], + [ + "▁cumpăra", + -12.85519027709961 + ], + [ + "constructing", + -12.855262756347656 + ], + [ + "▁instructional", + -12.85539436340332 + ], + [ + "▁sterling", + -12.855446815490724 + ], + [ + "scrise", + -12.855470657348633 + ], + [ + "▁Boulevard", + -12.855551719665527 + ], + [ + "pipe", + -12.855620384216309 + ], + [ + "▁Pride", + -12.855748176574709 + ], + [ + "▁Kau", + -12.855751991271973 + ], + [ + "▁overhaul", + -12.855924606323242 + ], + [ + "▁Recruitment", + -12.85592555999756 + ], + [ + "▁thrilling", + -12.856218338012695 + ], + [ + "living", + -12.85630226135254 + ], + [ + "▁rămân", + -12.85645866394043 + ], + [ + "▁MOD", + -12.85661792755127 + ], + [ + "▁Newport", + -12.856675148010254 + ], + [ + "▁infectious", + -12.856688499450684 + ], + [ + "6-3", + -12.856860160827637 + ], + [ + "▁Apache", + -12.856976509094238 + ], + [ + "▁dependence", + -12.85698413848877 + ], + [ + "nutzung", + -12.857199668884276 + ], + [ + "praised", + -12.857211112976074 + ], + [ + "▁craving", + -12.857346534729004 + ], + [ + "▁cramp", + -12.857397079467772 + ], + [ + "▁mancare", + -12.857455253601074 + ], + [ + "▁entdeckt", + -12.857474327087402 + ], + [ + "▁Pioneer", + -12.857484817504885 + ], + [ + "▁Adelaide", + -12.85749053955078 + ], + [ + "2.0", + -12.857503890991213 + ], + [ + "168", + -12.857526779174805 + ], + [ + "▁Decorating", + -12.857611656188965 + ], + [ + "▁unpleasant", + -12.857854843139648 + ], + [ + "▁déclaration", + -12.857865333557127 + ], + [ + "▁Grafik", + -12.857908248901367 + ], + [ + "5-2", + -12.857937812805176 + ], + [ + "căci", + -12.857940673828123 + ], + [ + "▁invade", + -12.858171463012695 + ], + [ + "▁internaţional", + -12.858259201049805 + ], + [ + "▁fraudulent", + -12.858281135559082 + ], + [ + "▁crestere", + -12.858441352844238 + ], + [ + "ografic", + -12.858729362487791 + ], + [ + "plină", + -12.859140396118164 + ], + [ + "sunteti", + -12.859150886535645 + ], + [ + "/04", + -12.859176635742188 + ], + [ + "▁admis", + -12.85935115814209 + ], + [ + "▁mediation", + -12.859403610229492 + ], + [ + "ICC", + -12.859424591064451 + ], + [ + "roș", + -12.859660148620604 + ], + [ + "▁Aroma", + -12.8596773147583 + ], + [ + "1:00", + -12.859792709350586 + ], + [ + "gasesc", + -12.859822273254396 + ], + [ + "▁Defence", + -12.859850883483888 + ], + [ + "▁dictionary", + -12.859856605529783 + ], + [ + "▁Batterie", + -12.859865188598633 + ], + [ + "▁gesunde", + -12.85997486114502 + ], + [ + "146", + -12.860099792480469 + ], + [ + "▁mortal", + -12.860129356384276 + ], + [ + "▁Flughafen", + -12.860230445861816 + ], + [ + "hhh", + -12.860284805297852 + ], + [ + "▁novice", + -12.860342025756836 + ], + [ + "▁Develop", + -12.86043930053711 + ], + [ + "▁accidental", + -12.860516548156738 + ], + [ + "Muzeul", + -12.86054515838623 + ], + [ + "▁Jupiter", + -12.86062240600586 + ], + [ + "supposedly", + -12.860662460327148 + ], + [ + "energy", + -12.860758781433104 + ], + [ + "▁montrer", + -12.860764503479004 + ], + [ + "recalled", + -12.860795021057127 + ], + [ + "Press", + -12.860801696777344 + ], + [ + "▁postcard", + -12.86080265045166 + ], + [ + "target", + -12.86081600189209 + ], + [ + "▁vêtements", + -12.860881805419922 + ], + [ + "▁particle", + -12.860888481140137 + ], + [ + "professional", + -12.8608980178833 + ], + [ + "▁1949", + -12.860917091369627 + ], + [ + "yah", + -12.860980033874512 + ], + [ + "▁Spiegel", + -12.861017227172852 + ], + [ + "▁Jeffrey", + -12.861023902893066 + ], + [ + "fahrzeug", + -12.861027717590332 + ], + [ + "▁Plug", + -12.861051559448242 + ], + [ + "▁violin", + -12.861150741577148 + ], + [ + "▁condemn", + -12.86138153076172 + ], + [ + "▁conducere", + -12.861398696899414 + ], + [ + "▁Chevrolet", + -12.861412048339844 + ], + [ + "▁conceput", + -12.861461639404297 + ], + [ + "▁Merri", + -12.861493110656738 + ], + [ + "judging", + -12.861559867858888 + ], + [ + "embraced", + -12.86168098449707 + ], + [ + "▁Compact", + -12.86171531677246 + ], + [ + "▁château", + -12.861807823181152 + ], + [ + "etch", + -12.861945152282717 + ], + [ + "bedroom", + -12.861995697021484 + ], + [ + "People", + -12.862038612365724 + ], + [ + "25,000", + -12.86209774017334 + ], + [ + "ocyte", + -12.862146377563477 + ], + [ + "▁Lenovo", + -12.862205505371094 + ], + [ + "▁Hampton", + -12.862241744995115 + ], + [ + "5.2", + -12.862244606018066 + ], + [ + "▁progres", + -12.862266540527344 + ], + [ + "hoc", + -12.86228847503662 + ], + [ + "▁complementary", + -12.86241340637207 + ], + [ + "turned", + -12.862485885620115 + ], + [ + "mangel", + -12.862508773803713 + ], + [ + "▁Drew", + -12.862592697143556 + ], + [ + "épisode", + -12.86259651184082 + ], + [ + "▁Versorgung", + -12.86259651184082 + ], + [ + "▁ausdrücklich", + -12.86259651184082 + ], + [ + "ciune", + -12.862788200378418 + ], + [ + "▁sfârșit", + -12.862990379333496 + ], + [ + "Agricultural", + -12.862991333007812 + ], + [ + "▁caffeine", + -12.862991333007812 + ], + [ + "▁emergencies", + -12.862991333007812 + ], + [ + "▁unhappy", + -12.862991333007812 + ], + [ + "(7)", + -12.863043785095217 + ], + [ + "▁inlocui", + -12.863059043884276 + ], + [ + "▁Rochester", + -12.863153457641602 + ], + [ + "183", + -12.863155364990234 + ], + [ + "niz", + -12.863285064697266 + ], + [ + "tasche", + -12.863462448120115 + ], + [ + "▁Salle", + -12.86347484588623 + ], + [ + "cît", + -12.863478660583496 + ], + [ + "▁Singer", + -12.863489151000977 + ], + [ + "▁economically", + -12.863506317138672 + ], + [ + "▁ieși", + -12.863525390625 + ], + [ + "▁façade", + -12.86378288269043 + ], + [ + "Ohne", + -12.863801956176758 + ], + [ + "▁edible", + -12.863842964172363 + ], + [ + "Rob", + -12.863851547241213 + ], + [ + "▁(2014)", + -12.863859176635742 + ], + [ + "▁Zar", + -12.863919258117676 + ], + [ + "▁obey", + -12.863995552062988 + ], + [ + "Pack", + -12.864087104797363 + ], + [ + "▁Omni", + -12.864198684692385 + ], + [ + "▁Gilbert", + -12.864212036132812 + ], + [ + "▁Vlad", + -12.86429500579834 + ], + [ + "▁pauvre", + -12.864333152770996 + ], + [ + "▁secular", + -12.864383697509766 + ], + [ + "Center", + -12.864415168762209 + ], + [ + "▁Prospect", + -12.864457130432127 + ], + [ + "▁Noah", + -12.86450481414795 + ], + [ + "▁Interactive", + -12.86471176147461 + ], + [ + "▁centaine", + -12.86485767364502 + ], + [ + "▁cerebral", + -12.864971160888672 + ], + [ + "▁Novel", + -12.865013122558594 + ], + [ + "▁Käufer", + -12.865039825439451 + ], + [ + "werfen", + -12.865056991577148 + ], + [ + "▁reluctant", + -12.86514377593994 + ], + [ + "ес", + -12.86520004272461 + ], + [ + "Look", + -12.86521053314209 + ], + [ + "Erkrankung", + -12.86536693572998 + ], + [ + "▁cucumber", + -12.86536693572998 + ], + [ + "/2017", + -12.865399360656738 + ], + [ + "▁flank", + -12.865405082702637 + ], + [ + "opportunité", + -12.865667343139648 + ], + [ + "zugleich", + -12.865766525268556 + ], + [ + "RAT", + -12.865840911865234 + ], + [ + "▁avantages", + -12.865880012512209 + ], + [ + "▁außer", + -12.866008758544922 + ], + [ + "GV", + -12.866090774536133 + ], + [ + "▁Continental", + -12.866159439086914 + ], + [ + "▁affiliation", + -12.866159439086914 + ], + [ + "▁ursprünglich", + -12.86618423461914 + ], + [ + "▁hardship", + -12.86634922027588 + ], + [ + "âme", + -12.86647891998291 + ], + [ + "▁hallway", + -12.866576194763184 + ], + [ + "▁afară", + -12.866578102111816 + ], + [ + "western", + -12.866714477539062 + ], + [ + "▁Jacket", + -12.866802215576172 + ], + [ + "▁culturelle", + -12.866876602172852 + ], + [ + "▁glaci", + -12.866995811462402 + ], + [ + "metoda", + -12.867036819458008 + ], + [ + "▁clerk", + -12.867045402526855 + ], + [ + "▁ordinance", + -12.867185592651367 + ], + [ + "▁Initial", + -12.867197036743164 + ], + [ + "waking", + -12.86722469329834 + ], + [ + "▁Secondary", + -12.867366790771484 + ], + [ + "▁Solomon", + -12.867411613464355 + ], + [ + "glomer", + -12.867488861083984 + ], + [ + "SYS", + -12.867530822753906 + ], + [ + "▁Florin", + -12.867596626281738 + ], + [ + "ffentlich", + -12.867670059204102 + ], + [ + "▁Printer", + -12.867674827575684 + ], + [ + "▁dimineata", + -12.86774730682373 + ], + [ + "▁stripes", + -12.867748260498049 + ], + [ + "plugged", + -12.86776065826416 + ], + [ + "öhl", + -12.867836952209473 + ], + [ + "infused", + -12.867875099182127 + ], + [ + "▁Rubber", + -12.867895126342772 + ], + [ + "paved", + -12.86789894104004 + ], + [ + "▁Devi", + -12.867995262145996 + ], + [ + "▁subway", + -12.8681640625 + ], + [ + "▁gases", + -12.868306159973145 + ], + [ + "▁reguli", + -12.868371963500977 + ], + [ + "▁Rebel", + -12.868413925170898 + ], + [ + "▁destructive", + -12.86854648590088 + ], + [ + "▁oferind", + -12.868664741516112 + ], + [ + "9001", + -12.868876457214355 + ], + [ + "CRA", + -12.86891269683838 + ], + [ + "why", + -12.868932723999023 + ], + [ + "sensul", + -12.869036674499512 + ], + [ + "guter", + -12.869277000427246 + ], + [ + "Empfehlung", + -12.869338035583496 + ], + [ + "▁convertible", + -12.86953353881836 + ], + [ + "▁predominantly", + -12.869637489318848 + ], + [ + "▁Mentor", + -12.86964988708496 + ], + [ + "Practic", + -12.869720458984377 + ], + [ + "▁echipă", + -12.869754791259766 + ], + [ + "onsite", + -12.869853019714355 + ], + [ + "▁zunehmend", + -12.86994743347168 + ], + [ + "▁Harbour", + -12.87001609802246 + ], + [ + "▁pineapple", + -12.87013339996338 + ], + [ + "▁gasoline", + -12.870139122009276 + ], + [ + "▁Jaguar", + -12.870158195495604 + ], + [ + "kno", + -12.870259284973145 + ], + [ + "▁heap", + -12.870448112487791 + ], + [ + "▁fictional", + -12.870481491088867 + ], + [ + "fiinta", + -12.870753288269045 + ], + [ + "▁Amber", + -12.87081241607666 + ], + [ + "▁Exclusive", + -12.870929718017578 + ], + [ + "▁Pharmaceutical", + -12.870929718017578 + ], + [ + "▁unterscheide", + -12.871044158935549 + ], + [ + "▁1942", + -12.871116638183594 + ], + [ + "▁Ceiling", + -12.87115478515625 + ], + [ + "developed", + -12.871228218078612 + ], + [ + "▁consacr", + -12.87132453918457 + ], + [ + "▁Membr", + -12.871411323547363 + ], + [ + "erton", + -12.871447563171388 + ], + [ + "habitation", + -12.871685981750488 + ], + [ + "▁longevity", + -12.871726989746094 + ], + [ + "▁Starbucks", + -12.871728897094728 + ], + [ + "▁poat", + -12.871771812438965 + ], + [ + "▁commissioner", + -12.87179470062256 + ], + [ + "pedia", + -12.871938705444336 + ], + [ + "popped", + -12.872468948364258 + ], + [ + "versorgung", + -12.872525215148926 + ], + [ + "▁Aktivitäten", + -12.872525215148926 + ], + [ + "▁Betreuung", + -12.872525215148926 + ], + [ + "▁afacere", + -12.872968673706056 + ], + [ + "▁Mechanical", + -12.873323440551758 + ], + [ + "▁Leiter", + -12.873346328735352 + ], + [ + "▁scaling", + -12.873427391052246 + ], + [ + "▁Slim", + -12.87350082397461 + ], + [ + "▁temperaturi", + -12.873516082763672 + ], + [ + "ACH", + -12.873558044433594 + ], + [ + "▁jährlich", + -12.873682022094728 + ], + [ + "▁photographie", + -12.873722076416016 + ], + [ + "▁préalable", + -12.87372589111328 + ], + [ + "▁părinți", + -12.87372875213623 + ], + [ + "▁Farmers", + -12.873873710632324 + ], + [ + "▁Printable", + -12.873905181884766 + ], + [ + "Früh", + -12.873908996582031 + ], + [ + "approved", + -12.87398624420166 + ], + [ + "otro", + -12.874094009399414 + ], + [ + "▁veneer", + -12.874099731445312 + ], + [ + "▁Warriors", + -12.874122619628906 + ], + [ + "▁Approach", + -12.874149322509766 + ], + [ + "Share", + -12.874238967895508 + ], + [ + "▁buds", + -12.874252319335938 + ], + [ + "▁Într", + -12.874330520629885 + ], + [ + "glichen", + -12.87452507019043 + ], + [ + "▁anbieten", + -12.87452507019043 + ], + [ + "MET", + -12.874539375305176 + ], + [ + "amélioration", + -12.87468147277832 + ], + [ + "ländische", + -12.87468433380127 + ], + [ + "nsgesamt", + -12.874764442443848 + ], + [ + "einiger", + -12.874822616577148 + ], + [ + "▁Förderung", + -12.874876022338867 + ], + [ + "destroying", + -12.874910354614258 + ], + [ + "▁accreditation", + -12.874922752380373 + ], + [ + "reminiscent", + -12.875094413757324 + ], + [ + "▁retriev", + -12.87528133392334 + ], + [ + "▁Flü", + -12.875306129455566 + ], + [ + "▁Monsieur", + -12.875322341918944 + ], + [ + "German", + -12.87536334991455 + ], + [ + "Orice", + -12.875443458557127 + ], + [ + "künftig", + -12.875523567199709 + ], + [ + "▁vorbi", + -12.875639915466309 + ], + [ + "▁intentionally", + -12.875733375549316 + ], + [ + "▁îngrij", + -12.875743865966797 + ], + [ + "▁laughed", + -12.875850677490234 + ], + [ + "▁Fiction", + -12.875913619995115 + ], + [ + "▁inteligent", + -12.875914573669434 + ], + [ + "▁Translation", + -12.875953674316406 + ], + [ + "greete", + -12.875983238220217 + ], + [ + "▁énergétique", + -12.876123428344728 + ], + [ + "uncovered", + -12.876248359680176 + ], + [ + "▁évidemment", + -12.876523971557615 + ], + [ + "▁Vietnamese", + -12.876535415649414 + ], + [ + "▁Libya", + -12.876675605773926 + ], + [ + "▁Trailer", + -12.876734733581545 + ], + [ + "▁Wohl", + -12.876871109008787 + ], + [ + "▁Congo", + -12.87698745727539 + ], + [ + "▁freut", + -12.877002716064451 + ], + [ + "zauber", + -12.877090454101562 + ], + [ + "▁Pân", + -12.877142906188965 + ], + [ + "▁mentine", + -12.877333641052246 + ], + [ + "▁welding", + -12.87733554840088 + ], + [ + "▁Mircea", + -12.8773775100708 + ], + [ + "▁optimism", + -12.877455711364746 + ], + [ + "VEL", + -12.877504348754885 + ], + [ + "oilea", + -12.877540588378906 + ], + [ + "▁thereafter", + -12.877612113952637 + ], + [ + "▁André", + -12.877710342407228 + ], + [ + "forschung", + -12.877799987792969 + ], + [ + "running", + -12.878022193908691 + ], + [ + "▁hostile", + -12.878059387207031 + ], + [ + "Homme", + -12.87811279296875 + ], + [ + "▁Satellite", + -12.878129005432127 + ], + [ + "▁collagen", + -12.87841796875 + ], + [ + "▁concedi", + -12.878518104553224 + ], + [ + "▁produziert", + -12.87852954864502 + ], + [ + "▁virgin", + -12.878540992736816 + ], + [ + "frant", + -12.87857723236084 + ], + [ + "▁teammates", + -12.878744125366213 + ], + [ + "▁faceti", + -12.878802299499512 + ], + [ + "▁Restoration", + -12.87893295288086 + ], + [ + "▁detached", + -12.878935813903809 + ], + [ + "▁Instructor", + -12.878950119018556 + ], + [ + "montag", + -12.879227638244627 + ], + [ + "▁borrowing", + -12.879375457763672 + ], + [ + "▁Retro", + -12.879446983337402 + ], + [ + "▁behandelt", + -12.879536628723145 + ], + [ + "▁Aussage", + -12.879715919494627 + ], + [ + "▁snorkel", + -12.879734992980955 + ], + [ + "▁Proceedings", + -12.879754066467283 + ], + [ + "▁Judy", + -12.879776000976562 + ], + [ + "▁Wendy", + -12.879783630371094 + ], + [ + "artă", + -12.879920959472656 + ], + [ + "▁Vergangenheit", + -12.88013744354248 + ], + [ + "▁Gegner", + -12.880139350891112 + ], + [ + "▁ulcer", + -12.880166053771973 + ], + [ + "wirksam", + -12.880553245544434 + ], + [ + "▁închis", + -12.880560874938965 + ], + [ + "▁emission", + -12.88068962097168 + ], + [ + "ulescu", + -12.880754470825195 + ], + [ + "▁bancar", + -12.880819320678713 + ], + [ + "compromising", + -12.880924224853516 + ], + [ + "▁Priest", + -12.88115692138672 + ], + [ + "▁Progress", + -12.881318092346191 + ], + [ + "▁punish", + -12.88144588470459 + ], + [ + "▁Afin", + -12.881450653076172 + ], + [ + "▁Bog", + -12.881514549255373 + ], + [ + "lunii", + -12.881525039672852 + ], + [ + "▁ressembl", + -12.88157081604004 + ], + [ + "▁Creation", + -12.881644248962402 + ], + [ + "effet", + -12.881668090820312 + ], + [ + "Versicherung", + -12.881671905517578 + ], + [ + "médias", + -12.881672859191896 + ], + [ + "▁Kritik", + -12.881793975830078 + ], + [ + "idia", + -12.881896018981934 + ], + [ + "▁Wasch", + -12.881929397583008 + ], + [ + "UAL", + -12.88205909729004 + ], + [ + "Approximately", + -12.882149696350098 + ], + [ + "izari", + -12.882152557373049 + ], + [ + "▁Dortmund", + -12.882152557373049 + ], + [ + "▁contul", + -12.882343292236328 + ], + [ + "▁Airways", + -12.882408142089844 + ], + [ + "sicherung", + -12.882535934448242 + ], + [ + "échelle", + -12.882560729980469 + ], + [ + "ADD", + -12.882582664489746 + ], + [ + "DIA", + -12.88259506225586 + ], + [ + "kabel", + -12.88262176513672 + ], + [ + "Media", + -12.88268756866455 + ], + [ + "ampli", + -12.882894515991213 + ], + [ + "▁quarry", + -12.88295841217041 + ], + [ + "▁acoper", + -12.88307285308838 + ], + [ + "halter", + -12.883326530456545 + ], + [ + "▁solicitor", + -12.883684158325195 + ], + [ + "phosphat", + -12.883763313293455 + ], + [ + "▁drown", + -12.883773803710938 + ], + [ + "congratulat", + -12.884047508239746 + ], + [ + "▁uneven", + -12.884087562561035 + ], + [ + "▁rupe", + -12.884154319763184 + ], + [ + "▁heureux", + -12.88417911529541 + ], + [ + "caractéristiques", + -12.884221076965332 + ], + [ + "60,000", + -12.884283065795898 + ], + [ + "ambigu", + -12.884340286254885 + ], + [ + "224", + -12.884417533874512 + ], + [ + "dov", + -12.88454532623291 + ], + [ + "▁Naturally", + -12.884629249572754 + ], + [ + "▁Ernst", + -12.884634017944336 + ], + [ + "Camp", + -12.884757995605469 + ], + [ + "▁Worldwide", + -12.884909629821776 + ], + [ + "▁antrenament", + -12.885042190551758 + ], + [ + "▁jocul", + -12.88521671295166 + ], + [ + "▁broccoli", + -12.88537883758545 + ], + [ + "▁fascinated", + -12.88537883758545 + ], + [ + "▁Abbey", + -12.885387420654297 + ], + [ + "▁aquarium", + -12.885390281677246 + ], + [ + "HAN", + -12.885458946228027 + ], + [ + "chaffung", + -12.885480880737305 + ], + [ + "137", + -12.885503768920898 + ], + [ + "rumors", + -12.885515213012695 + ], + [ + "reliance", + -12.885557174682615 + ], + [ + "▁vaccination", + -12.8856782913208 + ], + [ + "responsabilitate", + -12.885777473449709 + ], + [ + "▁legislati", + -12.885782241821287 + ], + [ + "ATT", + -12.885826110839844 + ], + [ + "206", + -12.885896682739258 + ], + [ + "▁miere", + -12.885967254638672 + ], + [ + "▁rezultatul", + -12.885988235473633 + ], + [ + "părea", + -12.88599681854248 + ], + [ + "zuführen", + -12.886159896850586 + ], + [ + "▁Kompetenz", + -12.886187553405762 + ], + [ + "▁nickname", + -12.886195182800291 + ], + [ + "pilot", + -12.88620376586914 + ], + [ + "▁ninth", + -12.886252403259276 + ], + [ + "▁Tyr", + -12.886446952819824 + ], + [ + "▁misuse", + -12.886469841003418 + ], + [ + "▁SUP", + -12.886514663696287 + ], + [ + "▁Attack", + -12.88667106628418 + ], + [ + "Smart", + -12.88669490814209 + ], + [ + "▁Philosoph", + -12.886930465698242 + ], + [ + "▁Alege", + -12.88693141937256 + ], + [ + "▁femeile", + -12.886967658996582 + ], + [ + "▁Heating", + -12.88698673248291 + ], + [ + "▁Cricket", + -12.886999130249023 + ], + [ + "▁scholar", + -12.887049674987791 + ], + [ + "Model", + -12.887073516845703 + ], + [ + "▁stimulating", + -12.887182235717772 + ], + [ + "▁industrielle", + -12.887189865112305 + ], + [ + "▁phenomena", + -12.887303352355955 + ], + [ + "▁Nahrung", + -12.887414932250977 + ], + [ + "▁Conditioner", + -12.887433052062988 + ], + [ + "führ", + -12.887489318847656 + ], + [ + "▁révolution", + -12.88757610321045 + ], + [ + "plastic", + -12.887595176696776 + ], + [ + "▁approximate", + -12.887596130371094 + ], + [ + "▁dienen", + -12.887624740600586 + ], + [ + "▁obsession", + -12.887807846069336 + ], + [ + "▁rectangular", + -12.887807846069336 + ], + [ + "Allemagne", + -12.887808799743652 + ], + [ + "▁Tanzania", + -12.887824058532717 + ], + [ + "border", + -12.887884140014648 + ], + [ + "▁crashed", + -12.887958526611328 + ], + [ + "visor", + -12.887974739074709 + ], + [ + "▁autorizat", + -12.888072967529297 + ], + [ + "▁Champagne", + -12.888222694396973 + ], + [ + "längst", + -12.888238906860352 + ], + [ + "▁realities", + -12.888314247131348 + ], + [ + "▁Keyword", + -12.88831615447998 + ], + [ + "▁GUI", + -12.888495445251465 + ], + [ + "▁simplified", + -12.88865852355957 + ], + [ + "▁Rack", + -12.888681411743164 + ], + [ + "▁Zahlen", + -12.888693809509276 + ], + [ + "growth", + -12.888897895812988 + ], + [ + "▁rehearsal", + -12.888991355895996 + ], + [ + "▁Epic", + -12.888999938964844 + ], + [ + "▁réussite", + -12.889195442199709 + ], + [ + "▁politician", + -12.889263153076172 + ], + [ + "▁emoți", + -12.889378547668455 + ], + [ + "▁delegation", + -12.889449119567873 + ], + [ + "▁со", + -12.889464378356934 + ], + [ + "oversized", + -12.889477729797363 + ], + [ + "▁Motto", + -12.889481544494627 + ], + [ + "1860", + -12.889788627624512 + ], + [ + "▁defective", + -12.889803886413574 + ], + [ + "brewing", + -12.889852523803713 + ], + [ + "linguistic", + -12.890243530273438 + ], + [ + "▁Hopkins", + -12.890265464782717 + ], + [ + "▁(2012)", + -12.89030933380127 + ], + [ + "crease", + -12.890436172485352 + ], + [ + "▁Versicherungs", + -12.89052677154541 + ], + [ + "▁Noble", + -12.890752792358398 + ], + [ + "▁Bekannt", + -12.890896797180176 + ], + [ + "▁vorstellen", + -12.89095401763916 + ], + [ + "▁suburban", + -12.89097023010254 + ], + [ + "DAC", + -12.890995025634766 + ], + [ + "▁scatter", + -12.89103889465332 + ], + [ + "▁Artificial", + -12.8910551071167 + ], + [ + "▁reactor", + -12.891073226928713 + ], + [ + "▁modelling", + -12.89108943939209 + ], + [ + "▁Holder", + -12.891148567199709 + ], + [ + "athon", + -12.891149520874023 + ], + [ + "147", + -12.891190528869627 + ], + [ + "▁stagn", + -12.891257286071776 + ], + [ + "ARY", + -12.891261100769045 + ], + [ + "Space", + -12.89126968383789 + ], + [ + "▁Gibson", + -12.891718864440918 + ], + [ + "▁Investigator", + -12.89173698425293 + ], + [ + "▁1914", + -12.891818046569824 + ], + [ + "▁Muhammad", + -12.891868591308594 + ], + [ + "▁shove", + -12.89207363128662 + ], + [ + "▁erklären", + -12.892276763916016 + ], + [ + "▁abdomen", + -12.892277717590332 + ], + [ + "▁Mazda", + -12.892349243164062 + ], + [ + "▁hemo", + -12.892364501953123 + ], + [ + "National", + -12.892455101013184 + ], + [ + "starken", + -12.89267635345459 + ], + [ + "▁Cyprus", + -12.89268398284912 + ], + [ + "▁tread", + -12.89272117614746 + ], + [ + "▁sweetness", + -12.892725944519045 + ], + [ + "stunden", + -12.89279079437256 + ], + [ + "▁couverture", + -12.893059730529783 + ], + [ + "▁Successful", + -12.893060684204102 + ], + [ + "▁oublier", + -12.893171310424805 + ], + [ + "▁esential", + -12.893203735351562 + ], + [ + "estival", + -12.89321231842041 + ], + [ + "gnac", + -12.893280029296877 + ], + [ + "▁Basement", + -12.893457412719728 + ], + [ + "presumably", + -12.893497467041016 + ], + [ + "▁mourn", + -12.893561363220217 + ], + [ + "armée", + -12.893677711486816 + ], + [ + "148", + -12.893845558166504 + ], + [ + "▁residue", + -12.894006729125977 + ], + [ + "▁metalic", + -12.89404296875 + ], + [ + "▁Zell", + -12.89425277709961 + ], + [ + "Build", + -12.894280433654783 + ], + [ + "▁prevalence", + -12.894312858581545 + ], + [ + "▁wrestling", + -12.894312858581545 + ], + [ + "▁ascuns", + -12.894325256347656 + ], + [ + "Sacred", + -12.89434051513672 + ], + [ + "Tec", + -12.89438533782959 + ], + [ + "▁Kindergarten", + -12.894389152526855 + ], + [ + "bindung", + -12.894464492797852 + ], + [ + "▁ritm", + -12.894545555114746 + ], + [ + "▁triste", + -12.894651412963867 + ], + [ + "▁introdus", + -12.894758224487305 + ], + [ + "/2016", + -12.894824028015137 + ], + [ + "▁română", + -12.894899368286133 + ], + [ + "▁bibli", + -12.89490032196045 + ], + [ + "▁cigar", + -12.89491367340088 + ], + [ + "Rie", + -12.894990921020508 + ], + [ + "▁intentional", + -12.894999504089355 + ], + [ + "▁cuprins", + -12.895098686218262 + ], + [ + "remarkably", + -12.895129203796388 + ], + [ + "▁printemps", + -12.895133972167969 + ], + [ + "▁declining", + -12.895171165466309 + ], + [ + "Magazin", + -12.89552116394043 + ], + [ + "▁săptămână", + -12.895537376403809 + ], + [ + "▁vérifier", + -12.895549774169922 + ], + [ + "▁Speise", + -12.895584106445312 + ], + [ + "▁reteta", + -12.8956298828125 + ], + [ + "heed", + -12.89577293395996 + ], + [ + "▁Compliance", + -12.895946502685549 + ], + [ + "▁embroidery", + -12.895946502685549 + ], + [ + "cried", + -12.896025657653809 + ], + [ + "▁(„", + -12.896282196044922 + ], + [ + "▁heck", + -12.89629077911377 + ], + [ + "▁sadness", + -12.896501541137695 + ], + [ + "▁impulse", + -12.89658546447754 + ], + [ + "ATH", + -12.896740913391112 + ], + [ + "▁lavender", + -12.896773338317873 + ], + [ + "uiesc", + -12.896790504455566 + ], + [ + "▁Disorder", + -12.896876335144045 + ], + [ + "stroke", + -12.896991729736328 + ], + [ + "▁piaţ", + -12.8970365524292 + ], + [ + "ournée", + -12.897049903869627 + ], + [ + "▁Barnes", + -12.8971586227417 + ], + [ + "▁scăzut", + -12.897172927856444 + ], + [ + "▁équipements", + -12.89725112915039 + ], + [ + "OND", + -12.897375106811523 + ], + [ + "▁Compet", + -12.897424697875977 + ], + [ + "▁Bestell", + -12.89748477935791 + ], + [ + "▁immédiatement", + -12.897587776184082 + ], + [ + "aparut", + -12.89759635925293 + ], + [ + "▁rainfall", + -12.897882461547852 + ], + [ + "oreille", + -12.89797306060791 + ], + [ + "▁ministère", + -12.898014068603516 + ], + [ + "iris", + -12.898140907287598 + ], + [ + "dyna", + -12.898279190063477 + ], + [ + "drücken", + -12.898343086242676 + ], + [ + "▁détect", + -12.89834976196289 + ], + [ + "▁fonctionnalité", + -12.89840030670166 + ], + [ + "▁imbalance", + -12.89840030670166 + ], + [ + "▁unpredictable", + -12.89840030670166 + ], + [ + "▁literar", + -12.89846134185791 + ], + [ + "▁Windsor", + -12.898472785949709 + ], + [ + "▁Unlimited", + -12.898481369018556 + ], + [ + "colour", + -12.898674964904783 + ], + [ + "▁Portfolio", + -12.898810386657717 + ], + [ + "149", + -12.898883819580078 + ], + [ + "volution", + -12.898890495300291 + ], + [ + "▁folgende", + -12.899078369140623 + ], + [ + "▁arbitration", + -12.899105072021484 + ], + [ + "kicking", + -12.89913558959961 + ], + [ + "zügig", + -12.89923095703125 + ], + [ + "▁1941", + -12.899311065673828 + ], + [ + "▁Drake", + -12.89955997467041 + ], + [ + "▁ausführlich", + -12.899630546569824 + ], + [ + "▁chaussure", + -12.899630546569824 + ], + [ + "▁intestinal", + -12.89976692199707 + ], + [ + "▁pilgrim", + -12.90004062652588 + ], + [ + "▁Bark", + -12.900142669677734 + ], + [ + "between", + -12.900157928466797 + ], + [ + "disposed", + -12.900175094604492 + ], + [ + "▁Dylan", + -12.900218963623049 + ], + [ + "ств", + -12.900253295898438 + ], + [ + "NOR", + -12.900287628173828 + ], + [ + "traces", + -12.90038776397705 + ], + [ + "▁moindre", + -12.900500297546388 + ], + [ + "▁$10,000", + -12.900552749633787 + ], + [ + "212", + -12.900599479675291 + ], + [ + "wusste", + -12.900659561157228 + ], + [ + "▁predictable", + -12.900671005249023 + ], + [ + "poţi", + -12.900679588317873 + ], + [ + "▁Celsius", + -12.900860786437988 + ], + [ + "gebunden", + -12.90086841583252 + ], + [ + "▁Legacy", + -12.900891304016112 + ], + [ + "movers", + -12.90090274810791 + ], + [ + "▁concret", + -12.90098762512207 + ], + [ + "▁simpla", + -12.901050567626951 + ], + [ + "rechnet", + -12.901103973388672 + ], + [ + "▁certainty", + -12.901144981384276 + ], + [ + "entrepreneurship", + -12.901153564453123 + ], + [ + "kohl", + -12.901289939880373 + ], + [ + "▁curte", + -12.901311874389648 + ], + [ + "▁Forbes", + -12.901411056518556 + ], + [ + "▁Zusatz", + -12.901535987854004 + ], + [ + "blending", + -12.90163803100586 + ], + [ + "▁variat", + -12.90164279937744 + ], + [ + "▁galaxy", + -12.90168285369873 + ], + [ + "▁safari", + -12.90168571472168 + ], + [ + "▁municipalities", + -12.9017972946167 + ], + [ + "▁Drept", + -12.90180778503418 + ], + [ + "aufnahme", + -12.902128219604492 + ], + [ + "▁endorse", + -12.902223587036133 + ], + [ + "einrichtung", + -12.902244567871094 + ], + [ + "Sync", + -12.902270317077637 + ], + [ + "abide", + -12.902323722839355 + ], + [ + "brushed", + -12.902350425720217 + ], + [ + "▁actiune", + -12.902410507202148 + ], + [ + "quaint", + -12.902498245239258 + ], + [ + "▁volatility", + -12.902504920959473 + ], + [ + "▁repetitive", + -12.902505874633787 + ], + [ + "▁découvr", + -12.902560234069824 + ], + [ + "Totodat", + -12.902585983276367 + ], + [ + "▁românesc", + -12.902682304382324 + ], + [ + "▁tempting", + -12.902772903442385 + ], + [ + "thesis", + -12.902947425842283 + ], + [ + "secure", + -12.903013229370115 + ], + [ + "delt", + -12.903019905090332 + ], + [ + "▁şef", + -12.903167724609377 + ], + [ + "▁epidemic", + -12.903326988220217 + ], + [ + "▁Appliance", + -12.903327941894531 + ], + [ + "cearcă", + -12.903331756591797 + ], + [ + "▁lodging", + -12.903361320495604 + ], + [ + "▁photographed", + -12.903507232666016 + ], + [ + "geschlagen", + -12.903794288635254 + ], + [ + "▁Methodist", + -12.90380859375 + ], + [ + "▁Transit", + -12.90389347076416 + ], + [ + "▁Länder", + -12.903934478759766 + ], + [ + "villa", + -12.903986930847168 + ], + [ + "▁toilette", + -12.90403175354004 + ], + [ + "anno", + -12.904074668884276 + ], + [ + "▁Aufnahme", + -12.904091835021973 + ], + [ + "▁Coral", + -12.904099464416504 + ], + [ + "pourraient", + -12.904129981994627 + ], + [ + "▁digestion", + -12.904245376586914 + ], + [ + "▁Vacation", + -12.904274940490724 + ], + [ + "▁Rugby", + -12.90427589416504 + ], + [ + "MIC", + -12.904311180114746 + ], + [ + "▁choc", + -12.904417991638184 + ], + [ + "2002", + -12.904492378234863 + ], + [ + "gestion", + -12.904674530029297 + ], + [ + "▁Zoom", + -12.904745101928713 + ], + [ + "essor", + -12.904763221740724 + ], + [ + "weighed", + -12.904793739318848 + ], + [ + "▁dispus", + -12.904987335205078 + ], + [ + "▁redemption", + -12.90502643585205 + ], + [ + "▁plaster", + -12.905071258544922 + ], + [ + "▁Quilt", + -12.90507698059082 + ], + [ + "▁teritoriul", + -12.905088424682615 + ], + [ + "ndern", + -12.90509796142578 + ], + [ + "▁expired", + -12.905105590820312 + ], + [ + "▁Tribunal", + -12.905122756958008 + ], + [ + "occupation", + -12.9052152633667 + ], + [ + "▁woodland", + -12.905248641967772 + ], + [ + "vieux", + -12.905254364013672 + ], + [ + "▁Midland", + -12.905465126037598 + ], + [ + "gât", + -12.90571117401123 + ], + [ + "électricité", + -12.905800819396973 + ], + [ + "▁vanzare", + -12.905811309814451 + ], + [ + "biologi", + -12.905961036682127 + ], + [ + "▁vive", + -12.906060218811035 + ], + [ + "▁Alarm", + -12.906097412109377 + ], + [ + "▁experiență", + -12.9061279296875 + ], + [ + "▁Loch", + -12.906133651733398 + ], + [ + "▁Pedro", + -12.906194686889648 + ], + [ + "▁detergent", + -12.906217575073242 + ], + [ + "language", + -12.906554222106934 + ], + [ + "▁sedan", + -12.906655311584473 + ], + [ + "▁Brady", + -12.906736373901367 + ], + [ + "▁compus", + -12.906976699829102 + ], + [ + "▁landfill", + -12.906982421875 + ], + [ + "giu", + -12.907039642333984 + ], + [ + "beziehung", + -12.9070405960083 + ], + [ + "▁picior", + -12.907184600830078 + ], + [ + "ALI", + -12.907235145568848 + ], + [ + "▁Commander", + -12.907256126403809 + ], + [ + "EPS", + -12.907303810119627 + ], + [ + "▁Textil", + -12.907320022583008 + ], + [ + "▁industria", + -12.907339096069336 + ], + [ + "lox", + -12.907365798950195 + ], + [ + "▁eclectic", + -12.907453536987305 + ], + [ + "▁gracious", + -12.907477378845217 + ], + [ + "Uniunea", + -12.907525062561035 + ], + [ + "bps", + -12.90754222869873 + ], + [ + "▁entertained", + -12.907634735107422 + ], + [ + "depinde", + -12.907767295837402 + ], + [ + "▁daylight", + -12.907893180847168 + ], + [ + "▁résistance", + -12.907995223999023 + ], + [ + "ARN", + -12.908194541931152 + ], + [ + "▁unavailable", + -12.908201217651367 + ], + [ + "Curtea", + -12.908390045166016 + ], + [ + "▁pores", + -12.908502578735352 + ], + [ + "▁Tonight", + -12.908649444580078 + ], + [ + "▁datori", + -12.90869426727295 + ], + [ + "▁gezielt", + -12.908703804016112 + ], + [ + "▁rupture", + -12.90875244140625 + ], + [ + "▁disput", + -12.908848762512209 + ], + [ + "▁sonstige", + -12.908895492553713 + ], + [ + "▁Ordnung", + -12.90910816192627 + ], + [ + "▁beschrieben", + -12.909114837646484 + ], + [ + "▁Rainbow", + -12.90911865234375 + ], + [ + "▁Werkzeug", + -12.909136772155762 + ], + [ + "GIN", + -12.909354209899902 + ], + [ + "facilitating", + -12.909490585327148 + ], + [ + "hunt", + -12.90955638885498 + ], + [ + "▁Serving", + -12.909673690795898 + ], + [ + "Writ", + -12.909692764282228 + ], + [ + "requisite", + -12.909798622131348 + ], + [ + "▁Kerry", + -12.90989875793457 + ], + [ + "▁riesig", + -12.909957885742188 + ], + [ + "▁Healing", + -12.91030502319336 + ], + [ + "▁1954", + -12.910365104675291 + ], + [ + "▁mousse", + -12.910428047180176 + ], + [ + "▁Positive", + -12.910764694213867 + ], + [ + "embodie", + -12.910772323608398 + ], + [ + "▁penetrate", + -12.910774230957031 + ], + [ + "endorsed", + -12.910882949829102 + ], + [ + "▁situatia", + -12.910927772521973 + ], + [ + "▁Unity", + -12.911083221435549 + ], + [ + "142", + -12.911102294921877 + ], + [ + "▁farmhouse", + -12.911138534545898 + ], + [ + "▁Handbook", + -12.911368370056152 + ], + [ + "▁symbolic", + -12.911378860473633 + ], + [ + "pristine", + -12.911439895629885 + ], + [ + "moitié", + -12.911595344543455 + ], + [ + "▁Sessions", + -12.912017822265623 + ], + [ + "technisch", + -12.912116050720217 + ], + [ + "▁lesquel", + -12.912148475646973 + ], + [ + "▁electronically", + -12.912208557128906 + ], + [ + "▁modificat", + -12.912240982055664 + ], + [ + "▁adjoin", + -12.912242889404297 + ], + [ + "actualité", + -12.912256240844728 + ], + [ + "vati", + -12.91229248046875 + ], + [ + "VENT", + -12.912299156188965 + ], + [ + "▁salsa", + -12.912333488464355 + ], + [ + "acupunctur", + -12.912424087524414 + ], + [ + "▁Opportunity", + -12.912424087524414 + ], + [ + "▁Inspection", + -12.912425994873049 + ], + [ + "▁vereinbart", + -12.912425994873049 + ], + [ + "▁Residents", + -12.912426948547363 + ], + [ + "▁perennial", + -12.91242790222168 + ], + [ + "CHAN", + -12.912555694580078 + ], + [ + "Search", + -12.912572860717772 + ], + [ + "UTE", + -12.912696838378906 + ], + [ + "▁Lens", + -12.91270351409912 + ], + [ + "▁Banner", + -12.91281509399414 + ], + [ + "aménagement", + -12.912839889526367 + ], + [ + "▁Decision", + -12.91286849975586 + ], + [ + "▁ferr", + -12.912869453430176 + ], + [ + "▁Transformation", + -12.912878036499023 + ], + [ + "▁Stamm", + -12.912955284118652 + ], + [ + "▁Galerie", + -12.913003921508787 + ], + [ + "onny", + -12.913126945495604 + ], + [ + "▁caption", + -12.913195610046388 + ], + [ + "▁viitorul", + -12.91323471069336 + ], + [ + "▁professionelle", + -12.913281440734863 + ], + [ + "drepturile", + -12.913294792175291 + ], + [ + "ylon", + -12.913345336914062 + ], + [ + "Société", + -12.913387298583984 + ], + [ + "AIS", + -12.913456916809082 + ], + [ + "March", + -12.91350269317627 + ], + [ + "▁Rav", + -12.91357707977295 + ], + [ + "▁1946", + -12.913691520690918 + ], + [ + "accompagnement", + -12.913713455200195 + ], + [ + "Liviu", + -12.913716316223145 + ], + [ + "▁Appeal", + -12.913826942443848 + ], + [ + "▁sentir", + -12.913952827453612 + ], + [ + "▁Indigenous", + -12.914087295532228 + ], + [ + "▁wizard", + -12.914087295532228 + ], + [ + "▁collateral", + -12.914127349853516 + ], + [ + "▁Proof", + -12.914324760437012 + ], + [ + "▁prze", + -12.914398193359377 + ], + [ + "▁obținut", + -12.91450309753418 + ], + [ + "COP", + -12.914629936218262 + ], + [ + "▁obiect", + -12.914681434631348 + ], + [ + "▁isolate", + -12.914685249328612 + ], + [ + "▁nieder", + -12.914793014526367 + ], + [ + "TECH", + -12.914953231811523 + ], + [ + "▁Sharing", + -12.914998054504396 + ], + [ + "Ideally", + -12.915008544921877 + ], + [ + "▁naked", + -12.915059089660645 + ], + [ + "horaire", + -12.915130615234377 + ], + [ + "▁prelucrare", + -12.915180206298828 + ], + [ + "▁forcément", + -12.915349006652832 + ], + [ + "▁ESPN", + -12.915403366088867 + ], + [ + "▁southwest", + -12.9154634475708 + ], + [ + "▁Timber", + -12.915682792663574 + ], + [ + "kleidung", + -12.915748596191406 + ], + [ + "MJ", + -12.915854454040527 + ], + [ + "Ped", + -12.915889739990234 + ], + [ + "▁lymph", + -12.916181564331056 + ], + [ + "wärme", + -12.916399002075195 + ], + [ + "▁Olivia", + -12.916610717773438 + ], + [ + "Ziua", + -12.916705131530762 + ], + [ + "reihe", + -12.916747093200684 + ], + [ + "▁selfish", + -12.916752815246582 + ], + [ + "▁geography", + -12.916814804077148 + ], + [ + "▁etaj", + -12.916924476623535 + ], + [ + "▁acquis", + -12.91698932647705 + ], + [ + "▁rejoin", + -12.91701602935791 + ], + [ + "7.1", + -12.917097091674805 + ], + [ + "▁paix", + -12.91713809967041 + ], + [ + "tirer", + -12.917284965515137 + ], + [ + "▁clase", + -12.91745662689209 + ], + [ + "▁blink", + -12.917572021484377 + ], + [ + "▁Interface", + -12.917611122131348 + ], + [ + "nado", + -12.91765594482422 + ], + [ + "RIT", + -12.91777515411377 + ], + [ + "ESC", + -12.918120384216309 + ], + [ + "▁carving", + -12.918190002441406 + ], + [ + "▁articolul", + -12.918194770812988 + ], + [ + "▁wreath", + -12.918258666992188 + ], + [ + "▁propaganda", + -12.91826629638672 + ], + [ + "▁Pair", + -12.918267250061035 + ], + [ + "▁pamant", + -12.91831111907959 + ], + [ + "▁venituri", + -12.918357849121094 + ], + [ + "rtz", + -12.91835880279541 + ], + [ + "uddle", + -12.918529510498049 + ], + [ + "uille", + -12.918543815612791 + ], + [ + "▁embed", + -12.918654441833496 + ], + [ + "0.05", + -12.918655395507812 + ], + [ + "▁Brighton", + -12.918718338012695 + ], + [ + "estens", + -12.918742179870604 + ], + [ + "▁occupational", + -12.918862342834473 + ], + [ + "ем", + -12.918890953063965 + ], + [ + "wünsche", + -12.919081687927246 + ], + [ + "▁Poetry", + -12.91909408569336 + ], + [ + "▁visualize", + -12.919109344482422 + ], + [ + "Across", + -12.919121742248535 + ], + [ + "▁essentielle", + -12.919123649597168 + ], + [ + "beratung", + -12.919143676757812 + ], + [ + "▁Guidelines", + -12.91919231414795 + ], + [ + "▁Fehl", + -12.919198036193848 + ], + [ + "▁liberty", + -12.91921329498291 + ], + [ + "▁Investigation", + -12.91922378540039 + ], + [ + "▁sunrise", + -12.919266700744627 + ], + [ + "▁12:00", + -12.919541358947754 + ], + [ + "venind", + -12.919583320617676 + ], + [ + "▁lotion", + -12.919655799865724 + ], + [ + "conscious", + -12.91968822479248 + ], + [ + "logists", + -12.91973876953125 + ], + [ + "▁judecător", + -12.919893264770508 + ], + [ + "▁Ecuador", + -12.919928550720217 + ], + [ + "▁ambulance", + -12.91994857788086 + ], + [ + "▁Already", + -12.920026779174805 + ], + [ + "▁eröffnet", + -12.920090675354004 + ], + [ + "▁naval", + -12.92010498046875 + ], + [ + "▁imposibil", + -12.92011547088623 + ], + [ + "▁Merry", + -12.92011833190918 + ], + [ + "▁Duncan", + -12.920272827148438 + ], + [ + "▁léger", + -12.9203519821167 + ], + [ + "▁delta", + -12.920391082763672 + ], + [ + "▁Machinery", + -12.920578002929688 + ], + [ + "▁craftsmanship", + -12.920766830444336 + ], + [ + "▁angezeigt", + -12.9207763671875 + ], + [ + "▁formidable", + -12.9207763671875 + ], + [ + "▁Startup", + -12.920878410339355 + ], + [ + "venus", + -12.920969009399414 + ], + [ + "▁tannin", + -12.921019554138184 + ], + [ + "collaborating", + -12.921128273010254 + ], + [ + "▁abrupt", + -12.921152114868164 + ], + [ + "emergence", + -12.921171188354492 + ], + [ + "Dienstleistungen", + -12.921197891235352 + ], + [ + "▁liefert", + -12.921217918395996 + ], + [ + "engagement", + -12.921222686767578 + ], + [ + "▁maximise", + -12.921304702758787 + ], + [ + "modeled", + -12.9214448928833 + ], + [ + "▁crane", + -12.92148208618164 + ], + [ + "▁effortless", + -12.92154026031494 + ], + [ + "▁Buffet", + -12.92160701751709 + ], + [ + "8000", + -12.921648979187012 + ], + [ + "▁Überblick", + -12.921687126159668 + ], + [ + "micro", + -12.921981811523438 + ], + [ + "▁vergleichen", + -12.92204475402832 + ], + [ + "143", + -12.922080993652344 + ], + [ + "5.6", + -12.922094345092772 + ], + [ + "▁odata", + -12.922131538391112 + ], + [ + "▁interviu", + -12.922162055969238 + ], + [ + "▁poliţi", + -12.922375679016112 + ], + [ + "plated", + -12.922383308410645 + ], + [ + "Roman", + -12.922406196594238 + ], + [ + "▁satisfactory", + -12.92245388031006 + ], + [ + "▁unanimous", + -12.922459602355955 + ], + [ + "▁întâln", + -12.92246437072754 + ], + [ + "nonsense", + -12.922558784484863 + ], + [ + "▁HOW", + -12.922616004943848 + ], + [ + "prezinta", + -12.922639846801758 + ], + [ + "▁măsura", + -12.9226655960083 + ], + [ + "▁Fuji", + -12.92275619506836 + ], + [ + "▁Meaning", + -12.92278003692627 + ], + [ + "aspiring", + -12.922850608825684 + ], + [ + "▁Suceava", + -12.922863006591797 + ], + [ + "arba", + -12.922983169555664 + ], + [ + "pressive", + -12.922988891601562 + ], + [ + "▁creek", + -12.92301082611084 + ], + [ + "trakt", + -12.923023223876951 + ], + [ + "▁fluffy", + -12.923303604125977 + ], + [ + "▁bateau", + -12.92337131500244 + ], + [ + "ме", + -12.923545837402344 + ], + [ + "UNG", + -12.923609733581545 + ], + [ + "motifs", + -12.923907279968262 + ], + [ + "Type", + -12.923958778381348 + ], + [ + "perçu", + -12.924132347106934 + ], + [ + "singurul", + -12.924139022827148 + ], + [ + "▁(2011)", + -12.92418384552002 + ], + [ + "▁hemp", + -12.924263954162598 + ], + [ + "betroffenen", + -12.92431640625 + ], + [ + "▁sermon", + -12.92436981201172 + ], + [ + "AID", + -12.924545288085938 + ], + [ + "3.7", + -12.924627304077148 + ], + [ + "▁heiß", + -12.92463207244873 + ], + [ + "▁bolnav", + -12.924982070922852 + ], + [ + "First", + -12.92499542236328 + ], + [ + "▁interrupt", + -12.925040245056152 + ], + [ + "phag", + -12.925106048583984 + ], + [ + "235", + -12.925201416015623 + ], + [ + "▁discoveries", + -12.925262451171877 + ], + [ + "▁Wellington", + -12.925263404846191 + ], + [ + "▁wechseln", + -12.925298690795898 + ], + [ + "▁strategically", + -12.925379753112791 + ], + [ + "▁iphone", + -12.925440788269045 + ], + [ + "geteilt", + -12.925646781921388 + ], + [ + "generative", + -12.925748825073242 + ], + [ + "▁Monroe", + -12.925806045532228 + ], + [ + "▁Execut", + -12.925863265991213 + ], + [ + "▁knitting", + -12.925931930541992 + ], + [ + "▁Couple", + -12.925939559936523 + ], + [ + "▁Shade", + -12.926020622253418 + ], + [ + "▁Taj", + -12.926060676574709 + ], + [ + "950", + -12.926077842712402 + ], + [ + "boiled", + -12.92609977722168 + ], + [ + "▁mixes", + -12.926130294799805 + ], + [ + "betroffene", + -12.926156044006348 + ], + [ + "▁continuation", + -12.926169395446776 + ], + [ + "▁begleitet", + -12.926226615905762 + ], + [ + "▁numerical", + -12.926281929016112 + ], + [ + "▁(2013)", + -12.92630386352539 + ], + [ + "▁nourish", + -12.926399230957031 + ], + [ + "oricar", + -12.926485061645508 + ], + [ + "focus", + -12.926486015319824 + ], + [ + "▁Crazy", + -12.926651000976562 + ], + [ + "▁ascend", + -12.926671028137209 + ], + [ + "▁vinde", + -12.926855087280272 + ], + [ + "roar", + -12.926874160766602 + ], + [ + "Vac", + -12.926929473876951 + ], + [ + "▁Zuschauer", + -12.927068710327148 + ], + [ + "izeze", + -12.927179336547852 + ], + [ + "▁Mindest", + -12.92721939086914 + ], + [ + "lingual", + -12.92722988128662 + ], + [ + "▁violet", + -12.927264213562012 + ], + [ + "▁Opfer", + -12.92729949951172 + ], + [ + "ARS", + -12.927431106567385 + ], + [ + "4.7", + -12.92744255065918 + ], + [ + "millennial", + -12.927492141723633 + ], + [ + "▁striv", + -12.927639961242676 + ], + [ + "▁bishop", + -12.927680015563965 + ], + [ + "▁Durham", + -12.927708625793455 + ], + [ + "opathic", + -12.927817344665527 + ], + [ + "Where", + -12.92799949645996 + ], + [ + "▁Rider", + -12.928030014038086 + ], + [ + "▁Reid", + -12.928030967712402 + ], + [ + "stumbled", + -12.928156852722168 + ], + [ + "deep", + -12.92827320098877 + ], + [ + "▁11:00", + -12.928340911865234 + ], + [ + "▁Essex", + -12.928380966186523 + ], + [ + "▁Analyst", + -12.928397178649902 + ], + [ + "feel", + -12.928546905517578 + ], + [ + "▁rave", + -12.928601264953612 + ], + [ + "▁Eddie", + -12.928631782531738 + ], + [ + "▁communiqué", + -12.928756713867188 + ], + [ + "[/", + -12.928791046142578 + ], + [ + "▁Tho", + -12.929011344909668 + ], + [ + "ffentlichkeit", + -12.929019927978516 + ], + [ + "instrument", + -12.929126739501951 + ], + [ + "▁metropolitan", + -12.929179191589355 + ], + [ + "▁experienţ", + -12.929181098937988 + ], + [ + "East", + -12.929198265075684 + ], + [ + "Compared", + -12.929434776306152 + ], + [ + "worn", + -12.929484367370604 + ], + [ + "berufliche", + -12.92966365814209 + ], + [ + "▁Umstände", + -12.929710388183594 + ], + [ + "individuellen", + -12.929901123046877 + ], + [ + "siehe", + -12.929912567138672 + ], + [ + "▁sfarsit", + -12.929969787597656 + ], + [ + "▁Strength", + -12.929999351501465 + ], + [ + "▁prejudice", + -12.930024147033691 + ], + [ + "▁shutdown", + -12.93015956878662 + ], + [ + "chatting", + -12.93022346496582 + ], + [ + "▁Gerne", + -12.930227279663086 + ], + [ + "▁Yum", + -12.930305480957031 + ], + [ + "▁coastline", + -12.930387496948242 + ], + [ + "▁headboard", + -12.930623054504396 + ], + [ + "▁politische", + -12.930768966674805 + ], + [ + "Sub", + -12.930838584899902 + ], + [ + "▁Henderson", + -12.930870056152344 + ], + [ + "▁astonishing", + -12.930870056152344 + ], + [ + "▁Dresden", + -12.930871963500977 + ], + [ + "▁strawberry", + -12.93088436126709 + ], + [ + "prenez", + -12.930889129638672 + ], + [ + "▁Monaco", + -12.930912971496582 + ], + [ + "▁empowered", + -12.930953025817873 + ], + [ + "fäl", + -12.93109130859375 + ], + [ + "▁creier", + -12.93112087249756 + ], + [ + "▁Equ", + -12.931300163269045 + ], + [ + "▁Selling", + -12.931379318237305 + ], + [ + "▁$35", + -12.931483268737791 + ], + [ + "konto", + -12.931503295898438 + ], + [ + "▁Procedure", + -12.931715965270996 + ], + [ + "▁reduziert", + -12.931715965270996 + ], + [ + "▁royalty", + -12.931740760803224 + ], + [ + "wyn", + -12.931756019592283 + ], + [ + "▁Unfall", + -12.932141304016112 + ], + [ + "NAT", + -12.932161331176758 + ], + [ + "▁grafic", + -12.93251895904541 + ], + [ + "▁Collective", + -12.93256378173828 + ], + [ + "▁Computing", + -12.932564735412598 + ], + [ + "▁Established", + -12.932594299316406 + ], + [ + "▁zest", + -12.932598114013672 + ], + [ + "venez", + -12.932611465454102 + ], + [ + "follow", + -12.9326171875 + ], + [ + "▁Motivation", + -12.932640075683594 + ], + [ + "▁dictator", + -12.93275547027588 + ], + [ + "whichever", + -12.93281078338623 + ], + [ + "▁întâmpl", + -12.93293285369873 + ], + [ + "Flüchtling", + -12.932987213134766 + ], + [ + "EMI", + -12.933015823364258 + ], + [ + "404", + -12.933019638061523 + ], + [ + "ICK", + -12.93302059173584 + ], + [ + "emplacement", + -12.933191299438477 + ], + [ + "complete", + -12.933349609375 + ], + [ + "advising", + -12.933412551879885 + ], + [ + "▁Administrative", + -12.933481216430664 + ], + [ + "▁deviation", + -12.933496475219728 + ], + [ + "▁experienț", + -12.933500289916992 + ], + [ + "lethor", + -12.933996200561523 + ], + [ + "▁compress", + -12.934081077575684 + ], + [ + "rival", + -12.934173583984377 + ], + [ + "reprendre", + -12.934186935424805 + ], + [ + "ugi", + -12.934266090393066 + ], + [ + "▁Invitation", + -12.934267044067385 + ], + [ + "▁retina", + -12.934332847595217 + ], + [ + "▁farther", + -12.934335708618164 + ], + [ + "▁fenêtre", + -12.934799194335938 + ], + [ + "6-7", + -12.934815406799316 + ], + [ + "zhou", + -12.934834480285645 + ], + [ + "▁Piano", + -12.934840202331545 + ], + [ + "▁Congrats", + -12.935114860534668 + ], + [ + "▁Configur", + -12.935131072998049 + ], + [ + "▁superficial", + -12.935179710388184 + ], + [ + "▁melting", + -12.935315132141112 + ], + [ + "▁raspunde", + -12.935626983642578 + ], + [ + "▁drip", + -12.93564224243164 + ], + [ + "östlich", + -12.9358491897583 + ], + [ + "189", + -12.935925483703612 + ], + [ + "▁Ludwig", + -12.935959815979004 + ], + [ + "▁keto", + -12.935985565185549 + ], + [ + "▁Bogdan", + -12.936013221740724 + ], + [ + "▁contracted", + -12.936029434204102 + ], + [ + "▁revive", + -12.936100006103516 + ], + [ + "▁cristal", + -12.936232566833496 + ], + [ + "▁mailbox", + -12.936257362365724 + ], + [ + "președintele", + -12.936559677124023 + ], + [ + "▁seekers", + -12.936627388000488 + ], + [ + "func", + -12.936904907226562 + ], + [ + "▁Markus", + -12.93691349029541 + ], + [ + "Unter", + -12.936923027038574 + ], + [ + "▁übertragen", + -12.937003135681152 + ], + [ + "▁adaptive", + -12.937024116516112 + ], + [ + "caster", + -12.937051773071287 + ], + [ + "▁geek", + -12.937164306640623 + ], + [ + "▁réservation", + -12.937236785888672 + ], + [ + "▁irritation", + -12.937240600585938 + ], + [ + "▁HDMI", + -12.93734645843506 + ], + [ + "Seeing", + -12.937485694885254 + ], + [ + "▁genul", + -12.937569618225098 + ], + [ + "▁catastrophe", + -12.937662124633787 + ], + [ + "▁Tweet", + -12.937665939331056 + ], + [ + "TZ", + -12.937729835510254 + ], + [ + "▁credible", + -12.937946319580078 + ], + [ + "▁cobor", + -12.938064575195312 + ], + [ + "▁realizeaz", + -12.938159942626951 + ], + [ + "journal", + -12.938274383544922 + ], + [ + "▁shaking", + -12.938532829284668 + ], + [ + "3-6", + -12.938572883605955 + ], + [ + "▁beneficiaz", + -12.938605308532717 + ], + [ + "▁Frankreich", + -12.938633918762209 + ], + [ + "committing", + -12.9386568069458 + ], + [ + "AMS", + -12.938835144042969 + ], + [ + "▁Feli", + -12.939007759094238 + ], + [ + "▁Producer", + -12.939023971557615 + ], + [ + "▁übrig", + -12.93940544128418 + ], + [ + "gemeinde", + -12.939593315124512 + ], + [ + "should", + -12.939799308776855 + ], + [ + "▁neurons", + -12.939799308776855 + ], + [ + "▁Agenda", + -12.939833641052246 + ], + [ + "▁hashtag", + -12.939896583557127 + ], + [ + "▁confortabil", + -12.939897537231444 + ], + [ + "520", + -12.940008163452148 + ], + [ + "bonded", + -12.940033912658691 + ], + [ + "▁următoare", + -12.940191268920898 + ], + [ + "▁volatile", + -12.940223693847656 + ], + [ + "infamous", + -12.940225601196287 + ], + [ + "seară", + -12.940229415893556 + ], + [ + "▁Sorge", + -12.940346717834473 + ], + [ + "▁Beiträge", + -12.940420150756836 + ], + [ + "▁îndeplin", + -12.940449714660645 + ], + [ + "gespräch", + -12.940649032592772 + ], + [ + "▁joueur", + -12.940701484680176 + ], + [ + "▁outsourcing", + -12.940701484680176 + ], + [ + "▁Guvernul", + -12.940814018249512 + ], + [ + "6-2", + -12.940818786621094 + ], + [ + "▁prioritize", + -12.941068649291992 + ], + [ + "▁duminică", + -12.941076278686523 + ], + [ + "▁resignation", + -12.941076278686523 + ], + [ + "▁Converter", + -12.941079139709473 + ], + [ + "hereby", + -12.941155433654783 + ], + [ + "▁stresses", + -12.941299438476562 + ], + [ + "▁brun", + -12.941415786743164 + ], + [ + "▁elev", + -12.941423416137695 + ], + [ + "▁Skip", + -12.941479682922363 + ], + [ + "540", + -12.941499710083008 + ], + [ + "TURE", + -12.941603660583496 + ], + [ + "▁Lynch", + -12.941635131835938 + ], + [ + "▁preveni", + -12.941643714904783 + ], + [ + "compatible", + -12.941692352294922 + ], + [ + "surveyed", + -12.941702842712402 + ], + [ + "▁Ausnahme", + -12.941713333129885 + ], + [ + "▁medicul", + -12.941812515258787 + ], + [ + "▁subtil", + -12.941865921020508 + ], + [ + "▁Quali", + -12.941890716552734 + ], + [ + "▁techno", + -12.941900253295898 + ], + [ + "presently", + -12.94193172454834 + ], + [ + "▁Müller", + -12.941934585571287 + ], + [ + "DIRECT", + -12.941937446594238 + ], + [ + "schuld", + -12.941944122314451 + ], + [ + "▁Bloomberg", + -12.941994667053224 + ], + [ + "feuer", + -12.942181587219238 + ], + [ + "▁Pharmacy", + -12.942270278930664 + ], + [ + "▁Schnitt", + -12.942301750183104 + ], + [ + "186", + -12.942333221435549 + ], + [ + "peaks", + -12.942355155944824 + ], + [ + "▁Gemeinsam", + -12.94235897064209 + ], + [ + "▁récemment", + -12.94235897064209 + ], + [ + "▁Pascal", + -12.942490577697754 + ], + [ + "filmed", + -12.942523956298828 + ], + [ + "RCA", + -12.942548751831056 + ], + [ + "▁virtuelle", + -12.942622184753418 + ], + [ + "▁dotat", + -12.942630767822266 + ], + [ + "logisch", + -12.94271755218506 + ], + [ + "▁Luck", + -12.943005561828612 + ], + [ + "cosy", + -12.943132400512695 + ], + [ + "▁Awareness", + -12.94321632385254 + ], + [ + "▁gesetzlich", + -12.943263053894045 + ], + [ + "padded", + -12.943306922912598 + ], + [ + "▁Lotus", + -12.943395614624023 + ], + [ + "urging", + -12.9434175491333 + ], + [ + "▁mushroom", + -12.943426132202148 + ], + [ + "▁adultes", + -12.943527221679688 + ], + [ + "▁Coca", + -12.943571090698242 + ], + [ + "▁recev", + -12.943586349487305 + ], + [ + "▁mantra", + -12.943610191345217 + ], + [ + "▁practise", + -12.943644523620604 + ], + [ + "▁acceler", + -12.943663597106934 + ], + [ + "bolster", + -12.943756103515623 + ], + [ + "▁compressed", + -12.943818092346191 + ], + [ + "TIN", + -12.943899154663086 + ], + [ + "▁aromatic", + -12.944236755371094 + ], + [ + "geleitet", + -12.944408416748049 + ], + [ + "▁fibr", + -12.944443702697754 + ], + [ + "exécut", + -12.94444751739502 + ], + [ + "▁unconscious", + -12.94456958770752 + ], + [ + "HAR", + -12.944607734680176 + ], + [ + "▁Gregory", + -12.944661140441896 + ], + [ + "▁Manila", + -12.944738388061523 + ], + [ + "ozitate", + -12.944756507873535 + ], + [ + "exemplary", + -12.94480323791504 + ], + [ + "éventuel", + -12.944906234741213 + ], + [ + "▁Craciun", + -12.94493007659912 + ], + [ + "▁tehnologii", + -12.944931030273438 + ], + [ + "▁Despre", + -12.945138931274414 + ], + [ + "▁1917", + -12.945141792297363 + ], + [ + "▁upfront", + -12.945146560668944 + ], + [ + "▁Iulia", + -12.945280075073242 + ], + [ + "▁erwähnt", + -12.945359230041504 + ], + [ + "▁magnesium", + -12.945359230041504 + ], + [ + "▁descriptive", + -12.94536304473877 + ], + [ + "▁consumul", + -12.945364952087402 + ], + [ + "▁10-15", + -12.945423126220703 + ], + [ + "▁erfüllen", + -12.945611953735352 + ], + [ + "gig", + -12.94565773010254 + ], + [ + "430", + -12.945765495300291 + ], + [ + "▁Migration", + -12.945789337158203 + ], + [ + "bră", + -12.94579029083252 + ], + [ + "▁réforme", + -12.945863723754885 + ], + [ + "▁york", + -12.94610595703125 + ], + [ + "dritten", + -12.946109771728516 + ], + [ + "cumva", + -12.946182250976562 + ], + [ + "▁Alumni", + -12.946218490600586 + ], + [ + "▁Ceramic", + -12.946222305297852 + ], + [ + "▁rappelle", + -12.946236610412598 + ], + [ + "▁pianist", + -12.946248054504396 + ], + [ + "twisted", + -12.946306228637695 + ], + [ + "earned", + -12.94643211364746 + ], + [ + "▁Hose", + -12.946514129638672 + ], + [ + "156", + -12.946610450744627 + ], + [ + "▁Salmon", + -12.946687698364258 + ], + [ + "Level", + -12.946913719177246 + ], + [ + "▁swirl", + -12.947052001953123 + ], + [ + "erfahrung", + -12.947061538696287 + ], + [ + "▁liabilities", + -12.947078704833984 + ], + [ + "praxis", + -12.9470853805542 + ], + [ + "IPO", + -12.947089195251465 + ], + [ + "▁screaming", + -12.947092056274414 + ], + [ + "emphasized", + -12.947200775146484 + ], + [ + "DEA", + -12.947260856628418 + ], + [ + "▁dermatolog", + -12.947351455688477 + ], + [ + "▁pacate", + -12.947498321533203 + ], + [ + "▁ansamblu", + -12.947507858276367 + ], + [ + "▁beteiligt", + -12.947509765625 + ], + [ + "▁Needles", + -12.947574615478516 + ], + [ + "▁organisiert", + -12.947607040405272 + ], + [ + "Pacific", + -12.947639465332031 + ], + [ + "actual", + -12.947823524475098 + ], + [ + "prindere", + -12.94801139831543 + ], + [ + "▁Indoor", + -12.94834804534912 + ], + [ + "▁Gewalt", + -12.948431015014648 + ], + [ + "▁rezid", + -12.94850730895996 + ], + [ + "censor", + -12.948522567749023 + ], + [ + "▁unlawful", + -12.94882869720459 + ], + [ + "▁Explain", + -12.94887351989746 + ], + [ + "▁Flame", + -12.948897361755373 + ], + [ + "▁brachte", + -12.948941230773926 + ], + [ + "▁Mustang", + -12.94899845123291 + ], + [ + "ectomy", + -12.949044227600098 + ], + [ + "▁deliberate", + -12.949064254760742 + ], + [ + "▁sparkle", + -12.949225425720217 + ], + [ + "▁inchis", + -12.94926929473877 + ], + [ + "▁Cristian", + -12.949289321899414 + ], + [ + "▁facture", + -12.949291229248049 + ], + [ + "▁Grundstück", + -12.949292182922363 + ], + [ + "außerhalb", + -12.949300765991213 + ], + [ + "coast", + -12.949321746826172 + ], + [ + "anilor", + -12.949396133422852 + ], + [ + "255", + -12.94952392578125 + ], + [ + "nterdisciplinary", + -12.949576377868652 + ], + [ + "▁Isabel", + -12.949655532836914 + ], + [ + "▁Städte", + -12.949701309204102 + ], + [ + "▁cicl", + -12.949837684631348 + ], + [ + "▁Zeug", + -12.949905395507812 + ], + [ + "▁Muskel", + -12.949951171875 + ], + [ + "▁indirectly", + -12.950051307678224 + ], + [ + "▁Vorbereitung", + -12.950093269348145 + ], + [ + "MMA", + -12.95012378692627 + ], + [ + "▁pudding", + -12.950197219848633 + ], + [ + "rax", + -12.950389862060549 + ], + [ + "▁Stimmung", + -12.95052433013916 + ], + [ + "▁hierarchy", + -12.95052433013916 + ], + [ + "partie", + -12.950597763061523 + ], + [ + "▁elevate", + -12.950685501098633 + ], + [ + "▁Persian", + -12.950690269470217 + ], + [ + "forensic", + -12.95077896118164 + ], + [ + "Become", + -12.950854301452637 + ], + [ + "leicht", + -12.9508695602417 + ], + [ + "▁staging", + -12.950942039489746 + ], + [ + "▁fühlt", + -12.950965881347656 + ], + [ + "fenster", + -12.950979232788086 + ], + [ + "▁unbelievable", + -12.951089859008787 + ], + [ + "„", + -12.951260566711426 + ], + [ + "▁Guatemala", + -12.951387405395508 + ], + [ + "LET", + -12.95141315460205 + ], + [ + "▁buff", + -12.951454162597656 + ], + [ + "▁Primul", + -12.951626777648926 + ], + [ + "▁mainland", + -12.951702117919922 + ], + [ + "campus", + -12.951923370361328 + ], + [ + "▁gefällt", + -12.952075958251951 + ], + [ + "BAN", + -12.952153205871582 + ], + [ + "finish", + -12.952229499816896 + ], + [ + "accustomed", + -12.952251434326172 + ], + [ + "▁Businesses", + -12.95234203338623 + ], + [ + "▁întreb", + -12.95239543914795 + ], + [ + "▁recomandă", + -12.952425956726074 + ], + [ + "▁pellet", + -12.952474594116213 + ], + [ + "▁GST", + -12.952507972717283 + ], + [ + "SEA", + -12.952601432800291 + ], + [ + "▁categorie", + -12.952631950378418 + ], + [ + "▁convainc", + -12.95268440246582 + ], + [ + "▁considéré", + -12.952739715576172 + ], + [ + "rois", + -12.952853202819824 + ], + [ + "▁thrust", + -12.952898979187012 + ], + [ + "ijk", + -12.953001022338867 + ], + [ + "gefüllt", + -12.953118324279783 + ], + [ + "▁situatii", + -12.953327178955078 + ], + [ + "▁Jacksonville", + -12.95337200164795 + ], + [ + "▁bakery", + -12.953473091125488 + ], + [ + "▁Accident", + -12.953554153442385 + ], + [ + "▁urmeaza", + -12.953572273254396 + ], + [ + "▁crib", + -12.953593254089355 + ], + [ + "getroffen", + -12.953707695007324 + ], + [ + "Based", + -12.953877449035645 + ], + [ + "Including", + -12.95398235321045 + ], + [ + "▁Morocco", + -12.95398235321045 + ], + [ + "▁casserole", + -12.95398235321045 + ], + [ + "▁enquiry", + -12.953983306884766 + ], + [ + "▁pahar", + -12.954017639160156 + ], + [ + "▁Unternehmer", + -12.954025268554688 + ], + [ + "électro", + -12.954068183898926 + ], + [ + "Marie", + -12.95413589477539 + ], + [ + "▁Sno", + -12.954153060913086 + ], + [ + "▁prostate", + -12.954168319702148 + ], + [ + "▁Wallace", + -12.95426082611084 + ], + [ + "empre", + -12.954402923583984 + ], + [ + "▁Multumesc", + -12.954415321350098 + ], + [ + "White", + -12.954675674438477 + ], + [ + "brief", + -12.954751014709473 + ], + [ + "▁kitten", + -12.954751014709473 + ], + [ + "füh", + -12.95478057861328 + ], + [ + "▁mankind", + -12.954821586608888 + ], + [ + "ENE", + -12.95483112335205 + ], + [ + "▁Ethics", + -12.954848289489746 + ], + [ + "▁Realty", + -12.954946517944336 + ], + [ + "▁Emerg", + -12.954988479614258 + ], + [ + "7-8", + -12.955055236816406 + ], + [ + "museum", + -12.955096244812012 + ], + [ + "BRE", + -12.95518970489502 + ], + [ + "▁kilometri", + -12.955282211303713 + ], + [ + "oyaume", + -12.955286026000977 + ], + [ + "▁Cambodia", + -12.955288887023926 + ], + [ + "▁bruit", + -12.955304145812988 + ], + [ + "▁sépar", + -12.955334663391112 + ], + [ + "mastered", + -12.9554443359375 + ], + [ + "shake", + -12.955608367919922 + ], + [ + "▁liaison", + -12.955718994140623 + ], + [ + "▁Boulder", + -12.95571994781494 + ], + [ + "▁tortilla", + -12.955720901489258 + ], + [ + "▁Fokus", + -12.955731391906738 + ], + [ + "▁Blair", + -12.95573902130127 + ], + [ + "▁disturbance", + -12.955775260925291 + ], + [ + "geladen", + -12.955843925476074 + ], + [ + "▁sunscreen", + -12.955886840820312 + ], + [ + "▁reuș", + -12.955896377563477 + ], + [ + "▁Braun", + -12.95615577697754 + ], + [ + "▁existente", + -12.956157684326172 + ], + [ + "stift", + -12.956242561340332 + ], + [ + "▁preot", + -12.956387519836426 + ], + [ + "▁doved", + -12.956445693969728 + ], + [ + "sexual", + -12.956488609313965 + ], + [ + "meanwhile", + -12.956583976745604 + ], + [ + "▁legislature", + -12.956583976745604 + ], + [ + "▁vermeiden", + -12.956583976745604 + ], + [ + "▁inequality", + -12.95687484741211 + ], + [ + "▁turc", + -12.956881523132324 + ], + [ + "ви", + -12.95698070526123 + ], + [ + "▁Kontrolle", + -12.95702075958252 + ], + [ + "▁Ursache", + -12.95704174041748 + ], + [ + "▁confess", + -12.95704174041748 + ], + [ + "▁poetic", + -12.957109451293944 + ], + [ + "attention", + -12.957236289978027 + ], + [ + "textured", + -12.957386016845703 + ], + [ + "GES", + -12.957586288452148 + ], + [ + "6-4", + -12.957637786865234 + ], + [ + "Ray", + -12.957696914672852 + ], + [ + "chromat", + -12.957745552062988 + ], + [ + "▁insightful", + -12.957775115966797 + ], + [ + "▁Navigation", + -12.957887649536133 + ], + [ + "▁destiny", + -12.957887649536133 + ], + [ + "▁ergeben", + -12.957892417907717 + ], + [ + "▁versteh", + -12.958090782165527 + ], + [ + "301", + -12.958209037780762 + ], + [ + "▁Exterior", + -12.958321571350098 + ], + [ + "église", + -12.958322525024414 + ], + [ + "▁Failure", + -12.958322525024414 + ], + [ + "▁Patricia", + -12.958324432373049 + ], + [ + "▁geschützt", + -12.958328247070312 + ], + [ + "intrarea", + -12.95833969116211 + ], + [ + "▁Forward", + -12.958368301391602 + ], + [ + "▁Portrait", + -12.95844841003418 + ], + [ + "▁enregistré", + -12.958480834960938 + ], + [ + "▁wagon", + -12.958620071411133 + ], + [ + "stealing", + -12.958879470825195 + ], + [ + "▁Numero", + -12.958880424499512 + ], + [ + "▁tradui", + -12.958986282348633 + ], + [ + "▁klassische", + -12.959033966064451 + ], + [ + "▁profitieren", + -12.959043502807615 + ], + [ + "▁laboratories", + -12.95919132232666 + ], + [ + "▁reconnaissance", + -12.95919132232666 + ], + [ + "ку", + -12.959314346313477 + ], + [ + "▁Petersburg", + -12.959359169006348 + ], + [ + "▁fertility", + -12.959421157836914 + ], + [ + "▁Understand", + -12.959516525268556 + ], + [ + "dehors", + -12.959746360778809 + ], + [ + "▁Knox", + -12.959762573242188 + ], + [ + "software", + -12.959797859191896 + ], + [ + "▁Celebration", + -12.959823608398438 + ], + [ + "4.6", + -12.959897994995115 + ], + [ + "quino", + -12.959930419921877 + ], + [ + "▁endeavour", + -12.960073471069336 + ], + [ + "▁temptation", + -12.96013641357422 + ], + [ + "▁Registry", + -12.96035385131836 + ], + [ + "IMP", + -12.96050262451172 + ], + [ + "bedingt", + -12.960625648498535 + ], + [ + "▁$60", + -12.96084690093994 + ], + [ + "▁Kriterien", + -12.96093463897705 + ], + [ + "▁strawberries", + -12.960943222045898 + ], + [ + "▁conspiracy", + -12.96094799041748 + ], + [ + "▁pouch", + -12.960976600646973 + ], + [ + "▁Alexandria", + -12.961017608642578 + ], + [ + "▁Mick", + -12.961102485656738 + ], + [ + "extra", + -12.961114883422852 + ], + [ + "▁Operator", + -12.961151123046877 + ], + [ + "enduring", + -12.96132755279541 + ], + [ + "▁smash", + -12.961359024047852 + ], + [ + "Euro", + -12.961360931396484 + ], + [ + "▁Nouvelle", + -12.961370468139648 + ], + [ + "▁Raspberry", + -12.961370468139648 + ], + [ + "▁präsentieren", + -12.961380004882812 + ], + [ + "▁electrician", + -12.96140480041504 + ], + [ + "▁cheerful", + -12.961472511291504 + ], + [ + "▁chargé", + -12.961508750915527 + ], + [ + "▁Diskussion", + -12.961511611938477 + ], + [ + "▁surpass", + -12.961604118347168 + ], + [ + "▁Acces", + -12.96170139312744 + ], + [ + "tausend", + -12.96177101135254 + ], + [ + "▁vigorous", + -12.96180820465088 + ], + [ + "▁tava", + -12.961810111999512 + ], + [ + "CHO", + -12.96193790435791 + ], + [ + "▁1951", + -12.961941719055176 + ], + [ + "▁Umsatz", + -12.96201992034912 + ], + [ + "▁slavery", + -12.962055206298828 + ], + [ + "travel", + -12.962294578552246 + ], + [ + "▁correspondent", + -12.962297439575195 + ], + [ + "▁$150", + -12.962307929992676 + ], + [ + "▁stärker", + -12.962594985961914 + ], + [ + "Alb", + -12.96264362335205 + ], + [ + "▁Lopez", + -12.962682723999023 + ], + [ + "▁longueur", + -12.962767601013184 + ], + [ + "▁successive", + -12.962772369384766 + ], + [ + "▁(2015)", + -12.96278190612793 + ], + [ + "teig", + -12.962790489196776 + ], + [ + "custom", + -12.962944984436035 + ], + [ + "TIM", + -12.963099479675291 + ], + [ + "▁Escape", + -12.963174819946287 + ], + [ + "▁Sekunden", + -12.963349342346191 + ], + [ + "tiré", + -12.963444709777832 + ], + [ + "▁chantier", + -12.963489532470703 + ], + [ + "▁saturated", + -12.963555335998535 + ], + [ + "▁confrontation", + -12.963804244995115 + ], + [ + "▁biography", + -12.963805198669434 + ], + [ + "zuerst", + -12.9639892578125 + ], + [ + "▁rencontré", + -12.963991165161133 + ], + [ + "▁harmless", + -12.96412181854248 + ], + [ + "Branche", + -12.964139938354492 + ], + [ + "▁QR", + -12.964380264282228 + ], + [ + "▁Ereignis", + -12.964430809020996 + ], + [ + "▁verkaufen", + -12.96444320678711 + ], + [ + "0:00", + -12.96451187133789 + ], + [ + "Association", + -12.96469783782959 + ], + [ + "▁Santiago", + -12.964865684509276 + ], + [ + "Control", + -12.964993476867676 + ], + [ + "▁Angriff", + -12.9650297164917 + ], + [ + "lase", + -12.96505069732666 + ], + [ + "▁sfaturi", + -12.965224266052246 + ], + [ + "▁Comprehensive", + -12.965304374694824 + ], + [ + "▁Shepherd", + -12.965304374694824 + ], + [ + "▁exponential", + -12.965304374694824 + ], + [ + "▁penetration", + -12.965304374694824 + ], + [ + "▁comble", + -12.965394973754885 + ], + [ + "ionar", + -12.965557098388672 + ], + [ + "slept", + -12.965563774108888 + ], + [ + "▁Spice", + -12.965633392333984 + ], + [ + "mAh", + -12.965688705444336 + ], + [ + "▁Vertreter", + -12.965747833251951 + ], + [ + "fehler", + -12.965752601623535 + ], + [ + "▁Scroll", + -12.96599292755127 + ], + [ + "▁WARRANT", + -12.966179847717283 + ], + [ + "▁minimise", + -12.966326713562012 + ], + [ + "▁Dept", + -12.966474533081056 + ], + [ + "▁urinar", + -12.96661376953125 + ], + [ + "établir", + -12.966619491577148 + ], + [ + "verhältnis", + -12.966713905334473 + ], + [ + "▁glowing", + -12.966979026794434 + ], + [ + "kulturelle", + -12.966984748840332 + ], + [ + "▁Pediatric", + -12.96705722808838 + ], + [ + "▁inconvenience", + -12.96705722808838 + ], + [ + "Antoine", + -12.967121124267578 + ], + [ + "▁Heck", + -12.967164993286133 + ], + [ + "▁couches", + -12.967265129089355 + ], + [ + "▁1938", + -12.967331886291504 + ], + [ + "maybe", + -12.967333793640137 + ], + [ + "ETA", + -12.9673433303833 + ], + [ + "▁solaire", + -12.96748161315918 + ], + [ + "▁Zürich", + -12.967495918273926 + ], + [ + "computer", + -12.96754550933838 + ], + [ + "milk", + -12.96756362915039 + ], + [ + "он", + -12.967585563659668 + ], + [ + "modalitate", + -12.967608451843262 + ], + [ + "spanning", + -12.967655181884766 + ], + [ + "▁Crypto", + -12.96774959564209 + ], + [ + "▁Spotify", + -12.967935562133787 + ], + [ + "mycin", + -12.967944145202637 + ], + [ + "▁similarities", + -12.96811294555664 + ], + [ + "▁eclipse", + -12.968377113342283 + ], + [ + "Map", + -12.968610763549805 + ], + [ + "double", + -12.96861743927002 + ], + [ + "corporate", + -12.968734741210938 + ], + [ + "▁Hindi", + -12.968853950500488 + ], + [ + "battling", + -12.968866348266602 + ], + [ + "▁habituel", + -12.969098091125488 + ], + [ + "▁Transition", + -12.969196319580078 + ], + [ + "▁luptă", + -12.96920394897461 + ], + [ + "▁trainee", + -12.969219207763672 + ], + [ + "LIS", + -12.96922492980957 + ], + [ + "▁Vatican", + -12.96925449371338 + ], + [ + "Archived", + -12.9692964553833 + ], + [ + "Connect", + -12.969305038452148 + ], + [ + "▁prealabil", + -12.969307899475098 + ], + [ + "▁Chambre", + -12.969327926635742 + ], + [ + "stuhl", + -12.969440460205078 + ], + [ + "▁arrivé", + -12.969557762145996 + ], + [ + "▁Urteil", + -12.969575881958008 + ], + [ + "▁scrutiny", + -12.969818115234377 + ], + [ + "▁memoir", + -12.969854354858398 + ], + [ + "▁innovant", + -12.9699068069458 + ], + [ + "▁sublime", + -12.969943046569824 + ], + [ + "children", + -12.970004081726074 + ], + [ + "▁Handwerk", + -12.970056533813477 + ], + [ + "▁campuses", + -12.97026824951172 + ], + [ + "▁durabil", + -12.970502853393556 + ], + [ + "▁immersive", + -12.970632553100586 + ], + [ + "▁Magnet", + -12.970732688903809 + ], + [ + "läufe", + -12.970808029174805 + ], + [ + "▁Techno", + -12.970837593078612 + ], + [ + "MAP", + -12.9710693359375 + ], + [ + "7.2", + -12.971145629882812 + ], + [ + "▁Schwimm", + -12.971181869506836 + ], + [ + "BOOK", + -12.971186637878418 + ], + [ + "188", + -12.971441268920898 + ], + [ + "▁Supervisor", + -12.971498489379885 + ], + [ + "prévue", + -12.971691131591797 + ], + [ + "needed", + -12.971813201904297 + ], + [ + "▁creditors", + -12.97182273864746 + ], + [ + "▁brin", + -12.971837043762209 + ], + [ + "▁Neck", + -12.971900939941406 + ], + [ + "▁Salut", + -12.971988677978516 + ], + [ + "▁despair", + -12.972105979919434 + ], + [ + "▁Sauce", + -12.972261428833008 + ], + [ + "▁Westminster", + -12.972335815429688 + ], + [ + "▁langfristig", + -12.972335815429688 + ], + [ + "▁northeast", + -12.972365379333496 + ], + [ + "▁încercat", + -12.972399711608888 + ], + [ + "▁nausea", + -12.972408294677734 + ], + [ + "▁Paypal", + -12.972440719604492 + ], + [ + "▁Arrow", + -12.972469329833984 + ], + [ + "▁Travis", + -12.972633361816406 + ], + [ + "(2009)", + -12.972713470458984 + ], + [ + "▁Rising", + -12.972719192504885 + ], + [ + "termes", + -12.973097801208496 + ], + [ + "Australie", + -12.973154067993164 + ], + [ + "▁scarf", + -12.973187446594238 + ], + [ + "klassischen", + -12.97337818145752 + ], + [ + "▁boug", + -12.973466873168944 + ], + [ + "DOT", + -12.97360610961914 + ], + [ + "▁Trink", + -12.97361946105957 + ], + [ + "▁bestätigt", + -12.97365951538086 + ], + [ + "▁officiel", + -12.97370433807373 + ], + [ + "Produkt", + -12.973873138427734 + ], + [ + "DNA", + -12.974140167236328 + ], + [ + "▁*******", + -12.97426700592041 + ], + [ + "GAR", + -12.974271774291992 + ], + [ + "therapeut", + -12.974377632141112 + ], + [ + "187", + -12.974420547485352 + ], + [ + "▁Louisville", + -12.974493026733398 + ], + [ + "▁geöffnet", + -12.97462272644043 + ], + [ + "Watch", + -12.97464084625244 + ], + [ + "85%", + -12.974678993225098 + ], + [ + "▁Candida", + -12.974698066711426 + ], + [ + "▁Kathy", + -12.974703788757324 + ], + [ + "▁Animation", + -12.974711418151855 + ], + [ + "planung", + -12.97471523284912 + ], + [ + "woche", + -12.974730491638184 + ], + [ + "Video", + -12.974966049194336 + ], + [ + "▁Automation", + -12.97507095336914 + ], + [ + "▁foliage", + -12.97507381439209 + ], + [ + "▁evenimentului", + -12.975175857543944 + ], + [ + "SEN", + -12.97536277770996 + ], + [ + "▁Dialog", + -12.975372314453123 + ], + [ + "▁ZIP", + -12.975372314453123 + ], + [ + "▁vieții", + -12.97537612915039 + ], + [ + "▁passionné", + -12.975425720214844 + ], + [ + "▁WOW", + -12.97544002532959 + ], + [ + "ectiv", + -12.975464820861816 + ], + [ + "▁vorbesc", + -12.975482940673828 + ], + [ + "▁computational", + -12.975533485412598 + ], + [ + "▁idiot", + -12.97557258605957 + ], + [ + "▁stigma", + -12.97567081451416 + ], + [ + "▁multumesc", + -12.975870132446287 + ], + [ + "▁sărbători", + -12.975870132446287 + ], + [ + "▁Advantage", + -12.975906372070312 + ], + [ + "▁alegeri", + -12.976024627685549 + ], + [ + "▁philosopher", + -12.976031303405762 + ], + [ + "RIE", + -12.976117134094238 + ], + [ + "refundable", + -12.976221084594728 + ], + [ + "▁Sofia", + -12.97623348236084 + ], + [ + "▁încheiat", + -12.976313591003418 + ], + [ + "meilleures", + -12.976473808288574 + ], + [ + "critical", + -12.976744651794434 + ], + [ + "▁cavity", + -12.976766586303713 + ], + [ + "▁ressort", + -12.976792335510254 + ], + [ + "strong", + -12.976798057556152 + ], + [ + "▁Backup", + -12.976948738098145 + ], + [ + "▁Zeitraum", + -12.977023124694824 + ], + [ + "▁Szene", + -12.977027893066406 + ], + [ + "▁Candle", + -12.977173805236816 + ], + [ + "▁ciocolat", + -12.977198600769045 + ], + [ + "etched", + -12.977227210998535 + ], + [ + "ан", + -12.977302551269531 + ], + [ + "▁Anchor", + -12.977365493774414 + ], + [ + "equate", + -12.97747039794922 + ], + [ + "▁bulg", + -12.977476119995115 + ], + [ + "▁motorist", + -12.977524757385254 + ], + [ + "träglich", + -12.977736473083496 + ], + [ + "please", + -12.97793674468994 + ], + [ + "different", + -12.97801113128662 + ], + [ + "▁Accel", + -12.97813606262207 + ], + [ + "Proiectul", + -12.97829818725586 + ], + [ + "▁cabbage", + -12.97852897644043 + ], + [ + "▁télécharger", + -12.97852897644043 + ], + [ + "▁Presentation", + -12.97856330871582 + ], + [ + "▁Struktur", + -12.97862148284912 + ], + [ + "bücher", + -12.978650093078612 + ], + [ + "▁flatter", + -12.978672981262209 + ], + [ + "emprunt", + -12.979074478149414 + ], + [ + "▁oriental", + -12.979111671447754 + ], + [ + "▁Turnier", + -12.979166984558104 + ], + [ + "brücke", + -12.97917366027832 + ], + [ + "▁légumes", + -12.979416847229004 + ], + [ + "gerechnet", + -12.979595184326172 + ], + [ + "flooded", + -12.979621887207031 + ], + [ + "LER", + -12.979679107666016 + ], + [ + "üben", + -12.97973918914795 + ], + [ + "internaute", + -12.979888916015623 + ], + [ + "▁Austausch", + -12.979935646057127 + ], + [ + "gefordert", + -12.980034828186035 + ], + [ + "▁adoptat", + -12.980277061462402 + ], + [ + "▁erinnern", + -12.980305671691896 + ], + [ + "▁dolphin", + -12.980307579040527 + ], + [ + "▁Parkinson", + -12.980308532714844 + ], + [ + "büro", + -12.980310440063477 + ], + [ + "▁Crest", + -12.980368614196776 + ], + [ + "▁Ikea", + -12.98043727874756 + ], + [ + "▁ecologic", + -12.980470657348633 + ], + [ + "mplă", + -12.98065185546875 + ], + [ + "▁șef", + -12.980655670166016 + ], + [ + "coop", + -12.980868339538574 + ], + [ + "▁Carson", + -12.980900764465332 + ], + [ + "▁uşor", + -12.981054306030272 + ], + [ + "▁exert", + -12.981070518493652 + ], + [ + "▁countertop", + -12.981114387512209 + ], + [ + "ntended", + -12.981136322021484 + ], + [ + "▁Civic", + -12.981313705444336 + ], + [ + "▁attentes", + -12.98133373260498 + ], + [ + "gesetzlichen", + -12.981356620788574 + ], + [ + "frischen", + -12.981475830078123 + ], + [ + "▁Bottle", + -12.98163604736328 + ], + [ + "▁cautare", + -12.982080459594728 + ], + [ + "▁waterfront", + -12.982226371765137 + ], + [ + "▁centerpiece", + -12.982312202453612 + ], + [ + "▁Castel", + -12.982441902160645 + ], + [ + "510", + -12.98270034790039 + ], + [ + "capped", + -12.982709884643556 + ], + [ + "▁mattresses", + -12.982850074768066 + ], + [ + "▁readiness", + -12.982865333557127 + ], + [ + "diag", + -12.982970237731934 + ], + [ + "▁geändert", + -12.982980728149414 + ], + [ + "▁complained", + -12.983051300048828 + ], + [ + "▁diary", + -12.983073234558104 + ], + [ + "▁ceremonies", + -12.983144760131836 + ], + [ + "▁următor", + -12.983181953430176 + ], + [ + "▁Engel", + -12.983270645141602 + ], + [ + "▁disconnect", + -12.9832763671875 + ], + [ + "▁Silvi", + -12.983282089233398 + ], + [ + "▁eingerichtet", + -12.9834566116333 + ], + [ + "medizin", + -12.983512878417969 + ], + [ + "▁majestic", + -12.983869552612305 + ], + [ + "▁Random", + -12.983943939208984 + ], + [ + "▁Equity", + -12.984046936035156 + ], + [ + "▁Echipa", + -12.984111785888672 + ], + [ + "са", + -12.984163284301758 + ], + [ + "316", + -12.984179496765137 + ], + [ + "▁Formation", + -12.984183311462402 + ], + [ + "inland", + -12.98421859741211 + ], + [ + "appuy", + -12.984301567077637 + ], + [ + "TAN", + -12.984481811523438 + ], + [ + "slipped", + -12.984918594360352 + ], + [ + "Certains", + -12.985247611999512 + ], + [ + "▁Silber", + -12.98525333404541 + ], + [ + "▁reçoi", + -12.985257148742676 + ], + [ + "▁Monthly", + -12.985323905944824 + ], + [ + "calculating", + -12.98549461364746 + ], + [ + "▁scratches", + -12.98554515838623 + ], + [ + "▁concurrence", + -12.985654830932615 + ], + [ + "▁Stärke", + -12.985662460327148 + ], + [ + "▁intermediar", + -12.985751152038574 + ], + [ + "▁erlebt", + -12.98579216003418 + ], + [ + "gesellschaftlich", + -12.986037254333496 + ], + [ + "▁Volk", + -12.986041069030762 + ], + [ + "▁Ansprüche", + -12.986101150512695 + ], + [ + "▁cumulative", + -12.986103057861328 + ], + [ + "▁Randy", + -12.986183166503906 + ], + [ + "▁instituții", + -12.98622989654541 + ], + [ + "together", + -12.986489295959473 + ], + [ + "▁Sap", + -12.986539840698242 + ], + [ + "▁modificari", + -12.98655128479004 + ], + [ + "▁erosion", + -12.986572265625 + ], + [ + "▁wicked", + -12.986577033996582 + ], + [ + "soaked", + -12.986613273620604 + ], + [ + "▁cellar", + -12.9866361618042 + ], + [ + "ignoring", + -12.986726760864258 + ], + [ + "▁scarce", + -12.986815452575684 + ], + [ + "ueuse", + -12.98697280883789 + ], + [ + "▁bibliothèque", + -12.986995697021484 + ], + [ + "critères", + -12.987017631530762 + ], + [ + "▁overlay", + -12.98716640472412 + ], + [ + "IPA", + -12.98737907409668 + ], + [ + "director", + -12.987393379211426 + ], + [ + "▁Krishna", + -12.987444877624512 + ], + [ + "▁methodologies", + -12.987451553344728 + ], + [ + "iocese", + -12.987513542175291 + ], + [ + "▁saucepan", + -12.987713813781738 + ], + [ + "184", + -12.987948417663574 + ], + [ + "275", + -12.987981796264648 + ], + [ + "▁précieu", + -12.988165855407717 + ], + [ + "▁academy", + -12.9883394241333 + ], + [ + "460", + -12.988438606262209 + ], + [ + "ERN", + -12.988679885864258 + ], + [ + "▁emoti", + -12.988725662231444 + ], + [ + "▁télévision", + -12.988823890686035 + ], + [ + "EDIT", + -12.988901138305664 + ], + [ + "▁Valeri", + -12.98904514312744 + ], + [ + "▁Charity", + -12.98911190032959 + ], + [ + "Voilà", + -12.989297866821287 + ], + [ + "▁lipsit", + -12.989356994628906 + ], + [ + "▁unleash", + -12.989373207092283 + ], + [ + "▁suferit", + -12.989506721496582 + ], + [ + "▁Lifestyle", + -12.98953914642334 + ], + [ + "▁Edel", + -12.989603996276855 + ], + [ + "▁Derek", + -12.989643096923828 + ], + [ + "▁Manga", + -12.989801406860352 + ], + [ + "▁increment", + -12.989990234375 + ], + [ + "▁plötzlich", + -12.99013328552246 + ], + [ + "▁5:30", + -12.990208625793455 + ], + [ + "▁Republicii", + -12.990246772766112 + ], + [ + "▁capitalism", + -12.990293502807615 + ], + [ + "ROW", + -12.990510940551758 + ], + [ + "▁Paar", + -12.990523338317873 + ], + [ + "allée", + -12.99057674407959 + ], + [ + "▁motto", + -12.990610122680664 + ], + [ + "Schäden", + -12.990630149841309 + ], + [ + "▁£10", + -12.99063491821289 + ], + [ + "RIP", + -12.990728378295898 + ], + [ + "courir", + -12.990761756896973 + ], + [ + "rocky", + -12.990944862365724 + ], + [ + "▁Sunshine", + -12.991031646728516 + ], + [ + "▁chimney", + -12.991044998168944 + ], + [ + "▁préfér", + -12.991153717041016 + ], + [ + "▁relaxare", + -12.99118995666504 + ], + [ + "▁colabora", + -12.99134349822998 + ], + [ + "liefer", + -12.99142837524414 + ], + [ + "▁ordentlich", + -12.99148654937744 + ], + [ + "▁dauerhaft", + -12.991535186767578 + ], + [ + "kammer", + -12.991572380065918 + ], + [ + "▁Basket", + -12.991579055786133 + ], + [ + "Site", + -12.991657257080078 + ], + [ + "▁Regina", + -12.991716384887695 + ], + [ + "▁simulate", + -12.991868019104004 + ], + [ + "▁wrestle", + -12.991939544677734 + ], + [ + "wertig", + -12.991986274719238 + ], + [ + "▁Christie", + -12.992018699645996 + ], + [ + "download", + -12.992033004760742 + ], + [ + "▁torch", + -12.992213249206545 + ], + [ + "riya", + -12.992216110229492 + ], + [ + "▁Grie", + -12.992247581481934 + ], + [ + "bitten", + -12.992356300354004 + ], + [ + "▁spezialisiert", + -12.99238109588623 + ], + [ + "▁Parade", + -12.992408752441406 + ], + [ + "▁migraine", + -12.992830276489258 + ], + [ + "▁Armstrong", + -12.992846488952637 + ], + [ + "▁cutie", + -12.9928560256958 + ], + [ + "▁bullying", + -12.992889404296877 + ], + [ + "▁Estonia", + -12.99293041229248 + ], + [ + "▁harvested", + -12.992948532104492 + ], + [ + "▁Hunger", + -12.992971420288086 + ], + [ + "▁frapp", + -12.992999076843262 + ], + [ + "REM", + -12.993117332458496 + ], + [ + "sensor", + -12.993189811706545 + ], + [ + "▁GREAT", + -12.993293762207031 + ], + [ + "▁thyroid", + -12.99330234527588 + ], + [ + "▁mărturi", + -12.993335723876951 + ], + [ + "ocupă", + -12.993809700012209 + ], + [ + "▁Wealth", + -12.993812561035156 + ], + [ + "▁convins", + -12.993841171264648 + ], + [ + "141", + -12.993876457214355 + ], + [ + "▁vingt", + -12.993901252746582 + ], + [ + "▁revel", + -12.994054794311523 + ], + [ + "▁Adri", + -12.994083404541016 + ], + [ + "▁remix", + -12.994207382202148 + ], + [ + "▁fermentation", + -12.99425220489502 + ], + [ + "▁achiziti", + -12.994352340698242 + ], + [ + "dream", + -12.994426727294922 + ], + [ + "▁contemporan", + -12.994632720947266 + ], + [ + "▁youngsters", + -12.994685173034668 + ], + [ + "▁Hartford", + -12.994745254516602 + ], + [ + "▁Wagen", + -12.994988441467283 + ], + [ + "▁Celebr", + -12.995214462280272 + ], + [ + "leveraging", + -12.99527645111084 + ], + [ + "▁Iasi", + -12.99549674987793 + ], + [ + "tackling", + -12.9955415725708 + ], + [ + "▁intrinsic", + -12.995553970336914 + ], + [ + "▁Macedon", + -12.995603561401367 + ], + [ + "NIA", + -12.995784759521484 + ], + [ + "▁bliss", + -12.995905876159668 + ], + [ + "▁gradual", + -12.995908737182615 + ], + [ + "▁inregistrat", + -12.995981216430664 + ], + [ + "▁volleyball", + -12.995986938476562 + ], + [ + "▁offiziell", + -12.996054649353027 + ], + [ + "▁carré", + -12.99611759185791 + ], + [ + "Mostly", + -12.996174812316896 + ], + [ + "▁Harley", + -12.996193885803224 + ], + [ + "▁locati", + -12.996216773986816 + ], + [ + "▁Klo", + -12.996223449707031 + ], + [ + "▁Equal", + -12.996238708496094 + ], + [ + "▁citat", + -12.99636936187744 + ], + [ + "▁argint", + -12.996478080749512 + ], + [ + "prüft", + -12.99652862548828 + ], + [ + "▁Fence", + -12.996600151062012 + ], + [ + "positive", + -12.996988296508787 + ], + [ + "▁Kaz", + -12.99724578857422 + ], + [ + "▁distortion", + -12.997342109680176 + ], + [ + "▁sâmbătă", + -12.997342109680176 + ], + [ + "▁frontière", + -12.997346878051758 + ], + [ + "▁revanch", + -12.997394561767578 + ], + [ + "▁Held", + -12.997465133666992 + ], + [ + "▁Hobb", + -12.99776554107666 + ], + [ + "▁reuşit", + -12.997796058654783 + ], + [ + "deem", + -12.997880935668944 + ], + [ + "▁dorint", + -12.997902870178224 + ], + [ + "▁Anlagen", + -12.99790859222412 + ], + [ + "▁cheval", + -12.997973442077637 + ], + [ + "630", + -12.99806022644043 + ], + [ + "▁implementare", + -12.99808406829834 + ], + [ + "▁curator", + -12.99821662902832 + ], + [ + "▁legislator", + -12.998247146606444 + ], + [ + "▁potassium", + -12.998247146606444 + ], + [ + "▁veterinarian", + -12.998247146606444 + ], + [ + "▁domenii", + -12.998273849487305 + ], + [ + "▁revue", + -12.998310089111328 + ], + [ + "Vielen", + -12.998333930969238 + ], + [ + "africain", + -12.998570442199709 + ], + [ + "before", + -12.998680114746094 + ], + [ + "▁Bestandteil", + -12.998702049255373 + ], + [ + "▁(2010)", + -12.998767852783203 + ], + [ + "▁Arlington", + -12.999153137207031 + ], + [ + "▁Gründung", + -12.999153137207031 + ], + [ + "▁Sprinkle", + -12.999153137207031 + ], + [ + "▁Princeton", + -12.999186515808104 + ], + [ + "chirurg", + -12.999228477478027 + ], + [ + "▁laissé", + -12.999357223510742 + ], + [ + "whoever", + -12.999384880065918 + ], + [ + "▁pasture", + -12.999431610107422 + ], + [ + "ajute", + -12.999436378479004 + ], + [ + "▁joyful", + -12.999494552612305 + ], + [ + "etapa", + -12.999905586242676 + ], + [ + "ESP", + -13.000017166137695 + ], + [ + "▁Iohannis", + -13.000059127807615 + ], + [ + "▁10:30", + -13.000127792358398 + ], + [ + "▁Kingston", + -13.000140190124512 + ], + [ + "▁contender", + -13.000164031982422 + ], + [ + "▁Damage", + -13.000177383422852 + ], + [ + "▁schreibt", + -13.000482559204102 + ], + [ + "sstisch", + -13.00063133239746 + ], + [ + "Associated", + -13.00072956085205 + ], + [ + "▁disposable", + -13.000782012939451 + ], + [ + "veranstaltung", + -13.00096607208252 + ], + [ + "▁puppet", + -13.00100040435791 + ], + [ + "pong", + -13.001093864440918 + ], + [ + "▁Chronicle", + -13.001176834106444 + ], + [ + "222", + -13.001286506652832 + ], + [ + "intuit", + -13.00139617919922 + ], + [ + "inscrire", + -13.001429557800291 + ], + [ + "▁speeches", + -13.001431465148926 + ], + [ + "▁Eingang", + -13.001775741577148 + ], + [ + "▁Adidas", + -13.001875877380373 + ], + [ + "▁cemetery", + -13.001877784729004 + ], + [ + "▁juicy", + -13.001885414123535 + ], + [ + "▁wertvolle", + -13.0018892288208 + ], + [ + "▁militari", + -13.001917839050291 + ], + [ + "China", + -13.00196361541748 + ], + [ + "ecția", + -13.002041816711426 + ], + [ + "luster", + -13.002063751220703 + ], + [ + "auftrag", + -13.00234317779541 + ], + [ + "▁Marius", + -13.002523422241213 + ], + [ + "▁crossover", + -13.002555847167969 + ], + [ + "▁enthusiast", + -13.002555847167969 + ], + [ + "▁cantitate", + -13.002630233764648 + ], + [ + "▁animat", + -13.002634048461914 + ], + [ + "Park", + -13.002793312072754 + ], + [ + "▁unchanged", + -13.00279426574707 + ], + [ + "russia", + -13.00281810760498 + ], + [ + "instant", + -13.002833366394045 + ], + [ + "ţiunea", + -13.002835273742676 + ], + [ + "▁franchi", + -13.002920150756836 + ], + [ + "▁mobiliz", + -13.002963066101074 + ], + [ + "athlet", + -13.003013610839844 + ], + [ + "▁Cardio", + -13.0031099319458 + ], + [ + "▁supus", + -13.003119468688965 + ], + [ + "▁Griff", + -13.003137588500977 + ], + [ + "flakes", + -13.003217697143556 + ], + [ + "soluble", + -13.003250122070312 + ], + [ + "Known", + -13.00369358062744 + ], + [ + "leaking", + -13.003741264343262 + ], + [ + "▁Holocaust", + -13.004148483276367 + ], + [ + "gift", + -13.004197120666504 + ], + [ + "▁tradiţi", + -13.004359245300291 + ], + [ + "▁southeast", + -13.004498481750488 + ], + [ + "▁correspondant", + -13.00460147857666 + ], + [ + "Isaiah", + -13.004603385925291 + ], + [ + "▁diagonal", + -13.004606246948242 + ], + [ + "▁Probabil", + -13.004680633544922 + ], + [ + "▁dégust", + -13.004791259765623 + ], + [ + "▁Naval", + -13.004802703857422 + ], + [ + "▁cultivation", + -13.004839897155762 + ], + [ + "▁Vertrieb", + -13.004849433898926 + ], + [ + "▁pony", + -13.004854202270508 + ], + [ + "▁Throw", + -13.0050048828125 + ], + [ + "little", + -13.005010604858398 + ], + [ + "▁remarque", + -13.005074501037598 + ], + [ + "▁parcare", + -13.005085945129396 + ], + [ + "3.8", + -13.00518798828125 + ], + [ + "▁renunt", + -13.005330085754396 + ], + [ + "▁Rewards", + -13.005487442016602 + ], + [ + "▁Thur", + -13.005496978759766 + ], + [ + "▁underestimate", + -13.005515098571776 + ], + [ + "▁frankly", + -13.005516052246094 + ], + [ + "Bretagne", + -13.005517959594728 + ], + [ + "axial", + -13.005537986755373 + ], + [ + "▁identities", + -13.0055570602417 + ], + [ + "▁Harvest", + -13.00561237335205 + ], + [ + "▁skippe", + -13.00561237335205 + ], + [ + "▁Boutique", + -13.005670547485352 + ], + [ + "▁intuition", + -13.005746841430664 + ], + [ + "▁Rotary", + -13.00581169128418 + ], + [ + "▁SERVICE", + -13.00587558746338 + ], + [ + "▁refill", + -13.005915641784668 + ], + [ + "▁arcade", + -13.006060600280762 + ], + [ + "▁komme", + -13.006386756896973 + ], + [ + "▁irrelevant", + -13.006427764892578 + ], + [ + "▁Sortiment", + -13.006429672241213 + ], + [ + "▁scriitor", + -13.006488800048828 + ], + [ + "▁clicked", + -13.006516456604004 + ], + [ + "▁ciel", + -13.006610870361328 + ], + [ + "▁Caesar", + -13.00680160522461 + ], + [ + "hound", + -13.006803512573242 + ], + [ + "whipped", + -13.006843566894531 + ], + [ + "licate", + -13.00686740875244 + ], + [ + "▁formatting", + -13.006986618041992 + ], + [ + "▁mosaic", + -13.007028579711914 + ], + [ + "(2017)", + -13.007122039794922 + ], + [ + "777", + -13.007257461547852 + ], + [ + "▁Messenger", + -13.007342338562012 + ], + [ + "dulci", + -13.007369041442873 + ], + [ + "▁(2016)", + -13.007420539855955 + ], + [ + "▁popcorn", + -13.00742530822754 + ], + [ + "▁Presidential", + -13.007497787475586 + ], + [ + "▁brokerage", + -13.007564544677734 + ], + [ + "dachte", + -13.00762939453125 + ], + [ + "verkauf", + -13.00768756866455 + ], + [ + "▁pomme", + -13.00772190093994 + ], + [ + "▁fret", + -13.007822036743164 + ], + [ + "▁revere", + -13.007894515991213 + ], + [ + "▁Canvas", + -13.008092880249023 + ], + [ + "▁Nottingham", + -13.008255004882812 + ], + [ + "▁Refuge", + -13.008257865905762 + ], + [ + "▁injustice", + -13.008259773254396 + ], + [ + "▁External", + -13.008264541625977 + ], + [ + "dincolo", + -13.008304595947266 + ], + [ + "directing", + -13.008511543273926 + ], + [ + "▁Toulouse", + -13.008710861206056 + ], + [ + "▁cheltuieli", + -13.008746147155762 + ], + [ + "▁distrus", + -13.008816719055176 + ], + [ + "impôt", + -13.008912086486816 + ], + [ + "landschaft", + -13.00896453857422 + ], + [ + "passion", + -13.00897216796875 + ], + [ + "▁Hobby", + -13.009099006652832 + ], + [ + "significant", + -13.009115219116213 + ], + [ + "▁Guinea", + -13.009209632873535 + ], + [ + "pecializing", + -13.009237289428713 + ], + [ + "pozitie", + -13.00924587249756 + ], + [ + "bourne", + -13.009295463562012 + ], + [ + "▁mâini", + -13.00933837890625 + ], + [ + "▁CFR", + -13.009395599365234 + ], + [ + "▁Konflikt", + -13.009626388549805 + ], + [ + "▁Vodafone", + -13.009626388549805 + ], + [ + "OUG", + -13.009681701660156 + ], + [ + "▁Übersicht", + -13.009735107421877 + ], + [ + "negotiated", + -13.00990390777588 + ], + [ + "▁gliss", + -13.010042190551758 + ], + [ + "▁Kapital", + -13.010111808776855 + ], + [ + "QC", + -13.0101318359375 + ], + [ + "▁gentleman", + -13.01024341583252 + ], + [ + "Inde", + -13.01051425933838 + ], + [ + "▁immensely", + -13.010639190673828 + ], + [ + "Business", + -13.010702133178713 + ], + [ + "▁04/2", + -13.010882377624512 + ], + [ + "societatea", + -13.010973930358888 + ], + [ + "fluoxetine", + -13.011000633239746 + ], + [ + "▁Wachstum", + -13.011000633239746 + ], + [ + "▁récit", + -13.011011123657228 + ], + [ + "▁Preisvergleich", + -13.011034965515137 + ], + [ + "▁Mohammed", + -13.011460304260254 + ], + [ + "gefangen", + -13.011462211608888 + ], + [ + "▁calibration", + -13.011608123779297 + ], + [ + "bekam", + -13.011728286743164 + ], + [ + "▁FUN", + -13.011758804321287 + ], + [ + "wasting", + -13.011839866638184 + ], + [ + "▁prosper", + -13.011862754821776 + ], + [ + "▁Afghan", + -13.011919021606444 + ], + [ + "▁Heroes", + -13.011921882629396 + ], + [ + "▁VMware", + -13.011927604675291 + ], + [ + "exception", + -13.011969566345217 + ], + [ + "▁înlocui", + -13.01244831085205 + ], + [ + "Neu", + -13.01246452331543 + ], + [ + "initiation", + -13.01250171661377 + ], + [ + "▁Peel", + -13.01281452178955 + ], + [ + "▁cunoaste", + -13.012836456298828 + ], + [ + "▁menschliche", + -13.012849807739258 + ], + [ + "▁poarta", + -13.012852668762209 + ], + [ + "▁congestion", + -13.012930870056152 + ], + [ + "▁îmbunătăț", + -13.013103485107422 + ], + [ + "EUR", + -13.013171195983888 + ], + [ + "▁sushi", + -13.01326847076416 + ], + [ + "Jährige", + -13.01329517364502 + ], + [ + "espoir", + -13.013423919677734 + ], + [ + "inspected", + -13.013444900512695 + ], + [ + "▁etape", + -13.013677597045898 + ], + [ + "▁pharmacist", + -13.013754844665527 + ], + [ + "flect", + -13.013840675354004 + ], + [ + "Changing", + -13.01393222808838 + ], + [ + "▁radiant", + -13.014046669006348 + ], + [ + "Daddy", + -13.014275550842283 + ], + [ + "▁categorii", + -13.014360427856444 + ], + [ + "quête", + -13.014628410339355 + ], + [ + "▁skincare", + -13.014657020568848 + ], + [ + "hébergement", + -13.014674186706545 + ], + [ + "840", + -13.01477336883545 + ], + [ + "awaiting", + -13.014822006225586 + ], + [ + "▁murdered", + -13.014841079711914 + ], + [ + "▁proficient", + -13.014863967895508 + ], + [ + "▁chauffe", + -13.014899253845217 + ], + [ + "▁contur", + -13.014937400817873 + ], + [ + "▁rejoindre", + -13.015145301818848 + ], + [ + "▁foloseste", + -13.01521110534668 + ], + [ + "▁Grup", + -13.01535701751709 + ], + [ + "152", + -13.01541519165039 + ], + [ + "▁workspace", + -13.015438079833984 + ], + [ + "▁primitive", + -13.015546798706056 + ], + [ + "▁Ginger", + -13.015557289123535 + ], + [ + "▁chemotherapy", + -13.015595436096191 + ], + [ + "▁platinum", + -13.015596389770508 + ], + [ + "▁sarcina", + -13.01559829711914 + ], + [ + "▁revival", + -13.015820503234863 + ], + [ + "▁Meditation", + -13.016111373901367 + ], + [ + "▁Vogel", + -13.0161714553833 + ], + [ + "IMA", + -13.016359329223633 + ], + [ + "▁handset", + -13.016486167907717 + ], + [ + "▁Nachmittag", + -13.01651668548584 + ], + [ + "▁déchets", + -13.016517639160156 + ], + [ + "▁Cornwall", + -13.0165433883667 + ], + [ + "▁Curry", + -13.016605377197266 + ], + [ + "▁cuplu", + -13.016607284545898 + ], + [ + "▁Birth", + -13.016822814941406 + ], + [ + "forward", + -13.01693630218506 + ], + [ + "Dezvoltare", + -13.016977310180664 + ], + [ + "▁irgendwie", + -13.016980171203612 + ], + [ + "▁erzielt", + -13.016993522644045 + ], + [ + "LOS", + -13.01700496673584 + ], + [ + "▁overload", + -13.01708984375 + ], + [ + "▁repay", + -13.01713752746582 + ], + [ + "urlaub", + -13.017155647277832 + ], + [ + "7.0", + -13.01716423034668 + ], + [ + "▁Wheat", + -13.01748275756836 + ], + [ + "▁degrab", + -13.017488479614258 + ], + [ + "▁Brock", + -13.017491340637209 + ], + [ + "▁inhabit", + -13.0176362991333 + ], + [ + "▁Speech", + -13.017834663391112 + ], + [ + "directional", + -13.017862319946287 + ], + [ + "▁Mandel", + -13.017909049987791 + ], + [ + "▁erscheinen", + -13.01791763305664 + ], + [ + "consciously", + -13.018059730529783 + ], + [ + "▁sunet", + -13.0182523727417 + ], + [ + "▁stole", + -13.018259048461914 + ], + [ + "▁Utilis", + -13.018349647521973 + ], + [ + "▁obstruction", + -13.01852798461914 + ], + [ + "▁mindfulness", + -13.0186767578125 + ], + [ + "partnering", + -13.01868724822998 + ], + [ + "CSI", + -13.01881980895996 + ], + [ + "204", + -13.01905632019043 + ], + [ + "▁squirrel", + -13.019286155700684 + ], + [ + "▁Rwanda", + -13.01975154876709 + ], + [ + "▁hunters", + -13.019850730895996 + ], + [ + "▁revitaliz", + -13.02022647857666 + ], + [ + "▁avansat", + -13.02023220062256 + ], + [ + "▁Yamaha", + -13.020294189453123 + ], + [ + "foto", + -13.020435333251951 + ], + [ + "▁Vegan", + -13.020469665527344 + ], + [ + "▁pitched", + -13.02053165435791 + ], + [ + "▁Vortrag", + -13.020540237426758 + ], + [ + "traditional", + -13.020809173583984 + ], + [ + "offrent", + -13.021024703979492 + ], + [ + "▁Expression", + -13.021315574645996 + ], + [ + "▁apprécié", + -13.021354675292969 + ], + [ + "▁Christina", + -13.021408081054688 + ], + [ + "eilig", + -13.021464347839355 + ], + [ + "▁verhindern", + -13.021599769592283 + ], + [ + "culturii", + -13.021607398986816 + ], + [ + "Aşa", + -13.021703720092772 + ], + [ + "▁enamel", + -13.021756172180176 + ], + [ + "▁fördern", + -13.021771430969238 + ], + [ + "▁acheté", + -13.021798133850098 + ], + [ + "▁eventuell", + -13.021842956542969 + ], + [ + "▁Sino", + -13.021873474121094 + ], + [ + "▁totodat", + -13.022008895874023 + ], + [ + "accelerated", + -13.022202491760254 + ], + [ + "▁strengthened", + -13.02245044708252 + ], + [ + "corro", + -13.022482872009276 + ], + [ + "4,5", + -13.02253246307373 + ], + [ + "▁Beverly", + -13.022533416748049 + ], + [ + "ulevard", + -13.022615432739258 + ], + [ + "▁hamper", + -13.022644996643066 + ], + [ + "▁Tempe", + -13.02268123626709 + ], + [ + "▁Yacht", + -13.022799491882324 + ], + [ + "▁LGBT", + -13.022871017456056 + ], + [ + "▁fingertips", + -13.022991180419922 + ], + [ + "▁Auftraggeber", + -13.02299976348877 + ], + [ + "▁harbour", + -13.0230131149292 + ], + [ + "blew", + -13.0230712890625 + ], + [ + "▁ideology", + -13.023115158081056 + ], + [ + "▁covenant", + -13.023170471191406 + ], + [ + "▁faction", + -13.023419380187988 + ], + [ + "▁animé", + -13.023481369018556 + ], + [ + "energie", + -13.023515701293944 + ], + [ + "iterführende", + -13.02369499206543 + ], + [ + "▁MAI", + -13.023784637451172 + ], + [ + "▁pluie", + -13.023905754089355 + ], + [ + "▁cathedral", + -13.023919105529783 + ], + [ + "▁chiropractic", + -13.023919105529783 + ], + [ + "monies", + -13.023968696594238 + ], + [ + "▁contraction", + -13.024054527282717 + ], + [ + "pvc", + -13.024202346801758 + ], + [ + "staff", + -13.024209022521973 + ], + [ + "BIT", + -13.024216651916504 + ], + [ + "EET", + -13.024514198303224 + ], + [ + "▁sanction", + -13.024575233459473 + ], + [ + "▁Reiki", + -13.024709701538086 + ], + [ + "Trying", + -13.024772644042969 + ], + [ + "▁endangered", + -13.024847984313965 + ], + [ + "▁Emperor", + -13.024849891662598 + ], + [ + "▁empfi", + -13.024909973144531 + ], + [ + "animation", + -13.024998664855955 + ], + [ + "207", + -13.025029182434082 + ], + [ + "separating", + -13.02512264251709 + ], + [ + "▁lucrative", + -13.025148391723633 + ], + [ + "▁ortho", + -13.02524185180664 + ], + [ + "variété", + -13.025266647338867 + ], + [ + "hésit", + -13.025287628173828 + ], + [ + "nuances", + -13.02528953552246 + ], + [ + "▁$250", + -13.025394439697266 + ], + [ + "▁drumuri", + -13.025435447692873 + ], + [ + "▁unsafe", + -13.025446891784668 + ], + [ + "▁1943", + -13.025477409362791 + ], + [ + "▁automatique", + -13.025524139404297 + ], + [ + "billed", + -13.025585174560549 + ], + [ + "▁rectangle", + -13.02578067779541 + ], + [ + "▁Spannung", + -13.025781631469728 + ], + [ + "▁dévoil", + -13.025790214538574 + ], + [ + "▁perimeter", + -13.02580738067627 + ], + [ + "▁imaginative", + -13.02581787109375 + ], + [ + "actifs", + -13.025851249694824 + ], + [ + "neuve", + -13.0259428024292 + ], + [ + "leagă", + -13.026269912719728 + ], + [ + "gehende", + -13.026700973510742 + ], + [ + "▁Gorgeous", + -13.026708602905272 + ], + [ + "▁impeccable", + -13.026708602905272 + ], + [ + "▁Curtain", + -13.026718139648438 + ], + [ + "▁presume", + -13.026731491088867 + ], + [ + "surpassed", + -13.02687931060791 + ], + [ + "schiff", + -13.026927947998049 + ], + [ + "Allied", + -13.02699089050293 + ], + [ + "fanden", + -13.027080535888672 + ], + [ + "▁célébr", + -13.027174949645996 + ], + [ + "▁phénomène", + -13.027174949645996 + ], + [ + "▁Powell", + -13.027413368225098 + ], + [ + "jean", + -13.027631759643556 + ], + [ + "▁peculiar", + -13.027640342712402 + ], + [ + "▁Antarctic", + -13.02764129638672 + ], + [ + "▁gradient", + -13.027663230895996 + ], + [ + "▁brainstorm", + -13.027704238891602 + ], + [ + "échapp", + -13.02772617340088 + ], + [ + "Bot", + -13.027738571166992 + ], + [ + "cita", + -13.027743339538574 + ], + [ + "▁lumber", + -13.027752876281738 + ], + [ + "weichen", + -13.027852058410645 + ], + [ + "▁Halte", + -13.028024673461914 + ], + [ + "▁noștri", + -13.02810764312744 + ], + [ + "construction", + -13.028165817260742 + ], + [ + "DOC", + -13.028236389160156 + ], + [ + "▁aluat", + -13.028319358825684 + ], + [ + "streamlined", + -13.028462409973145 + ], + [ + "Bio", + -13.028494834899902 + ], + [ + "▁nutritious", + -13.028573036193848 + ], + [ + "▁délicat", + -13.0286283493042 + ], + [ + "▁sticla", + -13.028656959533691 + ], + [ + "OVE", + -13.028721809387209 + ], + [ + "▁panneau", + -13.028793334960938 + ], + [ + "▁hetero", + -13.028801918029783 + ], + [ + "▁annul", + -13.028839111328123 + ], + [ + "IDA", + -13.028935432434082 + ], + [ + "▁pitches", + -13.028960227966309 + ], + [ + "▁Edmonton", + -13.029040336608888 + ], + [ + "mediated", + -13.029136657714844 + ], + [ + "AFP", + -13.029139518737791 + ], + [ + "▁Tibetan", + -13.02922821044922 + ], + [ + "intégration", + -13.02934455871582 + ], + [ + "▁Rox", + -13.0294771194458 + ], + [ + "energia", + -13.02950668334961 + ], + [ + "▁reconnaît", + -13.02950954437256 + ], + [ + "▁ține", + -13.029525756835938 + ], + [ + "▁ignition", + -13.029534339904783 + ], + [ + "Foarte", + -13.029541015625 + ], + [ + "▁HOME", + -13.029545783996582 + ], + [ + "▁MLB", + -13.029545783996582 + ], + [ + "▁Wähle", + -13.029590606689451 + ], + [ + "▁Merkel", + -13.029658317565918 + ], + [ + "poarte", + -13.029664993286133 + ], + [ + "ALT", + -13.02979850769043 + ], + [ + "jenigen", + -13.029985427856444 + ], + [ + "▁conflit", + -13.029987335205078 + ], + [ + "▁buckle", + -13.029996871948242 + ], + [ + "▁cacao", + -13.030035018920898 + ], + [ + "▁représentation", + -13.030076026916504 + ], + [ + "incepand", + -13.030267715454102 + ], + [ + "▁Carroll", + -13.030306816101074 + ], + [ + "▁clientilor", + -13.030370712280272 + ], + [ + "▁immunity", + -13.030441284179688 + ], + [ + "oût", + -13.03044319152832 + ], + [ + "▁Witch", + -13.030488014221191 + ], + [ + "▁Wolfgang", + -13.030532836914062 + ], + [ + "▁prudent", + -13.030701637268066 + ], + [ + "fotograf", + -13.03084945678711 + ], + [ + "paar", + -13.030871391296388 + ], + [ + "ergeti", + -13.030927658081056 + ], + [ + "▁empowerment", + -13.031112670898438 + ], + [ + "▁Admir", + -13.03122329711914 + ], + [ + "▁complémentaire", + -13.03134059906006 + ], + [ + "▁angepasst", + -13.031376838684082 + ], + [ + "▁flirt", + -13.031376838684082 + ], + [ + "▁elektronische", + -13.03138828277588 + ], + [ + "▁stereotype", + -13.03140640258789 + ], + [ + "SIL", + -13.031465530395508 + ], + [ + "▁Realtor", + -13.031471252441406 + ], + [ + "Edit", + -13.031774520874023 + ], + [ + "requête", + -13.03181266784668 + ], + [ + "▁Herstellung", + -13.031815528869627 + ], + [ + "▁cyst", + -13.031947135925291 + ], + [ + "syndic", + -13.031994819641112 + ], + [ + "leni", + -13.032007217407228 + ], + [ + "▁fringe", + -13.032020568847656 + ], + [ + "▁Jardin", + -13.032032012939451 + ], + [ + "▁Vezi", + -13.032052993774414 + ], + [ + "▁Ausstattung", + -13.032312393188477 + ], + [ + "▁glide", + -13.032590866088867 + ], + [ + "▁Andere", + -13.032758712768556 + ], + [ + "▁Haftung", + -13.032781600952148 + ], + [ + "maßnahmen", + -13.032788276672363 + ], + [ + "▁recommandé", + -13.032790184020996 + ], + [ + "▁nave", + -13.032793998718262 + ], + [ + "viziune", + -13.033051490783691 + ], + [ + "▁stimulus", + -13.033098220825195 + ], + [ + "faulty", + -13.0331449508667 + ], + [ + "▁vicinity", + -13.033249855041504 + ], + [ + "▁turnaround", + -13.033445358276367 + ], + [ + "stammt", + -13.033846855163574 + ], + [ + "▁problemlos", + -13.033856391906738 + ], + [ + "▁Establish", + -13.03415298461914 + ], + [ + "▁Silva", + -13.034172058105469 + ], + [ + "▁muzică", + -13.034187316894531 + ], + [ + "▁theatrical", + -13.03421401977539 + ], + [ + "▁braid", + -13.034242630004885 + ], + [ + "▁blieb", + -13.034276962280272 + ], + [ + "158", + -13.034296989440918 + ], + [ + "▁ignorance", + -13.034330368041992 + ], + [ + "onset", + -13.034416198730469 + ], + [ + "zeitlich", + -13.034523963928224 + ], + [ + "▁Sink", + -13.034523963928224 + ], + [ + "▁caractéris", + -13.034594535827637 + ], + [ + "▁kreative", + -13.03465747833252 + ], + [ + "behörde", + -13.034677505493164 + ], + [ + "repairing", + -13.034680366516112 + ], + [ + "▁tumble", + -13.034757614135742 + ], + [ + "zione", + -13.034871101379396 + ], + [ + "▁Evil", + -13.03494644165039 + ], + [ + "▁popping", + -13.034952163696287 + ], + [ + "▁mutant", + -13.035025596618652 + ], + [ + "emme", + -13.035030364990234 + ], + [ + "▁Pleasant", + -13.035125732421877 + ], + [ + "▁appetizer", + -13.035125732421877 + ], + [ + "▁PLEASE", + -13.035126686096191 + ], + [ + "▁physiological", + -13.035128593444824 + ], + [ + "▁Facility", + -13.035131454467772 + ], + [ + "▁quirky", + -13.035131454467772 + ], + [ + "▁colectiv", + -13.035154342651367 + ], + [ + "151", + -13.035181999206545 + ], + [ + "August", + -13.03531551361084 + ], + [ + "▁Jewelry", + -13.035327911376951 + ], + [ + "▁ziar", + -13.035481452941896 + ], + [ + "▁puissant", + -13.035489082336426 + ], + [ + "▁Argument", + -13.035595893859863 + ], + [ + "▁Betracht", + -13.035621643066406 + ], + [ + "▁TRANS", + -13.035636901855469 + ], + [ + "Exception", + -13.036011695861816 + ], + [ + "nosti", + -13.036083221435549 + ], + [ + "▁Geographic", + -13.036155700683594 + ], + [ + "amazingly", + -13.036173820495604 + ], + [ + "▁météo", + -13.036181449890137 + ], + [ + "streit", + -13.036314010620115 + ], + [ + "▁idle", + -13.036439895629885 + ], + [ + "179", + -13.036441802978516 + ], + [ + "▁Bremen", + -13.036534309387209 + ], + [ + "▁Kläger", + -13.03653621673584 + ], + [ + "▁Grammy", + -13.036598205566406 + ], + [ + "▁Philosophy", + -13.036613464355469 + ], + [ + "▁utilizeaz", + -13.036779403686523 + ], + [ + "Accord", + -13.036897659301758 + ], + [ + "▁USDA", + -13.036986351013184 + ], + [ + "Continuing", + -13.037010192871094 + ], + [ + "geschenk", + -13.03717803955078 + ], + [ + "kredit", + -13.037248611450195 + ], + [ + "Laugh", + -13.037297248840332 + ], + [ + "oaring", + -13.03740692138672 + ], + [ + "▁Richter", + -13.037460327148438 + ], + [ + "▁Figur", + -13.037938117980955 + ], + [ + "▁inconsistent", + -13.03794765472412 + ], + [ + "cresterea", + -13.03806972503662 + ], + [ + "▁regeneration", + -13.038130760192873 + ], + [ + "speaking", + -13.03818416595459 + ], + [ + "▁nasal", + -13.03824234008789 + ], + [ + "▁partagé", + -13.038259506225586 + ], + [ + "▁Warranty", + -13.038419723510742 + ], + [ + "▁Mueller", + -13.038501739501951 + ], + [ + "formează", + -13.038734436035156 + ], + [ + "hundert", + -13.038745880126951 + ], + [ + "gemeldet", + -13.038893699645996 + ], + [ + "▁excursions", + -13.038912773132324 + ], + [ + "▁linii", + -13.039066314697266 + ], + [ + "gefährlich", + -13.039067268371582 + ], + [ + "▁schema", + -13.03907299041748 + ], + [ + "nişte", + -13.03913116455078 + ], + [ + "▁roadway", + -13.039132118225098 + ], + [ + "▁regression", + -13.039135932922363 + ], + [ + "▁mână", + -13.039366722106934 + ], + [ + "5.3", + -13.039373397827148 + ], + [ + "▁Spät", + -13.039734840393066 + ], + [ + "▁stubborn", + -13.039833068847656 + ], + [ + "efectele", + -13.040030479431152 + ], + [ + "▁atenţi", + -13.040136337280272 + ], + [ + "▁dovedit", + -13.04018497467041 + ], + [ + "▁Agile", + -13.040190696716309 + ], + [ + "denying", + -13.04023265838623 + ], + [ + "fluss", + -13.040620803833008 + ], + [ + "▁Calvin", + -13.04066276550293 + ], + [ + "Sculpt", + -13.04083251953125 + ], + [ + "égalité", + -13.040884971618652 + ], + [ + "ticket", + -13.040977478027344 + ], + [ + "marketed", + -13.041044235229492 + ], + [ + "holic", + -13.041173934936523 + ], + [ + "▁eCommerce", + -13.041346549987791 + ], + [ + "▁Slip", + -13.041369438171388 + ], + [ + "▁degradation", + -13.041736602783203 + ], + [ + "écart", + -13.041742324829102 + ], + [ + "AGR", + -13.041807174682615 + ], + [ + "▁burglar", + -13.041837692260742 + ], + [ + "▁conjug", + -13.041903495788574 + ], + [ + "LLP", + -13.04194164276123 + ], + [ + "couvrir", + -13.041997909545898 + ], + [ + "▁Hearing", + -13.042001724243164 + ], + [ + "▁canton", + -13.042006492614746 + ], + [ + "▁sixteen", + -13.042068481445312 + ], + [ + "▁Verlust", + -13.042097091674805 + ], + [ + "allied", + -13.042268753051758 + ], + [ + "Performing", + -13.042393684387209 + ], + [ + "▁évoqu", + -13.042519569396973 + ], + [ + "▁bookstore", + -13.042574882507324 + ], + [ + "▁intrebari", + -13.042627334594728 + ], + [ + "▁Hyderabad", + -13.042668342590332 + ], + [ + "▁repertoire", + -13.042668342590332 + ], + [ + "▁cablu", + -13.042678833007812 + ], + [ + "▁Costume", + -13.04269790649414 + ], + [ + "▁Shannon", + -13.042713165283203 + ], + [ + "▁glossy", + -13.042800903320312 + ], + [ + "▁cible", + -13.042876243591309 + ], + [ + "Saint", + -13.042984008789062 + ], + [ + "▁Ultima", + -13.043042182922363 + ], + [ + "▁teint", + -13.0432767868042 + ], + [ + "▁envision", + -13.043477058410645 + ], + [ + "▁thinner", + -13.043478965759276 + ], + [ + "ис", + -13.043609619140623 + ], + [ + "▁bladder", + -13.043615341186523 + ], + [ + "▁Prairie", + -13.043618202209473 + ], + [ + "▁puppies", + -13.043633460998535 + ], + [ + "▁overweight", + -13.043729782104492 + ], + [ + "destined", + -13.043925285339355 + ], + [ + "▁addictive", + -13.043935775756836 + ], + [ + "▁posé", + -13.043993949890137 + ], + [ + "▁mecanism", + -13.044112205505373 + ], + [ + "▁chorus", + -13.044466972351074 + ], + [ + "weder", + -13.044528007507324 + ], + [ + "▁begrüß", + -13.044562339782717 + ], + [ + "▁unsuccessful", + -13.044562339782717 + ], + [ + "executing", + -13.044564247131348 + ], + [ + "▁metadata", + -13.044611930847168 + ], + [ + "traiter", + -13.044620513916016 + ], + [ + "▁borrowed", + -13.044649124145508 + ], + [ + "▁aeroport", + -13.044679641723633 + ], + [ + "▁Bibli", + -13.044761657714844 + ], + [ + "▁youthful", + -13.044902801513672 + ], + [ + "▁Herbert", + -13.044913291931152 + ], + [ + "client", + -13.04500961303711 + ], + [ + "merci", + -13.04520034790039 + ], + [ + "▁Beast", + -13.045210838317873 + ], + [ + "▁Entrepreneur", + -13.045230865478516 + ], + [ + "▁Gelände", + -13.04525661468506 + ], + [ + "▁Packers", + -13.045268058776855 + ], + [ + "formarea", + -13.045469284057615 + ], + [ + "▁Kündigung", + -13.04551124572754 + ], + [ + "▁verdient", + -13.045515060424805 + ], + [ + "▁solutie", + -13.045530319213867 + ], + [ + "figuration", + -13.045611381530762 + ], + [ + "voluntarily", + -13.04562282562256 + ], + [ + "Gregor", + -13.045742988586426 + ], + [ + "▁Uncle", + -13.04589557647705 + ], + [ + "tarifs", + -13.045907020568848 + ], + [ + "▁écologique", + -13.045987129211426 + ], + [ + "▁Investition", + -13.045991897583008 + ], + [ + "exemplar", + -13.046127319335938 + ], + [ + "▁prevede", + -13.046144485473633 + ], + [ + "▁waive", + -13.046147346496582 + ], + [ + "▁Legion", + -13.046156883239746 + ], + [ + "similar", + -13.046247482299805 + ], + [ + "▁shareholder", + -13.04626750946045 + ], + [ + "▁oyster", + -13.046476364135742 + ], + [ + "▁Lightning", + -13.046530723571776 + ], + [ + "experimenting", + -13.04662799835205 + ], + [ + "▁replies", + -13.04663372039795 + ], + [ + "80,000", + -13.046757698059082 + ], + [ + "▁adept", + -13.04692554473877 + ], + [ + "▁Crăciun", + -13.046935081481934 + ], + [ + "▁sanatos", + -13.046935081481934 + ], + [ + "305", + -13.04699993133545 + ], + [ + "specialised", + -13.047069549560549 + ], + [ + "▁drummer", + -13.047189712524414 + ], + [ + "Applicants", + -13.04741096496582 + ], + [ + "objekt", + -13.04741096496582 + ], + [ + "▁Fifth", + -13.047446250915527 + ], + [ + "rgic", + -13.047567367553713 + ], + [ + "theater", + -13.047635078430176 + ], + [ + "▁terminé", + -13.047852516174316 + ], + [ + "▁Englisch", + -13.047894477844238 + ], + [ + "▁Oradea", + -13.047898292541504 + ], + [ + "possesses", + -13.0479097366333 + ], + [ + "illiers", + -13.047986030578612 + ], + [ + "▁refurbish", + -13.048110961914062 + ], + [ + "graphie", + -13.04814338684082 + ], + [ + "▁Booth", + -13.048174858093262 + ], + [ + "▁Ausdruck", + -13.048192977905272 + ], + [ + "▁Marriage", + -13.048361778259276 + ], + [ + "▁knives", + -13.048362731933594 + ], + [ + "▁Relief", + -13.048368453979492 + ], + [ + "▁Clerk", + -13.048392295837402 + ], + [ + "wait", + -13.048501014709473 + ], + [ + "▁probablement", + -13.048698425292969 + ], + [ + "▁suplimentar", + -13.048701286315918 + ], + [ + "dollar", + -13.048797607421877 + ], + [ + "English", + -13.04898452758789 + ], + [ + "866", + -13.04930019378662 + ], + [ + "▁Savannah", + -13.049314498901367 + ], + [ + "▁aftermath", + -13.049318313598633 + ], + [ + "phé", + -13.04932689666748 + ], + [ + "▁Plum", + -13.04941749572754 + ], + [ + "264", + -13.049566268920898 + ], + [ + "2.000", + -13.049582481384276 + ], + [ + "niei", + -13.049603462219238 + ], + [ + "ATP", + -13.049803733825684 + ], + [ + "mila", + -13.04985523223877 + ], + [ + "▁glut", + -13.049887657165527 + ], + [ + "gotta", + -13.049891471862791 + ], + [ + "schütt", + -13.049893379211426 + ], + [ + "klick", + -13.049996376037598 + ], + [ + "whether", + -13.050090789794922 + ], + [ + "▁Wade", + -13.050163269042969 + ], + [ + "▁Riley", + -13.050280570983888 + ], + [ + "Chancellor", + -13.050288200378418 + ], + [ + "▁nebun", + -13.050300598144531 + ], + [ + "▁aufgebaut", + -13.050374984741213 + ], + [ + "steigt", + -13.050423622131348 + ], + [ + "▁entirety", + -13.050494194030762 + ], + [ + "▁telefoane", + -13.05074691772461 + ], + [ + "▁Roulette", + -13.050763130187988 + ], + [ + "1700", + -13.050787925720217 + ], + [ + "▁lycée", + -13.050856590270996 + ], + [ + "rotary", + -13.051128387451172 + ], + [ + "benefited", + -13.051170349121094 + ], + [ + "▁Bisericii", + -13.051220893859863 + ], + [ + "▁Rehabilitation", + -13.051220893859863 + ], + [ + "▁lithium", + -13.051228523254396 + ], + [ + "imposing", + -13.051279067993164 + ], + [ + "176", + -13.051329612731934 + ], + [ + "▁thunder", + -13.051527976989746 + ], + [ + "ăsesc", + -13.052000045776367 + ], + [ + "▁Einblick", + -13.052010536193848 + ], + [ + "oiled", + -13.052151679992676 + ], + [ + "SSA", + -13.052181243896484 + ], + [ + "apparition", + -13.05224609375 + ], + [ + "▁Impress", + -13.052273750305176 + ], + [ + "▁Aboriginal", + -13.052297592163086 + ], + [ + "loos", + -13.052383422851562 + ], + [ + "▁Bread", + -13.052440643310549 + ], + [ + "177", + -13.052619934082031 + ], + [ + "VERS", + -13.052638053894045 + ], + [ + "▁Respect", + -13.05271053314209 + ], + [ + "▁Practical", + -13.05304718017578 + ], + [ + "drafting", + -13.05306339263916 + ], + [ + "си", + -13.053099632263184 + ], + [ + "▁faza", + -13.053109169006348 + ], + [ + "▁sovereign", + -13.053123474121094 + ], + [ + "▁Untersuchung", + -13.05314826965332 + ], + [ + "▁Niveau", + -13.053154945373535 + ], + [ + "transport", + -13.053182601928713 + ], + [ + "▁downstream", + -13.053293228149414 + ], + [ + "▁Milton", + -13.053383827209473 + ], + [ + "▁knob", + -13.053390502929688 + ], + [ + "employeur", + -13.053499221801758 + ], + [ + "▁furnish", + -13.053544044494627 + ], + [ + "weather", + -13.053564071655272 + ], + [ + "LAB", + -13.053646087646484 + ], + [ + "166", + -13.05385398864746 + ], + [ + "▁salaire", + -13.053937911987305 + ], + [ + "▁Carnival", + -13.054088592529297 + ], + [ + "4-0", + -13.054168701171877 + ], + [ + "▁Angle", + -13.054291725158691 + ], + [ + "▁José", + -13.054399490356444 + ], + [ + "architecture", + -13.054475784301758 + ], + [ + "▁Sunset", + -13.054574966430664 + ], + [ + "▁Absolut", + -13.054694175720217 + ], + [ + "▁herrlich", + -13.05470085144043 + ], + [ + "12%", + -13.05470371246338 + ], + [ + "▁Indo", + -13.054823875427246 + ], + [ + "▁Komfort", + -13.055049896240234 + ], + [ + "▁acțiuni", + -13.05505084991455 + ], + [ + "energize", + -13.05508518218994 + ], + [ + "▁Warning", + -13.055171966552734 + ], + [ + "▁Sunny", + -13.055216789245604 + ], + [ + "▁razor", + -13.055489540100098 + ], + [ + "▁psychic", + -13.055490493774414 + ], + [ + "▁convivial", + -13.05552577972412 + ], + [ + "Voraussetzungen", + -13.05555534362793 + ], + [ + "IMO", + -13.055622100830078 + ], + [ + "opérateur", + -13.055743217468262 + ], + [ + "▁langjährige", + -13.05575942993164 + ], + [ + "▁Spanie", + -13.055901527404783 + ], + [ + "pulmonary", + -13.056004524230955 + ], + [ + "▁Bingo", + -13.056050300598145 + ], + [ + "▁confession", + -13.056096076965332 + ], + [ + "▁Petru", + -13.056100845336914 + ], + [ + "▁prerequisite", + -13.056164741516112 + ], + [ + "▁dodge", + -13.056352615356444 + ], + [ + "▁McN", + -13.056436538696287 + ], + [ + "▁originate", + -13.056577682495115 + ], + [ + "▁nettoy", + -13.056612014770508 + ], + [ + "▁$14", + -13.056645393371582 + ], + [ + "▁Bride", + -13.05669116973877 + ], + [ + "▁noisy", + -13.05673885345459 + ], + [ + "▁Worcester", + -13.056963920593262 + ], + [ + "▁Surrey", + -13.056982040405272 + ], + [ + "harmonis", + -13.057110786437988 + ], + [ + "▁représentant", + -13.05730438232422 + ], + [ + "organisée", + -13.057475090026855 + ], + [ + "truction", + -13.057513236999512 + ], + [ + "injected", + -13.057597160339355 + ], + [ + "▁Suzuki", + -13.057924270629885 + ], + [ + "▁japonais", + -13.057924270629885 + ], + [ + "▁turquoise", + -13.057924270629885 + ], + [ + "▁Peut", + -13.05800437927246 + ], + [ + "▁Sequ", + -13.058028221130373 + ], + [ + "slated", + -13.058037757873535 + ], + [ + "▁Alma", + -13.058215141296388 + ], + [ + "▁gebraucht", + -13.05827522277832 + ], + [ + "gängig", + -13.058281898498535 + ], + [ + "▁commis", + -13.058377265930176 + ], + [ + "ACS", + -13.05856990814209 + ], + [ + "pressure", + -13.058664321899414 + ], + [ + "cured", + -13.05874252319336 + ], + [ + "▁Jackie", + -13.058757781982422 + ], + [ + "▁Kashmir", + -13.05888557434082 + ], + [ + "▁recruited", + -13.059000968933104 + ], + [ + "▁vécu", + -13.059011459350586 + ], + [ + "▁opus", + -13.059052467346191 + ], + [ + "kWh", + -13.05927562713623 + ], + [ + "▁tapping", + -13.059292793273926 + ], + [ + "▁tehnologie", + -13.05931282043457 + ], + [ + "▁Gentle", + -13.059365272521973 + ], + [ + "▁bombard", + -13.059372901916504 + ], + [ + "▁caméra", + -13.05942726135254 + ], + [ + "züglich", + -13.059431076049805 + ], + [ + "▁bingo", + -13.059453010559082 + ], + [ + "private", + -13.059496879577637 + ], + [ + "▁mediator", + -13.059642791748049 + ], + [ + "▁carbohydrates", + -13.059847831726074 + ], + [ + "▁workmanship", + -13.059849739074709 + ], + [ + "▁Combat", + -13.059853553771973 + ], + [ + "▁Mickey", + -13.059901237487791 + ], + [ + "▁distressed", + -13.059908866882324 + ], + [ + "lucrează", + -13.059924125671388 + ], + [ + "treatment", + -13.06007194519043 + ], + [ + "▁Einwohner", + -13.060330390930176 + ], + [ + "▁glaze", + -13.060386657714844 + ], + [ + "scholarly", + -13.06043529510498 + ], + [ + "ROC", + -13.060750007629396 + ], + [ + "▁Darwin", + -13.06077480316162 + ], + [ + "drückt", + -13.060775756835938 + ], + [ + "▁treadmill", + -13.060819625854492 + ], + [ + "ntz", + -13.060830116271973 + ], + [ + "620", + -13.061087608337402 + ], + [ + "surface", + -13.061148643493652 + ], + [ + "▁vieţii", + -13.0612211227417 + ], + [ + "990", + -13.061296463012695 + ], + [ + "▁doigt", + -13.061341285705566 + ], + [ + "▁explor", + -13.061450004577637 + ], + [ + "▁asistent", + -13.061670303344728 + ], + [ + "coloriage", + -13.061734199523926 + ], + [ + "▁Martinez", + -13.061758041381836 + ], + [ + "▁antibodies", + -13.061775207519531 + ], + [ + "Schülerinnen", + -13.061779975891112 + ], + [ + "Honestly", + -13.06178092956543 + ], + [ + "grabbing", + -13.061871528625488 + ], + [ + "▁Cardiff", + -13.061897277832031 + ], + [ + "▁Trophy", + -13.062084197998049 + ], + [ + "▁pupil", + -13.06211757659912 + ], + [ + "▁invoke", + -13.062161445617676 + ], + [ + "bezüglich", + -13.062193870544434 + ], + [ + "Anschließend", + -13.062275886535645 + ], + [ + "perks", + -13.062360763549805 + ], + [ + "530", + -13.062373161315918 + ], + [ + "▁emblem", + -13.06243133544922 + ], + [ + "770", + -13.062543869018556 + ], + [ + "clairement", + -13.06259059906006 + ], + [ + "▁sublinia", + -13.062597274780272 + ], + [ + "▁1910", + -13.062719345092772 + ], + [ + "▁Embassy", + -13.062740325927734 + ], + [ + "▁Valencia", + -13.062740325927734 + ], + [ + "▁catastrophic", + -13.062740325927734 + ], + [ + "▁simulator", + -13.06274700164795 + ], + [ + "Pierre", + -13.062766075134276 + ], + [ + "▁doorstep", + -13.062806129455566 + ], + [ + "▁rallie", + -13.062881469726562 + ], + [ + "▁șans", + -13.062891960144045 + ], + [ + "▁crosses", + -13.06300163269043 + ], + [ + "▁zodi", + -13.06312084197998 + ], + [ + "Next", + -13.06314754486084 + ], + [ + "▁rebuilt", + -13.063152313232422 + ], + [ + "▁panorama", + -13.063222885131836 + ], + [ + "196", + -13.06324291229248 + ], + [ + "▁erinnert", + -13.06370735168457 + ], + [ + "lism", + -13.06371784210205 + ], + [ + "opened", + -13.06383228302002 + ], + [ + "▁breakout", + -13.064126014709473 + ], + [ + "▁mosque", + -13.064153671264648 + ], + [ + "boc", + -13.064507484436035 + ], + [ + "▁grout", + -13.064568519592283 + ], + [ + "▁Gather", + -13.064582824707031 + ], + [ + "▁vampire", + -13.06467342376709 + ], + [ + "▁tandem", + -13.064684867858888 + ], + [ + "▁pastra", + -13.064702033996582 + ], + [ + "▁lösen", + -13.064794540405272 + ], + [ + "▁discontinu", + -13.064826965332031 + ], + [ + "fuses", + -13.064885139465332 + ], + [ + "▁identitate", + -13.064947128295898 + ], + [ + "BAC", + -13.064964294433594 + ], + [ + "▁$100,000", + -13.065122604370115 + ], + [ + "Finder", + -13.06515121459961 + ], + [ + "▁Leicester", + -13.065157890319824 + ], + [ + "▁1933", + -13.065159797668455 + ], + [ + "informatiile", + -13.065234184265137 + ], + [ + "lädt", + -13.065309524536133 + ], + [ + "iggle", + -13.065399169921877 + ], + [ + "▁Discuss", + -13.065462112426758 + ], + [ + "distributing", + -13.065470695495604 + ], + [ + "▁disappoint", + -13.065475463867188 + ], + [ + "ecţia", + -13.065611839294434 + ], + [ + "▁condiment", + -13.065640449523926 + ], + [ + "▁Marriott", + -13.06564235687256 + ], + [ + "▁entspannt", + -13.065644264221191 + ], + [ + "arbitrary", + -13.06564998626709 + ], + [ + "rühren", + -13.06574821472168 + ], + [ + "Intensiv", + -13.065771102905272 + ], + [ + "eliminare", + -13.065895080566406 + ], + [ + "muster", + -13.06594467163086 + ], + [ + "▁komplexe", + -13.06613063812256 + ], + [ + "▁(2008)", + -13.066184997558594 + ], + [ + "absolument", + -13.066349029541016 + ], + [ + "aloo", + -13.066420555114746 + ], + [ + "cererea", + -13.06655216217041 + ], + [ + "▁imobiliar", + -13.066696166992188 + ], + [ + "▁paramount", + -13.066705703735352 + ], + [ + "▁Vince", + -13.066723823547363 + ], + [ + "pov", + -13.067076683044434 + ], + [ + "▁conveyor", + -13.067549705505373 + ], + [ + "▁Natalie", + -13.067583084106444 + ], + [ + "▁Comedy", + -13.067623138427734 + ], + [ + "Developing", + -13.0678129196167 + ], + [ + "disputed", + -13.067878723144531 + ], + [ + "164", + -13.067911148071287 + ], + [ + "▁Communist", + -13.067949295043944 + ], + [ + "▁Bahnhof", + -13.06806468963623 + ], + [ + "dokument", + -13.068145751953123 + ], + [ + "▁Somali", + -13.06828498840332 + ], + [ + "▁Strasbourg", + -13.068503379821776 + ], + [ + "▁Technician", + -13.06855010986328 + ], + [ + "▁subsidies", + -13.068633079528809 + ], + [ + "judeţul", + -13.068723678588867 + ], + [ + "▁bible", + -13.068769454956056 + ], + [ + "gefahren", + -13.068855285644531 + ], + [ + "▁literal", + -13.068882942199709 + ], + [ + "▁diminish", + -13.068940162658691 + ], + [ + "Sfântul", + -13.0689697265625 + ], + [ + "▁doreșt", + -13.068978309631348 + ], + [ + "▁Xiaomi", + -13.069036483764648 + ], + [ + "▁planète", + -13.069130897521973 + ], + [ + "▁LTD", + -13.069175720214844 + ], + [ + "▁Zugriff", + -13.069196701049805 + ], + [ + "beginn", + -13.06921672821045 + ], + [ + "▁Einführung", + -13.069294929504396 + ], + [ + "▁coronar", + -13.069393157958984 + ], + [ + "lomi", + -13.0693941116333 + ], + [ + "▁Accueil", + -13.0695219039917 + ], + [ + "scanned", + -13.069528579711914 + ], + [ + "▁Banque", + -13.06952953338623 + ], + [ + "▁réaction", + -13.069531440734863 + ], + [ + "▁Hoffman", + -13.069546699523926 + ], + [ + "▁merveille", + -13.069637298583984 + ], + [ + "navigating", + -13.069719314575195 + ], + [ + "schalten", + -13.06984806060791 + ], + [ + "▁ieşi", + -13.070136070251465 + ], + [ + "1-6", + -13.070175170898438 + ], + [ + "▁frustr", + -13.070670127868652 + ], + [ + "▁réfléchi", + -13.0709810256958 + ], + [ + "▁difuz", + -13.071100234985352 + ], + [ + "▁freue", + -13.07121753692627 + ], + [ + "besuch", + -13.071349143981934 + ], + [ + "153", + -13.071386337280272 + ], + [ + "▁butterflies", + -13.071467399597168 + ], + [ + "▁terrifying", + -13.071467399597168 + ], + [ + "▁încuraj", + -13.071468353271484 + ], + [ + "▁Château", + -13.071470260620115 + ], + [ + "▁contingent", + -13.071474075317385 + ], + [ + "▁abusive", + -13.0714750289917 + ], + [ + "▁SharePoint", + -13.07148551940918 + ], + [ + "▁skating", + -13.071573257446287 + ], + [ + "▁militaire", + -13.07166576385498 + ], + [ + "▁Vig", + -13.071690559387209 + ], + [ + "omics", + -13.071840286254885 + ], + [ + "▁Blockchain", + -13.07197093963623 + ], + [ + "▁principii", + -13.071975708007812 + ], + [ + "▁permitting", + -13.071979522705078 + ], + [ + "optimisation", + -13.072270393371582 + ], + [ + "▁maintien", + -13.072328567504885 + ], + [ + "▁Aluminum", + -13.072442054748535 + ], + [ + "▁Plymouth", + -13.072443008422852 + ], + [ + "▁Weiterbildung", + -13.072457313537598 + ], + [ + "▁Finanzierung", + -13.072505950927734 + ], + [ + "▁Kerala", + -13.072514533996582 + ], + [ + "insulated", + -13.072668075561523 + ], + [ + "▁loaf", + -13.072802543640137 + ], + [ + "▁Sammlung", + -13.07292938232422 + ], + [ + "▁îndepărt", + -13.072930335998535 + ], + [ + "▁Gewerbe", + -13.072942733764648 + ], + [ + "udel", + -13.072988510131836 + ], + [ + "▁coursework", + -13.073104858398438 + ], + [ + "▁Darstellung", + -13.073246002197266 + ], + [ + "▁indeplin", + -13.073433876037598 + ], + [ + "▁Gandhi", + -13.073434829711914 + ], + [ + "tossed", + -13.07361888885498 + ], + [ + "ewed", + -13.073844909667969 + ], + [ + "▁classement", + -13.073884963989258 + ], + [ + "▁Protestant", + -13.07390594482422 + ], + [ + "▁frumoasă", + -13.07390594482422 + ], + [ + "▁pantalon", + -13.073906898498535 + ], + [ + "▁rivet", + -13.073966979980469 + ], + [ + "▁Echt", + -13.0741605758667 + ], + [ + "erviciului", + -13.07421588897705 + ], + [ + "fabricated", + -13.074322700500488 + ], + [ + "Compania", + -13.07437229156494 + ], + [ + "▁juvenile", + -13.07439422607422 + ], + [ + "▁souligne", + -13.07444953918457 + ], + [ + "▁chrono", + -13.07447338104248 + ], + [ + "▁VII", + -13.074594497680664 + ], + [ + "▁Kirch", + -13.074714660644531 + ], + [ + "catcher", + -13.075014114379885 + ], + [ + "salv", + -13.075263023376465 + ], + [ + "▁Enforcement", + -13.07537078857422 + ], + [ + "▁Penguin", + -13.075410842895508 + ], + [ + "kowski", + -13.075465202331545 + ], + [ + "▁2:1", + -13.07547092437744 + ], + [ + "gesundheit", + -13.075475692749023 + ], + [ + "▁unveil", + -13.075519561767578 + ], + [ + "bending", + -13.075531959533691 + ], + [ + "▁conecta", + -13.075579643249512 + ], + [ + "▁faim", + -13.075885772705078 + ], + [ + "▁MacBook", + -13.075969696044922 + ], + [ + "versuch", + -13.07600212097168 + ], + [ + "▁regiuni", + -13.076029777526855 + ], + [ + "▁Willow", + -13.076184272766112 + ], + [ + "▁finanziell", + -13.076303482055664 + ], + [ + "▁nurturing", + -13.076354026794434 + ], + [ + "impuls", + -13.076370239257812 + ], + [ + "▁funktionieren", + -13.076371192932127 + ], + [ + "▁rezult", + -13.07655429840088 + ], + [ + "▁spui", + -13.076593399047852 + ], + [ + "▁walkway", + -13.076653480529783 + ], + [ + "▁Rauch", + -13.076708793640137 + ], + [ + "169", + -13.076793670654297 + ], + [ + "610", + -13.076863288879396 + ], + [ + "▁scazut", + -13.0773286819458 + ], + [ + "▁Garrett", + -13.077329635620115 + ], + [ + "▁necesită", + -13.077352523803713 + ], + [ + "Articolul", + -13.077364921569824 + ], + [ + "numită", + -13.07737159729004 + ], + [ + "Coastal", + -13.077383041381836 + ], + [ + "▁canned", + -13.077421188354492 + ], + [ + "▁Friendly", + -13.077499389648438 + ], + [ + "dissolved", + -13.0775728225708 + ], + [ + "seid", + -13.077674865722656 + ], + [ + "▁feminin", + -13.077685356140137 + ], + [ + "▁fetch", + -13.077710151672363 + ], + [ + "▁Accent", + -13.077767372131348 + ], + [ + "phrase", + -13.077771186828612 + ], + [ + "effekt", + -13.077775955200195 + ], + [ + "▁Progressive", + -13.077777862548828 + ], + [ + "▁canadien", + -13.077820777893066 + ], + [ + "iety", + -13.077839851379396 + ], + [ + "eignen", + -13.077984809875488 + ], + [ + "paraître", + -13.07812213897705 + ], + [ + "▁asylum", + -13.07833194732666 + ], + [ + "▁Albany", + -13.078362464904783 + ], + [ + "▁remis", + -13.078386306762695 + ], + [ + "▁Joyce", + -13.078664779663086 + ], + [ + "schätzt", + -13.078784942626951 + ], + [ + "▁begleiten", + -13.078801155090332 + ], + [ + "▁Siemens", + -13.079007148742676 + ], + [ + "▁schlimm", + -13.079061508178713 + ], + [ + "▁Libra", + -13.079254150390623 + ], + [ + "▁Composite", + -13.079290390014648 + ], + [ + "▁écr", + -13.079315185546877 + ], + [ + "disciplina", + -13.079379081726074 + ], + [ + "▁premature", + -13.079630851745604 + ], + [ + "▁scopuri", + -13.079681396484377 + ], + [ + "ffnung", + -13.079715728759766 + ], + [ + "7000", + -13.079726219177246 + ], + [ + "▁conséquent", + -13.07978057861328 + ], + [ + "▁côte", + -13.079787254333496 + ], + [ + "celul", + -13.079872131347656 + ], + [ + "▁fourteen", + -13.079940795898438 + ], + [ + "▁Riverside", + -13.080077171325684 + ], + [ + "gemacht", + -13.08013916015625 + ], + [ + "▁volcanic", + -13.080272674560549 + ], + [ + "▁Salesforce", + -13.080315589904783 + ], + [ + "▁Granite", + -13.080317497253418 + ], + [ + "▁Zentral", + -13.080329895019531 + ], + [ + "▁Female", + -13.080341339111328 + ], + [ + "▁culmin", + -13.08047103881836 + ], + [ + "▁urmatoare", + -13.080547332763672 + ], + [ + "toxicity", + -13.080560684204102 + ], + [ + "▁mâna", + -13.080678939819336 + ], + [ + "▁Umfang", + -13.080764770507812 + ], + [ + "▁Encore", + -13.08077621459961 + ], + [ + "▁Edgar", + -13.08083152770996 + ], + [ + "▁négoci", + -13.080852508544922 + ], + [ + "njeux", + -13.080873489379885 + ], + [ + "▁variance", + -13.080917358398438 + ], + [ + "▁Functional", + -13.080973625183104 + ], + [ + "172", + -13.081046104431152 + ], + [ + "▁dissolve", + -13.0811185836792 + ], + [ + "förderung", + -13.081188201904297 + ], + [ + "▁Brilliant", + -13.081254959106444 + ], + [ + "▁comprehension", + -13.081254959106444 + ], + [ + "▁soybean", + -13.081254959106444 + ], + [ + "▁standalone", + -13.081255912780762 + ], + [ + "▁Communi", + -13.081303596496582 + ], + [ + "▁ajut", + -13.081313133239746 + ], + [ + "▁lavish", + -13.081338882446287 + ], + [ + "Ouest", + -13.081384658813477 + ], + [ + "▁Maggie", + -13.081385612487791 + ], + [ + "▁evolutionary", + -13.081550598144531 + ], + [ + "bowel", + -13.081575393676758 + ], + [ + "▁glyco", + -13.081626892089844 + ], + [ + "▁Happi", + -13.081706047058104 + ], + [ + "organising", + -13.081710815429688 + ], + [ + "▁übernimm", + -13.081727027893066 + ], + [ + "▁snowboard", + -13.081793785095217 + ], + [ + "▁prévention", + -13.081830024719238 + ], + [ + "▁Celebrate", + -13.082160949707031 + ], + [ + "▁pottery", + -13.08225440979004 + ], + [ + "▁Outstanding", + -13.08232879638672 + ], + [ + "▁toamna", + -13.082331657409668 + ], + [ + "▁graceful", + -13.082548141479492 + ], + [ + "197", + -13.082559585571287 + ], + [ + "strecke", + -13.082598686218262 + ], + [ + "▁medizinische", + -13.082733154296877 + ], + [ + "216", + -13.082839965820312 + ], + [ + "▁prune", + -13.082868576049805 + ], + [ + "Pourtant", + -13.083000183105469 + ], + [ + "▁Difference", + -13.083224296569824 + ], + [ + "▁factura", + -13.08383083343506 + ], + [ + "Mass", + -13.084161758422852 + ], + [ + "▁Enhanc", + -13.084190368652344 + ], + [ + "upholstered", + -13.084209442138672 + ], + [ + "▁übernommen", + -13.084209442138672 + ], + [ + "▁mitigation", + -13.084210395812988 + ], + [ + "▁Hidden", + -13.084219932556152 + ], + [ + "▁Häuser", + -13.084234237670898 + ], + [ + "▁Pavel", + -13.08440399169922 + ], + [ + "▁congress", + -13.084512710571287 + ], + [ + "▁antibody", + -13.084598541259766 + ], + [ + "▁stitches", + -13.084811210632324 + ], + [ + "▁colonies", + -13.084820747375488 + ], + [ + "Into", + -13.084900856018066 + ], + [ + "▁démo", + -13.084924697875977 + ], + [ + "▁MVP", + -13.085041046142578 + ], + [ + "▁replay", + -13.08506202697754 + ], + [ + "▁usoara", + -13.08522891998291 + ], + [ + "▁Breast", + -13.085278511047363 + ], + [ + "ooney", + -13.085336685180664 + ], + [ + "▁außen", + -13.085663795471191 + ], + [ + "▁Motorola", + -13.085695266723633 + ], + [ + "▁spalat", + -13.08578109741211 + ], + [ + "euillez", + -13.086088180541992 + ], + [ + "▁jeunesse", + -13.086170196533203 + ], + [ + "▁pastoral", + -13.086174011230469 + ], + [ + "▁Sussex", + -13.086185455322266 + ], + [ + "▁stencil", + -13.08619213104248 + ], + [ + "▁organismului", + -13.086504936218262 + ], + [ + "seized", + -13.086649894714355 + ], + [ + "▁întrebare", + -13.086865425109863 + ], + [ + "cliquez", + -13.086874961853027 + ], + [ + "5.7", + -13.086984634399414 + ], + [ + "▁Yama", + -13.087080955505373 + ], + [ + "painted", + -13.08708667755127 + ], + [ + "▁Swimming", + -13.087176322937012 + ], + [ + "Rhythm", + -13.087202072143556 + ], + [ + "▁sorrow", + -13.087210655212402 + ], + [ + "▁Movers", + -13.08731460571289 + ], + [ + "renforcer", + -13.08735466003418 + ], + [ + "▁Wach", + -13.08738136291504 + ], + [ + "0,00", + -13.087390899658203 + ], + [ + "▁glove", + -13.08753490447998 + ], + [ + "▁stâng", + -13.087669372558594 + ], + [ + "rgendwann", + -13.087687492370604 + ], + [ + "▁Philippine", + -13.08769416809082 + ], + [ + "▁anunțat", + -13.087716102600098 + ], + [ + "▁Coleman", + -13.087723731994627 + ], + [ + "affir", + -13.087918281555176 + ], + [ + "uleiul", + -13.08808422088623 + ], + [ + "▁Coconut", + -13.088197708129885 + ], + [ + "▁Supplement", + -13.088210105895996 + ], + [ + "haudiere", + -13.088293075561523 + ], + [ + "▁kettle", + -13.088313102722168 + ], + [ + "▁3,5", + -13.088370323181152 + ], + [ + "refurbished", + -13.088425636291504 + ], + [ + "esthétique", + -13.088665962219238 + ], + [ + "performing", + -13.088667869567873 + ], + [ + "▁Engag", + -13.088762283325195 + ], + [ + "Group", + -13.088801383972168 + ], + [ + "▁viande", + -13.088887214660645 + ], + [ + "▁oricum", + -13.08888816833496 + ], + [ + "Spitalul", + -13.089093208312988 + ], + [ + "▁cesse", + -13.089110374450684 + ], + [ + "▁contradiction", + -13.089130401611328 + ], + [ + "▁Chrysler", + -13.089154243469238 + ], + [ + "▁poultry", + -13.089154243469238 + ], + [ + "▁thirteen", + -13.089154243469238 + ], + [ + "▁sightseeing", + -13.089155197143556 + ], + [ + "▁Miguel", + -13.089158058166504 + ], + [ + "▁terminology", + -13.08933448791504 + ], + [ + "▁Genetic", + -13.089553833007812 + ], + [ + "commercial", + -13.08963394165039 + ], + [ + "gehoben", + -13.08965015411377 + ], + [ + "RIGHT", + -13.08995532989502 + ], + [ + "▁proprietate", + -13.089990615844728 + ], + [ + "▁Cannes", + -13.090012550354004 + ], + [ + "▁klicken", + -13.090023040771484 + ], + [ + "▁Belgique", + -13.0901460647583 + ], + [ + "tapped", + -13.09034538269043 + ], + [ + "kinetic", + -13.090569496154783 + ], + [ + "▁feuilles", + -13.090673446655272 + ], + [ + "whitening", + -13.090760231018066 + ], + [ + "Any", + -13.090946197509766 + ], + [ + "Manager", + -13.091099739074709 + ], + [ + "▁constatat", + -13.091106414794922 + ], + [ + "▁Myanmar", + -13.091140747070312 + ], + [ + "▁Examination", + -13.091142654418944 + ], + [ + "▁règle", + -13.091208457946776 + ], + [ + "▁umgesetzt", + -13.09128475189209 + ], + [ + "211", + -13.091336250305176 + ], + [ + "▁Herald", + -13.091449737548828 + ], + [ + "Alex", + -13.091680526733398 + ], + [ + "▁drauf", + -13.091707229614258 + ], + [ + "logger", + -13.091714859008787 + ], + [ + "▁pictur", + -13.09186840057373 + ], + [ + "▁Divi", + -13.09196949005127 + ], + [ + "▁furnizat", + -13.092089653015137 + ], + [ + "▁verzichten", + -13.092132568359377 + ], + [ + "▁Sergi", + -13.092199325561523 + ], + [ + "contaminated", + -13.09223747253418 + ], + [ + "▁Buddy", + -13.092243194580078 + ], + [ + "▁chilled", + -13.09226894378662 + ], + [ + "▁vorlieg", + -13.092317581176758 + ], + [ + "▁Claudia", + -13.092632293701172 + ], + [ + "▁miserable", + -13.092653274536133 + ], + [ + "▁sketches", + -13.092683792114258 + ], + [ + "schicken", + -13.092814445495604 + ], + [ + "since", + -13.0928373336792 + ], + [ + "2.9", + -13.092840194702148 + ], + [ + "▁sitzen", + -13.092928886413574 + ], + [ + "ceapa", + -13.093396186828612 + ], + [ + "respectarea", + -13.093438148498535 + ], + [ + "▁handheld", + -13.093448638916016 + ], + [ + "popular", + -13.093527793884276 + ], + [ + "calming", + -13.093603134155272 + ], + [ + "Govern", + -13.093632698059082 + ], + [ + "▁omega", + -13.093645095825195 + ], + [ + "▁Planner", + -13.093791007995604 + ], + [ + "enriched", + -13.093850135803224 + ], + [ + "154", + -13.093976974487305 + ], + [ + "▁autorisé", + -13.093989372253418 + ], + [ + "▁cadouri", + -13.09407901763916 + ], + [ + "▁vulnerabilities", + -13.094143867492676 + ], + [ + "▁Arbeitnehmer", + -13.094158172607422 + ], + [ + "éditeur", + -13.094234466552734 + ], + [ + "▁Anleitung", + -13.094317436218262 + ], + [ + "rubbing", + -13.094343185424805 + ], + [ + "▁autovehicul", + -13.094621658325195 + ], + [ + "▁öffnen", + -13.094621658325195 + ], + [ + "▁Napoleon", + -13.094622611999512 + ], + [ + "▁cliché", + -13.094637870788574 + ], + [ + "▁Schaf", + -13.09469985961914 + ], + [ + "regulating", + -13.094894409179688 + ], + [ + "▁Kühl", + -13.09490966796875 + ], + [ + "▁blush", + -13.094913482666016 + ], + [ + "▁discard", + -13.094992637634276 + ], + [ + "▁confine", + -13.095027923583984 + ], + [ + "▁Rodriguez", + -13.09511947631836 + ], + [ + "▁ADHD", + -13.095165252685549 + ], + [ + "▁Madame", + -13.09516716003418 + ], + [ + "▁résolution", + -13.095319747924805 + ], + [ + "▁flair", + -13.095369338989258 + ], + [ + "▁claw", + -13.095422744750977 + ], + [ + "▁1929", + -13.095643043518066 + ], + [ + "ETH", + -13.095672607421877 + ], + [ + "nähe", + -13.09580421447754 + ], + [ + "▁soothe", + -13.0958251953125 + ], + [ + "4.9", + -13.095833778381348 + ], + [ + "montée", + -13.095925331115724 + ], + [ + "confirming", + -13.095989227294922 + ], + [ + "continent", + -13.09613037109375 + ], + [ + "reiz", + -13.09643840789795 + ], + [ + "john", + -13.096577644348145 + ], + [ + "IONAL", + -13.096588134765623 + ], + [ + "▁exported", + -13.0966215133667 + ], + [ + "▁Prison", + -13.096651077270508 + ], + [ + "possessed", + -13.096952438354492 + ], + [ + "▁placebo", + -13.096991539001465 + ], + [ + "▁biodiversity", + -13.097116470336914 + ], + [ + "▁combustion", + -13.097116470336914 + ], + [ + "▁Plumbing", + -13.09711742401123 + ], + [ + "ixie", + -13.097124099731444 + ], + [ + "▁repetition", + -13.09715461730957 + ], + [ + "▁soumis", + -13.097372055053713 + ], + [ + "▁reduc", + -13.097671508789062 + ], + [ + "▁constrain", + -13.097759246826172 + ], + [ + "Anti", + -13.097760200500488 + ], + [ + "consolidated", + -13.097817420959473 + ], + [ + "214", + -13.098095893859863 + ], + [ + "▁breaches", + -13.098108291625977 + ], + [ + "infringement", + -13.098115921020508 + ], + [ + "▁drizzle", + -13.098115921020508 + ], + [ + "▁erhöhen", + -13.098116874694824 + ], + [ + "▁Somerset", + -13.098118782043455 + ], + [ + "▁blonde", + -13.098132133483888 + ], + [ + "▁Funny", + -13.09813404083252 + ], + [ + "tuşi", + -13.098149299621582 + ], + [ + "▁reinvent", + -13.098162651062012 + ], + [ + "▁sérieux", + -13.098247528076172 + ], + [ + "▁croire", + -13.098308563232422 + ], + [ + "general", + -13.098315238952637 + ], + [ + "▁Distance", + -13.098319053649902 + ], + [ + "▁VoIP", + -13.098348617553713 + ], + [ + "▁adăugat", + -13.098406791687012 + ], + [ + "matik", + -13.098546028137209 + ], + [ + "▁avatar", + -13.098647117614746 + ], + [ + "▁superstar", + -13.098804473876951 + ], + [ + "8.0", + -13.098814010620115 + ], + [ + "lusieurs", + -13.09898281097412 + ], + [ + "▁Judeţean", + -13.099117279052734 + ], + [ + "offenen", + -13.099128723144531 + ], + [ + "RAF", + -13.099133491516112 + ], + [ + "▁restroom", + -13.099207878112791 + ], + [ + "enfance", + -13.099348068237305 + ], + [ + "▁garnish", + -13.099499702453612 + ], + [ + "▁vermittelt", + -13.099631309509276 + ], + [ + "Histoire", + -13.099634170532228 + ], + [ + "cyan", + -13.100628852844238 + ], + [ + "Talk", + -13.100666046142578 + ], + [ + "▁Varianten", + -13.10069465637207 + ], + [ + "▁Lille", + -13.10085678100586 + ], + [ + "▁offenbar", + -13.10098934173584 + ], + [ + "▁rénovation", + -13.10112190246582 + ], + [ + "▁comentarii", + -13.10124969482422 + ], + [ + "▁Bedford", + -13.10130500793457 + ], + [ + "▁cercetări", + -13.101325988769531 + ], + [ + "▁précision", + -13.101337432861328 + ], + [ + "MRC", + -13.101358413696287 + ], + [ + "alterations", + -13.101476669311523 + ], + [ + "▁discours", + -13.10153102874756 + ], + [ + "äger", + -13.101577758789062 + ], + [ + "▁antreprenor", + -13.101622581481934 + ], + [ + "▁Oriental", + -13.101849555969238 + ], + [ + "conducerea", + -13.101868629455566 + ], + [ + "CBC", + -13.101932525634766 + ], + [ + "▁mince", + -13.101985931396484 + ], + [ + "▁presidency", + -13.10212516784668 + ], + [ + "▁lipstick", + -13.102167129516602 + ], + [ + "▁SERVICES", + -13.102237701416016 + ], + [ + "productive", + -13.10237979888916 + ], + [ + "Assad", + -13.10240077972412 + ], + [ + "▁efectiv", + -13.102540969848633 + ], + [ + "▁gestern", + -13.102596282958984 + ], + [ + "▁RGB", + -13.102606773376465 + ], + [ + "▁Transilvania", + -13.102627754211426 + ], + [ + "▁Raleigh", + -13.102670669555664 + ], + [ + "DOM", + -13.102702140808104 + ], + [ + "▁iesit", + -13.102806091308594 + ], + [ + "▁anuntat", + -13.102810859680176 + ], + [ + "▁automatiquement", + -13.102901458740234 + ], + [ + "▁proliferation", + -13.103130340576172 + ], + [ + "▁Maroc", + -13.103156089782717 + ], + [ + "▁prezenţ", + -13.10323429107666 + ], + [ + "▁Filipino", + -13.103296279907228 + ], + [ + "▁Traian", + -13.103351593017578 + ], + [ + "▁swimmer", + -13.10356616973877 + ], + [ + "▁Slovenia", + -13.103632926940918 + ], + [ + "phobia", + -13.103724479675291 + ], + [ + "curricular", + -13.103734016418455 + ], + [ + "jurnal", + -13.103825569152832 + ], + [ + "▁vorne", + -13.103870391845703 + ], + [ + "▁asuma", + -13.103875160217283 + ], + [ + "defended", + -13.10410499572754 + ], + [ + "▁imminent", + -13.104140281677246 + ], + [ + "favored", + -13.10417366027832 + ], + [ + "▁innovator", + -13.10417938232422 + ], + [ + "▁Salzburg", + -13.104289054870604 + ], + [ + "5.4", + -13.104452133178713 + ], + [ + "Safe", + -13.104597091674805 + ], + [ + "▁inteleg", + -13.104744911193848 + ], + [ + "▁charisma", + -13.104781150817873 + ], + [ + "nature", + -13.104784965515137 + ], + [ + "4.8", + -13.104942321777344 + ], + [ + "argues", + -13.105104446411133 + ], + [ + "▁dimensiune", + -13.105142593383787 + ], + [ + "▁subdivision", + -13.105142593383787 + ], + [ + "▁embarrassing", + -13.105144500732422 + ], + [ + "▁confuse", + -13.105207443237305 + ], + [ + "DIC", + -13.105460166931152 + ], + [ + "rubrique", + -13.10549545288086 + ], + [ + "dépendance", + -13.105598449707031 + ], + [ + "INCLUD", + -13.10565185546875 + ], + [ + "▁Griffin", + -13.10574722290039 + ], + [ + "157", + -13.105751037597656 + ], + [ + "▁revamp", + -13.105839729309082 + ], + [ + "▁umgehen", + -13.10595989227295 + ], + [ + "▁mențin", + -13.106231689453123 + ], + [ + "▁1937", + -13.106695175170898 + ], + [ + "eklagte", + -13.106766700744627 + ], + [ + "▁clientèle", + -13.106801986694336 + ], + [ + "▁campsite", + -13.10708999633789 + ], + [ + "▁florist", + -13.107144355773926 + ], + [ + "▁Ferguson", + -13.107159614562988 + ], + [ + "▁demolition", + -13.107160568237305 + ], + [ + "▁McCain", + -13.107254981994627 + ], + [ + "▁reckon", + -13.10733413696289 + ], + [ + "striped", + -13.107414245605469 + ], + [ + "▁sonore", + -13.107481002807615 + ], + [ + "migrated", + -13.107548713684082 + ], + [ + "▁fluorescent", + -13.107664108276367 + ], + [ + "▁Colegi", + -13.107762336730955 + ], + [ + "ianu", + -13.107860565185549 + ], + [ + "cruising", + -13.107882499694824 + ], + [ + "LINK", + -13.107965469360352 + ], + [ + "▁Cutting", + -13.108001708984377 + ], + [ + "ABILITY", + -13.108168601989746 + ], + [ + "▁Categories", + -13.108168601989746 + ], + [ + "▁erhoben", + -13.108168601989746 + ], + [ + "▁Cocktail", + -13.108169555664062 + ], + [ + "▁Generator", + -13.108177185058594 + ], + [ + "▁gesucht", + -13.108186721801758 + ], + [ + "▁telescope", + -13.10818862915039 + ], + [ + "KET", + -13.108192443847656 + ], + [ + "▁hilfreich", + -13.108192443847656 + ], + [ + "▁beneficiary", + -13.108585357666016 + ], + [ + "▁Winston", + -13.108636856079102 + ], + [ + "Auswirkungen", + -13.108675956726074 + ], + [ + "portrayed", + -13.108705520629885 + ], + [ + "▁Aspekte", + -13.10874366760254 + ], + [ + "ffected", + -13.108901023864746 + ], + [ + "eutic", + -13.108905792236328 + ], + [ + "International", + -13.109021186828612 + ], + [ + "attente", + -13.109078407287598 + ], + [ + "mentioning", + -13.109119415283203 + ], + [ + "launch", + -13.109129905700684 + ], + [ + "▁EURO", + -13.109152793884276 + ], + [ + "▁Fraser", + -13.109344482421877 + ], + [ + "▁Johannes", + -13.109408378601074 + ], + [ + "▁felicit", + -13.109477043151855 + ], + [ + "▁plâng", + -13.109522819519045 + ], + [ + "izant", + -13.10971736907959 + ], + [ + "▁reţe", + -13.109846115112305 + ], + [ + "Mech", + -13.109954833984377 + ], + [ + "▁algebra", + -13.110193252563477 + ], + [ + "▁surgeries", + -13.110257148742676 + ], + [ + "▁semifinal", + -13.110262870788574 + ], + [ + "▁intimidating", + -13.110288619995115 + ], + [ + "▁exkl", + -13.110604286193848 + ], + [ + "asigurarea", + -13.110918998718262 + ], + [ + "Tek", + -13.111136436462402 + ], + [ + "▁Einladung", + -13.111205101013184 + ], + [ + "▁similaire", + -13.111205101013184 + ], + [ + "▁bebelus", + -13.111221313476562 + ], + [ + "▁déclin", + -13.111400604248049 + ], + [ + "▁Console", + -13.111495018005373 + ], + [ + "RET", + -13.111573219299316 + ], + [ + "appli", + -13.111586570739746 + ], + [ + "45%", + -13.111663818359377 + ], + [ + "Evenimentul", + -13.111811637878418 + ], + [ + "sincerely", + -13.111812591552734 + ], + [ + "sammlung", + -13.112098693847656 + ], + [ + "Amérique", + -13.112220764160156 + ], + [ + "▁1919", + -13.112326622009276 + ], + [ + "regulation", + -13.112367630004885 + ], + [ + "gebäude", + -13.112726211547852 + ], + [ + "▁Perspektive", + -13.112726211547852 + ], + [ + "Espagne", + -13.112744331359863 + ], + [ + "▁Underground", + -13.11283016204834 + ], + [ + "secret", + -13.112833976745604 + ], + [ + "▁Aussicht", + -13.112874031066896 + ], + [ + "Photo", + -13.112977027893066 + ], + [ + "▁Brust", + -13.113144874572754 + ], + [ + "▁Sustainability", + -13.11323356628418 + ], + [ + "▁clădiri", + -13.11323356628418 + ], + [ + "▁librarian", + -13.11323356628418 + ], + [ + "▁HBO", + -13.113235473632812 + ], + [ + "▁Parallel", + -13.113240242004396 + ], + [ + "▁shimmer", + -13.113283157348633 + ], + [ + "▁schlicht", + -13.113292694091797 + ], + [ + "▁anticipat", + -13.113311767578123 + ], + [ + "▁foolish", + -13.11335563659668 + ], + [ + "▁Ability", + -13.11347484588623 + ], + [ + "▁ceremoni", + -13.11358642578125 + ], + [ + "▁Ablauf", + -13.11359977722168 + ], + [ + "icrobial", + -13.113606452941896 + ], + [ + "▁actiuni", + -13.11362361907959 + ], + [ + "▁Wilhelm", + -13.113761901855469 + ], + [ + "▁nennen", + -13.113775253295898 + ], + [ + "▁botez", + -13.113832473754885 + ], + [ + "Alpes", + -13.11391258239746 + ], + [ + "▁libér", + -13.11392593383789 + ], + [ + "▁sneakers", + -13.114052772521973 + ], + [ + "geschafft", + -13.114252090454102 + ], + [ + "▁downstairs", + -13.114261627197266 + ], + [ + "▁wrench", + -13.114294052124023 + ], + [ + "▁erheblich", + -13.11442756652832 + ], + [ + "▁alimentar", + -13.114710807800291 + ], + [ + "▁suger", + -13.11474323272705 + ], + [ + "analysis", + -13.114883422851562 + ], + [ + "öhn", + -13.114891052246094 + ], + [ + "▁Nantes", + -13.114895820617676 + ], + [ + "▁Arbor", + -13.11489963531494 + ], + [ + "ooze", + -13.115150451660156 + ], + [ + "▁facade", + -13.115229606628418 + ], + [ + "▁MySQL", + -13.115266799926758 + ], + [ + "▁Salvador", + -13.115266799926758 + ], + [ + "▁Schlafzimmer", + -13.115279197692873 + ], + [ + "▁autentic", + -13.115320205688477 + ], + [ + "▁prezint", + -13.115348815917969 + ], + [ + "▁campground", + -13.115397453308104 + ], + [ + "Query", + -13.11540412902832 + ], + [ + "bekannt", + -13.115598678588867 + ], + [ + "arcinia", + -13.11563205718994 + ], + [ + "▁stunt", + -13.115825653076172 + ], + [ + "▁informare", + -13.115830421447754 + ], + [ + "▁interzis", + -13.11584186553955 + ], + [ + "▁Burke", + -13.115995407104492 + ], + [ + "certified", + -13.11601734161377 + ], + [ + "▁clove", + -13.11605167388916 + ], + [ + "java", + -13.116271018981934 + ], + [ + "▁Vielfalt", + -13.116284370422363 + ], + [ + "gebung", + -13.116329193115234 + ], + [ + "▁9/11", + -13.116497993469238 + ], + [ + "▁disruptive", + -13.11650562286377 + ], + [ + "visual", + -13.116693496704102 + ], + [ + "▁anunţat", + -13.11679458618164 + ], + [ + "▁Plätze", + -13.116799354553224 + ], + [ + "▁reduceri", + -13.116920471191406 + ], + [ + "autorisation", + -13.116950035095217 + ], + [ + "▁ligament", + -13.11705207824707 + ], + [ + "▁învăța", + -13.11708164215088 + ], + [ + "läufig", + -13.117303848266602 + ], + [ + "▁Copenhagen", + -13.117303848266602 + ], + [ + "▁commodities", + -13.117303848266602 + ], + [ + "▁eindeutig", + -13.117313385009766 + ], + [ + "▁catheter", + -13.117321014404297 + ], + [ + "erklärung", + -13.117720603942873 + ], + [ + "▁intelectual", + -13.11781406402588 + ], + [ + "▁municipality", + -13.117891311645508 + ], + [ + "▁1936", + -13.11798095703125 + ], + [ + "rruption", + -13.11821746826172 + ], + [ + "▁Lafayette", + -13.118324279785156 + ], + [ + "▁berühmte", + -13.118324279785156 + ], + [ + "▁idylli", + -13.118325233459473 + ], + [ + "▁caldura", + -13.118447303771973 + ], + [ + "▁tablette", + -13.118535995483398 + ], + [ + "▁liquidity", + -13.118728637695312 + ], + [ + "NGOs", + -13.118885040283203 + ], + [ + "▁supliment", + -13.11889934539795 + ], + [ + "contact", + -13.119075775146484 + ], + [ + "lustig", + -13.119219779968262 + ], + [ + "▁watercolor", + -13.119319915771484 + ], + [ + "▁Tiffany", + -13.119344711303713 + ], + [ + "▁Glauben", + -13.119365692138672 + ], + [ + "Immobilie", + -13.119406700134276 + ], + [ + "▁stripped", + -13.119549751281738 + ], + [ + "▁Beatles", + -13.119601249694824 + ], + [ + "ани", + -13.119770050048828 + ], + [ + "▁lifespan", + -13.119986534118652 + ], + [ + "▁profondeur", + -13.120251655578612 + ], + [ + "▁durere", + -13.12032985687256 + ], + [ + "▁Lithuania", + -13.120367050170898 + ], + [ + "▁resurrection", + -13.120367050170898 + ], + [ + "▁suitcase", + -13.120535850524902 + ], + [ + "▁Plumber", + -13.120545387268066 + ], + [ + "criticized", + -13.120595932006836 + ], + [ + "feared", + -13.120756149291992 + ], + [ + "▁Aunt", + -13.120929718017578 + ], + [ + "otwithstanding", + -13.121068000793455 + ], + [ + "verständlich", + -13.12115478515625 + ], + [ + "fiber", + -13.121248245239258 + ], + [ + "headquartered", + -13.121390342712402 + ], + [ + "▁Perspective", + -13.12139129638672 + ], + [ + "▁semantic", + -13.121413230895996 + ], + [ + "VIEW", + -13.121431350708008 + ], + [ + "▁Ersatzteile", + -13.121567726135254 + ], + [ + "▁disgust", + -13.121685981750488 + ], + [ + "rrington", + -13.121834754943848 + ], + [ + "ässe", + -13.121922492980955 + ], + [ + "▁anerkannt", + -13.121956825256348 + ], + [ + "meaning", + -13.12203598022461 + ], + [ + "178", + -13.122039794921877 + ], + [ + "▁grupuri", + -13.1221284866333 + ], + [ + "ciones", + -13.122267723083496 + ], + [ + "▁Mobility", + -13.122414588928224 + ], + [ + "▁unstable", + -13.122422218322754 + ], + [ + "▁FULL", + -13.122456550598145 + ], + [ + "austausch", + -13.122491836547852 + ], + [ + "▁culminat", + -13.122549057006836 + ], + [ + "▁Roast", + -13.122742652893066 + ], + [ + "existant", + -13.122940063476562 + ], + [ + "167", + -13.123008728027344 + ], + [ + "tinerii", + -13.123040199279783 + ], + [ + "September", + -13.12311553955078 + ], + [ + "▁haircut", + -13.12327480316162 + ], + [ + "▁Tutorial", + -13.123440742492676 + ], + [ + "▁enquiries", + -13.123440742492676 + ], + [ + "▁livelihood", + -13.123440742492676 + ], + [ + "▁proficiency", + -13.123440742492676 + ], + [ + "▁pavement", + -13.123443603515623 + ], + [ + "▁Reservation", + -13.123445510864258 + ], + [ + "aimerai", + -13.123491287231444 + ], + [ + "▁laboratoire", + -13.123492240905762 + ], + [ + "leihen", + -13.123501777648926 + ], + [ + "ministerium", + -13.12351894378662 + ], + [ + "▁Concentr", + -13.12366008758545 + ], + [ + "▁swipe", + -13.12368106842041 + ], + [ + "extrêmement", + -13.123687744140623 + ], + [ + "cultivated", + -13.123708724975586 + ], + [ + "▁Converse", + -13.123845100402832 + ], + [ + "▁paycheck", + -13.123863220214844 + ], + [ + "olltest", + -13.123995780944824 + ], + [ + "▁Bauch", + -13.124022483825684 + ], + [ + "▁autobuz", + -13.124067306518556 + ], + [ + "attack", + -13.124094009399414 + ], + [ + "While", + -13.124311447143556 + ], + [ + "Retrouvez", + -13.12432098388672 + ], + [ + "▁Dolphin", + -13.124466896057127 + ], + [ + "▁Shelby", + -13.12448024749756 + ], + [ + "▁Diagnostic", + -13.124486923217772 + ], + [ + "▁reconcil", + -13.124558448791504 + ], + [ + "▁Iaşi", + -13.124733924865724 + ], + [ + "▁iubesc", + -13.124979972839355 + ], + [ + "▁Bestseller", + -13.124985694885254 + ], + [ + "▁antrenor", + -13.125035285949709 + ], + [ + "▁Imaging", + -13.125089645385742 + ], + [ + "▁priorité", + -13.125295639038086 + ], + [ + "▁brewery", + -13.125494003295898 + ], + [ + "▁residual", + -13.125494003295898 + ], + [ + "▁intermittent", + -13.125494956970217 + ], + [ + "Kollekt", + -13.125585556030272 + ], + [ + "▁Walsh", + -13.12558650970459 + ], + [ + "▁marvelous", + -13.125653266906738 + ], + [ + "canceled", + -13.125686645507812 + ], + [ + "174", + -13.125761985778809 + ], + [ + "normes", + -13.125837326049805 + ], + [ + "▁Tempo", + -13.125996589660645 + ], + [ + "▁Târgu", + -13.126008987426758 + ], + [ + "877", + -13.126165390014648 + ], + [ + "5-8", + -13.126190185546877 + ], + [ + "960", + -13.126486778259276 + ], + [ + "▁Scandinavia", + -13.1265230178833 + ], + [ + "▁prolific", + -13.126526832580566 + ], + [ + "lasi", + -13.126916885375977 + ], + [ + "glück", + -13.127097129821776 + ], + [ + "▁immersion", + -13.127204895019531 + ], + [ + "RSA", + -13.127323150634766 + ], + [ + "▁Polk", + -13.12734031677246 + ], + [ + "▁transmitter", + -13.12747859954834 + ], + [ + "▁Kleidung", + -13.12755298614502 + ], + [ + "▁Cosmo", + -13.127676963806152 + ], + [ + "▁1935", + -13.127788543701172 + ], + [ + "höhere", + -13.127906799316406 + ], + [ + "▁Tatsache", + -13.128074645996094 + ], + [ + "▁Outlet", + -13.1282377243042 + ], + [ + "▁canalisation", + -13.12824821472168 + ], + [ + "Mbps", + -13.128433227539062 + ], + [ + "▁skeptical", + -13.128582954406738 + ], + [ + "mplification", + -13.128617286682127 + ], + [ + "▁Advice", + -13.128618240356444 + ], + [ + "▁détaillé", + -13.128676414489746 + ], + [ + "660", + -13.128701210021973 + ], + [ + "▁eyebrow", + -13.128722190856934 + ], + [ + "▁HIGH", + -13.128898620605469 + ], + [ + "hnlich", + -13.129073143005373 + ], + [ + "▁depăș", + -13.12910270690918 + ], + [ + "▁procurori", + -13.129140853881836 + ], + [ + "▁refrain", + -13.129212379455566 + ], + [ + "▁geschaffen", + -13.12952995300293 + ], + [ + "justement", + -13.129663467407228 + ], + [ + "exposing", + -13.129700660705566 + ], + [ + "243", + -13.1298828125 + ], + [ + "sectorul", + -13.130104064941406 + ], + [ + "▁courrier", + -13.13018035888672 + ], + [ + "▁carcas", + -13.130199432373049 + ], + [ + "sitter", + -13.13022518157959 + ], + [ + "▁Schreiben", + -13.130335807800291 + ], + [ + "▁malfunction", + -13.130358695983888 + ], + [ + "poartă", + -13.130522727966309 + ], + [ + "raisons", + -13.130565643310549 + ], + [ + "▁HOT", + -13.130650520324709 + ], + [ + "▁refreshed", + -13.130730628967283 + ], + [ + "mânt", + -13.130744934082031 + ], + [ + "▁coefficient", + -13.13097858428955 + ], + [ + "▁instituţii", + -13.13119411468506 + ], + [ + "▁sanguin", + -13.131202697753906 + ], + [ + "▁ceci", + -13.131213188171388 + ], + [ + "▁garçon", + -13.131232261657717 + ], + [ + "deluxe", + -13.131237030029297 + ], + [ + "▁rectif", + -13.131311416625977 + ], + [ + "920", + -13.131364822387695 + ], + [ + "Exista", + -13.131428718566896 + ], + [ + "▁magnif", + -13.131568908691406 + ], + [ + "efficiencies", + -13.131681442260742 + ], + [ + "▁Mitsubishi", + -13.131681442260742 + ], + [ + "▁consortium", + -13.131681442260742 + ], + [ + "▁baggage", + -13.131683349609377 + ], + [ + "▁guild", + -13.131736755371094 + ], + [ + "▁sixty", + -13.13193130493164 + ], + [ + "▁Retreat", + -13.13245677947998 + ], + [ + "batting", + -13.132473945617676 + ], + [ + "470", + -13.132708549499512 + ], + [ + "▁Britanie", + -13.132718086242676 + ], + [ + "displaced", + -13.132734298706056 + ], + [ + "▁spați", + -13.132794380187988 + ], + [ + "▁exceptionnelle", + -13.13281536102295 + ], + [ + "▁authorize", + -13.132906913757324 + ], + [ + "▁prescribe", + -13.133187294006348 + ], + [ + "▁dépannage", + -13.133234024047852 + ], + [ + "▁sexuelle", + -13.133234024047852 + ], + [ + "valid", + -13.133275032043455 + ], + [ + "▁hymn", + -13.133752822875977 + ], + [ + "▁histories", + -13.13375759124756 + ], + [ + "▁oriunde", + -13.133764266967772 + ], + [ + "Pop", + -13.133785247802734 + ], + [ + "▁dispoziţi", + -13.133800506591797 + ], + [ + "ADI", + -13.133819580078123 + ], + [ + "Google", + -13.133830070495604 + ], + [ + "▁Autism", + -13.133918762207031 + ], + [ + "▁aggr", + -13.134354591369627 + ], + [ + "bleed", + -13.134618759155272 + ], + [ + "▁displacement", + -13.13478946685791 + ], + [ + "▁hobbies", + -13.13478946685791 + ], + [ + "▁anatomy", + -13.134799003601074 + ], + [ + "▁Klinik", + -13.134821891784668 + ], + [ + "▁CCTV", + -13.1348237991333 + ], + [ + "readable", + -13.134886741638184 + ], + [ + "ulph", + -13.134982109069824 + ], + [ + "metabol", + -13.135035514831545 + ], + [ + "▁rugăm", + -13.135037422180176 + ], + [ + "▁Scotia", + -13.135087013244627 + ], + [ + "▁Einheit", + -13.135211944580078 + ], + [ + "▁troupe", + -13.13581371307373 + ], + [ + "▁Practitioner", + -13.135828018188477 + ], + [ + "▁oarec", + -13.135909080505373 + ], + [ + "Appel", + -13.135998725891112 + ], + [ + "situația", + -13.136096000671388 + ], + [ + "▁Yemen", + -13.136353492736816 + ], + [ + "piping", + -13.136515617370604 + ], + [ + "blood", + -13.13677215576172 + ], + [ + "engraved", + -13.136866569519045 + ], + [ + "▁Cristina", + -13.136866569519045 + ], + [ + "▁inaccurate", + -13.136866569519045 + ], + [ + "savory", + -13.136878967285156 + ], + [ + "atism", + -13.136919021606444 + ], + [ + "▁dependency", + -13.137007713317873 + ], + [ + "▁assertion", + -13.137015342712402 + ], + [ + "▁intersect", + -13.137201309204102 + ], + [ + "DATA", + -13.137224197387695 + ], + [ + "▁britanic", + -13.1373872756958 + ], + [ + "▁sanitaire", + -13.137393951416016 + ], + [ + "▁PLUS", + -13.137436866760254 + ], + [ + "▁platter", + -13.137730598449709 + ], + [ + "▁reconsider", + -13.137802124023438 + ], + [ + "▁Swim", + -13.13786792755127 + ], + [ + "▁Scene", + -13.137896537780762 + ], + [ + "▁Reynolds", + -13.137907028198242 + ], + [ + "▁gesund", + -13.137922286987305 + ], + [ + "international", + -13.137959480285645 + ], + [ + "government", + -13.13804817199707 + ], + [ + "▁gemstone", + -13.138052940368652 + ], + [ + "▁reproductive", + -13.1381196975708 + ], + [ + "▁expressive", + -13.13820743560791 + ], + [ + "▁tranche", + -13.13842487335205 + ], + [ + "▁Niagara", + -13.138427734375 + ], + [ + "▁Studierende", + -13.138434410095217 + ], + [ + "▁crave", + -13.138607025146484 + ], + [ + "pathetic", + -13.138739585876465 + ], + [ + "▁1916", + -13.138858795166016 + ], + [ + "▁Thousand", + -13.138873100280762 + ], + [ + "uffed", + -13.138893127441406 + ], + [ + "▁Lancaster", + -13.138960838317873 + ], + [ + "▁revenge", + -13.138972282409668 + ], + [ + "▁melody", + -13.1389741897583 + ], + [ + "Suitable", + -13.138991355895996 + ], + [ + "▁beacon", + -13.139082908630373 + ], + [ + "▁MAY", + -13.139205932617188 + ], + [ + "livré", + -13.139216423034668 + ], + [ + "Virus", + -13.139391899108888 + ], + [ + "▁collaborator", + -13.139413833618164 + ], + [ + "produktion", + -13.139480590820312 + ], + [ + "▁iluminat", + -13.139593124389648 + ], + [ + "facets", + -13.13975715637207 + ], + [ + "▁expus", + -13.139784812927246 + ], + [ + "▁baptism", + -13.13999080657959 + ], + [ + "▁urgency", + -13.140016555786133 + ], + [ + "artery", + -13.14030647277832 + ], + [ + "▁eingeladen", + -13.14043140411377 + ], + [ + "▁entfernen", + -13.14051342010498 + ], + [ + "soaking", + -13.140555381774902 + ], + [ + "▁irré", + -13.140557289123535 + ], + [ + "▁purity", + -13.140700340270996 + ], + [ + "▁adăug", + -13.140731811523438 + ], + [ + "historischen", + -13.140777587890623 + ], + [ + "crezi", + -13.140793800354004 + ], + [ + "▁tarziu", + -13.141035079956056 + ], + [ + "▁Mozart", + -13.141040802001951 + ], + [ + "▁trimming", + -13.141056060791016 + ], + [ + "▁violat", + -13.141056060791016 + ], + [ + "▁Vermögen", + -13.14108943939209 + ], + [ + "▁Theorie", + -13.141114234924316 + ], + [ + "scheibe", + -13.14114761352539 + ], + [ + "Partidul", + -13.141324996948242 + ], + [ + "▁childcare", + -13.14133071899414 + ], + [ + "ajele", + -13.141345977783203 + ], + [ + "▁Punjab", + -13.141390800476074 + ], + [ + "6.3", + -13.14156436920166 + ], + [ + "▁recount", + -13.141571044921877 + ], + [ + "▁repel", + -13.141799926757812 + ], + [ + "vantage", + -13.1419095993042 + ], + [ + "6.4", + -13.141953468322754 + ], + [ + "▁comedian", + -13.142087936401367 + ], + [ + "▁snappe", + -13.142256736755373 + ], + [ + "PLE", + -13.142271041870115 + ], + [ + "▁rapper", + -13.14243984222412 + ], + [ + "▁Belfast", + -13.142657279968262 + ], + [ + "▁predictive", + -13.14271068572998 + ], + [ + "dépôt", + -13.1427583694458 + ], + [ + "flavored", + -13.142769813537598 + ], + [ + "chließlich", + -13.14293098449707 + ], + [ + "▁stump", + -13.142955780029297 + ], + [ + "▁lakh", + -13.142963409423828 + ], + [ + "3:30", + -13.143021583557127 + ], + [ + "▁cetățeni", + -13.1431245803833 + ], + [ + "▁Milliarden", + -13.143125534057615 + ], + [ + "Assurance", + -13.143128395080566 + ], + [ + "▁Marketplace", + -13.143329620361328 + ], + [ + "equipped", + -13.143423080444336 + ], + [ + "▁russe", + -13.143462181091309 + ], + [ + "Exactly", + -13.143651008605955 + ], + [ + "▁Venez", + -13.144125938415527 + ], + [ + "▁Pavilion", + -13.144171714782717 + ], + [ + "▁incontournable", + -13.144171714782717 + ], + [ + "▁slaughter", + -13.14417839050293 + ], + [ + "asteptam", + -13.144190788269045 + ], + [ + "▁Fighter", + -13.14419651031494 + ], + [ + "▁Landkreis", + -13.144278526306152 + ], + [ + "▁lumini", + -13.144312858581545 + ], + [ + "▁connaît", + -13.144615173339844 + ], + [ + "▁Breite", + -13.14467430114746 + ], + [ + "▁Disability", + -13.144774436950684 + ], + [ + "▁Alfa", + -13.144786834716797 + ], + [ + "▁poise", + -13.144895553588867 + ], + [ + "▁Alpen", + -13.144898414611816 + ], + [ + "betont", + -13.145031929016112 + ], + [ + "159", + -13.145161628723145 + ], + [ + "▁geprägt", + -13.145219802856444 + ], + [ + "▁intrigued", + -13.145219802856444 + ], + [ + "▁sympathy", + -13.145220756530762 + ], + [ + "societal", + -13.145225524902344 + ], + [ + "▁sédui", + -13.145243644714355 + ], + [ + "▁differentiation", + -13.145384788513184 + ], + [ + "▁aprobare", + -13.145744323730469 + ], + [ + "schirm", + -13.14585018157959 + ], + [ + "sagt", + -13.145956039428713 + ], + [ + "7.3", + -13.14610195159912 + ], + [ + "Bib", + -13.146263122558594 + ], + [ + "europäischen", + -13.146268844604492 + ], + [ + "▁Innovative", + -13.146268844604492 + ], + [ + "▁autonome", + -13.14633083343506 + ], + [ + "▁Objective", + -13.146400451660156 + ], + [ + "▁refusal", + -13.146551132202148 + ], + [ + "▁exposé", + -13.146719932556152 + ], + [ + "▁cetăţeni", + -13.146793365478516 + ], + [ + "▁stimmt", + -13.146798133850098 + ], + [ + "acordul", + -13.147162437438965 + ], + [ + "▁hormonal", + -13.147254943847656 + ], + [ + "intermédiaire", + -13.147319793701172 + ], + [ + "▁doubl", + -13.147374153137209 + ], + [ + "▁flute", + -13.147509574890137 + ], + [ + "▁Balkon", + -13.147523880004885 + ], + [ + "▁Florian", + -13.147607803344728 + ], + [ + "737", + -13.14761447906494 + ], + [ + "▁dritte", + -13.147639274597168 + ], + [ + "spitze", + -13.147685050964355 + ], + [ + "donnent", + -13.14778995513916 + ], + [ + "▁Zuhause", + -13.147850036621094 + ], + [ + "▁VIII", + -13.147852897644045 + ], + [ + "familien", + -13.148151397705078 + ], + [ + "▁sécurisé", + -13.148313522338867 + ], + [ + "▁glamour", + -13.148370742797852 + ], + [ + "▁societati", + -13.148370742797852 + ], + [ + "typique", + -13.1483793258667 + ], + [ + "▁addicted", + -13.14842128753662 + ], + [ + "▁Providence", + -13.148500442504885 + ], + [ + "▁Extended", + -13.14850616455078 + ], + [ + "▁Barbie", + -13.148513793945312 + ], + [ + "zustand", + -13.148516654968262 + ], + [ + "▁Sauna", + -13.148638725280762 + ], + [ + "▁propane", + -13.148663520812988 + ], + [ + "europa", + -13.14889430999756 + ], + [ + "glued", + -13.148940086364746 + ], + [ + "▁Mystery", + -13.14894199371338 + ], + [ + "▁travaillé", + -13.149106979370115 + ], + [ + "riol", + -13.149251937866213 + ], + [ + "fleisch", + -13.149288177490234 + ], + [ + "▁Eintritt", + -13.149327278137209 + ], + [ + "▁Syndrome", + -13.149422645568848 + ], + [ + "▁petroleum", + -13.149426460266112 + ], + [ + "▁genial", + -13.149433135986328 + ], + [ + "sponsored", + -13.149436950683594 + ], + [ + "▁Cindy", + -13.149436950683594 + ], + [ + "▁courier", + -13.149600982666016 + ], + [ + "▁Scrap", + -13.149640083312988 + ], + [ + "▁conţin", + -13.149724006652832 + ], + [ + "(2007)", + -13.14976406097412 + ], + [ + "▁gewährleisten", + -13.149949073791504 + ], + [ + "▁proprietor", + -13.15011215209961 + ], + [ + "▁cheque", + -13.15046215057373 + ], + [ + "maternity", + -13.150477409362791 + ], + [ + "▁Gustav", + -13.15048599243164 + ], + [ + "▁arterial", + -13.150497436523438 + ], + [ + "▁whiskey", + -13.150510787963867 + ], + [ + "▁concealed", + -13.150525093078612 + ], + [ + "thèque", + -13.150553703308104 + ], + [ + "felony", + -13.150579452514648 + ], + [ + "▁tweeted", + -13.15061378479004 + ], + [ + "OTA", + -13.150619506835938 + ], + [ + "nsel", + -13.150664329528809 + ], + [ + "▁coarse", + -13.150664329528809 + ], + [ + "▁identificat", + -13.150707244873049 + ], + [ + "▁variability", + -13.150716781616213 + ], + [ + "civ", + -13.150843620300291 + ], + [ + "▁drastic", + -13.150956153869627 + ], + [ + "▁hatred", + -13.151090621948242 + ], + [ + "▁Bürgermeister", + -13.151237487792969 + ], + [ + "▁utilizatorilor", + -13.15124225616455 + ], + [ + "OULD", + -13.15137004852295 + ], + [ + "rmaßen", + -13.15138339996338 + ], + [ + "▁windshield", + -13.151530265808104 + ], + [ + "▁Particular", + -13.151531219482422 + ], + [ + "▁Tunnel", + -13.151638984680176 + ], + [ + "▁litri", + -13.15164852142334 + ], + [ + "extrême", + -13.15180492401123 + ], + [ + "▁Schalt", + -13.151944160461426 + ], + [ + "paket", + -13.152159690856934 + ], + [ + "berlin", + -13.152169227600098 + ], + [ + "▁slujb", + -13.152193069458008 + ], + [ + "facilitated", + -13.152206420898438 + ], + [ + "Congressional", + -13.152510643005373 + ], + [ + "▁honeymoon", + -13.152585983276367 + ], + [ + "▁Provision", + -13.152697563171388 + ], + [ + "▁Outfit", + -13.152779579162598 + ], + [ + "udder", + -13.152814865112305 + ], + [ + "▁chandelier", + -13.153002738952637 + ], + [ + "donating", + -13.153132438659668 + ], + [ + "historic", + -13.15333080291748 + ], + [ + "organized", + -13.153508186340332 + ], + [ + "(8)", + -13.15356731414795 + ], + [ + "▁touristique", + -13.153610229492188 + ], + [ + "▁Roosevelt", + -13.153643608093262 + ], + [ + "▁Verständnis", + -13.153643608093262 + ], + [ + "▁prilej", + -13.15365505218506 + ], + [ + "Vanity", + -13.153806686401367 + ], + [ + "chilly", + -13.153964042663574 + ], + [ + "loyer", + -13.15403175354004 + ], + [ + "▁Zhang", + -13.154053688049316 + ], + [ + "▁Nouveau", + -13.154193878173828 + ], + [ + "Soft", + -13.154326438903809 + ], + [ + "▁motherboard", + -13.15441608428955 + ], + [ + "▁Erklärung", + -13.154701232910156 + ], + [ + "▁Tasmania", + -13.154702186584473 + ], + [ + "▁verändern", + -13.154703140258787 + ], + [ + "▁seldom", + -13.154711723327637 + ], + [ + "▁Karriere", + -13.154714584350586 + ], + [ + "▁Mixed", + -13.154902458190918 + ], + [ + "umfang", + -13.154970169067385 + ], + [ + "▁Strategies", + -13.155035972595217 + ], + [ + "CHAR", + -13.155051231384276 + ], + [ + "olitary", + -13.155075073242188 + ], + [ + "▁Persoan", + -13.1550874710083 + ], + [ + "bewegung", + -13.155242919921877 + ], + [ + "▁Ernest", + -13.155367851257324 + ], + [ + "withdrawn", + -13.155855178833008 + ], + [ + "▁stationary", + -13.155881881713867 + ], + [ + "▁bland", + -13.155939102172852 + ], + [ + "▁Replace", + -13.15605926513672 + ], + [ + "▁Londres", + -13.156290054321287 + ], + [ + "▁plural", + -13.156290054321287 + ], + [ + "▁concentrat", + -13.15651512145996 + ], + [ + "Maschine", + -13.156675338745115 + ], + [ + "▁Advocate", + -13.156820297241213 + ], + [ + "▁vermitteln", + -13.156824111938477 + ], + [ + "▁dispenser", + -13.156827926635742 + ], + [ + "▁tedious", + -13.15695858001709 + ], + [ + "▁Straight", + -13.15705394744873 + ], + [ + "▁Corona", + -13.157061576843262 + ], + [ + "▁monumental", + -13.15707302093506 + ], + [ + "▁migrate", + -13.15720272064209 + ], + [ + "▁verlieren", + -13.157366752624512 + ], + [ + "▁Lub", + -13.157482147216797 + ], + [ + "▁reinforcement", + -13.157827377319336 + ], + [ + "▁cherish", + -13.157843589782717 + ], + [ + "Veterinary", + -13.157881736755373 + ], + [ + "geschwindigkeit", + -13.157881736755373 + ], + [ + "▁féminin", + -13.157881736755373 + ], + [ + "▁Facilities", + -13.157964706420898 + ], + [ + "▁urmari", + -13.158050537109377 + ], + [ + "▁Vertical", + -13.158098220825195 + ], + [ + "echoe", + -13.158188819885254 + ], + [ + "toured", + -13.15854835510254 + ], + [ + "Served", + -13.158772468566896 + ], + [ + "más", + -13.158853530883787 + ], + [ + "license", + -13.158893585205078 + ], + [ + "misunderstanding", + -13.158944129943848 + ], + [ + "▁glamorous", + -13.158944129943848 + ], + [ + "BJP", + -13.158973693847656 + ], + [ + "▁découvert", + -13.159173965454102 + ], + [ + "schönsten", + -13.159517288208008 + ], + [ + "▁(2018)", + -13.15957736968994 + ], + [ + "▁orasului", + -13.159581184387209 + ], + [ + "328", + -13.159674644470217 + ], + [ + "thighs", + -13.159801483154297 + ], + [ + "éclairage", + -13.160008430480955 + ], + [ + "Oamenii", + -13.160009384155272 + ], + [ + "▁Transmission", + -13.16014575958252 + ], + [ + "▁transpir", + -13.16015911102295 + ], + [ + "▁președinte", + -13.160321235656738 + ], + [ + "finalists", + -13.160327911376951 + ], + [ + "genügend", + -13.160524368286133 + ], + [ + "▁Aufmerksamkeit", + -13.160539627075195 + ], + [ + "▁unglaublich", + -13.160539627075195 + ], + [ + "▁descarc", + -13.160604476928713 + ], + [ + "▁Couch", + -13.160683631896973 + ], + [ + "eaucoup", + -13.160788536071776 + ], + [ + "▁adidas", + -13.161075592041016 + ], + [ + "▁1-800-", + -13.161077499389648 + ], + [ + "▁Communities", + -13.161102294921877 + ], + [ + "▁Einkommen", + -13.161102294921877 + ], + [ + "▁Reagan", + -13.16114330291748 + ], + [ + "▁Stoke", + -13.161260604858398 + ], + [ + "▁Snapchat", + -13.161269187927246 + ], + [ + "éclat", + -13.161272048950195 + ], + [ + "▁auseinander", + -13.161367416381836 + ], + [ + "▁richesse", + -13.16137409210205 + ], + [ + "▁toggle", + -13.161396026611328 + ], + [ + "▁Zutaten", + -13.161606788635254 + ], + [ + "▁député", + -13.16161060333252 + ], + [ + "▁battlefield", + -13.161611557006836 + ], + [ + "▁spirituel", + -13.161611557006836 + ], + [ + "▁Shuttle", + -13.161632537841797 + ], + [ + "▁Aktien", + -13.161665916442873 + ], + [ + "hormon", + -13.161819458007812 + ], + [ + "connection", + -13.16187858581543 + ], + [ + "▁vizitatori", + -13.16191577911377 + ], + [ + "érité", + -13.16197109222412 + ], + [ + "truck", + -13.1619873046875 + ], + [ + "▁yourselves", + -13.162139892578123 + ], + [ + "▁Logistics", + -13.16214084625244 + ], + [ + "coveted", + -13.16215705871582 + ], + [ + "▁şedinţ", + -13.162671089172363 + ], + [ + "▁messenger", + -13.16270351409912 + ], + [ + "▁țar", + -13.162918090820312 + ], + [ + "▁Grau", + -13.163025856018066 + ], + [ + "chirurgie", + -13.163138389587402 + ], + [ + "▁Ressourcen", + -13.16320514678955 + ], + [ + "▁Jésus", + -13.163207054138184 + ], + [ + "▁acțiune", + -13.163208961486816 + ], + [ + "▁Bundesliga", + -13.163249015808104 + ], + [ + "Lizenz", + -13.163379669189451 + ], + [ + "ELLE", + -13.16390895843506 + ], + [ + "vraie", + -13.1639986038208 + ], + [ + "ruined", + -13.164018630981444 + ], + [ + "▁Marble", + -13.164109230041504 + ], + [ + "▁Zambia", + -13.164308547973633 + ], + [ + "▁Finnish", + -13.164366722106934 + ], + [ + "▁trackback", + -13.164488792419434 + ], + [ + "héros", + -13.16451644897461 + ], + [ + "▁réclam", + -13.16453456878662 + ], + [ + "locurile", + -13.164706230163574 + ], + [ + "tägliche", + -13.164753913879396 + ], + [ + "IFF", + -13.164824485778809 + ], + [ + "▁contextual", + -13.164938926696776 + ], + [ + "▁Elvis", + -13.165084838867188 + ], + [ + "▁Batch", + -13.165183067321776 + ], + [ + "▁appris", + -13.16519546508789 + ], + [ + "intensive", + -13.165404319763184 + ], + [ + "▁întâmplat", + -13.16565990447998 + ], + [ + "▁prelucr", + -13.16576099395752 + ], + [ + "flore", + -13.165873527526855 + ], + [ + "▁Alkohol", + -13.16587734222412 + ], + [ + "Konzern", + -13.165895462036133 + ], + [ + "Delete", + -13.166082382202148 + ], + [ + "öck", + -13.16612720489502 + ], + [ + "▁clientii", + -13.16614818572998 + ], + [ + "▁innovate", + -13.166224479675291 + ], + [ + "▁ASAP", + -13.166345596313477 + ], + [ + "crumbs", + -13.166425704956056 + ], + [ + "reusable", + -13.166489601135254 + ], + [ + "▁Beaver", + -13.166507720947266 + ], + [ + "▁rosii", + -13.166643142700195 + ], + [ + "Arr", + -13.166704177856444 + ], + [ + "▁Zubehör", + -13.166948318481444 + ], + [ + "▁stolz", + -13.166952133178713 + ], + [ + "▁$75", + -13.16695499420166 + ], + [ + "▁Frühling", + -13.166967391967772 + ], + [ + "▁disagreement", + -13.166988372802734 + ], + [ + "▁formulate", + -13.167381286621094 + ], + [ + "braking", + -13.167522430419922 + ], + [ + "▁submarine", + -13.167535781860352 + ], + [ + "▁identificare", + -13.167652130126951 + ], + [ + "lansarea", + -13.167659759521484 + ], + [ + "covered", + -13.167753219604492 + ], + [ + "benso", + -13.167859077453612 + ], + [ + "▁situatie", + -13.16798973083496 + ], + [ + "hilf", + -13.1681547164917 + ], + [ + "▁Southampton", + -13.168557167053224 + ], + [ + "▁intéressé", + -13.168557167053224 + ], + [ + "▁congressional", + -13.168572425842283 + ], + [ + "65%", + -13.16859531402588 + ], + [ + "▁Allison", + -13.168627738952637 + ], + [ + "Mainland", + -13.168726921081545 + ], + [ + "▁touchscreen", + -13.16882038116455 + ], + [ + "leitet", + -13.168922424316406 + ], + [ + "mnului", + -13.16958999633789 + ], + [ + "▁engagiert", + -13.169631004333496 + ], + [ + "joacă", + -13.16964340209961 + ], + [ + "▁$5,000", + -13.169652938842772 + ], + [ + "upscale", + -13.1697359085083 + ], + [ + "▁vérité", + -13.16983413696289 + ], + [ + "flüssig", + -13.170167922973633 + ], + [ + "Richtlinie", + -13.170169830322266 + ], + [ + "▁positif", + -13.170169830322266 + ], + [ + "▁diferenta", + -13.170175552368164 + ], + [ + "▁întâi", + -13.17070770263672 + ], + [ + "ethylene", + -13.170791625976562 + ], + [ + "kreuz", + -13.170913696289062 + ], + [ + "Surely", + -13.170990943908691 + ], + [ + "puneti", + -13.171002388000488 + ], + [ + "europe", + -13.171142578125 + ], + [ + "▁comunist", + -13.171271324157717 + ], + [ + "unterricht", + -13.171302795410156 + ], + [ + "▁Füll", + -13.171304702758787 + ], + [ + "▁Aberdeen", + -13.171792030334473 + ], + [ + "▁DSLR", + -13.171792030334473 + ], + [ + "▁functioneaza", + -13.171799659729004 + ], + [ + "▁benches", + -13.171807289123535 + ], + [ + "▁Alpine", + -13.171866416931152 + ], + [ + "phthal", + -13.172003746032717 + ], + [ + "▁counselling", + -13.17219066619873 + ], + [ + "▁erzielen", + -13.172323226928713 + ], + [ + "▁părinţi", + -13.172329902648926 + ], + [ + "▁besitzen", + -13.17236614227295 + ], + [ + "heavenly", + -13.172389030456545 + ], + [ + "▁masque", + -13.17281723022461 + ], + [ + "▁Legislature", + -13.172859191894531 + ], + [ + "▁Recycling", + -13.172861099243164 + ], + [ + "▁Derma", + -13.172883987426758 + ], + [ + "reunite", + -13.172926902770996 + ], + [ + "recettes", + -13.17310619354248 + ], + [ + "converge", + -13.173262596130373 + ], + [ + "▁compoziti", + -13.17327880859375 + ], + [ + "▁Nürnberg", + -13.173398971557615 + ], + [ + "760", + -13.173545837402344 + ], + [ + "▁entière", + -13.17367458343506 + ], + [ + "▁parchment", + -13.173944473266602 + ], + [ + "▁Aufwand", + -13.173945426940918 + ], + [ + "▁antivirus", + -13.174087524414062 + ], + [ + "▁remettr", + -13.17409610748291 + ], + [ + "▁NEVER", + -13.174243927001951 + ], + [ + "▁restrictive", + -13.174266815185549 + ], + [ + "▁beurre", + -13.174283027648926 + ], + [ + "▁frigider", + -13.174478530883787 + ], + [ + "acquisition", + -13.174642562866213 + ], + [ + "▁Correct", + -13.174866676330566 + ], + [ + "▁immortal", + -13.17501735687256 + ], + [ + "▁occupancy", + -13.17501735687256 + ], + [ + "▁Tucson", + -13.175019264221191 + ], + [ + "▁Dhabi", + -13.175025939941406 + ], + [ + "obligation", + -13.175033569335938 + ], + [ + "▁warfare", + -13.175037384033203 + ], + [ + "▁syntax", + -13.175045013427734 + ], + [ + "APS", + -13.175106048583984 + ], + [ + "мен", + -13.175209999084473 + ], + [ + "▁diferenț", + -13.175251960754396 + ], + [ + "wordpress", + -13.17549991607666 + ], + [ + "▁Wohnzimmer", + -13.175593376159668 + ], + [ + "oppo", + -13.175736427307127 + ], + [ + "▁miscare", + -13.175762176513672 + ], + [ + "companiilor", + -13.17581558227539 + ], + [ + "▁bezahlt", + -13.17584228515625 + ], + [ + "Sterne", + -13.175864219665527 + ], + [ + "inability", + -13.175898551940918 + ], + [ + "▁Hoffnung", + -13.176156044006348 + ], + [ + "▁românească", + -13.176176071166992 + ], + [ + "document", + -13.176177024841309 + ], + [ + "borrowers", + -13.17625904083252 + ], + [ + "▁rasa", + -13.176301956176758 + ], + [ + "▁bénéfice", + -13.176445960998535 + ], + [ + "▁Panda", + -13.17645263671875 + ], + [ + "▁cărţi", + -13.176730155944824 + ], + [ + "▁Vorgehen", + -13.17690658569336 + ], + [ + "▁afecteaz", + -13.176956176757812 + ], + [ + "▁diagnos", + -13.177050590515137 + ], + [ + "▁Dentistry", + -13.177180290222168 + ], + [ + "▁staggering", + -13.177180290222168 + ], + [ + "präsident", + -13.177181243896484 + ], + [ + "▁vocational", + -13.177239418029783 + ], + [ + "Combined", + -13.177287101745604 + ], + [ + "stère", + -13.177306175231934 + ], + [ + "▁frunze", + -13.177478790283203 + ], + [ + "OLI", + -13.177525520324709 + ], + [ + "▁răc", + -13.177752494812012 + ], + [ + "▁changé", + -13.177754402160645 + ], + [ + "▁reprezentanți", + -13.177757263183594 + ], + [ + "▁ausgeschlossen", + -13.177777290344238 + ], + [ + "Windows", + -13.177891731262209 + ], + [ + "sometimes", + -13.177898406982422 + ], + [ + "▁dargestellt", + -13.178120613098145 + ], + [ + "provoking", + -13.178263664245604 + ], + [ + "terribly", + -13.178264617919922 + ], + [ + "▁speculate", + -13.178274154663086 + ], + [ + "▁complément", + -13.178305625915527 + ], + [ + "▁(2006)", + -13.178306579589844 + ], + [ + "zulegen", + -13.178668022155762 + ], + [ + "▁définitive", + -13.178876876831056 + ], + [ + "considerare", + -13.17911148071289 + ], + [ + "▁Subaru", + -13.179354667663574 + ], + [ + "WAN", + -13.179390907287598 + ], + [ + "guessed", + -13.179417610168455 + ], + [ + "spannung", + -13.179479598999023 + ], + [ + "▁supernatural", + -13.179515838623049 + ], + [ + "▁Interstate", + -13.17957878112793 + ], + [ + "▁redundant", + -13.179891586303713 + ], + [ + "▁HUG", + -13.179893493652344 + ], + [ + "▁restauration", + -13.180006980895996 + ], + [ + "repute", + -13.180011749267578 + ], + [ + "coagul", + -13.180028915405272 + ], + [ + "tehnologia", + -13.18043327331543 + ], + [ + "warded", + -13.180444717407228 + ], + [ + "▁lobster", + -13.180469512939451 + ], + [ + "▁Hafen", + -13.180542945861816 + ], + [ + "▁Guess", + -13.18056583404541 + ], + [ + "seraient", + -13.181038856506348 + ], + [ + "▁trench", + -13.181156158447266 + ], + [ + "▁piept", + -13.181283950805664 + ], + [ + "categorized", + -13.181396484375 + ], + [ + "softer", + -13.1815185546875 + ], + [ + "▁feasibility", + -13.181519508361816 + ], + [ + "▁restructuring", + -13.181519508361816 + ], + [ + "▁GOOD", + -13.181537628173828 + ], + [ + "▁inspiré", + -13.181610107421877 + ], + [ + "▁spéci", + -13.18163013458252 + ], + [ + "▁Mattress", + -13.181686401367188 + ], + [ + "▁biologique", + -13.181702613830566 + ], + [ + "▁Crema", + -13.182043075561523 + ], + [ + "▁korrekt", + -13.182063102722168 + ], + [ + "▁imperfect", + -13.182205200195312 + ], + [ + "▁advantageous", + -13.182329177856444 + ], + [ + "9.00", + -13.182390213012695 + ], + [ + "PAL", + -13.182557106018066 + ], + [ + "▁Illustration", + -13.182607650756836 + ], + [ + "▁Katherine", + -13.182607650756836 + ], + [ + "▁cervical", + -13.182607650756836 + ], + [ + "▁hectic", + -13.182611465454102 + ], + [ + "▁Belastung", + -13.182615280151367 + ], + [ + "▁Laguna", + -13.182628631591797 + ], + [ + "▁Burton", + -13.182761192321776 + ], + [ + "nettoyage", + -13.182875633239746 + ], + [ + "Toward", + -13.183072090148926 + ], + [ + "continuare", + -13.183072090148926 + ], + [ + "▁acumulat", + -13.183106422424316 + ], + [ + "▁déposé", + -13.183216094970703 + ], + [ + "▁prestige", + -13.183269500732422 + ], + [ + "▁LNG", + -13.18352508544922 + ], + [ + "▁Dacia", + -13.18366241455078 + ], + [ + "▁concede", + -13.183691024780272 + ], + [ + "▁reconciliation", + -13.183822631835938 + ], + [ + "Sistemul", + -13.183877944946287 + ], + [ + "Speed", + -13.183937072753906 + ], + [ + "▁Implant", + -13.183977127075195 + ], + [ + "▁möchtest", + -13.184020042419434 + ], + [ + "▁Norton", + -13.184064865112305 + ], + [ + "▁cosmic", + -13.184181213378906 + ], + [ + "enregistrement", + -13.184247016906738 + ], + [ + "țării", + -13.18433952331543 + ], + [ + "Veröffentlichung", + -13.184786796569824 + ], + [ + "erlebnis", + -13.184786796569824 + ], + [ + "▁Carpenter", + -13.184786796569824 + ], + [ + "▁INFORMATION", + -13.184786796569824 + ], + [ + "invites", + -13.18481731414795 + ], + [ + "▁gewan", + -13.1849365234375 + ], + [ + "▁réservé", + -13.184986114501951 + ], + [ + "▁aquatic", + -13.184988021850586 + ], + [ + "▁Seoul", + -13.18507194519043 + ], + [ + "▁älter", + -13.185185432434082 + ], + [ + "▁classmates", + -13.185223579406738 + ], + [ + "gelangen", + -13.185253143310549 + ], + [ + "▁Camill", + -13.185285568237305 + ], + [ + "simo", + -13.185291290283203 + ], + [ + "▁dormitor", + -13.185333251953123 + ], + [ + "wahren", + -13.185354232788086 + ], + [ + "▁incremental", + -13.185357093811035 + ], + [ + "▁caci", + -13.185494422912598 + ], + [ + "mittlere", + -13.185752868652344 + ], + [ + "▁condominium", + -13.185877799987791 + ], + [ + "▁rainforest", + -13.185877799987791 + ], + [ + "▁championnat", + -13.185891151428224 + ], + [ + "▁interrupted", + -13.185921669006348 + ], + [ + "▁tactile", + -13.185930252075195 + ], + [ + "▁unconditional", + -13.185945510864258 + ], + [ + "▁reactive", + -13.186041831970217 + ], + [ + "▁Stretch", + -13.1861572265625 + ], + [ + "▁serene", + -13.18624210357666 + ], + [ + "570", + -13.186318397521973 + ], + [ + "igte", + -13.186376571655272 + ], + [ + "Louis", + -13.186410903930664 + ], + [ + "▁Mittelpunkt", + -13.186493873596191 + ], + [ + "EEP", + -13.18651294708252 + ], + [ + "▁vault", + -13.186552047729492 + ], + [ + "absolu", + -13.186893463134766 + ], + [ + "▁solidarity", + -13.186971664428713 + ], + [ + "CLICK", + -13.18708324432373 + ], + [ + "▁hustle", + -13.187090873718262 + ], + [ + "▁microscope", + -13.187105178833008 + ], + [ + "▁Recommended", + -13.187111854553224 + ], + [ + "âche", + -13.18716812133789 + ], + [ + "▁flashlight", + -13.187286376953123 + ], + [ + "modificarea", + -13.18754768371582 + ], + [ + "izaţi", + -13.18773078918457 + ], + [ + "planned", + -13.187899589538574 + ], + [ + "Download", + -13.187906265258787 + ], + [ + "▁gourmand", + -13.188064575195312 + ], + [ + "▁subsidiaries", + -13.188064575195312 + ], + [ + "orthodox", + -13.188135147094728 + ], + [ + "▁Auburn", + -13.18832302093506 + ], + [ + "▁exprimat", + -13.188336372375488 + ], + [ + "procédé", + -13.18861198425293 + ], + [ + "▁ressenti", + -13.188648223876951 + ], + [ + "▁stint", + -13.188678741455078 + ], + [ + "Essentially", + -13.189072608947754 + ], + [ + "▁Savior", + -13.189164161682127 + ], + [ + "▁Flood", + -13.189168930053713 + ], + [ + "▁neurological", + -13.189249038696287 + ], + [ + "▁strig", + -13.189340591430664 + ], + [ + "scended", + -13.18942165374756 + ], + [ + "▁Shiva", + -13.189483642578123 + ], + [ + "▁Sketch", + -13.189544677734377 + ], + [ + "▁monarch", + -13.18956184387207 + ], + [ + "▁Preview", + -13.189632415771484 + ], + [ + "▁bewegt", + -13.189811706542969 + ], + [ + "mapped", + -13.189818382263184 + ], + [ + "énorme", + -13.18996238708496 + ], + [ + "▁définition", + -13.189963340759276 + ], + [ + "▁nécessité", + -13.189984321594238 + ], + [ + "▁antren", + -13.190027236938477 + ], + [ + "▁Infant", + -13.190072059631348 + ], + [ + "▁incumbent", + -13.190255165100098 + ], + [ + "▁pavilion", + -13.190255165100098 + ], + [ + "▁Taliban", + -13.19025707244873 + ], + [ + "Easily", + -13.19025993347168 + ], + [ + "▁verteilt", + -13.19030475616455 + ], + [ + "▁Biblical", + -13.190320014953612 + ], + [ + "Christian", + -13.190333366394045 + ], + [ + "județul", + -13.190436363220217 + ], + [ + "Learning", + -13.19046688079834 + ], + [ + "▁Expand", + -13.19054126739502 + ], + [ + "▁Attach", + -13.19056224822998 + ], + [ + "consideră", + -13.190573692321776 + ], + [ + "einsatz", + -13.190574645996094 + ], + [ + "Numai", + -13.190585136413574 + ], + [ + "▁Eintrag", + -13.190597534179688 + ], + [ + "▁üblich", + -13.190607070922852 + ], + [ + "▁cumpără", + -13.19062614440918 + ], + [ + "escaped", + -13.190693855285645 + ], + [ + "▁Ortodox", + -13.190804481506348 + ], + [ + "▁obţinut", + -13.190805435180664 + ], + [ + "ecluded", + -13.191036224365234 + ], + [ + "▁brownie", + -13.191089630126951 + ], + [ + "▁regulament", + -13.191253662109377 + ], + [ + "▁Chaos", + -13.191302299499512 + ], + [ + "▁masiv", + -13.19132137298584 + ], + [ + "▁Gerald", + -13.191376686096191 + ], + [ + "▁Sigur", + -13.191380500793455 + ], + [ + "▁wavelength", + -13.191380500793455 + ], + [ + "▁retiring", + -13.191396713256836 + ], + [ + "▁exactement", + -13.191819190979004 + ], + [ + "ntino", + -13.191823959350586 + ], + [ + "▁Krebs", + -13.19194221496582 + ], + [ + "▁monatlich", + -13.191956520080566 + ], + [ + "▁aranj", + -13.192011833190918 + ], + [ + "▁priveşt", + -13.192099571228027 + ], + [ + "▁mecanic", + -13.192109107971191 + ], + [ + "money", + -13.192233085632324 + ], + [ + "parliamentary", + -13.1922607421875 + ], + [ + "▁probation", + -13.192427635192873 + ], + [ + "embroidered", + -13.19245147705078 + ], + [ + "▁amenajat", + -13.19245147705078 + ], + [ + "▁remnant", + -13.19245147705078 + ], + [ + "▁senzati", + -13.192472457885742 + ], + [ + "▁Declaration", + -13.19248390197754 + ], + [ + "farbe", + -13.192506790161133 + ], + [ + "▁skinny", + -13.19260311126709 + ], + [ + "Energi", + -13.192648887634276 + ], + [ + "verhältnisse", + -13.19288158416748 + ], + [ + "Recruit", + -13.19297218322754 + ], + [ + "frying", + -13.193161010742188 + ], + [ + "925", + -13.193294525146484 + ], + [ + "nstruire", + -13.193302154541016 + ], + [ + "toasted", + -13.193424224853516 + ], + [ + "▁nicotine", + -13.193551063537598 + ], + [ + "recessed", + -13.193570137023926 + ], + [ + "▁dialect", + -13.19357204437256 + ], + [ + "▁confisc", + -13.193575859069824 + ], + [ + "▁bubbl", + -13.193643569946287 + ], + [ + "▁Precision", + -13.193682670593262 + ], + [ + "▁sollicit", + -13.193842887878418 + ], + [ + "▁Moral", + -13.193977355957031 + ], + [ + "▁renseignements", + -13.19411277770996 + ], + [ + "UMP", + -13.194116592407228 + ], + [ + "ijn", + -13.194183349609377 + ], + [ + "▁fermeture", + -13.194320678710938 + ], + [ + "▁blueprint", + -13.19462776184082 + ], + [ + "▁groceries", + -13.194652557373049 + ], + [ + "möbel", + -13.194655418395996 + ], + [ + "▁Plenty", + -13.194657325744627 + ], + [ + "▁forfeit", + -13.194719314575195 + ], + [ + "méthodes", + -13.194915771484377 + ], + [ + "paving", + -13.19493293762207 + ], + [ + "outheastern", + -13.194979667663574 + ], + [ + "▁Overview", + -13.19503116607666 + ], + [ + "▁observers", + -13.195171356201172 + ], + [ + "▁Timișoara", + -13.19520378112793 + ], + [ + "noticing", + -13.195332527160645 + ], + [ + "▁Owl", + -13.19538116455078 + ], + [ + "▁1925", + -13.195517539978027 + ], + [ + "▁prüfen", + -13.195755004882812 + ], + [ + "▁Bewohner", + -13.195756912231444 + ], + [ + "▁Latvia", + -13.195770263671877 + ], + [ + "▁Tuscan", + -13.19577407836914 + ], + [ + "▁apprenticeship", + -13.195789337158203 + ], + [ + "▁courteous", + -13.1958646774292 + ], + [ + "adult", + -13.19602394104004 + ], + [ + "Licensed", + -13.196029663085938 + ], + [ + "abused", + -13.196762084960938 + ], + [ + "confidence", + -13.19678020477295 + ], + [ + "▁revolt", + -13.196782112121582 + ], + [ + "conference", + -13.196861267089844 + ], + [ + "genoss", + -13.196914672851562 + ], + [ + "▁răni", + -13.196944236755373 + ], + [ + "▁Intervention", + -13.196949005126951 + ], + [ + "▁primesc", + -13.196969985961914 + ], + [ + "trays", + -13.197041511535645 + ], + [ + "nozzle", + -13.197216033935549 + ], + [ + "▁splitting", + -13.197443962097168 + ], + [ + "▁könne", + -13.197507858276367 + ], + [ + "▁peisaj", + -13.197943687438965 + ], + [ + "▁academia", + -13.197962760925291 + ], + [ + "▁chakra", + -13.197979927062988 + ], + [ + "▁Abdul", + -13.1981201171875 + ], + [ + "▁Beschreibung", + -13.198225021362305 + ], + [ + "Regeln", + -13.19831371307373 + ], + [ + "eezy", + -13.198314666748049 + ], + [ + "▁problématique", + -13.198515892028809 + ], + [ + "▁Ausführung", + -13.198524475097656 + ], + [ + "▁reconnect", + -13.19868278503418 + ], + [ + "▁telefonic", + -13.198966026306152 + ], + [ + "▁Ethereum", + -13.199069023132324 + ], + [ + "▁Winnipeg", + -13.199069023132324 + ], + [ + "▁misconception", + -13.199069023132324 + ], + [ + "▁Verpackung", + -13.199070930480955 + ], + [ + "▁erzeugt", + -13.199097633361816 + ], + [ + "▁Identity", + -13.199104309082031 + ], + [ + "▁dunkle", + -13.199109077453612 + ], + [ + "sustaining", + -13.19916820526123 + ], + [ + "▁pereche", + -13.199178695678713 + ], + [ + "▁neîn", + -13.19923973083496 + ], + [ + "directorul", + -13.199291229248049 + ], + [ + "▁élabor", + -13.199584007263184 + ], + [ + "▁Hollow", + -13.19960880279541 + ], + [ + "▁getestet", + -13.199751853942873 + ], + [ + "▁Promote", + -13.19979763031006 + ], + [ + "agriculture", + -13.199920654296877 + ], + [ + "▁deosebir", + -13.199934005737305 + ], + [ + "▁neam", + -13.199999809265137 + ], + [ + "aufbau", + -13.200042724609377 + ], + [ + "▁susținut", + -13.200079917907717 + ], + [ + "fueled", + -13.200119018554688 + ], + [ + "▁impresionant", + -13.200177192687988 + ], + [ + "innate", + -13.20026969909668 + ], + [ + "grenzt", + -13.200340270996094 + ], + [ + "rescued", + -13.200514793395996 + ], + [ + "bestand", + -13.200559616088867 + ], + [ + "▁adjunct", + -13.200729370117188 + ], + [ + "▁Mischung", + -13.200754165649414 + ], + [ + "▁Lease", + -13.201258659362791 + ], + [ + "espagnol", + -13.201284408569336 + ], + [ + "▁Kickstarter", + -13.201284408569336 + ], + [ + "▁buzunar", + -13.201284408569336 + ], + [ + "▁buddies", + -13.20129108428955 + ], + [ + "käufe", + -13.201485633850098 + ], + [ + "cevoir", + -13.201582908630373 + ], + [ + "▁creşte", + -13.201675415039062 + ], + [ + "▁Cluster", + -13.201825141906738 + ], + [ + "▁obișnui", + -13.201838493347168 + ], + [ + "▁cassette", + -13.201889038085938 + ], + [ + "▁optisch", + -13.201947212219238 + ], + [ + "manned", + -13.20200252532959 + ], + [ + "schneid", + -13.202362060546877 + ], + [ + "Württemberg", + -13.202393531799316 + ], + [ + "shredded", + -13.202393531799316 + ], + [ + "▁botanical", + -13.20239543914795 + ], + [ + "characterization", + -13.20244598388672 + ], + [ + "▁Durchführung", + -13.202452659606934 + ], + [ + "▁tireless", + -13.20250129699707 + ], + [ + "lässlich", + -13.20254135131836 + ], + [ + "▁Merchant", + -13.202570915222168 + ], + [ + "joutez", + -13.20259952545166 + ], + [ + "▁amélior", + -13.202676773071287 + ], + [ + "fixed", + -13.202741622924805 + ], + [ + "kho", + -13.202760696411133 + ], + [ + "▁televizor", + -13.202948570251465 + ], + [ + "▁Davies", + -13.202964782714844 + ], + [ + "enceinte", + -13.203118324279783 + ], + [ + "▁Panorama", + -13.20350456237793 + ], + [ + "▁maternal", + -13.20350742340088 + ], + [ + "diversified", + -13.203513145446776 + ], + [ + "▁Jü", + -13.203570365905762 + ], + [ + "▁naz", + -13.203730583190918 + ], + [ + "▁plonge", + -13.2039213180542 + ], + [ + "geschickt", + -13.203944206237791 + ], + [ + "MIS", + -13.204215049743652 + ], + [ + "ragged", + -13.204553604125977 + ], + [ + "▁diarrhea", + -13.20461654663086 + ], + [ + "▁tsunami", + -13.20461654663086 + ], + [ + "▁Nikola", + -13.204625129699709 + ], + [ + "▁festivities", + -13.20464038848877 + ], + [ + "potting", + -13.20479965209961 + ], + [ + "▁telefonisch", + -13.204874038696287 + ], + [ + "TAR", + -13.204971313476562 + ], + [ + "▁schimbări", + -13.205023765563965 + ], + [ + "▁occidental", + -13.205172538757324 + ], + [ + "schloss", + -13.20517921447754 + ], + [ + "Print", + -13.205284118652344 + ], + [ + "▁autoritățil", + -13.205361366271973 + ], + [ + "idos", + -13.20556640625 + ], + [ + "mediocr", + -13.20559310913086 + ], + [ + "▁Decla", + -13.205686569213867 + ], + [ + "▁Elliott", + -13.205729484558104 + ], + [ + "▁pinpoint", + -13.205734252929688 + ], + [ + "▁disciple", + -13.20579719543457 + ], + [ + "▁Cairo", + -13.2058744430542 + ], + [ + "▁15-20", + -13.2059326171875 + ], + [ + "▁limbaj", + -13.20611572265625 + ], + [ + "▁retenu", + -13.206154823303224 + ], + [ + "▁Blüte", + -13.20628833770752 + ], + [ + "▁MINI", + -13.206467628479004 + ], + [ + "▁lumină", + -13.206567764282228 + ], + [ + "▁flawed", + -13.206846237182615 + ], + [ + "▁Belarus", + -13.207067489624023 + ], + [ + "Totul", + -13.207207679748535 + ], + [ + "hôte", + -13.207273483276367 + ], + [ + "▁verbringen", + -13.207315444946287 + ], + [ + "▁simultaneous", + -13.20734405517578 + ], + [ + "▁competiți", + -13.207402229309082 + ], + [ + "▁lancement", + -13.20741367340088 + ], + [ + "▁proprietati", + -13.207432746887209 + ], + [ + "▁angajator", + -13.207465171813965 + ], + [ + "▁ignorant", + -13.207674026489258 + ], + [ + "▁indicative", + -13.207700729370115 + ], + [ + "▁Bearbeitung", + -13.207961082458496 + ], + [ + "▁Ungaria", + -13.207961082458496 + ], + [ + "▁Sfint", + -13.208015441894531 + ], + [ + "▁Trojan", + -13.20804214477539 + ], + [ + "▁1911", + -13.208100318908691 + ], + [ + "▁reliabl", + -13.2081937789917 + ], + [ + "6-0", + -13.20827865600586 + ], + [ + "obst", + -13.208523750305176 + ], + [ + "▁relève", + -13.208579063415527 + ], + [ + "▁standpoint", + -13.208874702453612 + ], + [ + "ridden", + -13.208918571472168 + ], + [ + "▁Pdf", + -13.20900535583496 + ], + [ + "tatewide", + -13.209051132202148 + ], + [ + "Water", + -13.209062576293944 + ], + [ + "▁Pricing", + -13.209089279174805 + ], + [ + "▁protecţi", + -13.209168434143066 + ], + [ + "November", + -13.20961570739746 + ], + [ + "▁televiziune", + -13.20964241027832 + ], + [ + "Sodium", + -13.209881782531738 + ], + [ + "douceur", + -13.209942817687988 + ], + [ + "▁Flasche", + -13.210183143615724 + ], + [ + "3.9", + -13.210193634033203 + ], + [ + "▁electromagnetic", + -13.210195541381836 + ], + [ + "▁mitochondria", + -13.210195541381836 + ], + [ + "Suddenly", + -13.210199356079102 + ], + [ + "▁Drupal", + -13.210201263427734 + ], + [ + "▁supraveghere", + -13.210211753845217 + ], + [ + "▁cornea", + -13.210288047790527 + ], + [ + "räumt", + -13.210309982299805 + ], + [ + "▁healed", + -13.210410118103027 + ], + [ + "Roc", + -13.210649490356444 + ], + [ + "▁temporar", + -13.210707664489746 + ], + [ + "▁amaze", + -13.210770606994627 + ], + [ + "▁confrunta", + -13.210833549499512 + ], + [ + "Afterward", + -13.21083641052246 + ], + [ + "▁festgelegt", + -13.21084213256836 + ], + [ + "▁Kuchen", + -13.210844993591309 + ], + [ + "▁perpetual", + -13.210858345031738 + ], + [ + "systematically", + -13.211000442504885 + ], + [ + "▁coloan", + -13.21100616455078 + ], + [ + "▁extensi", + -13.211058616638184 + ], + [ + "▁Județean", + -13.211315155029297 + ], + [ + "▁amelior", + -13.211315155029297 + ], + [ + "▁illustrator", + -13.211315155029297 + ], + [ + "▁titanium", + -13.211344718933104 + ], + [ + "SMEs", + -13.211384773254396 + ], + [ + "taxable", + -13.211578369140623 + ], + [ + "▁Borough", + -13.211607933044434 + ], + [ + "verlust", + -13.211772918701172 + ], + [ + "ductive", + -13.21233081817627 + ], + [ + "▁Küste", + -13.212335586547852 + ], + [ + "▁végétal", + -13.212410926818848 + ], + [ + "▁breastfeeding", + -13.212435722351074 + ], + [ + "▁captivating", + -13.212435722351074 + ], + [ + "▁Chevy", + -13.212443351745604 + ], + [ + "▁aerospace", + -13.212469100952148 + ], + [ + "pozitia", + -13.213095664978027 + ], + [ + "Tutor", + -13.213199615478516 + ], + [ + "▁spum", + -13.213312149047852 + ], + [ + "curând", + -13.213419914245604 + ], + [ + "iscus", + -13.213458061218262 + ], + [ + "October", + -13.213495254516602 + ], + [ + "▁Reparatur", + -13.213557243347168 + ], + [ + "▁Servicii", + -13.213574409484863 + ], + [ + "▁Gonz", + -13.21357536315918 + ], + [ + "▁cybersecurity", + -13.21357536315918 + ], + [ + "▁UCLA", + -13.213678359985352 + ], + [ + "rissa", + -13.21383571624756 + ], + [ + "▁Kemp", + -13.213850021362305 + ], + [ + "▁piston", + -13.214046478271484 + ], + [ + "▁révèle", + -13.214118957519531 + ], + [ + "▁posséd", + -13.21412181854248 + ], + [ + "▁versehen", + -13.214129447937012 + ], + [ + "▁scrutin", + -13.214226722717283 + ], + [ + "donnant", + -13.21436882019043 + ], + [ + "▁Geschwindigkeit", + -13.214680671691896 + ], + [ + "▁Panasonic", + -13.214680671691896 + ], + [ + "audio", + -13.21470069885254 + ], + [ + "▁Packaging", + -13.214771270751951 + ], + [ + "phra", + -13.2147798538208 + ], + [ + "▁Letzte", + -13.214954376220703 + ], + [ + "insicht", + -13.21514129638672 + ], + [ + "▁sammeln", + -13.215243339538574 + ], + [ + "▁extins", + -13.215259552001951 + ], + [ + "▁collège", + -13.215266227722168 + ], + [ + "ancies", + -13.215343475341797 + ], + [ + "▁întâlnit", + -13.215350151062012 + ], + [ + "▁Servi", + -13.215392112731934 + ], + [ + "stattet", + -13.215493202209473 + ], + [ + "▁abstraction", + -13.215566635131836 + ], + [ + "▁candidature", + -13.21559238433838 + ], + [ + "ONU", + -13.215676307678224 + ], + [ + "▁raffle", + -13.215826988220217 + ], + [ + "▁Soldier", + -13.215834617614746 + ], + [ + "▁stipulate", + -13.215883255004885 + ], + [ + "▁vizual", + -13.215950012207031 + ], + [ + "lucht", + -13.216007232666016 + ], + [ + "▁circus", + -13.216068267822266 + ], + [ + "▁decree", + -13.216259002685549 + ], + [ + "immeuble", + -13.216367721557615 + ], + [ + "Store", + -13.216426849365234 + ], + [ + "randul", + -13.216622352600098 + ], + [ + "▁narration", + -13.216933250427246 + ], + [ + "implication", + -13.216958045959473 + ], + [ + "▁discontinued", + -13.216971397399902 + ], + [ + "▁Pilates", + -13.216989517211914 + ], + [ + "▁biais", + -13.21701431274414 + ], + [ + "panel", + -13.217325210571287 + ], + [ + "▁mower", + -13.217458724975586 + ], + [ + "▁Castro", + -13.21753978729248 + ], + [ + "pregătire", + -13.217641830444336 + ], + [ + "▁denomination", + -13.218062400817873 + ], + [ + "▁throttle", + -13.21806526184082 + ], + [ + "▁finition", + -13.21808624267578 + ], + [ + "▁clarification", + -13.218286514282228 + ], + [ + "laut", + -13.218366622924805 + ], + [ + "▁wastewater", + -13.2184419631958 + ], + [ + "▁Sanchez", + -13.21877098083496 + ], + [ + "▁Umfeld", + -13.2189359664917 + ], + [ + "▁consili", + -13.218997955322266 + ], + [ + "extrait", + -13.219013214111328 + ], + [ + "ionism", + -13.2190523147583 + ], + [ + "▁Cannabis", + -13.219186782836914 + ], + [ + "▁misconduct", + -13.219186782836914 + ], + [ + "▁shepherd", + -13.219186782836914 + ], + [ + "▁feminist", + -13.21919059753418 + ], + [ + "▁criterii", + -13.219212532043455 + ], + [ + "America", + -13.219219207763672 + ], + [ + "▁Telephone", + -13.219270706176758 + ], + [ + "▁Fritz", + -13.219438552856444 + ], + [ + "▁cheltui", + -13.219794273376465 + ], + [ + "▁Übung", + -13.219857215881348 + ], + [ + "făcută", + -13.22006893157959 + ], + [ + "▁străzi", + -13.220170021057127 + ], + [ + "influencing", + -13.22031593322754 + ], + [ + "▁Democracy", + -13.220321655273438 + ], + [ + "atorium", + -13.220376014709473 + ], + [ + "▁Stufe", + -13.220465660095217 + ], + [ + "▁Cornell", + -13.220660209655762 + ], + [ + "zugehen", + -13.22074031829834 + ], + [ + "▁coton", + -13.22080421447754 + ], + [ + "▁beinhaltet", + -13.220881462097168 + ], + [ + "▁kritisch", + -13.220884323120115 + ], + [ + "▁Kalender", + -13.22105884552002 + ], + [ + "▁Teig", + -13.221253395080566 + ], + [ + "cooked", + -13.221264839172363 + ], + [ + "▁diversité", + -13.221390724182127 + ], + [ + "recognizable", + -13.221446990966797 + ], + [ + "▁Dictionary", + -13.221446990966797 + ], + [ + "attribution", + -13.22145938873291 + ], + [ + "▁Teresa", + -13.221471786499023 + ], + [ + "▁Ahmad", + -13.221487998962402 + ], + [ + "HAM", + -13.221627235412598 + ], + [ + "▁floss", + -13.221668243408203 + ], + [ + "génie", + -13.2218599319458 + ], + [ + "▁Espa", + -13.221989631652832 + ], + [ + "hersteller", + -13.221993446350098 + ], + [ + "Musée", + -13.222001075744627 + ], + [ + "▁Crawford", + -13.222579002380373 + ], + [ + "▁Phantom", + -13.222579002380373 + ], + [ + "▁Jenkins", + -13.22264003753662 + ], + [ + "genauer", + -13.222774505615234 + ], + [ + "▁acţiuni", + -13.222885131835938 + ], + [ + "▁meciuri", + -13.22322940826416 + ], + [ + "▁verstärkt", + -13.22326374053955 + ], + [ + "▁troop", + -13.22341251373291 + ], + [ + "räder", + -13.223483085632324 + ], + [ + "Putting", + -13.223536491394045 + ], + [ + "NASDAQ", + -13.223712921142578 + ], + [ + "▁Buddhism", + -13.223712921142578 + ], + [ + "▁Religious", + -13.223712921142578 + ], + [ + "▁accommodating", + -13.223712921142578 + ], + [ + "▁lendemain", + -13.223712921142578 + ], + [ + "▁plywood", + -13.223714828491213 + ], + [ + "▁inflatable", + -13.223724365234377 + ], + [ + "▁sèche", + -13.223731994628906 + ], + [ + "▁fragil", + -13.22384548187256 + ], + [ + "▁Filip", + -13.224115371704102 + ], + [ + "▁Terrace", + -13.22427463531494 + ], + [ + "Biblio", + -13.22432804107666 + ], + [ + "resides", + -13.22448444366455 + ], + [ + "▁varf", + -13.22451114654541 + ], + [ + "Bildern", + -13.224528312683104 + ], + [ + "loß", + -13.224685668945312 + ], + [ + "555", + -13.224702835083008 + ], + [ + "▁astounding", + -13.224847793579102 + ], + [ + "▁brillant", + -13.224857330322266 + ], + [ + "▁Railroad", + -13.224871635437012 + ], + [ + "minimizing", + -13.224907875061035 + ], + [ + "▁Benedict", + -13.225019454956056 + ], + [ + "▁$400", + -13.225068092346191 + ], + [ + "▁schematic", + -13.225217819213867 + ], + [ + "Canada", + -13.225371360778809 + ], + [ + "▁psihic", + -13.225415229797363 + ], + [ + "▁avertiz", + -13.225497245788574 + ], + [ + "▁Breed", + -13.225550651550291 + ], + [ + "▁gradina", + -13.22560691833496 + ], + [ + "▁Liege", + -13.225822448730469 + ], + [ + "▁Retirement", + -13.22598361968994 + ], + [ + "▁pergola", + -13.22600555419922 + ], + [ + "▁Kuwait", + -13.2260103225708 + ], + [ + "▁logistic", + -13.22629451751709 + ], + [ + "▁captive", + -13.22651481628418 + ], + [ + "prepared", + -13.226568222045898 + ], + [ + "▁prononc", + -13.226568222045898 + ], + [ + "Celui", + -13.226676940917969 + ], + [ + "deutschland", + -13.227120399475098 + ], + [ + "▁devreme", + -13.227124214172363 + ], + [ + "▁părți", + -13.227270126342772 + ], + [ + "▁1934", + -13.227517127990724 + ], + [ + "▁ersetzt", + -13.227560997009276 + ], + [ + "▁frightening", + -13.227689743041992 + ], + [ + "▁fiecărui", + -13.227819442749023 + ], + [ + "correct", + -13.22799015045166 + ], + [ + "6.6", + -13.228057861328123 + ], + [ + "▁Manitoba", + -13.228259086608888 + ], + [ + "Chartered", + -13.228416442871094 + ], + [ + "▁părăs", + -13.228543281555176 + ], + [ + "Powered", + -13.228697776794434 + ], + [ + "impede", + -13.22876262664795 + ], + [ + "agonist", + -13.22878646850586 + ], + [ + "▁stratégique", + -13.228829383850098 + ], + [ + "▁vigilant", + -13.228830337524414 + ], + [ + "faceted", + -13.228930473327637 + ], + [ + "available", + -13.229308128356934 + ], + [ + "▁Promise", + -13.229388236999512 + ], + [ + "▁humorous", + -13.229446411132812 + ], + [ + "treibt", + -13.229449272155762 + ], + [ + "▁Patrol", + -13.229514122009276 + ], + [ + "huh", + -13.22952365875244 + ], + [ + "ztlich", + -13.229804039001465 + ], + [ + "▁rejet", + -13.2299165725708 + ], + [ + "odeur", + -13.229935646057127 + ], + [ + "usziehbar", + -13.22996997833252 + ], + [ + "▁gespannt", + -13.229972839355469 + ], + [ + "church", + -13.230018615722656 + ], + [ + "▁Popescu", + -13.230109214782717 + ], + [ + "▁einmalig", + -13.230518341064451 + ], + [ + "diluted", + -13.230551719665527 + ], + [ + "lighted", + -13.231070518493652 + ], + [ + "▁stattfinden", + -13.23111343383789 + ], + [ + "▁Reaktion", + -13.231183052062988 + ], + [ + "▁délivr", + -13.23134994506836 + ], + [ + "▁Helfer", + -13.231407165527344 + ], + [ + "Fiind", + -13.23142147064209 + ], + [ + "rmând", + -13.231507301330566 + ], + [ + "▁Beweis", + -13.231671333312988 + ], + [ + "▁Violet", + -13.231733322143556 + ], + [ + "kamera", + -13.231764793395996 + ], + [ + "▁Romney", + -13.231779098510742 + ], + [ + "▁Bradford", + -13.231800079345703 + ], + [ + "stellbar", + -13.231852531433104 + ], + [ + "▁roadmap", + -13.231921195983888 + ], + [ + "▁subconscious", + -13.23204231262207 + ], + [ + "contrasting", + -13.232138633728027 + ], + [ + "mécanisme", + -13.232254981994627 + ], + [ + "kämpft", + -13.232255935668944 + ], + [ + "▁Preston", + -13.23271942138672 + ], + [ + "▁Anliegen", + -13.232802391052246 + ], + [ + "▁necessities", + -13.232827186584473 + ], + [ + "▁detrimental", + -13.232828140258787 + ], + [ + "▁sprawl", + -13.232830047607422 + ], + [ + "▁Erfüllung", + -13.23287582397461 + ], + [ + "▁massacre", + -13.2329683303833 + ], + [ + "▁pietre", + -13.232987403869627 + ], + [ + "▁situații", + -13.233027458190918 + ], + [ + "vêtement", + -13.233080863952637 + ], + [ + "Listed", + -13.233144760131836 + ], + [ + "▁extravagant", + -13.233399391174316 + ], + [ + "▁axle", + -13.233525276184082 + ], + [ + "OTT", + -13.23366355895996 + ], + [ + "wildly", + -13.233744621276855 + ], + [ + "70,000", + -13.233797073364258 + ], + [ + "▁chauffeur", + -13.23384952545166 + ], + [ + "▁Brasov", + -13.233972549438477 + ], + [ + "▁Fähigkeiten", + -13.233972549438477 + ], + [ + "▁staatlich", + -13.23402500152588 + ], + [ + "outlines", + -13.234034538269045 + ], + [ + "▁aufmerksam", + -13.234545707702637 + ], + [ + "▁Relation", + -13.234749794006348 + ], + [ + "▁Stephan", + -13.234947204589844 + ], + [ + "yland", + -13.23494815826416 + ], + [ + "proclaimed", + -13.23508644104004 + ], + [ + "Wallet", + -13.235100746154783 + ], + [ + "verarbeitung", + -13.235118865966797 + ], + [ + "▁überraschen", + -13.235118865966797 + ], + [ + "▁Injury", + -13.235125541687012 + ], + [ + "▁horsepower", + -13.235237121582031 + ], + [ + "▁Tropical", + -13.23523998260498 + ], + [ + "▁wives", + -13.235459327697754 + ], + [ + "adherence", + -13.235677719116213 + ], + [ + "schätzung", + -13.235692977905272 + ], + [ + "▁coherent", + -13.235708236694336 + ], + [ + "parlament", + -13.23574161529541 + ], + [ + "▁stup", + -13.235852241516112 + ], + [ + "▁resonance", + -13.23626708984375 + ], + [ + "▁inheritance", + -13.236355781555176 + ], + [ + "commenced", + -13.23645305633545 + ], + [ + "▁supervise", + -13.236475944519045 + ], + [ + "▁facilitator", + -13.236488342285156 + ], + [ + "fares", + -13.23667812347412 + ], + [ + "▁Tibet", + -13.23672866821289 + ], + [ + "communication", + -13.236787796020508 + ], + [ + "yog", + -13.236806869506836 + ], + [ + "▁WLAN", + -13.236842155456545 + ], + [ + "▁Chili", + -13.23685073852539 + ], + [ + "▁Harold", + -13.2369966506958 + ], + [ + "▁Guerre", + -13.237005233764648 + ], + [ + "▁Femme", + -13.237146377563477 + ], + [ + "▁Lisbon", + -13.237231254577637 + ], + [ + "▁mulțumi", + -13.237415313720703 + ], + [ + "▁vorbereitet", + -13.237415313720703 + ], + [ + "▁aperture", + -13.237422943115234 + ], + [ + "▁Universities", + -13.237442016601562 + ], + [ + "▁reckless", + -13.237471580505373 + ], + [ + "▁Botschaft", + -13.237533569335938 + ], + [ + "▁Squad", + -13.238022804260254 + ], + [ + "▁buoy", + -13.238061904907228 + ], + [ + "participarea", + -13.238236427307127 + ], + [ + "stiinta", + -13.238389015197754 + ], + [ + "▁repeal", + -13.238415718078612 + ], + [ + "drilled", + -13.238489151000977 + ], + [ + "▁Conversation", + -13.238567352294922 + ], + [ + "▁subsid", + -13.238615036010742 + ], + [ + "anstalt", + -13.238741874694824 + ], + [ + "faktor", + -13.23874282836914 + ], + [ + "▁swamp", + -13.23879051208496 + ], + [ + "pflichtig", + -13.238921165466309 + ], + [ + "▁camion", + -13.238970756530762 + ], + [ + "▁gouvern", + -13.239032745361328 + ], + [ + "▁archaeological", + -13.239141464233398 + ], + [ + "▁glitch", + -13.239198684692385 + ], + [ + "average", + -13.239294052124023 + ], + [ + "▁coffre", + -13.239481925964355 + ], + [ + "▁Insert", + -13.239513397216797 + ], + [ + "▁colonne", + -13.2395601272583 + ], + [ + "▁Assess", + -13.23962116241455 + ], + [ + "▁batches", + -13.239716529846191 + ], + [ + "▁ammunition", + -13.239717483520508 + ], + [ + "▁scissors", + -13.239717483520508 + ], + [ + "▁Locksmith", + -13.239740371704102 + ], + [ + "▁Bollywood", + -13.239991188049316 + ], + [ + "expédi", + -13.240288734436035 + ], + [ + "▁descendants", + -13.24039363861084 + ], + [ + "▁unwilling", + -13.240506172180176 + ], + [ + "▁Noise", + -13.240649223327637 + ], + [ + "▁Directive", + -13.240660667419434 + ], + [ + "ATOR", + -13.240765571594238 + ], + [ + "▁Rajasthan", + -13.240870475769045 + ], + [ + "▁chaotic", + -13.240888595581056 + ], + [ + "▁NEED", + -13.24093246459961 + ], + [ + "▁părere", + -13.24095344543457 + ], + [ + "▁begonnen", + -13.241448402404783 + ], + [ + "▁Reef", + -13.241504669189451 + ], + [ + "▁vorgesehen", + -13.24161434173584 + ], + [ + "▁allocate", + -13.241826057434082 + ], + [ + "▁exceptionnel", + -13.241936683654783 + ], + [ + "▁gefertigt", + -13.24203872680664 + ], + [ + "fading", + -13.242072105407717 + ], + [ + "▁interpersonal", + -13.242178916931152 + ], + [ + "▁occupie", + -13.242204666137695 + ], + [ + "▁Teatr", + -13.242579460144045 + ], + [ + "▁kilomètres", + -13.242603302001951 + ], + [ + "▁verbinden", + -13.242608070373535 + ], + [ + "▁Frucht", + -13.242643356323242 + ], + [ + "augmented", + -13.242720603942873 + ], + [ + "▁twentieth", + -13.243181228637695 + ], + [ + "▁aggression", + -13.243183135986328 + ], + [ + "▁Miracle", + -13.243184089660645 + ], + [ + "▁peninsula", + -13.243184089660645 + ], + [ + "▁Fernando", + -13.24318504333496 + ], + [ + "▁autorităţil", + -13.243203163146973 + ], + [ + "▁Iisus", + -13.24321746826172 + ], + [ + "▁puck", + -13.243423461914062 + ], + [ + "titel", + -13.243454933166504 + ], + [ + "▁remake", + -13.243562698364258 + ], + [ + "freiheit", + -13.243563652038574 + ], + [ + "▁Belize", + -13.243590354919434 + ], + [ + "▁secundar", + -13.243779182434082 + ], + [ + "▁perpetrat", + -13.243786811828612 + ], + [ + "jedenfalls", + -13.243797302246094 + ], + [ + "linked", + -13.243820190429688 + ], + [ + "▁dégag", + -13.243918418884276 + ], + [ + "LAY", + -13.243926048278809 + ], + [ + "behandlung", + -13.24417209625244 + ], + [ + "▁1928", + -13.244193077087402 + ], + [ + "▁Nickel", + -13.244205474853516 + ], + [ + "rophy", + -13.244256973266602 + ], + [ + "▁autonomy", + -13.244338989257812 + ], + [ + "▁Treffen", + -13.244402885437012 + ], + [ + "▁groundbreaking", + -13.24445915222168 + ], + [ + "politisch", + -13.244484901428224 + ], + [ + "▁Vector", + -13.244553565979004 + ], + [ + "oricine", + -13.244684219360352 + ], + [ + "utilisées", + -13.244684219360352 + ], + [ + "plete", + -13.244771003723145 + ], + [ + "droht", + -13.244918823242188 + ], + [ + "▁alternativ", + -13.245104789733888 + ], + [ + "▁Bernie", + -13.245213508605955 + ], + [ + "▁embellish", + -13.24526023864746 + ], + [ + "▁Curriculum", + -13.24549674987793 + ], + [ + "herrscht", + -13.245525360107422 + ], + [ + "escalier", + -13.246126174926758 + ], + [ + "hian", + -13.246333122253418 + ], + [ + "ertaining", + -13.246387481689451 + ], + [ + "hitter", + -13.246430397033691 + ], + [ + "▁kompetente", + -13.24665641784668 + ], + [ + "▁trekking", + -13.246760368347168 + ], + [ + "EACH", + -13.246841430664062 + ], + [ + "▁Bedien", + -13.2470703125 + ], + [ + "starred", + -13.247169494628906 + ], + [ + "▁săptămâna", + -13.247236251831056 + ], + [ + "▁Gratuit", + -13.247239112854004 + ], + [ + "▁Jahrzehnte", + -13.247241020202637 + ], + [ + "ingénieur", + -13.24731731414795 + ], + [ + "▁Huang", + -13.24736213684082 + ], + [ + "Music", + -13.247401237487791 + ], + [ + "misiei", + -13.247544288635254 + ], + [ + "▁masuri", + -13.247733116149902 + ], + [ + "▁Achievement", + -13.247817039489746 + ], + [ + "▁Dorothy", + -13.247817039489746 + ], + [ + "blätter", + -13.247817993164062 + ], + [ + "éloign", + -13.247817993164062 + ], + [ + "▁Anglia", + -13.247990608215332 + ], + [ + "brach", + -13.248013496398926 + ], + [ + "▁Optimization", + -13.248085021972656 + ], + [ + "6.7", + -13.248170852661133 + ], + [ + "winkel", + -13.248210906982422 + ], + [ + "contenan", + -13.248347282409668 + ], + [ + "Astăzi", + -13.248398780822754 + ], + [ + "wiped", + -13.248441696166992 + ], + [ + "granting", + -13.248665809631348 + ], + [ + "▁plăti", + -13.248859405517578 + ], + [ + "▁Compensation", + -13.248979568481444 + ], + [ + "▁Verkäufer", + -13.248979568481444 + ], + [ + "▁angajați", + -13.248980522155762 + ], + [ + "▁diminished", + -13.24902057647705 + ], + [ + "employment", + -13.249250411987305 + ], + [ + "yahoo", + -13.249435424804688 + ], + [ + "▁détrui", + -13.249698638916016 + ], + [ + "▁suffisant", + -13.24982738494873 + ], + [ + "▁Moldovei", + -13.250144004821776 + ], + [ + "▁Pokemon", + -13.250144004821776 + ], + [ + "▁Malcolm", + -13.250144958496094 + ], + [ + "▁mysteries", + -13.250147819519045 + ], + [ + "▁Diversity", + -13.250149726867676 + ], + [ + "▁clinique", + -13.250327110290527 + ], + [ + "landais", + -13.250344276428224 + ], + [ + "▁campanii", + -13.250399589538574 + ], + [ + "▁témoignage", + -13.250439643859863 + ], + [ + "▁paralel", + -13.25046730041504 + ], + [ + "▁travailleurs", + -13.250576972961426 + ], + [ + "▁salvage", + -13.250580787658691 + ], + [ + "▁crayon", + -13.250732421875 + ], + [ + "immédiat", + -13.25085163116455 + ], + [ + "hopped", + -13.250958442687988 + ], + [ + "▁senzor", + -13.25102710723877 + ], + [ + "▁imbunatati", + -13.251073837280272 + ], + [ + "▁capitalize", + -13.2511568069458 + ], + [ + "▁Elephant", + -13.25130844116211 + ], + [ + "▁insomnia", + -13.25131607055664 + ], + [ + "▁Ansicht", + -13.251325607299805 + ], + [ + "▁lupte", + -13.251556396484377 + ], + [ + "▁genomic", + -13.251557350158691 + ], + [ + "▁Grape", + -13.251769065856934 + ], + [ + "MONT", + -13.25197982788086 + ], + [ + "métiers", + -13.252004623413086 + ], + [ + "▁Pierce", + -13.252123832702637 + ], + [ + "consulted", + -13.252388954162598 + ], + [ + "▁Responsible", + -13.252474784851074 + ], + [ + "symmetry", + -13.252476692199709 + ], + [ + "▁sulfur", + -13.252487182617188 + ], + [ + "▁înapoi", + -13.25251007080078 + ], + [ + "▁Junction", + -13.252549171447754 + ], + [ + "▁trilogy", + -13.252622604370115 + ], + [ + "▁unkompliziert", + -13.253059387207031 + ], + [ + "▁zugänglich", + -13.253059387207031 + ], + [ + "▁préfèr", + -13.253153800964355 + ], + [ + "oarelor", + -13.253361701965332 + ], + [ + "langage", + -13.253460884094238 + ], + [ + "admired", + -13.253589630126951 + ], + [ + "platform", + -13.253595352172852 + ], + [ + "▁pluralit", + -13.253616333007812 + ], + [ + "▁betrachtet", + -13.253643035888672 + ], + [ + "▁reproduc", + -13.253790855407717 + ], + [ + "exemple", + -13.25385570526123 + ], + [ + "▁conspir", + -13.254347801208496 + ], + [ + "▁pelvi", + -13.25437068939209 + ], + [ + "leased", + -13.254551887512209 + ], + [ + "▁souffle", + -13.254570960998535 + ], + [ + "▁approprié", + -13.254705429077148 + ], + [ + "absorbing", + -13.254817962646484 + ], + [ + "dividing", + -13.254855155944824 + ], + [ + "herently", + -13.25514793395996 + ], + [ + "▁blister", + -13.255179405212402 + ], + [ + "löst", + -13.255182266235352 + ], + [ + "Apotheke", + -13.255398750305176 + ], + [ + "▁Asociaţi", + -13.25542449951172 + ], + [ + "education", + -13.255904197692873 + ], + [ + "▁retract", + -13.255982398986816 + ], + [ + "▁appraise", + -13.255990982055664 + ], + [ + "▁Debbie", + -13.256075859069824 + ], + [ + "▁arhitect", + -13.256193161010742 + ], + [ + "▁Mohamed", + -13.256568908691406 + ], + [ + "▁îndrept", + -13.256568908691406 + ], + [ + "▁exhaustive", + -13.256753921508787 + ], + [ + "▁Notebook", + -13.257004737854004 + ], + [ + "crashing", + -13.257068634033203 + ], + [ + "▁Betreiber", + -13.257155418395996 + ], + [ + "▁présidentielle", + -13.257159233093262 + ], + [ + "▁Träger", + -13.257172584533691 + ], + [ + "▁noteworthy", + -13.257259368896484 + ], + [ + "▁séparé", + -13.257729530334473 + ], + [ + "▁doppelt", + -13.257795333862305 + ], + [ + "tină", + -13.258066177368164 + ], + [ + "Quelques", + -13.258085250854492 + ], + [ + "culoarea", + -13.258100509643556 + ], + [ + "▁ethic", + -13.258166313171388 + ], + [ + "▁cohesive", + -13.258329391479492 + ], + [ + "▁congratulations", + -13.258334159851074 + ], + [ + "▁sovereignty", + -13.25833797454834 + ], + [ + "▁Aplica", + -13.258413314819336 + ], + [ + "▁Covenant", + -13.25851058959961 + ], + [ + "▁multicultural", + -13.258591651916504 + ], + [ + "assemblée", + -13.258955001831056 + ], + [ + "▁petals", + -13.258974075317385 + ], + [ + "erode", + -13.259026527404783 + ], + [ + "▁porumb", + -13.259035110473633 + ], + [ + "▁Barrier", + -13.259050369262695 + ], + [ + "▁WWE", + -13.259085655212402 + ], + [ + "Etwa", + -13.259175300598145 + ], + [ + "▁recunosc", + -13.259271621704102 + ], + [ + "▁turtle", + -13.25941562652588 + ], + [ + "▁vârf", + -13.259444236755373 + ], + [ + "▁Ranking", + -13.259448051452637 + ], + [ + "▁sympathetic", + -13.259514808654783 + ], + [ + "exploded", + -13.2595796585083 + ], + [ + "▁influenț", + -13.259591102600098 + ], + [ + "▁Fireplace", + -13.25972843170166 + ], + [ + "▁Nachwuchs", + -13.260090827941896 + ], + [ + "▁empfohlen", + -13.260090827941896 + ], + [ + "Voir", + -13.260661125183104 + ], + [ + "▁Vimeo", + -13.26069164276123 + ], + [ + "▁weaving", + -13.260967254638672 + ], + [ + "beneficiar", + -13.261198043823242 + ], + [ + "▁balade", + -13.261216163635254 + ], + [ + "▁Mercy", + -13.261566162109377 + ], + [ + "3.000", + -13.26181697845459 + ], + [ + "Immediately", + -13.26185703277588 + ], + [ + "▁frosting", + -13.261868476867676 + ], + [ + "▁Fiscal", + -13.261882781982422 + ], + [ + "downloadable", + -13.26188850402832 + ], + [ + "▁Hwy", + -13.261902809143066 + ], + [ + "évoluer", + -13.261951446533203 + ], + [ + "▁vieille", + -13.2620210647583 + ], + [ + "heißen", + -13.262436866760254 + ], + [ + "▁étrangère", + -13.262446403503418 + ], + [ + "▁incapable", + -13.262490272521973 + ], + [ + "volunteered", + -13.262520790100098 + ], + [ + "fortunately", + -13.262564659118652 + ], + [ + "company", + -13.262738227844238 + ], + [ + "denkt", + -13.2627592086792 + ], + [ + "▁citesc", + -13.262818336486816 + ], + [ + "▁intrebare", + -13.262896537780762 + ], + [ + "pleasantly", + -13.262990951538086 + ], + [ + "▁Minecraft", + -13.263079643249512 + ], + [ + "▁Schmuck", + -13.26308536529541 + ], + [ + "▁maghiar", + -13.263099670410156 + ], + [ + "conductive", + -13.263339042663574 + ], + [ + "décrit", + -13.263534545898438 + ], + [ + "provide", + -13.26353931427002 + ], + [ + "▁depăş", + -13.263628959655762 + ], + [ + "ituated", + -13.263657569885254 + ], + [ + "▁trumpet", + -13.264216423034668 + ], + [ + "▁nastere", + -13.2642240524292 + ], + [ + "▁Région", + -13.264245986938477 + ], + [ + "Occupational", + -13.264411926269531 + ], + [ + "▁Grecia", + -13.264415740966797 + ], + [ + "▁Conclusion", + -13.26449203491211 + ], + [ + "▁collaborateurs", + -13.264927864074709 + ], + [ + "▁Alibaba", + -13.265398025512695 + ], + [ + "▁amplasat", + -13.265398979187012 + ], + [ + "▁Plastik", + -13.265992164611816 + ], + [ + "▁stash", + -13.266023635864258 + ], + [ + "▁Bonnie", + -13.266045570373535 + ], + [ + "▁ehrlich", + -13.266156196594238 + ], + [ + "▁contention", + -13.266193389892578 + ], + [ + "▁Oslo", + -13.266263008117676 + ], + [ + "englische", + -13.266319274902344 + ], + [ + "measurable", + -13.266439437866213 + ], + [ + "loppy", + -13.266470909118652 + ], + [ + "▁Refrigerat", + -13.266579627990724 + ], + [ + "▁remboursement", + -13.26658058166504 + ], + [ + "▁societăţi", + -13.26658058166504 + ], + [ + "translates", + -13.266607284545898 + ], + [ + "ichtigkeit", + -13.266685485839844 + ], + [ + "agentur", + -13.266741752624512 + ], + [ + "▁compute", + -13.266800880432127 + ], + [ + "berater", + -13.266921043395996 + ], + [ + "▁Georgetown", + -13.266945838928224 + ], + [ + "wolves", + -13.26695156097412 + ], + [ + "ceased", + -13.266959190368652 + ], + [ + "▁Binary", + -13.267030715942385 + ], + [ + "▁kontrolliert", + -13.267172813415527 + ], + [ + "informer", + -13.267416000366213 + ], + [ + "lehrer", + -13.267578125 + ], + [ + "lieferung", + -13.267709732055664 + ], + [ + "▁definit", + -13.267742156982422 + ], + [ + "chèque", + -13.267765045166016 + ], + [ + "▁clergy", + -13.267765045166016 + ], + [ + "▁ministries", + -13.267767906188965 + ], + [ + "▁plague", + -13.267779350280762 + ], + [ + "▁Jedi", + -13.267805099487305 + ], + [ + "▁Blackjack", + -13.268025398254396 + ], + [ + "▁subsection", + -13.26807689666748 + ], + [ + "▁Sachsen", + -13.268121719360352 + ], + [ + "valorile", + -13.268146514892578 + ], + [ + "molded", + -13.26816463470459 + ], + [ + "▁betroffen", + -13.268183708190918 + ], + [ + "▁adecvat", + -13.268229484558104 + ], + [ + "▁collègue", + -13.26835823059082 + ], + [ + "▁chinez", + -13.268392562866213 + ], + [ + "emelle", + -13.268695831298828 + ], + [ + "▁körperliche", + -13.268902778625488 + ], + [ + "▁titan", + -13.26891040802002 + ], + [ + "▁sophistication", + -13.268951416015623 + ], + [ + "▁provoke", + -13.268957138061523 + ], + [ + "▁pensii", + -13.269042015075684 + ], + [ + "▁Tucker", + -13.26937770843506 + ], + [ + "▁motoare", + -13.26943302154541 + ], + [ + "supported", + -13.269536972045898 + ], + [ + "▁Sicil", + -13.269697189331056 + ], + [ + "▁Ausgangs", + -13.26987361907959 + ], + [ + "▁verletzt", + -13.269908905029297 + ], + [ + "Ligue", + -13.269996643066406 + ], + [ + "▁organizatori", + -13.270026206970217 + ], + [ + "▁apprentice", + -13.270099639892578 + ], + [ + "▁Potato", + -13.270183563232422 + ], + [ + "▁Duft", + -13.27039623260498 + ], + [ + "▁medicament", + -13.270566940307615 + ], + [ + "Hôtel", + -13.270740509033203 + ], + [ + "▁Triangle", + -13.27084255218506 + ], + [ + "buted", + -13.271100044250488 + ], + [ + "▁Bentley", + -13.271336555480955 + ], + [ + "următoarele", + -13.271389961242676 + ], + [ + "animate", + -13.271404266357422 + ], + [ + "megapixel", + -13.271404266357422 + ], + [ + "einfachen", + -13.271514892578123 + ], + [ + "▁performanț", + -13.271544456481934 + ], + [ + "lurry", + -13.27184009552002 + ], + [ + "suffisamment", + -13.27192211151123 + ], + [ + "▁Weihnachten", + -13.27192211151123 + ], + [ + "▁Detective", + -13.27194595336914 + ], + [ + "▁lovit", + -13.272049903869627 + ], + [ + "▁blouse", + -13.27213191986084 + ], + [ + "▁hartie", + -13.27216339111328 + ], + [ + "vro", + -13.27225112915039 + ], + [ + "▁disastrous", + -13.272517204284668 + ], + [ + "vermutlich", + -13.2725191116333 + ], + [ + "▁Stafford", + -13.272527694702148 + ], + [ + "ehlt", + -13.272628784179688 + ], + [ + "▁vielseitig", + -13.272643089294434 + ], + [ + "Manifest", + -13.273274421691896 + ], + [ + "homage", + -13.27354907989502 + ], + [ + "menée", + -13.273566246032717 + ], + [ + "▁erläuter", + -13.27370834350586 + ], + [ + "▁volontaire", + -13.273709297180176 + ], + [ + "wrought", + -13.27371597290039 + ], + [ + "▁Naples", + -13.273719787597656 + ], + [ + "recommending", + -13.273759841918944 + ], + [ + "▁thermique", + -13.273774147033691 + ], + [ + "▁subtitle", + -13.27378749847412 + ], + [ + "▁Slam", + -13.273809432983398 + ], + [ + "▁necesitate", + -13.273809432983398 + ], + [ + "trimmed", + -13.274099349975586 + ], + [ + "urmatoarele", + -13.274178504943848 + ], + [ + "▁Sorin", + -13.274245262145996 + ], + [ + "▁compromis", + -13.274300575256348 + ], + [ + "overcoming", + -13.274477005004885 + ], + [ + "▁Samantha", + -13.274901390075684 + ], + [ + "dazzling", + -13.27490234375 + ], + [ + "▁Pearson", + -13.274903297424316 + ], + [ + "▁glazing", + -13.274911880493164 + ], + [ + "Revelation", + -13.274921417236328 + ], + [ + "destinée", + -13.275156021118164 + ], + [ + "öffnet", + -13.27515983581543 + ], + [ + "CERT", + -13.275327682495115 + ], + [ + "▁Sneak", + -13.275503158569336 + ], + [ + "proiectele", + -13.275605201721191 + ], + [ + "▁longitudinal", + -13.27609634399414 + ], + [ + "▁cocaine", + -13.276098251342772 + ], + [ + "▁universitar", + -13.276108741760254 + ], + [ + "▁refreshments", + -13.276166915893556 + ], + [ + "▁instanţ", + -13.276243209838867 + ], + [ + "▁kostenfrei", + -13.276397705078123 + ], + [ + "▁comédie", + -13.276451110839844 + ], + [ + "▁Locat", + -13.276725769042969 + ], + [ + "▁Albania", + -13.276732444763184 + ], + [ + "▁mécanique", + -13.276776313781738 + ], + [ + "messung", + -13.27683162689209 + ], + [ + "issus", + -13.277260780334473 + ], + [ + "pinned", + -13.277328491210938 + ], + [ + "▁sanft", + -13.277335166931152 + ], + [ + "▁geprüft", + -13.277435302734377 + ], + [ + "▁procè", + -13.277442932128906 + ], + [ + "▁Üb", + -13.277765274047852 + ], + [ + "5-0", + -13.277802467346191 + ], + [ + "▁Catering", + -13.277957916259766 + ], + [ + "▁prosperous", + -13.27801513671875 + ], + [ + "▁replication", + -13.278098106384276 + ], + [ + "▁obese", + -13.278441429138184 + ], + [ + "clerosis", + -13.278489112854004 + ], + [ + "▁Carnegie", + -13.278489112854004 + ], + [ + "▁Incredible", + -13.278489112854004 + ], + [ + "▁Teppich", + -13.278489112854004 + ], + [ + "▁crunchy", + -13.278489112854004 + ], + [ + "▁vomiting", + -13.278529167175291 + ], + [ + "▁sourire", + -13.278619766235352 + ], + [ + "publish", + -13.278948783874512 + ], + [ + "▁exterioar", + -13.279094696044922 + ], + [ + "▁forehead", + -13.279107093811035 + ], + [ + "▁climatique", + -13.27931308746338 + ], + [ + "▁conservator", + -13.279458999633787 + ], + [ + "▁Russland", + -13.279687881469728 + ], + [ + "▁kombiniert", + -13.279687881469728 + ], + [ + "▁Thrones", + -13.279688835144045 + ], + [ + "▁Griffith", + -13.27968978881836 + ], + [ + "▁fragrant", + -13.279695510864258 + ], + [ + "▁RSVP", + -13.279698371887209 + ], + [ + "klima", + -13.279751777648926 + ], + [ + "▁situație", + -13.279808044433594 + ], + [ + "deschiderea", + -13.280009269714355 + ], + [ + "▁moale", + -13.280033111572266 + ], + [ + "▁Trevor", + -13.280112266540527 + ], + [ + "ménager", + -13.28011417388916 + ], + [ + "deploying", + -13.280428886413574 + ], + [ + "▁Loft", + -13.280500411987305 + ], + [ + "▁Willkommen", + -13.28059196472168 + ], + [ + "▁Bezirks", + -13.280887603759766 + ], + [ + "▁Himself", + -13.280975341796877 + ], + [ + "▁quarant", + -13.28101634979248 + ], + [ + "▁1901", + -13.281079292297363 + ], + [ + "▁tripod", + -13.28136920928955 + ], + [ + "▁récolt", + -13.281553268432615 + ], + [ + "natură", + -13.281631469726562 + ], + [ + "School", + -13.281649589538574 + ], + [ + "contested", + -13.281773567199709 + ], + [ + "bwohl", + -13.281784057617188 + ], + [ + "Darren", + -13.281830787658691 + ], + [ + "medicine", + -13.281903266906738 + ], + [ + "▁Impuls", + -13.282041549682615 + ], + [ + "prevailing", + -13.282057762145996 + ], + [ + "▁orthodontic", + -13.282089233398438 + ], + [ + "▁sequential", + -13.282089233398438 + ], + [ + "▁Kolkata", + -13.28209114074707 + ], + [ + "▁séch", + -13.282100677490234 + ], + [ + "▁diaper", + -13.28212833404541 + ], + [ + "▁simplifie", + -13.282144546508787 + ], + [ + "▁reflux", + -13.282163619995115 + ], + [ + "▁Hypo", + -13.28224277496338 + ], + [ + "imprimer", + -13.282251358032228 + ], + [ + "▁Folosi", + -13.282401084899902 + ], + [ + "Info", + -13.282570838928224 + ], + [ + "▁Investiga", + -13.282801628112791 + ], + [ + "stabilirea", + -13.282845497131348 + ], + [ + "élis", + -13.28314971923828 + ], + [ + "ccessed", + -13.28320026397705 + ], + [ + "▁recyclable", + -13.28329372406006 + ], + [ + "▁forbidden", + -13.283295631408691 + ], + [ + "▁Colonel", + -13.283297538757324 + ], + [ + "▁nisip", + -13.28330135345459 + ], + [ + "▁Fundamental", + -13.283303260803224 + ], + [ + "▁nouveauté", + -13.283308029174805 + ], + [ + "khi", + -13.283357620239258 + ], + [ + "▁ecology", + -13.28339672088623 + ], + [ + "▁filament", + -13.283540725708008 + ], + [ + "▁relentless", + -13.283559799194336 + ], + [ + "▁Behavior", + -13.283669471740724 + ], + [ + "titulaire", + -13.283900260925291 + ], + [ + "▁administrativ", + -13.28404426574707 + ], + [ + "▁Vorlage", + -13.284209251403809 + ], + [ + "zeigte", + -13.28427791595459 + ], + [ + "▁Bäume", + -13.284497261047363 + ], + [ + "▁Kartoffel", + -13.284497261047363 + ], + [ + "▁Possible", + -13.284500122070312 + ], + [ + "▁perturb", + -13.28466510772705 + ], + [ + "▁Grigor", + -13.284717559814451 + ], + [ + "▁streng", + -13.284759521484377 + ], + [ + "▁vânzare", + -13.285101890563965 + ], + [ + "concentrating", + -13.285698890686035 + ], + [ + "▁rechtzeitig", + -13.2857027053833 + ], + [ + "▁eternity", + -13.28570556640625 + ], + [ + "▁Puzzle", + -13.28575611114502 + ], + [ + "▁malade", + -13.285775184631348 + ], + [ + "▁Metallic", + -13.285776138305664 + ], + [ + "▁Unterhaltung", + -13.285783767700195 + ], + [ + "▁4:00", + -13.285820960998535 + ], + [ + "▁magique", + -13.285908699035645 + ], + [ + "▁cellphone", + -13.285975456237791 + ], + [ + "▁inhibition", + -13.286023139953612 + ], + [ + "▁remplacement", + -13.286025047302246 + ], + [ + "▁WWII", + -13.286089897155762 + ], + [ + "Eff", + -13.286258697509766 + ], + [ + "kontakt", + -13.286832809448242 + ], + [ + "Update", + -13.286869049072266 + ], + [ + "▁Emerald", + -13.286910057067873 + ], + [ + "▁hammock", + -13.286910057067873 + ], + [ + "POWER", + -13.286917686462402 + ], + [ + "automne", + -13.286917686462402 + ], + [ + "▁(2004)", + -13.286961555480955 + ], + [ + "▁participanți", + -13.287012100219728 + ], + [ + "1998)", + -13.287014961242676 + ], + [ + "▁deletion", + -13.287186622619627 + ], + [ + "▁Proiect", + -13.287226676940918 + ], + [ + "IDENT", + -13.287504196166992 + ], + [ + "▁precis", + -13.287623405456545 + ], + [ + "▁limp", + -13.287676811218262 + ], + [ + "▁Pompe", + -13.287686347961426 + ], + [ + "▁ménage", + -13.28780746459961 + ], + [ + "▁Wahrheit", + -13.288119316101074 + ], + [ + "▁Intelligent", + -13.28812026977539 + ], + [ + "▁instability", + -13.2881441116333 + ], + [ + "insurance", + -13.28834629058838 + ], + [ + "▁Nursery", + -13.288352966308594 + ], + [ + "▁synonym", + -13.288427352905272 + ], + [ + "▁ignite", + -13.28848934173584 + ], + [ + "▁Vernon", + -13.28849983215332 + ], + [ + "purchase", + -13.288524627685549 + ], + [ + "▁disponibilité", + -13.288662910461426 + ], + [ + "▁producţi", + -13.28909969329834 + ], + [ + "▁Pentagon", + -13.289329528808594 + ], + [ + "▁illumination", + -13.289329528808594 + ], + [ + "▁obsolete", + -13.289329528808594 + ], + [ + "▁unacceptable", + -13.28933048248291 + ], + [ + "Gleichzeitig", + -13.289938926696776 + ], + [ + "rutsch", + -13.290071487426758 + ], + [ + "viziuni", + -13.290409088134766 + ], + [ + "▁Nicaragua", + -13.29054069519043 + ], + [ + "▁hesitation", + -13.290541648864746 + ], + [ + "▁nascut", + -13.290545463562012 + ], + [ + "▁Warehouse", + -13.29055404663086 + ], + [ + "geboten", + -13.29055881500244 + ], + [ + "▁Lagos", + -13.290844917297363 + ], + [ + "produced", + -13.290874481201172 + ], + [ + "cativa", + -13.291309356689451 + ], + [ + "▁Tracy", + -13.291326522827148 + ], + [ + "Projekt", + -13.291468620300291 + ], + [ + "▁malaria", + -13.291692733764648 + ], + [ + "▁Baldwin", + -13.291755676269531 + ], + [ + "Take", + -13.291791915893556 + ], + [ + "▁fluctuations", + -13.291844367980955 + ], + [ + "▁titular", + -13.29194450378418 + ], + [ + "bmw", + -13.291976928710938 + ], + [ + "▁brevet", + -13.29202651977539 + ], + [ + "étapes", + -13.292173385620115 + ], + [ + "wikipedia", + -13.292373657226562 + ], + [ + "▁corporal", + -13.292424201965332 + ], + [ + "▁Schönheit", + -13.2926664352417 + ], + [ + "utilizatorii", + -13.292695999145508 + ], + [ + "INFO", + -13.292807579040527 + ], + [ + "▁formularul", + -13.29290008544922 + ], + [ + "femi", + -13.292959213256836 + ], + [ + "Konferenz", + -13.29296875 + ], + [ + "▁carnival", + -13.29296875 + ], + [ + "▁Kräuter", + -13.292969703674316 + ], + [ + "▁gelernt", + -13.292981147766112 + ], + [ + "▁Sherman", + -13.293017387390137 + ], + [ + "▁persistence", + -13.293289184570312 + ], + [ + "▁Behörden", + -13.293577194213867 + ], + [ + "▁Frühjahr", + -13.293578147888184 + ], + [ + "▁Guvern", + -13.293649673461914 + ], + [ + "interpreting", + -13.293878555297852 + ], + [ + "▁nommé", + -13.294021606445312 + ], + [ + "consult", + -13.29403591156006 + ], + [ + "▁obligaţi", + -13.294184684753418 + ], + [ + "▁Newspaper", + -13.2942476272583 + ], + [ + "(2005)", + -13.294515609741213 + ], + [ + "pumped", + -13.294614791870115 + ], + [ + "▁autoritati", + -13.294634819030762 + ], + [ + "▁aplicatii", + -13.294644355773926 + ], + [ + "▁verhindert", + -13.294794082641602 + ], + [ + "▁évident", + -13.294794082641602 + ], + [ + "▁getrennt", + -13.294795036315918 + ], + [ + "▁Encourage", + -13.295403480529783 + ], + [ + "▁lurk", + -13.295432090759276 + ], + [ + "▁condemned", + -13.295455932617188 + ], + [ + "▁4:30", + -13.295502662658691 + ], + [ + "labelled", + -13.29576587677002 + ], + [ + "ordinea", + -13.295899391174316 + ], + [ + "▁pantofi", + -13.296012878417969 + ], + [ + "Default", + -13.296042442321776 + ], + [ + "▁beruh", + -13.296120643615724 + ], + [ + "/01/", + -13.296268463134766 + ], + [ + "league", + -13.296503067016602 + ], + [ + "▁couvert", + -13.296524047851562 + ], + [ + "▁competencies", + -13.296622276306152 + ], + [ + "▁mozzarella", + -13.296622276306152 + ], + [ + "jihad", + -13.29662799835205 + ], + [ + "▁gossip", + -13.29662799835205 + ], + [ + "▁Omaha", + -13.296628952026367 + ], + [ + "▁coincidence", + -13.296669960021973 + ], + [ + "▁Pinot", + -13.296710968017578 + ], + [ + "dotted", + -13.296789169311523 + ], + [ + "schilder", + -13.297197341918944 + ], + [ + "▁Munte", + -13.29722499847412 + ], + [ + "▁Vermieter", + -13.297232627868652 + ], + [ + "▁britannique", + -13.297232627868652 + ], + [ + "▁comentariu", + -13.297235488891602 + ], + [ + "abonnement", + -13.29725456237793 + ], + [ + "▁inventive", + -13.29727840423584 + ], + [ + "complie", + -13.297279357910156 + ], + [ + "composée", + -13.29734992980957 + ], + [ + "▁glatt", + -13.297684669494627 + ], + [ + "adorned", + -13.297842979431152 + ], + [ + "▁Opportunities", + -13.297842979431152 + ], + [ + "▁equilibrium", + -13.297842979431152 + ], + [ + "▁persuasive", + -13.297842979431152 + ], + [ + "▁achiziţi", + -13.297843933105469 + ], + [ + "▁déterminer", + -13.297843933105469 + ], + [ + "▁fleece", + -13.297857284545898 + ], + [ + "▁ivory", + -13.29786205291748 + ], + [ + "▁Genuss", + -13.297900199890137 + ], + [ + "Thousands", + -13.297930717468262 + ], + [ + "▁izolat", + -13.297965049743652 + ], + [ + "▁symbolize", + -13.298033714294434 + ], + [ + "gâteau", + -13.298051834106444 + ], + [ + "▁relații", + -13.298062324523926 + ], + [ + "▁Classroom", + -13.298144340515137 + ], + [ + "settlers", + -13.298155784606934 + ], + [ + "▁vremuri", + -13.298195838928224 + ], + [ + "▁Serial", + -13.29838752746582 + ], + [ + "▁boite", + -13.298399925231934 + ], + [ + "équivalent", + -13.298453330993652 + ], + [ + "▁benutzen", + -13.298454284667969 + ], + [ + "▁Recomand", + -13.298462867736816 + ], + [ + "▁Sinai", + -13.298968315124512 + ], + [ + "▁Advertise", + -13.29906940460205 + ], + [ + "▁Thermal", + -13.299206733703612 + ], + [ + "fiance", + -13.299471855163574 + ], + [ + "▁universitaire", + -13.299683570861816 + ], + [ + "▁rivière", + -13.299793243408203 + ], + [ + "▁reimburse", + -13.299907684326172 + ], + [ + "ţara", + -13.299932479858398 + ], + [ + "tician", + -13.30002498626709 + ], + [ + "intelligence", + -13.300041198730469 + ], + [ + "▁abgestimmt", + -13.300288200378418 + ], + [ + "▁compliqué", + -13.300288200378418 + ], + [ + "▁succulent", + -13.300297737121582 + ], + [ + "opéra", + -13.300395011901855 + ], + [ + "7-9", + -13.300456047058104 + ], + [ + "▁pierderi", + -13.300654411315918 + ], + [ + "extinction", + -13.30090045928955 + ], + [ + "▁Zweifel", + -13.30103874206543 + ], + [ + "ATCH", + -13.30112361907959 + ], + [ + "10,000", + -13.301222801208496 + ], + [ + "▁uninterrupted", + -13.301513671875 + ], + [ + "▁Eigentum", + -13.301517486572266 + ], + [ + "▁Utility", + -13.301517486572266 + ], + [ + "ско", + -13.30152988433838 + ], + [ + "▁tornado", + -13.301544189453123 + ], + [ + "▁Güte", + -13.301727294921877 + ], + [ + "▁pertain", + -13.301923751831056 + ], + [ + "painters", + -13.301993370056152 + ], + [ + "Help", + -13.3021240234375 + ], + [ + "▁străinătate", + -13.30212688446045 + ], + [ + "▁stammen", + -13.302170753479004 + ], + [ + "opposition", + -13.30222988128662 + ], + [ + "▁rhino", + -13.302233695983888 + ], + [ + "intervenir", + -13.302427291870115 + ], + [ + "▁hyperlink", + -13.302441596984863 + ], + [ + "höchst", + -13.302518844604492 + ], + [ + "roach", + -13.302627563476562 + ], + [ + "wSt", + -13.302687644958496 + ], + [ + "▁monastery", + -13.302740097045898 + ], + [ + "▁algae", + -13.302754402160645 + ], + [ + "▁shaving", + -13.302757263183594 + ], + [ + "présentent", + -13.302804946899414 + ], + [ + "Africa", + -13.302860260009766 + ], + [ + "eigener", + -13.30304718017578 + ], + [ + "▁glace", + -13.30315399169922 + ], + [ + "▁discurs", + -13.303179740905762 + ], + [ + "▁autograph", + -13.303204536437988 + ], + [ + "▁Conflict", + -13.303359031677246 + ], + [ + "▁școli", + -13.303411483764648 + ], + [ + "▁excerpt", + -13.303617477416992 + ], + [ + "correlated", + -13.303628921508787 + ], + [ + "empel", + -13.303841590881348 + ], + [ + "cryptocurrencies", + -13.30396842956543 + ], + [ + "▁symposium", + -13.30396842956543 + ], + [ + "▁gewohnt", + -13.303994178771973 + ], + [ + "PTSD", + -13.304070472717283 + ], + [ + "▁harmonic", + -13.304166793823242 + ], + [ + "discarded", + -13.304282188415527 + ], + [ + "▁Flint", + -13.304359436035156 + ], + [ + "Russia", + -13.30442237854004 + ], + [ + "▁ședinț", + -13.304583549499512 + ], + [ + "▁accusations", + -13.304727554321287 + ], + [ + "▁încălc", + -13.304827690124512 + ], + [ + "sendung", + -13.305152893066406 + ], + [ + "▁Chiropractic", + -13.305197715759276 + ], + [ + "▁excepți", + -13.305201530456545 + ], + [ + "▁proclaim", + -13.305201530456545 + ], + [ + "▁Flexible", + -13.305295944213867 + ], + [ + "▁Hüt", + -13.30538272857666 + ], + [ + "▁Baltic", + -13.30539608001709 + ], + [ + "▁inaltime", + -13.30553913116455 + ], + [ + "▁montré", + -13.305868148803713 + ], + [ + "exécution", + -13.305898666381836 + ], + [ + "partei", + -13.30596160888672 + ], + [ + "▁specifie", + -13.306072235107422 + ], + [ + "▁Jackpot", + -13.306105613708496 + ], + [ + "▁stumble", + -13.306134223937988 + ], + [ + "▁individuel", + -13.306161880493164 + ], + [ + "▁Veteran", + -13.306217193603516 + ], + [ + "▁Supplies", + -13.306428909301758 + ], + [ + "▁excavation", + -13.306428909301758 + ], + [ + "▁Libraries", + -13.306469917297363 + ], + [ + "▁prénom", + -13.306476593017578 + ], + [ + "WOOD", + -13.30650806427002 + ], + [ + "meciul", + -13.306917190551758 + ], + [ + "Chef", + -13.30693817138672 + ], + [ + "▁SUPER", + -13.306940078735352 + ], + [ + "Appeals", + -13.30696964263916 + ], + [ + "terapia", + -13.307113647460938 + ], + [ + "▁relatii", + -13.30713939666748 + ], + [ + "modifying", + -13.30748462677002 + ], + [ + "▁Regulament", + -13.307662010192873 + ], + [ + "▁bănci", + -13.307662963867188 + ], + [ + "▁agility", + -13.307666778564451 + ], + [ + "▁Magnetic", + -13.307674407958984 + ], + [ + "▁piatra", + -13.30767822265625 + ], + [ + "▁Governance", + -13.307680130004885 + ], + [ + "▁clown", + -13.30772876739502 + ], + [ + "▁Choir", + -13.308337211608888 + ], + [ + "aujourd", + -13.308548927307127 + ], + [ + "▁vendeur", + -13.30873203277588 + ], + [ + "ndererseits", + -13.308859825134276 + ], + [ + "▁Bahrain", + -13.3088960647583 + ], + [ + "▁Timisoara", + -13.3088960647583 + ], + [ + "▁exklusive", + -13.3088960647583 + ], + [ + "▁Population", + -13.309001922607422 + ], + [ + "▁nepo", + -13.309073448181152 + ], + [ + "▁relish", + -13.309085845947266 + ], + [ + "▁Pumpkin", + -13.309571266174316 + ], + [ + "▁détente", + -13.309784889221191 + ], + [ + "▁episcop", + -13.309860229492188 + ], + [ + "patterned", + -13.309929847717283 + ], + [ + "▁THANK", + -13.310132026672363 + ], + [ + "▁Widerspruch", + -13.310132026672363 + ], + [ + "▁Crisis", + -13.310189247131348 + ], + [ + "▁goose", + -13.310226440429688 + ], + [ + "▁couture", + -13.310307502746582 + ], + [ + "▁hinweg", + -13.310446739196776 + ], + [ + "supplemental", + -13.310486793518066 + ], + [ + "shingles", + -13.31060791015625 + ], + [ + "investir", + -13.310635566711426 + ], + [ + "▁steriliz", + -13.31075954437256 + ], + [ + "tractors", + -13.310761451721191 + ], + [ + "cellules", + -13.31078815460205 + ], + [ + "▁Gloria", + -13.310888290405272 + ], + [ + "▁teilnehmen", + -13.311092376708984 + ], + [ + "companiile", + -13.311248779296877 + ], + [ + "surfacing", + -13.311279296875 + ], + [ + "▁nostalgic", + -13.311368942260742 + ], + [ + "▁Badezimmer", + -13.31136989593506 + ], + [ + "▁conjoint", + -13.311370849609377 + ], + [ + "vacancy", + -13.31145191192627 + ], + [ + "▁homeland", + -13.311582565307615 + ], + [ + "▁Abschnitt", + -13.311625480651855 + ], + [ + "Cartea", + -13.311653137207031 + ], + [ + "SIA", + -13.311782836914062 + ], + [ + "▁explode", + -13.311786651611328 + ], + [ + "fostering", + -13.311959266662598 + ], + [ + "▁ceilalti", + -13.31198787689209 + ], + [ + "▁gentil", + -13.31214714050293 + ], + [ + "oplasty", + -13.31218433380127 + ], + [ + "bodied", + -13.312424659729004 + ], + [ + "▁1906", + -13.312499046325684 + ], + [ + "▁BlackBerry", + -13.312607765197754 + ], + [ + "▁Presbyterian", + -13.312607765197754 + ], + [ + "▁berücksichtigt", + -13.312607765197754 + ], + [ + "▁compartiment", + -13.312607765197754 + ], + [ + "▁compulsory", + -13.312607765197754 + ], + [ + "Millennial", + -13.312609672546388 + ], + [ + "▁sanitar", + -13.31263828277588 + ], + [ + "▁stink", + -13.312975883483888 + ], + [ + "lius", + -13.313047409057615 + ], + [ + "thankfully", + -13.313136100769045 + ], + [ + "modalité", + -13.313173294067385 + ], + [ + "▁cunoaște", + -13.313226699829102 + ], + [ + "Infrastruktur", + -13.313227653503418 + ], + [ + "▁studenți", + -13.31325340270996 + ], + [ + "Bref", + -13.313270568847656 + ], + [ + "London", + -13.31360149383545 + ], + [ + "▁Arduino", + -13.313847541809082 + ], + [ + "▁cilantro", + -13.313847541809082 + ], + [ + "▁Rafael", + -13.313848495483398 + ], + [ + "▁untersucht", + -13.313861846923828 + ], + [ + "▁martyr", + -13.31389331817627 + ], + [ + "▁Mormon", + -13.313984870910645 + ], + [ + "▁wicket", + -13.31399631500244 + ], + [ + "cherished", + -13.314335823059082 + ], + [ + "liquid", + -13.314417839050291 + ], + [ + "▁dorinț", + -13.314571380615234 + ], + [ + "lehnt", + -13.314717292785645 + ], + [ + "meisterschaft", + -13.31493091583252 + ], + [ + "fondateur", + -13.314971923828123 + ], + [ + "câble", + -13.315078735351562 + ], + [ + "▁erreichbar", + -13.315091133117676 + ], + [ + "▁footsteps", + -13.31509494781494 + ], + [ + "▁Kloster", + -13.31519889831543 + ], + [ + "▁multiplayer", + -13.315218925476074 + ], + [ + "▁substitu", + -13.31527614593506 + ], + [ + "▁Frisch", + -13.315526962280272 + ], + [ + "▁arsenal", + -13.315712928771973 + ], + [ + "explication", + -13.315866470336914 + ], + [ + "▁conexiun", + -13.31598663330078 + ], + [ + "muddy", + -13.316045761108398 + ], + [ + "▁Reifen", + -13.316120147705078 + ], + [ + "auraient", + -13.316132545471191 + ], + [ + "▁biologic", + -13.316136360168455 + ], + [ + "▁acquainted", + -13.316332817077637 + ], + [ + "▁shelving", + -13.316341400146484 + ], + [ + "Stunning", + -13.316373825073242 + ], + [ + "▁Clothing", + -13.316394805908203 + ], + [ + "▁kidding", + -13.316431999206545 + ], + [ + "excellent", + -13.316452026367188 + ], + [ + "▁susțin", + -13.316487312316896 + ], + [ + "bătut", + -13.316502571105955 + ], + [ + "elusive", + -13.3165283203125 + ], + [ + "werbung", + -13.316743850708008 + ], + [ + "slipping", + -13.316813468933104 + ], + [ + "▁configura", + -13.316926956176758 + ], + [ + "▁proaspat", + -13.31695556640625 + ], + [ + "▁apporté", + -13.317120552062988 + ], + [ + "▁démarr", + -13.317328453063965 + ], + [ + "Spezialist", + -13.317578315734863 + ], + [ + "▁obligați", + -13.317578315734863 + ], + [ + "▁societăți", + -13.317578315734863 + ], + [ + "▁malpractice", + -13.31757926940918 + ], + [ + "Hundreds", + -13.317609786987305 + ], + [ + "▁3:1", + -13.318138122558594 + ], + [ + "▁computation", + -13.31817626953125 + ], + [ + "▁Heilig", + -13.318528175354004 + ], + [ + "▁Helsinki", + -13.318824768066406 + ], + [ + "▁firefighters", + -13.318824768066406 + ], + [ + "▁obedience", + -13.318824768066406 + ], + [ + "▁evacuate", + -13.318825721740724 + ], + [ + "▁Floyd", + -13.318840026855469 + ], + [ + "▁Disneyland", + -13.318859100341797 + ], + [ + "Cathy", + -13.319069862365724 + ], + [ + "▁Broken", + -13.319278717041016 + ], + [ + "cript", + -13.319952011108398 + ], + [ + "▁Gewähr", + -13.320073127746582 + ], + [ + "▁embarrassed", + -13.320073127746582 + ], + [ + "▁Leicht", + -13.32007884979248 + ], + [ + "▁témoign", + -13.320379257202148 + ], + [ + "▁viteze", + -13.3206148147583 + ], + [ + "▁hallmark", + -13.320731163024902 + ], + [ + "uploads", + -13.32082462310791 + ], + [ + "▁Submission", + -13.320929527282717 + ], + [ + "▁croissant", + -13.321049690246582 + ], + [ + "awning", + -13.32105827331543 + ], + [ + "detecting", + -13.32119846343994 + ], + [ + "▁Bahamas", + -13.321322441101074 + ], + [ + "▁Kathleen", + -13.321325302124023 + ], + [ + "▁latch", + -13.321377754211426 + ], + [ + "▁pronounce", + -13.321380615234377 + ], + [ + "▁choke", + -13.321428298950195 + ], + [ + "▁$50,000", + -13.3215970993042 + ], + [ + "▁historische", + -13.321642875671388 + ], + [ + "jugé", + -13.321829795837402 + ], + [ + "▁MasterCard", + -13.321949005126951 + ], + [ + "▁Horror", + -13.321955680847168 + ], + [ + "spoiled", + -13.321958541870115 + ], + [ + "▁apariți", + -13.32202434539795 + ], + [ + "geschaltet", + -13.3225736618042 + ], + [ + "▁Londra", + -13.32257843017578 + ], + [ + "viction", + -13.322580337524414 + ], + [ + "▁Disaster", + -13.322593688964844 + ], + [ + "▁desigur", + -13.322601318359377 + ], + [ + "▁substanț", + -13.322601318359377 + ], + [ + "▁compiler", + -13.322613716125488 + ], + [ + "▁vanzari", + -13.32262897491455 + ], + [ + "▁Simulation", + -13.322669982910156 + ], + [ + "Occasionally", + -13.322842597961426 + ], + [ + "Seite", + -13.322884559631348 + ], + [ + "Linked", + -13.322938919067385 + ], + [ + "Roll", + -13.323015213012695 + ], + [ + "▁trajet", + -13.323244094848633 + ], + [ + "Molecular", + -13.323834419250488 + ], + [ + "▁pragmatic", + -13.323843002319336 + ], + [ + "judecată", + -13.323915481567385 + ], + [ + "ров", + -13.32400894165039 + ], + [ + "serrurerie", + -13.324024200439451 + ], + [ + "▁reconstruct", + -13.324129104614258 + ], + [ + "▁heureuse", + -13.324179649353027 + ], + [ + "▁knight", + -13.32422924041748 + ], + [ + "knowingly", + -13.32443141937256 + ], + [ + "▁perspectiva", + -13.324453353881836 + ], + [ + "ordinary", + -13.324604034423828 + ], + [ + "▁chaudière", + -13.324721336364746 + ], + [ + "Neill", + -13.324727058410645 + ], + [ + "cellulose", + -13.325080871582031 + ], + [ + "▁Delicious", + -13.325080871582031 + ], + [ + "▁incearca", + -13.325080871582031 + ], + [ + "▁retrospective", + -13.325080871582031 + ], + [ + "▁mundane", + -13.325081825256348 + ], + [ + "▁definiert", + -13.32508659362793 + ], + [ + "▁cockpit", + -13.325088500976562 + ], + [ + "Aktionen", + -13.325363159179688 + ], + [ + "▁distanț", + -13.325654029846191 + ], + [ + "▁diplôme", + -13.325708389282228 + ], + [ + "prepaid", + -13.325737953186035 + ], + [ + "▁Tabellen", + -13.325758934020996 + ], + [ + "▁economie", + -13.325770378112791 + ], + [ + "December", + -13.32582664489746 + ], + [ + "Punkten", + -13.32613754272461 + ], + [ + "▁Punch", + -13.32614517211914 + ], + [ + "Martin", + -13.326154708862305 + ], + [ + "▁Espresso", + -13.32631492614746 + ], + [ + "▁ubiquitous", + -13.326335906982422 + ], + [ + "▁Mongolia", + -13.326337814331056 + ], + [ + "▁collabor", + -13.326635360717772 + ], + [ + "▁Vordergrund", + -13.32696533203125 + ], + [ + "cameră", + -13.327091217041016 + ], + [ + "represented", + -13.327268600463867 + ], + [ + "▁AUTO", + -13.327446937561035 + ], + [ + "▁Ofert", + -13.327542304992676 + ], + [ + "neig", + -13.327593803405762 + ], + [ + "▁Hazard", + -13.327595710754396 + ], + [ + "▁Constanta", + -13.327596664428713 + ], + [ + "▁tumour", + -13.32759952545166 + ], + [ + "▁Neighborhood", + -13.327603340148926 + ], + [ + "▁detaliat", + -13.327619552612305 + ], + [ + "▁extraordinaire", + -13.327665328979492 + ], + [ + "▁Therapeutic", + -13.327686309814451 + ], + [ + "predicting", + -13.327693939208984 + ], + [ + "▁institutii", + -13.32776165008545 + ], + [ + "ifizierung", + -13.327797889709473 + ], + [ + "wählt", + -13.328207015991213 + ], + [ + "▁remarquable", + -13.32822322845459 + ], + [ + "Invent", + -13.32851219177246 + ], + [ + "▁foloseșt", + -13.328514099121094 + ], + [ + "öfte", + -13.32870388031006 + ], + [ + "▁discreet", + -13.328853607177734 + ], + [ + "▁Flickr", + -13.32885456085205 + ], + [ + "▁trésor", + -13.328856468200684 + ], + [ + "▁steroids", + -13.328872680664062 + ], + [ + "▁personnalité", + -13.328953742980955 + ], + [ + "▁Krankenhaus", + -13.32901668548584 + ], + [ + "▁affordability", + -13.329218864440918 + ], + [ + "deuten", + -13.329398155212402 + ], + [ + "Detailed", + -13.329412460327148 + ], + [ + "Walk", + -13.329444885253906 + ], + [ + "▁parallèle", + -13.329483032226562 + ], + [ + "thèse", + -13.329649925231934 + ], + [ + "▁gefördert", + -13.330117225646973 + ], + [ + "Greeting", + -13.33014965057373 + ], + [ + "gelistet", + -13.330172538757324 + ], + [ + "▁chlorine", + -13.330392837524414 + ], + [ + "behält", + -13.33039665222168 + ], + [ + "emption", + -13.330435752868652 + ], + [ + "▁mobilité", + -13.330601692199709 + ], + [ + "▁randonnée", + -13.330668449401855 + ], + [ + "habitant", + -13.330718040466309 + ], + [ + "zilla", + -13.331082344055176 + ], + [ + "▁Lili", + -13.33116054534912 + ], + [ + "▁répét", + -13.331341743469238 + ], + [ + "trucât", + -13.331376075744627 + ], + [ + "▁Hospice", + -13.331376075744627 + ], + [ + "▁grassroots", + -13.331377029418944 + ], + [ + "▁affiché", + -13.331393241882324 + ], + [ + "pears", + -13.331470489501951 + ], + [ + "▁linistit", + -13.331497192382812 + ], + [ + "▁Patron", + -13.331552505493164 + ], + [ + "▁Stalin", + -13.331626892089844 + ], + [ + "▁închiri", + -13.331751823425291 + ], + [ + "▁Apostol", + -13.332018852233888 + ], + [ + "▁poudre", + -13.332246780395508 + ], + [ + "▁piscin", + -13.332419395446776 + ], + [ + "merlin", + -13.33259391784668 + ], + [ + "limited", + -13.33260726928711 + ], + [ + "▁métallique", + -13.332639694213867 + ], + [ + "gazebo", + -13.33267879486084 + ], + [ + "weilige", + -13.332718849182127 + ], + [ + "prosecutors", + -13.33278751373291 + ], + [ + "Expert", + -13.33314323425293 + ], + [ + "Assemblée", + -13.333271980285645 + ], + [ + "▁fauna", + -13.333285331726074 + ], + [ + "▁Turtle", + -13.333353996276855 + ], + [ + "▁Consortium", + -13.333905220031738 + ], + [ + "▁assemblies", + -13.333905220031738 + ], + [ + "▁trajectory", + -13.333905220031738 + ], + [ + "▁Vineyard", + -13.333906173706056 + ], + [ + "▁Mehrwert", + -13.33403778076172 + ], + [ + "▁sunflower", + -13.334043502807615 + ], + [ + "develop", + -13.334060668945312 + ], + [ + "▁heroic", + -13.334100723266602 + ], + [ + "▁riscuri", + -13.334151268005373 + ], + [ + "oeuf", + -13.334300994873049 + ], + [ + "influence", + -13.334452629089355 + ], + [ + "▁Voraussetzung", + -13.334500312805176 + ], + [ + "utoritatea", + -13.334518432617188 + ], + [ + "Produsul", + -13.334654808044434 + ], + [ + "▁gewährleistet", + -13.335171699523926 + ], + [ + "▁brûl", + -13.335175514221191 + ], + [ + "▁Column", + -13.33518409729004 + ], + [ + "▁trousers", + -13.335209846496582 + ], + [ + "▁posterior", + -13.33521556854248 + ], + [ + "glyph", + -13.335251808166504 + ], + [ + "▁Happen", + -13.335280418395996 + ], + [ + "▁créateur", + -13.335667610168455 + ], + [ + "▁apostle", + -13.335898399353027 + ], + [ + "▁padding", + -13.335907936096191 + ], + [ + "▁Digitalisierung", + -13.335908889770508 + ], + [ + "▁Laurie", + -13.335915565490724 + ], + [ + "▁Erwerb", + -13.336065292358398 + ], + [ + "▁bătrân", + -13.336440086364746 + ], + [ + "▁harmonious", + -13.336441040039062 + ], + [ + "▁ailments", + -13.336456298828123 + ], + [ + "▁Venue", + -13.33650016784668 + ], + [ + "▁Motorcycle", + -13.336523056030272 + ], + [ + "▁cortex", + -13.336551666259766 + ], + [ + "▁Sunrise", + -13.336636543273926 + ], + [ + "Software", + -13.33677577972412 + ], + [ + "▁advocat", + -13.336934089660645 + ], + [ + "essentiellement", + -13.337422370910645 + ], + [ + "•", + -13.337494850158691 + ], + [ + "părut", + -13.337522506713867 + ], + [ + "▁Suffolk", + -13.337711334228516 + ], + [ + "▁righteousness", + -13.337711334228516 + ], + [ + "▁Shirley", + -13.337712287902832 + ], + [ + "▁Famous", + -13.337749481201172 + ], + [ + "▁emulate", + -13.337788581848145 + ], + [ + "vermögen", + -13.33788776397705 + ], + [ + "generated", + -13.337963104248049 + ], + [ + "Ecole", + -13.337977409362791 + ], + [ + "▁managerial", + -13.338086128234863 + ], + [ + "believe", + -13.338091850280762 + ], + [ + "▁récupére", + -13.338348388671877 + ], + [ + "▁recens", + -13.338531494140623 + ], + [ + "▁Barrett", + -13.338778495788574 + ], + [ + "▁courageous", + -13.338814735412598 + ], + [ + "9.95", + -13.338961601257324 + ], + [ + "▁Odyssey", + -13.338982582092283 + ], + [ + "▁Violence", + -13.338982582092283 + ], + [ + "▁concasseur", + -13.338982582092283 + ], + [ + "▁evacuation", + -13.338982582092283 + ], + [ + "▁kontinuierlich", + -13.338982582092283 + ], + [ + "▁epidemi", + -13.3389892578125 + ], + [ + "▁disconnected", + -13.339197158813477 + ], + [ + "frucht", + -13.33933925628662 + ], + [ + "Trustees", + -13.339348793029783 + ], + [ + "▁Massiv", + -13.339459419250488 + ], + [ + "gebucht", + -13.339473724365234 + ], + [ + "stütze", + -13.339526176452637 + ], + [ + "▁febr", + -13.339741706848145 + ], + [ + "honoured", + -13.339743614196776 + ], + [ + "▁digitiz", + -13.340079307556152 + ], + [ + "Image", + -13.34021282196045 + ], + [ + "▁Brunswick", + -13.34025764465332 + ], + [ + "▁Therapist", + -13.34026050567627 + ], + [ + "accessoire", + -13.340264320373535 + ], + [ + "▁croqu", + -13.340291023254396 + ], + [ + "Pflanz", + -13.34052848815918 + ], + [ + "dragging", + -13.340536117553713 + ], + [ + "▁Facilit", + -13.340750694274902 + ], + [ + "soucis", + -13.340765953063965 + ], + [ + "Asadar", + -13.34081745147705 + ], + [ + "▁Thames", + -13.341021537780762 + ], + [ + "▁cariera", + -13.341116905212402 + ], + [ + "▁mercury", + -13.341530799865724 + ], + [ + "▁Blessed", + -13.341533660888672 + ], + [ + "▁Whitney", + -13.341630935668944 + ], + [ + "▁géant", + -13.341926574707031 + ], + [ + "▁coordonnée", + -13.342217445373535 + ], + [ + "oidal", + -13.342623710632324 + ], + [ + "Wohnungen", + -13.342696189880373 + ], + [ + "▁Spectrum", + -13.34280776977539 + ], + [ + "▁Avengers", + -13.342808723449709 + ], + [ + "▁Gloucester", + -13.342808723449709 + ], + [ + "▁nützlich", + -13.342811584472656 + ], + [ + "▁toothbrush", + -13.342830657958984 + ], + [ + "▁Vanessa", + -13.342843055725098 + ], + [ + "Saxon", + -13.342947959899902 + ], + [ + "▁comunități", + -13.343165397644045 + ], + [ + "reprezentanţi", + -13.343175888061523 + ], + [ + "▁întâlnire", + -13.343225479125977 + ], + [ + "delve", + -13.343234062194824 + ], + [ + "▁technologique", + -13.34345245361328 + ], + [ + "Describe", + -13.343466758728027 + ], + [ + "▁constient", + -13.343501091003418 + ], + [ + "gestalt", + -13.343600273132324 + ], + [ + "▁Tribune", + -13.344090461730955 + ], + [ + "▁fiberglass", + -13.34412956237793 + ], + [ + "verbindung", + -13.344210624694824 + ], + [ + "sacrificing", + -13.344351768493652 + ], + [ + "▁Pablo", + -13.344470024108888 + ], + [ + "▁adanc", + -13.34525203704834 + ], + [ + "omia", + -13.345309257507324 + ], + [ + "hâte", + -13.345317840576172 + ], + [ + "▁Sanctuary", + -13.345366477966309 + ], + [ + "▁accolade", + -13.34536838531494 + ], + [ + "▁Wurzel", + -13.345398902893066 + ], + [ + "▁spacing", + -13.345433235168455 + ], + [ + "▁bedeutend", + -13.345481872558594 + ], + [ + "▁biased", + -13.345499992370604 + ], + [ + "randomized", + -13.345747947692873 + ], + [ + "▁agenți", + -13.34585666656494 + ], + [ + "▁excepţi", + -13.346012115478516 + ], + [ + "▁fișier", + -13.346028327941896 + ], + [ + "▁fisier", + -13.34664535522461 + ], + [ + "irrespective", + -13.34664821624756 + ], + [ + "▁Gardner", + -13.34665584564209 + ], + [ + "▁aprecia", + -13.346884727478027 + ], + [ + "▁Klu", + -13.347082138061523 + ], + [ + "▁apropie", + -13.347535133361816 + ], + [ + "▁echival", + -13.347784042358398 + ], + [ + "tauchen", + -13.347862243652344 + ], + [ + "▁hauptsächlich", + -13.347930908203123 + ], + [ + "▁pollutants", + -13.347930908203123 + ], + [ + "▁mammals", + -13.34793186187744 + ], + [ + "▁Landwirtschaft", + -13.347936630249023 + ], + [ + "▁stăpân", + -13.34793758392334 + ], + [ + "▁Prüf", + -13.34799098968506 + ], + [ + "▁Motorsport", + -13.34807300567627 + ], + [ + "Leaving", + -13.348352432250977 + ], + [ + "schädigung", + -13.348573684692385 + ], + [ + "▁calendrier", + -13.348573684692385 + ], + [ + "plikation", + -13.348655700683594 + ], + [ + "▁DOE", + -13.348655700683594 + ], + [ + "ред", + -13.348966598510742 + ], + [ + "Jahr", + -13.34913444519043 + ], + [ + "▁entitlement", + -13.34921646118164 + ], + [ + "schuldig", + -13.349217414855955 + ], + [ + "▁Münster", + -13.349218368530272 + ], + [ + "pository", + -13.349451065063477 + ], + [ + "▁numero", + -13.350220680236816 + ], + [ + "▁entsprechen", + -13.350383758544922 + ], + [ + "▁astronaut", + -13.350502967834473 + ], + [ + "▁hexagon", + -13.350502967834473 + ], + [ + "▁DAMAGE", + -13.350503921508787 + ], + [ + "▁Quartz", + -13.350504875183104 + ], + [ + "▁rédaction", + -13.350504875183104 + ], + [ + "▁replenish", + -13.350508689880373 + ], + [ + "▁amoureux", + -13.350523948669434 + ], + [ + "▁opțiun", + -13.350616455078123 + ], + [ + "Custom", + -13.350622177124023 + ], + [ + "▁Telekom", + -13.35063934326172 + ], + [ + "▁RFID", + -13.351163864135742 + ], + [ + "▁Scorpio", + -13.35126495361328 + ], + [ + "▁thirst", + -13.35152816772461 + ], + [ + "▁Kosovo", + -13.351791381835938 + ], + [ + "▁precursor", + -13.351794242858888 + ], + [ + "▁sarbatori", + -13.351810455322266 + ], + [ + "▁Daisy", + -13.351828575134276 + ], + [ + "▁Dropbox", + -13.351898193359377 + ], + [ + "Smith", + -13.35194969177246 + ], + [ + "contabil", + -13.352191925048828 + ], + [ + "▁monnaie", + -13.35243797302246 + ], + [ + "capsul", + -13.352577209472656 + ], + [ + "treff", + -13.352760314941406 + ], + [ + "beauftragte", + -13.352761268615724 + ], + [ + "industrial", + -13.35300636291504 + ], + [ + "responsables", + -13.353010177612305 + ], + [ + "▁FIRST", + -13.35308074951172 + ], + [ + "▁crezut", + -13.35308837890625 + ], + [ + "▁reseller", + -13.353107452392578 + ], + [ + "▁direcți", + -13.353154182434082 + ], + [ + "mouvoir", + -13.353294372558594 + ], + [ + "▁Invite", + -13.353431701660156 + ], + [ + "▁constructii", + -13.353440284729004 + ], + [ + "▁oublié", + -13.353577613830566 + ], + [ + "găseșt", + -13.353687286376951 + ], + [ + "▁végét", + -13.353755950927734 + ], + [ + "idine", + -13.35385799407959 + ], + [ + "▁Ajout", + -13.353951454162598 + ], + [ + "▁Shelf", + -13.354195594787598 + ], + [ + "HALL", + -13.35422420501709 + ], + [ + "▁nostalgia", + -13.35437297821045 + ], + [ + "▁ottoman", + -13.35437297821045 + ], + [ + "▁ambalaj", + -13.354398727416992 + ], + [ + "municipiul", + -13.354405403137209 + ], + [ + "NOVA", + -13.354500770568848 + ], + [ + "▁disregard", + -13.354997634887695 + ], + [ + "▁bijuterii", + -13.355018615722656 + ], + [ + "▁sorgfältig", + -13.355018615722656 + ], + [ + "vraient", + -13.355307579040527 + ], + [ + "▁backsplash", + -13.355669975280762 + ], + [ + "▁nuisance", + -13.355679512023926 + ], + [ + "▁Territory", + -13.35568618774414 + ], + [ + "▁surprins", + -13.355693817138672 + ], + [ + "enchanting", + -13.35571002960205 + ], + [ + "trospecti", + -13.355847358703612 + ], + [ + "▁dvd", + -13.356199264526367 + ], + [ + "Totally", + -13.356329917907717 + ], + [ + "▁Edelstahl", + -13.35696029663086 + ], + [ + "▁sequencing", + -13.356961250305176 + ], + [ + "▁Circus", + -13.35696792602539 + ], + [ + "▁ashamed", + -13.35696792602539 + ], + [ + "▁horrific", + -13.357028007507324 + ], + [ + "▁taiat", + -13.357033729553224 + ], + [ + "▁Angehörige", + -13.357125282287598 + ], + [ + "Michel", + -13.357256889343262 + ], + [ + "▁communion", + -13.357298851013184 + ], + [ + "▁psiho", + -13.357378959655762 + ], + [ + "losigkeit", + -13.35740566253662 + ], + [ + "dipping", + -13.35751247406006 + ], + [ + "▁profesională", + -13.357608795166016 + ], + [ + "Indiferent", + -13.357609748840332 + ], + [ + "▁crestin", + -13.357723236083984 + ], + [ + "wholesome", + -13.357796669006348 + ], + [ + "▁Welfare", + -13.358257293701172 + ], + [ + "▁plentiful", + -13.358257293701172 + ], + [ + "▁Triumph", + -13.358258247375488 + ], + [ + "▁fascination", + -13.35826015472412 + ], + [ + "▁vicious", + -13.358291625976562 + ], + [ + "▁Höchst", + -13.358294486999512 + ], + [ + "▁Dunkel", + -13.358386039733888 + ], + [ + "▁harass", + -13.358406066894531 + ], + [ + "ambogia", + -13.358475685119627 + ], + [ + "▁synonymous", + -13.358598709106444 + ], + [ + "bottom", + -13.35879898071289 + ], + [ + "▁bénévole", + -13.358906745910645 + ], + [ + "▁suprafaț", + -13.358906745910645 + ], + [ + "▁umplut", + -13.358997344970703 + ], + [ + "▁Teddy", + -13.35916233062744 + ], + [ + "breathable", + -13.359292984008787 + ], + [ + "▁Toshiba", + -13.3595552444458 + ], + [ + "▁seismic", + -13.359569549560549 + ], + [ + "▁dringend", + -13.359583854675291 + ], + [ + "▁cultură", + -13.359585762023926 + ], + [ + "▁Waffen", + -13.359665870666504 + ], + [ + "▁Bubble", + -13.359702110290527 + ], + [ + "▁Brigade", + -13.359759330749512 + ], + [ + "▁Blatt", + -13.36012077331543 + ], + [ + "▁scénario", + -13.36020565032959 + ], + [ + "allah", + -13.360396385192873 + ], + [ + "▁superintendent", + -13.360855102539062 + ], + [ + "pflanzen", + -13.36085605621338 + ], + [ + "▁kurzfristig", + -13.36085605621338 + ], + [ + "▁raspberry", + -13.360876083374023 + ], + [ + "▁Evident", + -13.360904693603516 + ], + [ + "▁inutile", + -13.361076354980469 + ], + [ + "prouvé", + -13.361104011535645 + ], + [ + "▁obtien", + -13.36141300201416 + ], + [ + "▁Matthias", + -13.361506462097168 + ], + [ + "▁déclench", + -13.361506462097168 + ], + [ + "Situationen", + -13.361529350280762 + ], + [ + "▁Disclaimer", + -13.362156867980955 + ], + [ + "▁loneliness", + -13.362156867980955 + ], + [ + "▁Gothic", + -13.362164497375488 + ], + [ + "▁humility", + -13.362165451049805 + ], + [ + "▁machiaj", + -13.362175941467283 + ], + [ + "▁Sophia", + -13.362178802490234 + ], + [ + "▁Forecast", + -13.362265586853027 + ], + [ + "IBLE", + -13.362456321716309 + ], + [ + "ivism", + -13.36248016357422 + ], + [ + "israel", + -13.36278247833252 + ], + [ + "▁kümmern", + -13.36280918121338 + ], + [ + "▁verbreitet", + -13.362825393676758 + ], + [ + "▁capacitor", + -13.362832069396973 + ], + [ + "deprived", + -13.3634614944458 + ], + [ + "unbiased", + -13.3634614944458 + ], + [ + "▁Dominique", + -13.3634614944458 + ], + [ + "▁Bamboo", + -13.363462448120115 + ], + [ + "▁Heinrich", + -13.363465309143066 + ], + [ + "individualized", + -13.363550186157228 + ], + [ + "▁ansprechen", + -13.363776206970217 + ], + [ + "ordinaire", + -13.36380100250244 + ], + [ + "▁Ucraina", + -13.364112854003906 + ], + [ + "▁militare", + -13.364115715026855 + ], + [ + "massif", + -13.364352226257324 + ], + [ + "▁emisiuni", + -13.364501953125 + ], + [ + "maladies", + -13.364622116088867 + ], + [ + "▁pneumonia", + -13.364765167236328 + ], + [ + "▁graffiti", + -13.36476707458496 + ], + [ + "▁Determine", + -13.3648099899292 + ], + [ + "▁Northwestern", + -13.364893913269045 + ], + [ + "▁grasimi", + -13.364897727966309 + ], + [ + "▁lebendig", + -13.364920616149902 + ], + [ + "▁cifre", + -13.364946365356444 + ], + [ + "▁accelerator", + -13.36533260345459 + ], + [ + "▁nib", + -13.365374565124512 + ], + [ + "▁Jocuri", + -13.365400314331056 + ], + [ + "▁außergewöhnlich", + -13.365402221679688 + ], + [ + "▁orchid", + -13.36542797088623 + ], + [ + "zugreifen", + -13.365530967712402 + ], + [ + "utilisent", + -13.365662574768066 + ], + [ + "▁nineteenth", + -13.366071701049805 + ], + [ + "improvisation", + -13.36607265472412 + ], + [ + "▁Disclosure", + -13.36607265472412 + ], + [ + "▁Überraschung", + -13.36607265472412 + ], + [ + "▁Casual", + -13.366093635559082 + ], + [ + "▁Witness", + -13.366093635559082 + ], + [ + "teacher", + -13.366125106811523 + ], + [ + "Printed", + -13.366129875183104 + ], + [ + "▁prețuri", + -13.36618995666504 + ], + [ + "rues", + -13.366216659545898 + ], + [ + "▁cerinte", + -13.366338729858398 + ], + [ + "rouvent", + -13.36662483215332 + ], + [ + "assembling", + -13.36673355102539 + ], + [ + "▁atenție", + -13.366769790649414 + ], + [ + "▁amintiri", + -13.366782188415527 + ], + [ + "▁sustinut", + -13.36680507659912 + ], + [ + "Digital", + -13.367257118225098 + ], + [ + "▁Deborah", + -13.36738109588623 + ], + [ + "gesichts", + -13.367382049560549 + ], + [ + "▁temperament", + -13.367440223693848 + ], + [ + "▁competency", + -13.36744785308838 + ], + [ + "▁dwarf", + -13.367515563964844 + ], + [ + "▁dureaz", + -13.367539405822754 + ], + [ + "habilit", + -13.367764472961426 + ], + [ + "leaned", + -13.3679838180542 + ], + [ + "▁illicit", + -13.368348121643066 + ], + [ + "Availability", + -13.368691444396973 + ], + [ + "▁Brașov", + -13.368691444396973 + ], + [ + "▁Pyramid", + -13.368691444396973 + ], + [ + "▁achievable", + -13.368691444396973 + ], + [ + "▁judiciaire", + -13.368691444396973 + ], + [ + "Übrigen", + -13.368693351745604 + ], + [ + "▁activism", + -13.36879539489746 + ], + [ + "▁boycott", + -13.368839263916016 + ], + [ + "Desigur", + -13.368927001953123 + ], + [ + "klingt", + -13.369264602661133 + ], + [ + "▁Leidenschaft", + -13.369346618652344 + ], + [ + "▁Richtig", + -13.369701385498049 + ], + [ + "▁Airbnb", + -13.370002746582031 + ], + [ + "▁învățământ", + -13.370002746582031 + ], + [ + "Kampagne", + -13.370004653930664 + ], + [ + "▁thumbnail", + -13.370014190673828 + ], + [ + "Bestimmungen", + -13.37001609802246 + ], + [ + "▁vollkommen", + -13.37001895904541 + ], + [ + "▁biomass", + -13.370027542114258 + ], + [ + "▁escalate", + -13.370030403137209 + ], + [ + "wächst", + -13.37008571624756 + ], + [ + "▁scăpa", + -13.370098114013672 + ], + [ + "▁résult", + -13.37014389038086 + ], + [ + "▁shrine", + -13.370217323303224 + ], + [ + "maximizing", + -13.370370864868164 + ], + [ + "avoue", + -13.370492935180664 + ], + [ + "dirigeants", + -13.370665550231934 + ], + [ + "▁cerveau", + -13.370672225952148 + ], + [ + "▁proast", + -13.37095546722412 + ], + [ + "▁contaminants", + -13.371325492858888 + ], + [ + "effectue", + -13.37151050567627 + ], + [ + "ediție", + -13.371539115905762 + ], + [ + "monetiz", + -13.37177276611328 + ], + [ + "▁deplasare", + -13.371976852416992 + ], + [ + "▁Sfant", + -13.37209415435791 + ], + [ + "ROOM", + -13.372113227844238 + ], + [ + "bushes", + -13.372151374816896 + ], + [ + "mairie", + -13.37251091003418 + ], + [ + "obligate", + -13.372528076171877 + ], + [ + "▁tug", + -13.372573852539062 + ], + [ + "▁Collector", + -13.372632026672363 + ], + [ + "▁annoyed", + -13.372633934020996 + ], + [ + "▁aerobic", + -13.372654914855955 + ], + [ + "▁integer", + -13.372830390930176 + ], + [ + "▁Upload", + -13.373249053955078 + ], + [ + "▁impartial", + -13.37346076965332 + ], + [ + "▁discuţi", + -13.373623847961426 + ], + [ + "gastrointestinal", + -13.37394905090332 + ], + [ + "▁chiropractor", + -13.37394905090332 + ], + [ + "▁treptat", + -13.373950004577637 + ], + [ + "▁fishermen", + -13.37395191192627 + ], + [ + "levitra", + -13.3739595413208 + ], + [ + "Gruppe", + -13.373964309692385 + ], + [ + "▁Apostle", + -13.373970985412598 + ], + [ + "▁conseillé", + -13.374068260192873 + ], + [ + "Isra", + -13.37421703338623 + ], + [ + "▁Persönlichkeit", + -13.374431610107422 + ], + [ + "▁cantitati", + -13.374459266662598 + ], + [ + "▁incredibil", + -13.374614715576172 + ], + [ + "▁Berater", + -13.374800682067873 + ], + [ + "▁propuneri", + -13.374835014343262 + ], + [ + "MEDIA", + -13.375236511230469 + ], + [ + "▁opaque", + -13.37526798248291 + ], + [ + "▁Nielsen", + -13.375269889831545 + ], + [ + "▁cartofi", + -13.375277519226074 + ], + [ + "▁Whale", + -13.37533950805664 + ], + [ + "erzeugen", + -13.375890731811523 + ], + [ + "▁knack", + -13.375931739807127 + ], + [ + "Kandidat", + -13.375936508178713 + ], + [ + "▁tradițional", + -13.375937461853027 + ], + [ + "zählige", + -13.375983238220217 + ], + [ + "▁Petroleum", + -13.376588821411133 + ], + [ + "▁deficiencies", + -13.376588821411133 + ], + [ + "▁persecution", + -13.376588821411133 + ], + [ + "▁zgomot", + -13.376588821411133 + ], + [ + "▁reiterate", + -13.376592636108398 + ], + [ + "▁Slice", + -13.376670837402344 + ], + [ + "▁envy", + -13.376704216003418 + ], + [ + "▁stomac", + -13.376851081848145 + ], + [ + "Donnell", + -13.376914978027344 + ], + [ + "▁primordial", + -13.377249717712402 + ], + [ + "reclining", + -13.377274513244627 + ], + [ + "PASS", + -13.377861976623535 + ], + [ + "▁Resistance", + -13.377910614013672 + ], + [ + "▁Widerruf", + -13.377911567687988 + ], + [ + "▁vodka", + -13.377911567687988 + ], + [ + "▁yolk", + -13.377912521362305 + ], + [ + "ollywood", + -13.377915382385254 + ], + [ + "▁truffle", + -13.377933502197266 + ], + [ + "▁Sänger", + -13.377955436706545 + ], + [ + "▁Kenntnis", + -13.377968788146973 + ], + [ + "▁Kiel", + -13.37803840637207 + ], + [ + "▁Mutual", + -13.378044128417969 + ], + [ + "▁saliva", + -13.37816047668457 + ], + [ + "▁renforce", + -13.378411293029783 + ], + [ + "▁mulch", + -13.378680229187012 + ], + [ + "▁reviste", + -13.378875732421877 + ], + [ + "lucrarea", + -13.378978729248049 + ], + [ + "▁multiply", + -13.379130363464355 + ], + [ + "▁marshmallow", + -13.379234313964844 + ], + [ + "▁Durchschnitt", + -13.37928867340088 + ], + [ + "▁Authorities", + -13.37942600250244 + ], + [ + "▁greed", + -13.379521369934082 + ], + [ + "Visiting", + -13.379638671875 + ], + [ + "Carlton", + -13.379727363586426 + ], + [ + "▁splend", + -13.37975025177002 + ], + [ + "▁Erkenntnisse", + -13.379898071289062 + ], + [ + "▁Russie", + -13.379916191101074 + ], + [ + "Agence", + -13.38007926940918 + ], + [ + "schickt", + -13.380288124084473 + ], + [ + "##", + -13.3804931640625 + ], + [ + "▁Erweiterung", + -13.380560874938965 + ], + [ + "▁Franchise", + -13.380560874938965 + ], + [ + "Dedicated", + -13.380563735961914 + ], + [ + "▁Wisdom", + -13.380569458007812 + ], + [ + "▁gagnant", + -13.380592346191406 + ], + [ + "planetary", + -13.380598068237305 + ], + [ + "▁affinity", + -13.380619049072266 + ], + [ + "▁préférence", + -13.380739212036133 + ], + [ + "▁intellect", + -13.380810737609863 + ], + [ + "▁Translat", + -13.380830764770508 + ], + [ + "▁Sultan", + -13.38089370727539 + ], + [ + "▁birouri", + -13.38101577758789 + ], + [ + "▁Academie", + -13.381224632263184 + ], + [ + "▁consequential", + -13.38138484954834 + ], + [ + "▁festgestellt", + -13.381402015686035 + ], + [ + "▁Chanel", + -13.381444931030272 + ], + [ + "▁soutenu", + -13.381875038146973 + ], + [ + "▁Montessori", + -13.381888389587402 + ], + [ + "▁equitable", + -13.381892204284668 + ], + [ + "▁théorie", + -13.381893157958984 + ], + [ + "▁primavara", + -13.3818941116333 + ], + [ + "▁Daughter", + -13.38189697265625 + ], + [ + "▁Dixon", + -13.381898880004885 + ], + [ + "▁unravel", + -13.38190746307373 + ], + [ + "Olimp", + -13.381915092468262 + ], + [ + "▁disturbed", + -13.381916999816896 + ], + [ + "▁novelty", + -13.382004737854004 + ], + [ + "synchronous", + -13.382113456726074 + ], + [ + "relevant", + -13.382166862487791 + ], + [ + "bourgeois", + -13.38251781463623 + ], + [ + "▁Parfum", + -13.38255500793457 + ], + [ + "▁Polonia", + -13.382563591003418 + ], + [ + "▁monoton", + -13.38278102874756 + ], + [ + "tratare", + -13.38302230834961 + ], + [ + "dumping", + -13.38318157196045 + ], + [ + "▁Bibliothek", + -13.383217811584473 + ], + [ + "▁Saskatchewan", + -13.383217811584473 + ], + [ + "▁experiential", + -13.383217811584473 + ], + [ + "▁verursacht", + -13.383217811584473 + ], + [ + "intègre", + -13.383218765258787 + ], + [ + "▁Intermediate", + -13.383275032043455 + ], + [ + "Israel", + -13.38347625732422 + ], + [ + "lucreaza", + -13.383495330810549 + ], + [ + "▁quantify", + -13.383862495422363 + ], + [ + "▁zahăr", + -13.383882522583008 + ], + [ + "▁încadr", + -13.383902549743652 + ], + [ + "Personalized", + -13.383946418762209 + ], + [ + "▁Chronic", + -13.384309768676758 + ], + [ + "hôpital", + -13.384549140930176 + ], + [ + "▁diskutiert", + -13.384549140930176 + ], + [ + "electrique", + -13.3848876953125 + ], + [ + "ethos", + -13.38497829437256 + ], + [ + "Nase", + -13.385059356689451 + ], + [ + "atmosphère", + -13.385214805603027 + ], + [ + "▁ungefähr", + -13.385215759277344 + ], + [ + "évaluer", + -13.385251998901367 + ], + [ + "▁scuz", + -13.385321617126465 + ], + [ + "haltige", + -13.38533878326416 + ], + [ + "January", + -13.38557243347168 + ], + [ + "▁Sharma", + -13.38560390472412 + ], + [ + "▁seizures", + -13.385881423950195 + ], + [ + "▁zucchini", + -13.385881423950195 + ], + [ + "▁Stadi", + -13.38588523864746 + ], + [ + "▁eccentric", + -13.38588523864746 + ], + [ + "▁offensichtlich", + -13.385909080505373 + ], + [ + "▁Irvine", + -13.385920524597168 + ], + [ + "cuprinse", + -13.38601303100586 + ], + [ + "▁Arbitr", + -13.386157035827637 + ], + [ + "Buenos", + -13.386183738708496 + ], + [ + "▁Shelter", + -13.386210441589355 + ], + [ + "CEPT", + -13.386454582214355 + ], + [ + "ouvri", + -13.386455535888672 + ], + [ + "acryl", + -13.386539459228516 + ], + [ + "▁Gourmet", + -13.38654899597168 + ], + [ + "scented", + -13.386595726013184 + ], + [ + "doubling", + -13.38659954071045 + ], + [ + "▁rafina", + -13.386608123779297 + ], + [ + "▁Vereinbarung", + -13.38721752166748 + ], + [ + "▁Dashboard", + -13.387218475341797 + ], + [ + "▁Sandwich", + -13.387218475341797 + ], + [ + "▁Riviera", + -13.387226104736328 + ], + [ + "échec", + -13.387237548828123 + ], + [ + "Giro", + -13.387253761291504 + ], + [ + "▁oasis", + -13.38725757598877 + ], + [ + "▁apology", + -13.3872709274292 + ], + [ + "▁YEAR", + -13.387272834777832 + ], + [ + "▁realtor", + -13.38750457763672 + ], + [ + "acheteur", + -13.38754653930664 + ], + [ + "▁larva", + -13.387613296508787 + ], + [ + "▁invitați", + -13.388097763061523 + ], + [ + "exhibiting", + -13.38830852508545 + ], + [ + "modernen", + -13.388331413269045 + ], + [ + "▁Collaboration", + -13.38855266571045 + ], + [ + "▁dezvălui", + -13.38855266571045 + ], + [ + "▁kiosk", + -13.38855266571045 + ], + [ + "▁Bermuda", + -13.388553619384766 + ], + [ + "Copiii", + -13.388564109802246 + ], + [ + "▁goddess", + -13.38858127593994 + ], + [ + "uplifting", + -13.388609886169434 + ], + [ + "▁simultan", + -13.388808250427246 + ], + [ + "▁episod", + -13.38888454437256 + ], + [ + "▁Braşov", + -13.38922119140625 + ], + [ + "cunoscută", + -13.389634132385254 + ], + [ + "▁Cherokee", + -13.389890670776367 + ], + [ + "▁Kazakhstan", + -13.389890670776367 + ], + [ + "▁Lauderdale", + -13.389890670776367 + ], + [ + "▁închisoare", + -13.389898300170898 + ], + [ + "▁Christchurch", + -13.389934539794922 + ], + [ + "▁influenţ", + -13.389982223510742 + ], + [ + "▁Meghan", + -13.390019416809082 + ], + [ + "▁Dienstleistung", + -13.390557289123535 + ], + [ + "▁cladiri", + -13.390564918518066 + ], + [ + "▁evrei", + -13.391148567199709 + ], + [ + "▁oatmeal", + -13.391230583190918 + ], + [ + "▁chronique", + -13.3912353515625 + ], + [ + "▁associée", + -13.391264915466309 + ], + [ + "▁Goose", + -13.391283988952637 + ], + [ + "gänz", + -13.391855239868164 + ], + [ + "▁Blätter", + -13.391901969909668 + ], + [ + "▁jurnalist", + -13.392212867736816 + ], + [ + "cedat", + -13.392263412475586 + ], + [ + "nommée", + -13.392315864562988 + ], + [ + "écrivain", + -13.392572402954102 + ], + [ + "▁epoxy", + -13.392577171325684 + ], + [ + "▁verlangt", + -13.392590522766112 + ], + [ + "Störung", + -13.392708778381348 + ], + [ + "▁Doyle", + -13.392729759216309 + ], + [ + "▁Philharmoni", + -13.392844200134276 + ], + [ + "▁déclare", + -13.393044471740724 + ], + [ + "effort", + -13.39304542541504 + ], + [ + "ström", + -13.393118858337402 + ], + [ + "▁cunoaşte", + -13.393244743347168 + ], + [ + "▁gigantic", + -13.3932466506958 + ], + [ + "któ", + -13.393378257751465 + ], + [ + "▁ilustr", + -13.393529891967772 + ], + [ + "▁frec", + -13.39371109008789 + ], + [ + "▁Syracuse", + -13.393916130065918 + ], + [ + "▁Einwilligung", + -13.393917083740234 + ], + [ + "▁miraculous", + -13.393917083740234 + ], + [ + "▁ökologisch", + -13.393917083740234 + ], + [ + "▁Simmons", + -13.393922805786133 + ], + [ + "▁albastru", + -13.393926620483398 + ], + [ + "besser", + -13.393962860107422 + ], + [ + "▁interioare", + -13.394006729125977 + ], + [ + "▁Trocken", + -13.394068717956545 + ], + [ + "niveau", + -13.39406967163086 + ], + [ + "▁Torah", + -13.394122123718262 + ], + [ + "▁beobachten", + -13.3945894241333 + ], + [ + "▁behandeln", + -13.39463710784912 + ], + [ + "staffed", + -13.394742965698242 + ], + [ + "hütte", + -13.394824028015137 + ], + [ + "Central", + -13.394939422607422 + ], + [ + "▁Freiburg", + -13.395198822021484 + ], + [ + "▁Netanyahu", + -13.395261764526367 + ], + [ + "▁Lexington", + -13.395302772521973 + ], + [ + "▁insotit", + -13.395492553710938 + ], + [ + "▁depasi", + -13.39560604095459 + ], + [ + "sewage", + -13.395853996276855 + ], + [ + "erkrankung", + -13.395951271057127 + ], + [ + "▁părţi", + -13.396234512329102 + ], + [ + "▁Nixon", + -13.39661693572998 + ], + [ + "Byron", + -13.396905899047852 + ], + [ + "▁varietat", + -13.39724063873291 + ], + [ + "▁Bildschirm", + -13.397299766540527 + ], + [ + "▁accompli", + -13.397424697875977 + ], + [ + "affirmed", + -13.397525787353516 + ], + [ + "▁phyto", + -13.397533416748049 + ], + [ + "sectiune", + -13.397592544555664 + ], + [ + "abteilung", + -13.397932052612305 + ], + [ + "▁voastre", + -13.397957801818848 + ], + [ + "GitHub", + -13.397958755493164 + ], + [ + "▁Jorge", + -13.39796257019043 + ], + [ + "ACTION", + -13.397972106933594 + ], + [ + "voastra", + -13.397984504699709 + ], + [ + "▁Peanut", + -13.397987365722656 + ], + [ + "▁bilingual", + -13.398011207580566 + ], + [ + "▁nourriture", + -13.39803695678711 + ], + [ + "▁Asphalt", + -13.398640632629396 + ], + [ + "emballage", + -13.399310111999512 + ], + [ + "▁sanitation", + -13.399310111999512 + ], + [ + "▁Dessert", + -13.399313926696776 + ], + [ + "intitulé", + -13.399322509765623 + ], + [ + "▁acţiune", + -13.399374008178713 + ], + [ + "▁Übersetzung", + -13.399402618408203 + ], + [ + "destinate", + -13.39941692352295 + ], + [ + "▁Goddess", + -13.39950466156006 + ], + [ + "poziție", + -13.399576187133787 + ], + [ + "denumirea", + -13.400002479553224 + ], + [ + "cantitatea", + -13.40002727508545 + ], + [ + "▁Stereo", + -13.400223731994627 + ], + [ + "object", + -13.400373458862305 + ], + [ + "▁décè", + -13.40058708190918 + ], + [ + "▁Handeln", + -13.400665283203123 + ], + [ + "▁ambience", + -13.400697708129885 + ], + [ + "▁Lindsay", + -13.4006986618042 + ], + [ + "▁tensiune", + -13.400781631469728 + ], + [ + "▁thrift", + -13.40078830718994 + ], + [ + "▁Optimiz", + -13.400843620300291 + ], + [ + "▁beantworten", + -13.401338577270508 + ], + [ + "▁magistrat", + -13.401342391967772 + ], + [ + "évidence", + -13.402016639709473 + ], + [ + "▁Eclipse", + -13.402016639709473 + ], + [ + "▁Ribbon", + -13.402016639709473 + ], + [ + "▁condensation", + -13.402016639709473 + ], + [ + "▁innocence", + -13.402018547058104 + ], + [ + "▁mascara", + -13.402023315429688 + ], + [ + "▁seventeen", + -13.40229034423828 + ], + [ + "▁compétent", + -13.402694702148438 + ], + [ + "bewertet", + -13.402717590332031 + ], + [ + "▁Muzic", + -13.40285587310791 + ], + [ + "complexities", + -13.402928352355955 + ], + [ + "ddington", + -13.403324127197266 + ], + [ + "Entwickler", + -13.403372764587402 + ], + [ + "masonry", + -13.4033784866333 + ], + [ + "Führer", + -13.403386116027832 + ], + [ + "▁awakening", + -13.40338897705078 + ], + [ + "▁lovitur", + -13.403806686401367 + ], + [ + "gebrochen", + -13.40406894683838 + ], + [ + "indexed", + -13.404478073120115 + ], + [ + "campania", + -13.404515266418455 + ], + [ + "▁Fountain", + -13.404730796813965 + ], + [ + "▁Joomla", + -13.404730796813965 + ], + [ + "▁Superintendent", + -13.404730796813965 + ], + [ + "▁Dahl", + -13.404742240905762 + ], + [ + "▁Benefici", + -13.404863357543944 + ], + [ + "optimiser", + -13.404919624328612 + ], + [ + "bursting", + -13.405380249023438 + ], + [ + "diplom", + -13.405427932739258 + ], + [ + "microsoft", + -13.405621528625488 + ], + [ + "▁correlate", + -13.405776977539062 + ], + [ + "▁arhitectura", + -13.405848503112791 + ], + [ + "▁lunette", + -13.40611743927002 + ], + [ + "Statistical", + -13.406147003173828 + ], + [ + "▁iarnă", + -13.406201362609863 + ], + [ + "▁importanț", + -13.406932830810549 + ], + [ + "sistence", + -13.407366752624512 + ], + [ + "associated", + -13.407402992248535 + ], + [ + "Occident", + -13.407452583312988 + ], + [ + "▁Heidelberg", + -13.407452583312988 + ], + [ + "▁acquaintance", + -13.407452583312988 + ], + [ + "Introducing", + -13.407453536987305 + ], + [ + "▁ripple", + -13.407480239868164 + ], + [ + "▁Childhood", + -13.407563209533691 + ], + [ + "drywall", + -13.407577514648438 + ], + [ + "Vreau", + -13.40771770477295 + ], + [ + "▁compétence", + -13.407967567443848 + ], + [ + "▁asteapta", + -13.408135414123535 + ], + [ + "▁duhovnic", + -13.408135414123535 + ], + [ + "▁învăţământ", + -13.408141136169434 + ], + [ + "encompassing", + -13.40829849243164 + ], + [ + "1997)", + -13.408370018005373 + ], + [ + "▁atractiv", + -13.40851593017578 + ], + [ + "Majoritatea", + -13.408775329589844 + ], + [ + "▁bungalow", + -13.40881633758545 + ], + [ + "▁Introduce", + -13.408817291259766 + ], + [ + "▁culprit", + -13.408817291259766 + ], + [ + "▁malheureusement", + -13.408817291259766 + ], + [ + "▁voudrai", + -13.408817291259766 + ], + [ + "Europäische", + -13.408825874328612 + ], + [ + "wunsch", + -13.408880233764648 + ], + [ + "▁înțeles", + -13.408892631530762 + ], + [ + "▁infestation", + -13.40889835357666 + ], + [ + "Bringing", + -13.409186363220217 + ], + [ + "▁Mehrheit", + -13.409229278564451 + ], + [ + "ски", + -13.409456253051758 + ], + [ + "▁procéder", + -13.409499168395996 + ], + [ + "grupului", + -13.409504890441896 + ], + [ + "▁dispoziti", + -13.40964412689209 + ], + [ + "▁snug", + -13.409950256347656 + ], + [ + "▁Afrika", + -13.41018295288086 + ], + [ + "▁Madagascar", + -13.41018295288086 + ], + [ + "Părinte", + -13.410195350646973 + ], + [ + "▁Clayton", + -13.410223960876465 + ], + [ + "▁antagonist", + -13.410239219665527 + ], + [ + "termeni", + -13.410250663757324 + ], + [ + "▁Literary", + -13.410391807556152 + ], + [ + "▁Babylon", + -13.410452842712402 + ], + [ + "▁überprüfen", + -13.410865783691406 + ], + [ + "▁duminica", + -13.410879135131836 + ], + [ + "farbig", + -13.410970687866213 + ], + [ + "nennt", + -13.41106414794922 + ], + [ + "annual", + -13.411487579345703 + ], + [ + "▁Qualcomm", + -13.41154956817627 + ], + [ + "▁Slovakia", + -13.41154956817627 + ], + [ + "▁plictis", + -13.41155242919922 + ], + [ + "▁prairie", + -13.411554336547852 + ], + [ + "▁Schatten", + -13.411622047424316 + ], + [ + "▁compléter", + -13.41223430633545 + ], + [ + "inauguration", + -13.412376403808594 + ], + [ + "▁apărare", + -13.412407875061035 + ], + [ + "▁întăr", + -13.412412643432615 + ], + [ + "▁pronunciation", + -13.412919044494627 + ], + [ + "▁bewährt", + -13.412919998168944 + ], + [ + "▁Viertel", + -13.413084983825684 + ], + [ + "▁Heidi", + -13.413252830505373 + ], + [ + "▁Gummi", + -13.413507461547852 + ], + [ + "▁veggie", + -13.413552284240724 + ], + [ + "▁monsieur", + -13.413604736328123 + ], + [ + "éveil", + -13.413630485534668 + ], + [ + "shipments", + -13.413928985595703 + ], + [ + "▁Medikamente", + -13.41429042816162 + ], + [ + "▁Johannesburg", + -13.414314270019531 + ], + [ + "▁ermittelt", + -13.414321899414062 + ], + [ + "▁bataille", + -13.414440155029297 + ], + [ + "extrem", + -13.414609909057615 + ], + [ + "▁1:2", + -13.414671897888184 + ], + [ + "Array", + -13.414725303649902 + ], + [ + "▁portail", + -13.414857864379885 + ], + [ + "▁găzdui", + -13.414977073669434 + ], + [ + "▁Calcium", + -13.41497802734375 + ], + [ + "▁Correction", + -13.415104866027832 + ], + [ + "bureaux", + -13.41528034210205 + ], + [ + "bestselling", + -13.415338516235352 + ], + [ + "Übungen", + -13.415420532226562 + ], + [ + "paramètres", + -13.41563320159912 + ], + [ + "▁Provincial", + -13.415663719177246 + ], + [ + "▁outrageous", + -13.41568088531494 + ], + [ + "▁Giveaway", + -13.415775299072266 + ], + [ + "▁LGBTQ", + -13.41589641571045 + ], + [ + "geklärt", + -13.416854858398438 + ], + [ + "▁Karlsruhe", + -13.417038917541504 + ], + [ + "▁esențial", + -13.417038917541504 + ], + [ + "avancée", + -13.41703987121582 + ], + [ + "hesitant", + -13.417040824890137 + ], + [ + "enlarged", + -13.417069435119627 + ], + [ + "▁inherit", + -13.417121887207031 + ], + [ + "Food", + -13.4171724319458 + ], + [ + "bucuria", + -13.417181015014648 + ], + [ + "▁BTW", + -13.417400360107422 + ], + [ + "associe", + -13.417579650878906 + ], + [ + "▁Möchte", + -13.417742729187012 + ], + [ + "demokrat", + -13.417789459228516 + ], + [ + "Turcia", + -13.417964935302734 + ], + [ + "forged", + -13.418370246887209 + ], + [ + "▁Zhao", + -13.418442726135254 + ], + [ + "▁cherries", + -13.418556213378906 + ], + [ + "▁evangelical", + -13.418631553649902 + ], + [ + "▁jüng", + -13.418792724609377 + ], + [ + "spans", + -13.41880989074707 + ], + [ + "▁străluc", + -13.41888427734375 + ], + [ + "▁geschie", + -13.41893196105957 + ], + [ + "▁Tattoo", + -13.419112205505373 + ], + [ + "sanitary", + -13.419114112854004 + ], + [ + "▁biopsy", + -13.419353485107422 + ], + [ + "▁imprumut", + -13.419795036315918 + ], + [ + "▁unreasonable", + -13.419795036315918 + ], + [ + "Funktion", + -13.419800758361816 + ], + [ + "▁prohibition", + -13.419904708862305 + ], + [ + "▁Prezent", + -13.419939041137695 + ], + [ + "boosted", + -13.419967651367188 + ], + [ + "▁chalet", + -13.420382499694824 + ], + [ + "▁tanar", + -13.420450210571287 + ], + [ + "Faktoren", + -13.420489311218262 + ], + [ + "▁Mozilla", + -13.420550346374512 + ], + [ + "▁Lambert", + -13.42076015472412 + ], + [ + "▁Cruci", + -13.420927047729492 + ], + [ + "▁Flugzeug", + -13.421198844909668 + ], + [ + "reassure", + -13.421205520629885 + ], + [ + "envisioned", + -13.421542167663574 + ], + [ + "Traditionally", + -13.42177391052246 + ], + [ + "▁parametri", + -13.42185115814209 + ], + [ + "▁unicorn", + -13.42189121246338 + ], + [ + "▁adéquat", + -13.421894073486328 + ], + [ + "▁Colonial", + -13.421915054321287 + ], + [ + "▁Kwa", + -13.422097206115724 + ], + [ + "▁SERV", + -13.422333717346191 + ], + [ + "tourism", + -13.422627449035645 + ], + [ + "▁Kiev", + -13.422974586486816 + ], + [ + "heightened", + -13.42309284210205 + ], + [ + "circulating", + -13.423099517822266 + ], + [ + "▁Kreditkarte", + -13.42310619354248 + ], + [ + "gedruckt", + -13.423110008239746 + ], + [ + "▁Depend", + -13.423120498657228 + ], + [ + "Style", + -13.42319679260254 + ], + [ + "▁Rettungs", + -13.42325496673584 + ], + [ + "wrongful", + -13.423418998718262 + ], + [ + "▁devour", + -13.423453330993652 + ], + [ + "▁manevr", + -13.423582077026367 + ], + [ + "carora", + -13.423628807067873 + ], + [ + "erfolgreichen", + -13.423723220825195 + ], + [ + "überwiegend", + -13.423942565917969 + ], + [ + "▁Sauvignon", + -13.423942565917969 + ], + [ + "händler", + -13.423944473266602 + ], + [ + "▁annotation", + -13.424009323120115 + ], + [ + "▁expans", + -13.424020767211914 + ], + [ + "▁recital", + -13.424080848693848 + ], + [ + "inhabited", + -13.424367904663086 + ], + [ + "OnePlus", + -13.424549102783203 + ], + [ + "Gästen", + -13.424588203430176 + ], + [ + "beliebig", + -13.42461395263672 + ], + [ + "▁Anonymous", + -13.424635887145996 + ], + [ + "▁Ansprechpartner", + -13.424635887145996 + ], + [ + "▁tamb", + -13.42464542388916 + ], + [ + "estimating", + -13.424670219421388 + ], + [ + "frequent", + -13.424769401550291 + ], + [ + "▁disciplin", + -13.425241470336914 + ], + [ + "▁plombier", + -13.425329208374023 + ], + [ + "▁teoretic", + -13.42533016204834 + ], + [ + "greift", + -13.425339698791504 + ], + [ + "▁Einschränkung", + -13.42537784576416 + ], + [ + "obscur", + -13.42611598968506 + ], + [ + "architecte", + -13.426233291625977 + ], + [ + "▁détour", + -13.42647647857666 + ], + [ + "▁spaghetti", + -13.426717758178713 + ], + [ + "croft", + -13.42693042755127 + ], + [ + "▁Grammar", + -13.426953315734863 + ], + [ + "▁investitii", + -13.427062034606934 + ], + [ + "▁glorif", + -13.427067756652832 + ], + [ + "architekt", + -13.427412033081056 + ], + [ + "Oricum", + -13.427451133728027 + ], + [ + "▁bruise", + -13.427692413330078 + ], + [ + "▁McCarthy", + -13.428107261657717 + ], + [ + "▁Uruguay", + -13.428107261657717 + ], + [ + "Produsele", + -13.428109169006348 + ], + [ + "▁Comparison", + -13.42811107635498 + ], + [ + "▁fondamental", + -13.42811107635498 + ], + [ + "▁stradă", + -13.428115844726562 + ], + [ + "▁Countries", + -13.428131103515623 + ], + [ + "▁guéri", + -13.42825698852539 + ], + [ + "▁bâti", + -13.428339004516602 + ], + [ + "▁blunt", + -13.428515434265137 + ], + [ + "▁Sistem", + -13.428645133972168 + ], + [ + "▁Betroffenen", + -13.428803443908691 + ], + [ + "efectuare", + -13.428823471069336 + ], + [ + "▁scharf", + -13.428899765014648 + ], + [ + "naps", + -13.429057121276855 + ], + [ + "▁plaid", + -13.429163932800291 + ], + [ + "▁investiții", + -13.429367065429688 + ], + [ + "evenimentele", + -13.42948055267334 + ], + [ + "▁Phuket", + -13.429499626159668 + ], + [ + "▁testosterone", + -13.429499626159668 + ], + [ + "▁scaffold", + -13.429500579833984 + ], + [ + "▁rasch", + -13.43002223968506 + ], + [ + "▁adânc", + -13.430076599121094 + ], + [ + "atteinte", + -13.430228233337402 + ], + [ + "▁educație", + -13.430320739746094 + ], + [ + "▁leopard", + -13.430893898010254 + ], + [ + "▁superioare", + -13.430893898010254 + ], + [ + "▁téléchargement", + -13.430893898010254 + ], + [ + "▁Weapon", + -13.431103706359863 + ], + [ + "favourable", + -13.431336402893066 + ], + [ + "nourishing", + -13.43143367767334 + ], + [ + "▁verfolgt", + -13.43160629272461 + ], + [ + "▁tablou", + -13.431633949279783 + ], + [ + "Algérie", + -13.431657791137695 + ], + [ + "Islam", + -13.431700706481934 + ], + [ + "faser", + -13.431825637817385 + ], + [ + "rhythm", + -13.432214736938477 + ], + [ + "▁Anthropolog", + -13.432291030883787 + ], + [ + "▁clôtur", + -13.432291030883787 + ], + [ + "spüren", + -13.432291984558104 + ], + [ + "▁Architectural", + -13.432294845581056 + ], + [ + "▁imaginary", + -13.432368278503418 + ], + [ + "cône", + -13.432456016540527 + ], + [ + "▁snuggl", + -13.432744026184082 + ], + [ + "disadvantaged", + -13.432745933532717 + ], + [ + "radically", + -13.4329195022583 + ], + [ + "Première", + -13.433011054992676 + ], + [ + "▁combinaison", + -13.433027267456056 + ], + [ + "▁Algeria", + -13.43303108215332 + ], + [ + "▁Wände", + -13.43317985534668 + ], + [ + "aesthetically", + -13.43336009979248 + ], + [ + "▁McKe", + -13.433368682861328 + ], + [ + "interroge", + -13.433473587036133 + ], + [ + "exclusive", + -13.433475494384766 + ], + [ + "▁Thomson", + -13.433688163757324 + ], + [ + "▁Gujarat", + -13.43368911743164 + ], + [ + "irgendwo", + -13.433690071105955 + ], + [ + "Severin", + -13.433767318725586 + ], + [ + "▁imitation", + -13.433926582336426 + ], + [ + "constructed", + -13.434194564819336 + ], + [ + "▁Montpellier", + -13.434388160705566 + ], + [ + "cedent", + -13.434539794921877 + ], + [ + "accelerating", + -13.434563636779783 + ], + [ + "dommages", + -13.4346284866333 + ], + [ + "lideri", + -13.434730529785156 + ], + [ + "▁Millennium", + -13.435089111328123 + ], + [ + "▁imprisonment", + -13.435089111328123 + ], + [ + "machining", + -13.43511199951172 + ], + [ + "▁anxiet", + -13.43521499633789 + ], + [ + "Contains", + -13.435298919677734 + ], + [ + "pleade", + -13.43556308746338 + ], + [ + "DOWN", + -13.43564510345459 + ], + [ + "geschehen", + -13.435797691345217 + ], + [ + "restaurant", + -13.43581199645996 + ], + [ + "Totusi", + -13.435839653015137 + ], + [ + "amintesc", + -13.436158180236816 + ], + [ + "▁Crisp", + -13.436233520507812 + ], + [ + "aduse", + -13.436278343200684 + ], + [ + "▁imposé", + -13.436351776123049 + ], + [ + "Jubiläum", + -13.436490058898926 + ], + [ + "▁Plaintiff", + -13.436491012573242 + ], + [ + "▁authoritative", + -13.43649196624756 + ], + [ + "▁rendition", + -13.436633110046388 + ], + [ + "Royce", + -13.436707496643066 + ], + [ + "1996)", + -13.436724662780762 + ], + [ + "Asociația", + -13.437192916870115 + ], + [ + "▁Gluten", + -13.437264442443848 + ], + [ + "feature", + -13.43741226196289 + ], + [ + "Behavioral", + -13.437454223632812 + ], + [ + "tearing", + -13.437763214111328 + ], + [ + "▁Entfernung", + -13.437894821166992 + ], + [ + "▁Responsibility", + -13.437894821166992 + ], + [ + "▁negligent", + -13.437894821166992 + ], + [ + "▁syllabus", + -13.437894821166992 + ], + [ + "▁Cycling", + -13.437895774841309 + ], + [ + "generell", + -13.438114166259766 + ], + [ + "customised", + -13.438392639160156 + ], + [ + "Management", + -13.43850326538086 + ], + [ + "▁timid", + -13.438518524169922 + ], + [ + "Tagged", + -13.438730239868164 + ], + [ + "▁susţinut", + -13.438809394836426 + ], + [ + "anchored", + -13.43892765045166 + ], + [ + "alternating", + -13.43905544281006 + ], + [ + "▁obligatoriu", + -13.439300537109377 + ], + [ + "▁reinstate", + -13.439456939697266 + ], + [ + "Können", + -13.43946361541748 + ], + [ + "▁Paol", + -13.43959617614746 + ], + [ + "öhr", + -13.439603805541992 + ], + [ + "▁Asociati", + -13.439876556396484 + ], + [ + "▁commenc", + -13.440285682678224 + ], + [ + "reinigt", + -13.440293312072754 + ], + [ + "commended", + -13.440350532531738 + ], + [ + "▁Proceed", + -13.440675735473633 + ], + [ + "beutel", + -13.440702438354492 + ], + [ + "▁Experimental", + -13.44070816040039 + ], + [ + "▁constellation", + -13.44070816040039 + ], + [ + "▁gepflegt", + -13.44070816040039 + ], + [ + "▁Ergänzung", + -13.440709114074709 + ], + [ + "Judith", + -13.440713882446287 + ], + [ + "▁Quartet", + -13.440720558166504 + ], + [ + "complemented", + -13.44074249267578 + ], + [ + "ausbildung", + -13.440750122070312 + ], + [ + "▁uncertainties", + -13.44077205657959 + ], + [ + "▁humiliat", + -13.440914154052734 + ], + [ + "luta", + -13.441121101379396 + ], + [ + "▁complexion", + -13.441482543945312 + ], + [ + "Serviciul", + -13.441612243652344 + ], + [ + "▁Toast", + -13.441722869873049 + ], + [ + "ummies", + -13.442425727844238 + ], + [ + "▁irit", + -13.442463874816896 + ], + [ + "producing", + -13.442585945129396 + ], + [ + "amenajare", + -13.442825317382812 + ], + [ + "▁béton", + -13.442828178405762 + ], + [ + "▁serpent", + -13.442851066589355 + ], + [ + "▁vizită", + -13.442996978759766 + ], + [ + "▁Beamte", + -13.443017959594728 + ], + [ + "▁Füße", + -13.443166732788086 + ], + [ + "▁Norwich", + -13.443531036376951 + ], + [ + "▁acronym", + -13.443531036376951 + ], + [ + "▁eradicate", + -13.443531036376951 + ], + [ + "▁solidarité", + -13.44353199005127 + ], + [ + "▁eggplant", + -13.44358253479004 + ], + [ + "▁sailors", + -13.44361972808838 + ], + [ + "waschen", + -13.444538116455078 + ], + [ + "Editura", + -13.444757461547852 + ], + [ + "▁erwerben", + -13.444944381713867 + ], + [ + "▁unconventional", + -13.444944381713867 + ], + [ + "▁boulder", + -13.444948196411133 + ], + [ + "Diplom", + -13.445013046264648 + ], + [ + "influx", + -13.446162223815918 + ], + [ + "▁Twelve", + -13.446361541748049 + ], + [ + "▁Sexual", + -13.44636344909668 + ], + [ + "numite", + -13.446369171142578 + ], + [ + "▁kontaktieren", + -13.446370124816896 + ], + [ + "▁strâns", + -13.44637680053711 + ], + [ + "▁précisément", + -13.446382522583008 + ], + [ + "empfindlich", + -13.446405410766602 + ], + [ + "▁divulg", + -13.446490287780762 + ], + [ + "▁delicat", + -13.446539878845217 + ], + [ + "compete", + -13.446542739868164 + ], + [ + "▁implique", + -13.446616172790527 + ], + [ + "implantation", + -13.44672966003418 + ], + [ + "frères", + -13.447328567504885 + ], + [ + "shedding", + -13.44758415222168 + ], + [ + "découvrez", + -13.447657585144045 + ], + [ + "rith", + -13.447735786437988 + ], + [ + "▁réglementation", + -13.447778701782228 + ], + [ + "▁transistor", + -13.44778537750244 + ], + [ + "inflated", + -13.447792053222656 + ], + [ + "▁Bluff", + -13.447887420654297 + ], + [ + "▁Aquarium", + -13.448526382446287 + ], + [ + "▁mananc", + -13.448638916015623 + ], + [ + "▁disinfect", + -13.448700904846191 + ], + [ + "tuft", + -13.448740005493164 + ], + [ + "Public", + -13.449081420898438 + ], + [ + "conceivabl", + -13.44919776916504 + ], + [ + "▁Cadillac", + -13.44919776916504 + ], + [ + "Assassin", + -13.449199676513672 + ], + [ + "issuance", + -13.449252128601074 + ], + [ + "▁Achtung", + -13.44928741455078 + ], + [ + "▁grundlegend", + -13.449909210205078 + ], + [ + "▁Băsescu", + -13.449910163879396 + ], + [ + "schaden", + -13.45014476776123 + ], + [ + "coached", + -13.450409889221191 + ], + [ + "▁betreffend", + -13.45046329498291 + ], + [ + "ergebnis", + -13.450541496276855 + ], + [ + "▁Lieutenant", + -13.4506196975708 + ], + [ + "WORLD", + -13.450620651245115 + ], + [ + "▁Moroccan", + -13.450620651245115 + ], + [ + "▁Butterfly", + -13.450621604919434 + ], + [ + "would", + -13.450737953186035 + ], + [ + "▁Metropol", + -13.451025009155272 + ], + [ + "lexic", + -13.45119285583496 + ], + [ + "comunitatea", + -13.45124340057373 + ], + [ + "vapeur", + -13.451456069946287 + ], + [ + "4.000", + -13.45155906677246 + ], + [ + "Pentru", + -13.451581954956056 + ], + [ + "üblichen", + -13.451613426208496 + ], + [ + "▁Général", + -13.451770782470703 + ], + [ + "▁Versailles", + -13.452046394348145 + ], + [ + "▁engraving", + -13.452046394348145 + ], + [ + "▁pédagogique", + -13.452192306518556 + ], + [ + "▁Policies", + -13.452759742736816 + ], + [ + "descending", + -13.453235626220703 + ], + [ + "stärkt", + -13.453349113464355 + ], + [ + "▁démocratie", + -13.45347023010254 + ], + [ + "▁granddaughter", + -13.45347023010254 + ], + [ + "▁buffalo", + -13.45347499847412 + ], + [ + "Datorita", + -13.45347785949707 + ], + [ + "hydroxy", + -13.453537940979004 + ], + [ + "▁ganduri", + -13.453566551208496 + ], + [ + "▁hijack", + -13.453624725341797 + ], + [ + "zahn", + -13.453699111938477 + ], + [ + "poziția", + -13.45406436920166 + ], + [ + "▁Zähne", + -13.454184532165527 + ], + [ + "▁grossesse", + -13.454296112060549 + ], + [ + "embassy", + -13.4548978805542 + ], + [ + "▁cérémonie", + -13.4548978805542 + ], + [ + "Rhône", + -13.454898834228516 + ], + [ + "▁Cabernet", + -13.454898834228516 + ], + [ + "▁Namibia", + -13.45490264892578 + ], + [ + "▁pedestal", + -13.45490264892578 + ], + [ + "▁Fighting", + -13.45490550994873 + ], + [ + "▁Threat", + -13.454962730407717 + ], + [ + "▁ideological", + -13.455047607421877 + ], + [ + "▁restitu", + -13.455183029174805 + ], + [ + "gelangt", + -13.455510139465332 + ], + [ + "Mitgliedern", + -13.455537796020508 + ], + [ + "acquérir", + -13.455613136291504 + ], + [ + "▁inferioar", + -13.45561695098877 + ], + [ + "Thierry", + -13.45561981201172 + ], + [ + "▁Entspannung", + -13.455638885498049 + ], + [ + "frequency", + -13.45566177368164 + ], + [ + "▁Fluid", + -13.455686569213867 + ], + [ + "▁betreut", + -13.45590114593506 + ], + [ + "Biological", + -13.455965995788574 + ], + [ + "▁Constanţa", + -13.456328392028809 + ], + [ + "▁beschäftigen", + -13.456328392028809 + ], + [ + "▁undesirable", + -13.456328392028809 + ], + [ + "▁protégé", + -13.456365585327148 + ], + [ + "▁nautical", + -13.45647430419922 + ], + [ + "▁sniff", + -13.456507682800291 + ], + [ + "Decizi", + -13.456510543823242 + ], + [ + "▁căldur", + -13.45706558227539 + ], + [ + "▁ideologi", + -13.457335472106934 + ], + [ + "Fraktion", + -13.457545280456545 + ], + [ + "collegiate", + -13.45776081085205 + ], + [ + "▁sănătos", + -13.45776081085205 + ], + [ + "▁Observatory", + -13.45776653289795 + ], + [ + "▁saturation", + -13.457769393920898 + ], + [ + "organizate", + -13.457771301269531 + ], + [ + "mergem", + -13.458321571350098 + ], + [ + "Publish", + -13.458451271057127 + ], + [ + "▁rattle", + -13.458460807800291 + ], + [ + "▁întâlniri", + -13.458663940429688 + ], + [ + "emporte", + -13.458741188049316 + ], + [ + "▁înscris", + -13.459046363830566 + ], + [ + "▁Patterson", + -13.459195137023926 + ], + [ + "▁ehrenamtlich", + -13.459195137023926 + ], + [ + "linux", + -13.459213256835938 + ], + [ + "conduire", + -13.45921802520752 + ], + [ + "▁absolven", + -13.459223747253418 + ], + [ + "▁einzigartig", + -13.459598541259766 + ], + [ + "▁_____", + -13.459803581237791 + ], + [ + "▁Beschäftigung", + -13.459912300109863 + ], + [ + "▁erfasst", + -13.459927558898926 + ], + [ + "▁Datum", + -13.45999240875244 + ], + [ + "raportul", + -13.460284233093262 + ], + [ + "ennemi", + -13.460460662841797 + ], + [ + "default", + -13.460643768310549 + ], + [ + "icillin", + -13.46066951751709 + ], + [ + "▁diamant", + -13.460671424865724 + ], + [ + "amerika", + -13.460684776306152 + ], + [ + "▁pescuit", + -13.46070384979248 + ], + [ + "▁grappl", + -13.460797309875488 + ], + [ + "▁Homeland", + -13.46082592010498 + ], + [ + "▁tromb", + -13.46112060546875 + ], + [ + "▁reduzieren", + -13.461349487304688 + ], + [ + "▁Statut", + -13.461593627929688 + ], + [ + "booming", + -13.461670875549316 + ], + [ + "fenced", + -13.46172332763672 + ], + [ + "measure", + -13.461888313293455 + ], + [ + "témoin", + -13.462069511413574 + ], + [ + "▁Inventory", + -13.462069511413574 + ], + [ + "▁circonstance", + -13.462069511413574 + ], + [ + "▁téléphonique", + -13.462069511413574 + ], + [ + "▁împiedic", + -13.46207046508789 + ], + [ + "▁Settlement", + -13.462072372436523 + ], + [ + "kannte", + -13.462076187133787 + ], + [ + "▁substantive", + -13.462385177612305 + ], + [ + "miterea", + -13.462642669677734 + ], + [ + "▁noştri", + -13.462790489196776 + ], + [ + "▁plăcere", + -13.462791442871094 + ], + [ + "▁eticheta", + -13.462823867797852 + ], + [ + "quickest", + -13.462993621826172 + ], + [ + "▁pasageri", + -13.463089942932127 + ], + [ + "▁Publi", + -13.463495254516602 + ], + [ + "▁Suzanne", + -13.463509559631348 + ], + [ + "▁bucătări", + -13.463509559631348 + ], + [ + "Regulatory", + -13.463510513305664 + ], + [ + "▁Mandarin", + -13.463647842407228 + ], + [ + "surgical", + -13.463947296142578 + ], + [ + "▁Smash", + -13.463950157165527 + ], + [ + "▁mândr", + -13.46403694152832 + ], + [ + "▁Unterkunft", + -13.464315414428713 + ], + [ + "moos", + -13.464374542236328 + ], + [ + "Camere", + -13.464510917663574 + ], + [ + "/03/", + -13.464651107788086 + ], + [ + "▁ethno", + -13.464677810668944 + ], + [ + "▁Eröffnung", + -13.46495246887207 + ], + [ + "▁Snyder", + -13.46495246887207 + ], + [ + "▁Wilmington", + -13.46495246887207 + ], + [ + "▁Canberra", + -13.464953422546388 + ], + [ + "▁Tahoe", + -13.464953422546388 + ], + [ + "▁slippery", + -13.464953422546388 + ], + [ + "▁Snake", + -13.464957237243652 + ], + [ + "▁turmeric", + -13.464963912963867 + ], + [ + "▁Cartoon", + -13.46499252319336 + ], + [ + "▁scrisoare", + -13.46500015258789 + ], + [ + "▁reprend", + -13.465425491333008 + ], + [ + "▁Konkurrenz", + -13.46567440032959 + ], + [ + "▁raisins", + -13.465693473815918 + ], + [ + "▁Werkstatt", + -13.465713500976562 + ], + [ + "▁agresiv", + -13.465795516967772 + ], + [ + "hugs", + -13.46615219116211 + ], + [ + "cazurile", + -13.46618938446045 + ], + [ + "spirited", + -13.466232299804688 + ], + [ + "▁britisch", + -13.466307640075684 + ], + [ + "spritz", + -13.466367721557615 + ], + [ + "auxiliary", + -13.46639633178711 + ], + [ + "interprétation", + -13.46639633178711 + ], + [ + "▁verbindet", + -13.46639633178711 + ], + [ + "▁fuzzy", + -13.466429710388184 + ], + [ + "▁turmoil", + -13.466432571411133 + ], + [ + "▁redefine", + -13.466819763183594 + ], + [ + "▁Kiwi", + -13.466890335083008 + ], + [ + "oiseaux", + -13.46712875366211 + ], + [ + "▁pamper", + -13.46714687347412 + ], + [ + "▁desfaso", + -13.46719741821289 + ], + [ + "▁pragu", + -13.467576026916504 + ], + [ + "prevenirea", + -13.467730522155762 + ], + [ + "▁convergence", + -13.467846870422363 + ], + [ + "tufted", + -13.467878341674805 + ], + [ + "brewed", + -13.467981338500977 + ], + [ + "villagers", + -13.468003273010254 + ], + [ + "▁Irving", + -13.468170166015623 + ], + [ + "nigsten", + -13.468660354614258 + ], + [ + "▁embod", + -13.468742370605469 + ], + [ + "Alicia", + -13.468938827514648 + ], + [ + "probably", + -13.469009399414062 + ], + [ + "divider", + -13.46904468536377 + ], + [ + "Attempt", + -13.469223022460938 + ], + [ + "▁Cognitive", + -13.469292640686035 + ], + [ + "▁Recognition", + -13.469292640686035 + ], + [ + "▁concierge", + -13.469292640686035 + ], + [ + "▁Semester", + -13.4692964553833 + ], + [ + "Economie", + -13.469417572021484 + ], + [ + "sortiment", + -13.469460487365724 + ], + [ + "shortest", + -13.46961498260498 + ], + [ + "üchtig", + -13.469650268554688 + ], + [ + "▁conveyanc", + -13.469978332519531 + ], + [ + "▁Ferdinand", + -13.470017433166504 + ], + [ + "▁permanence", + -13.470019340515137 + ], + [ + "▁incadr", + -13.470145225524902 + ], + [ + "▁estrogen", + -13.470290184020996 + ], + [ + "February", + -13.470661163330078 + ], + [ + "gedeckt", + -13.470704078674316 + ], + [ + "▁reagieren", + -13.470743179321287 + ], + [ + "▁meditate", + -13.470980644226074 + ], + [ + "simulated", + -13.471010208129885 + ], + [ + "▁supprimer", + -13.471468925476074 + ], + [ + "▁bumbac", + -13.47146987915039 + ], + [ + "▁vânzări", + -13.471477508544922 + ], + [ + "▁Kapitel", + -13.471478462219238 + ], + [ + "▁Weltkrieg", + -13.471513748168944 + ], + [ + "déposer", + -13.471674919128418 + ], + [ + "Asus", + -13.4718017578125 + ], + [ + "▁Communicat", + -13.471851348876951 + ], + [ + "Finished", + -13.47188949584961 + ], + [ + "▁Telegraph", + -13.472054481506348 + ], + [ + "▁Competitive", + -13.472196578979492 + ], + [ + "▁collectivités", + -13.472197532653809 + ], + [ + "▁protège", + -13.47219944000244 + ], + [ + "▁scallop", + -13.472219467163086 + ], + [ + "Happy", + -13.472335815429688 + ], + [ + "tehnică", + -13.472352981567385 + ], + [ + "▁Gestalt", + -13.47270393371582 + ], + [ + "▁benign", + -13.47295093536377 + ], + [ + "kraut", + -13.473149299621582 + ], + [ + "louer", + -13.473221778869627 + ], + [ + "▁Printr", + -13.47326946258545 + ], + [ + "mputation", + -13.473346710205078 + ], + [ + "▁dicke", + -13.473429679870604 + ], + [ + "▁Halifax", + -13.473650932312012 + ], + [ + "▁bounty", + -13.473650932312012 + ], + [ + "▁cauliflower", + -13.473650932312012 + ], + [ + "▁Survival", + -13.473654747009276 + ], + [ + "▁Chandler", + -13.473684310913086 + ], + [ + "▁bemüh", + -13.473760604858398 + ], + [ + "phro", + -13.47385597229004 + ], + [ + "Friday", + -13.474018096923828 + ], + [ + "particularly", + -13.474032402038574 + ], + [ + "arteries", + -13.474197387695312 + ], + [ + "Lösung", + -13.474771499633787 + ], + [ + "▁causal", + -13.474817276000977 + ], + [ + "▁recueilli", + -13.475075721740724 + ], + [ + "Stylish", + -13.47510814666748 + ], + [ + "schränke", + -13.47510814666748 + ], + [ + "▁francophone", + -13.47510814666748 + ], + [ + "▁limousine", + -13.47510814666748 + ], + [ + "▁statistiques", + -13.47510814666748 + ], + [ + "▁Kleider", + -13.475111961364746 + ], + [ + "▁dunkel", + -13.475127220153809 + ], + [ + "tätigkeit", + -13.475190162658691 + ], + [ + "▁punished", + -13.475257873535156 + ], + [ + "▁implică", + -13.475539207458496 + ], + [ + "▁inițial", + -13.475568771362305 + ], + [ + "▁Eminescu", + -13.475837707519531 + ], + [ + "▁expliqué", + -13.475837707519531 + ], + [ + "▁Eduard", + -13.475839614868164 + ], + [ + "▁psychologique", + -13.475870132446287 + ], + [ + "▁protejeaz", + -13.476580619812012 + ], + [ + "spül", + -13.476709365844728 + ], + [ + "▁Virtu", + -13.477021217346191 + ], + [ + "▁régulière", + -13.477044105529783 + ], + [ + "▁Outreach", + -13.477130889892578 + ], + [ + "▁Apprentice", + -13.47729778289795 + ], + [ + "▁compréhension", + -13.47729778289795 + ], + [ + "▁zwölf", + -13.47729778289795 + ], + [ + "Surgical", + -13.47731590270996 + ], + [ + "latéral", + -13.477417945861816 + ], + [ + "▁Ceremony", + -13.47803020477295 + ], + [ + "▁Shampoo", + -13.47803783416748 + ], + [ + "Global", + -13.478239059448242 + ], + [ + "▁paradis", + -13.47830295562744 + ], + [ + "Developed", + -13.478493690490724 + ], + [ + "▁figurine", + -13.478549003601074 + ], + [ + "sujets", + -13.478574752807615 + ], + [ + "▁Naomi", + -13.478772163391112 + ], + [ + "financed", + -13.478838920593262 + ], + [ + "forestry", + -13.478896141052246 + ], + [ + "▁Anregung", + -13.479494094848633 + ], + [ + "▁spectateur", + -13.479804039001465 + ], + [ + "▁exercitii", + -13.479815483093262 + ], + [ + "▁russisch", + -13.479888916015623 + ], + [ + "gefunden", + -13.479988098144531 + ], + [ + "schleunig", + -13.480225563049316 + ], + [ + "▁géographique", + -13.480225563049316 + ], + [ + "▁Delphi", + -13.480317115783691 + ], + [ + "Freddie", + -13.4806489944458 + ], + [ + "▁muzici", + -13.480958938598633 + ], + [ + "▁Edmund", + -13.48095989227295 + ], + [ + "finanzielle", + -13.481032371520996 + ], + [ + "(2003)", + -13.481319427490234 + ], + [ + "accentuate", + -13.481437683105469 + ], + [ + "overlapping", + -13.48151969909668 + ], + [ + "▁Pluto", + -13.481595993041992 + ], + [ + "românii", + -13.481683731079102 + ], + [ + "▁Timişoara", + -13.48169231414795 + ], + [ + "▁poivr", + -13.481754302978516 + ], + [ + "▁repris", + -13.481852531433104 + ], + [ + "▁Geschlecht", + -13.482426643371582 + ], + [ + "▁thieves", + -13.482426643371582 + ], + [ + "▁Transformer", + -13.482431411743164 + ], + [ + "▁shortcomings", + -13.48243808746338 + ], + [ + "▁aptitude", + -13.48244571685791 + ], + [ + "pitfalls", + -13.482468605041504 + ], + [ + "▁manicure", + -13.482577323913574 + ], + [ + "mystical", + -13.482723236083984 + ], + [ + "▁abolish", + -13.482833862304688 + ], + [ + "▁Zielgruppe", + -13.482873916625977 + ], + [ + "▁naţionale", + -13.483160972595217 + ], + [ + "▁trandafir", + -13.483160972595217 + ], + [ + "▁matematic", + -13.483193397521973 + ], + [ + "▁Hirsch", + -13.483257293701172 + ], + [ + "Fahr", + -13.483458518981934 + ], + [ + "connaissent", + -13.483476638793944 + ], + [ + "browned", + -13.483846664428713 + ], + [ + "▁bearbeitet", + -13.483881950378418 + ], + [ + "▁usturoi", + -13.483896255493164 + ], + [ + "▁Surprise", + -13.48389720916748 + ], + [ + "▁Tehran", + -13.483899116516112 + ], + [ + "▁BLACK", + -13.483901023864746 + ], + [ + "▁abonament", + -13.483904838562012 + ], + [ + "▁mêl", + -13.483972549438477 + ], + [ + "Angebot", + -13.484091758728027 + ], + [ + "ajungi", + -13.48410415649414 + ], + [ + "▁Woodland", + -13.48420524597168 + ], + [ + "▁gradini", + -13.484305381774902 + ], + [ + "▁Marilyn", + -13.48464584350586 + ], + [ + "kilometer", + -13.484880447387695 + ], + [ + "tempered", + -13.485230445861816 + ], + [ + "▁intimacy", + -13.485371589660645 + ], + [ + "▁thunderstorm", + -13.485373497009276 + ], + [ + "▁Uttar", + -13.485413551330566 + ], + [ + "▁varnish", + -13.485535621643066 + ], + [ + "opathie", + -13.48598289489746 + ], + [ + "▁școlar", + -13.48611068725586 + ], + [ + "▁raisonnable", + -13.486114501953123 + ], + [ + "proactively", + -13.486490249633787 + ], + [ + "▁gib", + -13.486536979675291 + ], + [ + "▁hospice", + -13.48684310913086 + ], + [ + "▁constă", + -13.486896514892578 + ], + [ + "▁Crescent", + -13.48690128326416 + ], + [ + "▁ambasad", + -13.486933708190918 + ], + [ + "hotărâre", + -13.48696994781494 + ], + [ + "▁fraîche", + -13.48709774017334 + ], + [ + "▁bundesweit", + -13.487581253051758 + ], + [ + "nsbesondere", + -13.487812042236328 + ], + [ + "▁intoarce", + -13.487863540649414 + ], + [ + "▁Schokolade", + -13.488319396972656 + ], + [ + "▁adjective", + -13.488319396972656 + ], + [ + "▁incalzire", + -13.488319396972656 + ], + [ + "▁Qualification", + -13.488320350646973 + ], + [ + "▁Bolivia", + -13.488324165344238 + ], + [ + "▁cruelty", + -13.48833465576172 + ], + [ + "pläne", + -13.48834228515625 + ], + [ + "▁solitude", + -13.488354682922363 + ], + [ + "▁Bosnia", + -13.488568305969238 + ], + [ + "rohr", + -13.488643646240234 + ], + [ + "▁regrette", + -13.48877239227295 + ], + [ + "zusammengestellt", + -13.48924732208252 + ], + [ + "▁Kardashian", + -13.489798545837402 + ], + [ + "▁Picasso", + -13.489798545837402 + ], + [ + "▁unverbindlich", + -13.489798545837402 + ], + [ + "▁Headquarters", + -13.48979949951172 + ], + [ + "métrage", + -13.4898099899292 + ], + [ + "▁Magento", + -13.489816665649414 + ], + [ + "▁exhibitors", + -13.489898681640623 + ], + [ + "utty", + -13.490381240844728 + ], + [ + "▁Fünf", + -13.490538597106934 + ], + [ + "▁Peugeot", + -13.490538597106934 + ], + [ + "▁verdienen", + -13.490538597106934 + ], + [ + "▁absolviert", + -13.49053955078125 + ], + [ + "schutzerklärung", + -13.490679740905762 + ], + [ + "sistemele", + -13.49089241027832 + ], + [ + "▁concrète", + -13.49127960205078 + ], + [ + "▁rhyme", + -13.49127960205078 + ], + [ + "▁Continuous", + -13.49128246307373 + ], + [ + "versprechen", + -13.49131202697754 + ], + [ + "▁Melanie", + -13.49202823638916 + ], + [ + "▁clienţi", + -13.492046356201172 + ], + [ + "luckily", + -13.492205619812012 + ], + [ + "▁counterfeit", + -13.492762565612791 + ], + [ + "▁locomotive", + -13.492889404296877 + ], + [ + "▁reacți", + -13.492908477783203 + ], + [ + "ampered", + -13.493005752563477 + ], + [ + "atenția", + -13.493011474609377 + ], + [ + "Suppose", + -13.49306297302246 + ], + [ + "hinweis", + -13.493464469909668 + ], + [ + "verletzung", + -13.493504524230955 + ], + [ + "▁mănânc", + -13.493504524230955 + ], + [ + "▁provoac", + -13.493507385253906 + ], + [ + "▁regizor", + -13.493511199951172 + ], + [ + "kundig", + -13.49352741241455 + ], + [ + "embarqu", + -13.493584632873535 + ], + [ + "Radio", + -13.493690490722656 + ], + [ + "Ministrul", + -13.493896484375 + ], + [ + "weakened", + -13.494214057922363 + ], + [ + "▁translucent", + -13.494247436523438 + ], + [ + "George", + -13.494380950927734 + ], + [ + "▁bacterii", + -13.494402885437012 + ], + [ + "intervalul", + -13.494803428649902 + ], + [ + "▁vizualiz", + -13.494832038879396 + ], + [ + "▁Feuchtigkeit", + -13.494991302490234 + ], + [ + "▁choisissez", + -13.494991302490234 + ], + [ + "▁plausible", + -13.494991302490234 + ], + [ + "▁perpetu", + -13.495122909545898 + ], + [ + "▁bucati", + -13.495194435119627 + ], + [ + "▁Giovanni", + -13.495735168457031 + ], + [ + "▁bluetooth", + -13.495736122131348 + ], + [ + "▁translating", + -13.49573802947998 + ], + [ + "▁Kyoto", + -13.495739936828612 + ], + [ + "▁homosexual", + -13.495745658874512 + ], + [ + "treabă", + -13.495820045471191 + ], + [ + "ntrepid", + -13.495983123779297 + ], + [ + "▁fachlich", + -13.496664047241213 + ], + [ + "Vaccin", + -13.496774673461914 + ], + [ + "▁Treib", + -13.497248649597168 + ], + [ + "varsity", + -13.497272491455078 + ], + [ + "▁Tavern", + -13.497278213500977 + ], + [ + "▁ensue", + -13.49733066558838 + ], + [ + "flexibel", + -13.497971534729004 + ], + [ + "retrieved", + -13.498102188110352 + ], + [ + "traditionellen", + -13.498230934143066 + ], + [ + "▁circulati", + -13.498546600341797 + ], + [ + "▁Diagnose", + -13.498717308044434 + ], + [ + "▁Strawberry", + -13.498717308044434 + ], + [ + "Societatea", + -13.49871826171875 + ], + [ + "expertise", + -13.498849868774414 + ], + [ + "▁naturii", + -13.499464988708496 + ], + [ + "▁4:1", + -13.499515533447266 + ], + [ + "Frequently", + -13.500210762023926 + ], + [ + "disproportionate", + -13.500210762023926 + ], + [ + "▁LIMITED", + -13.500210762023926 + ], + [ + "▁ancestral", + -13.50022792816162 + ], + [ + "▁Logistik", + -13.500237464904783 + ], + [ + "▁recolt", + -13.50042724609375 + ], + [ + "▁liebevoll", + -13.500436782836914 + ], + [ + "importing", + -13.500452041625977 + ], + [ + "aparatul", + -13.500458717346191 + ], + [ + "poziţia", + -13.500564575195312 + ], + [ + "facerilor", + -13.500658988952637 + ], + [ + "Submitted", + -13.50086784362793 + ], + [ + "ografia", + -13.501221656799316 + ], + [ + "onformément", + -13.50168228149414 + ], + [ + "▁dissemination", + -13.501708030700684 + ], + [ + "afli", + -13.501834869384766 + ], + [ + "luminous", + -13.502154350280762 + ], + [ + "▁draußen", + -13.502456665039062 + ], + [ + "▁Zauber", + -13.502535820007324 + ], + [ + "▁Ibrahim", + -13.503207206726074 + ], + [ + "▁eruption", + -13.503216743469238 + ], + [ + "écrite", + -13.50357723236084 + ], + [ + "avril", + -13.503898620605469 + ], + [ + "Increasing", + -13.50417137145996 + ], + [ + "hingeg", + -13.504411697387695 + ], + [ + "fidelity", + -13.50470733642578 + ], + [ + "étonnant", + -13.50470733642578 + ], + [ + "▁créativité", + -13.50470733642578 + ], + [ + "▁Required", + -13.504708290100098 + ], + [ + "▁Edison", + -13.504719734191896 + ], + [ + "▁Stuhl", + -13.504719734191896 + ], + [ + "outhwestern", + -13.506060600280762 + ], + [ + "▁Beschwerden", + -13.506210327148438 + ], + [ + "▁angajaţi", + -13.506210327148438 + ], + [ + "▁Currency", + -13.506211280822754 + ], + [ + "▁reagiert", + -13.506214141845703 + ], + [ + "Science", + -13.506229400634766 + ], + [ + "hospital", + -13.506253242492676 + ], + [ + "professionellen", + -13.50649356842041 + ], + [ + "▁Trouve", + -13.506768226623535 + ], + [ + "▁utopi", + -13.50683307647705 + ], + [ + "gypte", + -13.506928443908691 + ], + [ + "▁Konsequenz", + -13.506962776184082 + ], + [ + "▁pacienți", + -13.506962776184082 + ], + [ + "▁orizont", + -13.506988525390623 + ], + [ + "Corey", + -13.506999015808104 + ], + [ + "▁quartet", + -13.507009506225586 + ], + [ + "▁Sherlock", + -13.50710678100586 + ], + [ + "▁gagné", + -13.507237434387209 + ], + [ + "▁Jusqu", + -13.50732707977295 + ], + [ + "▁Clickfunnel", + -13.507465362548828 + ], + [ + "Survivor", + -13.507716178894045 + ], + [ + "▁Beethoven", + -13.507716178894045 + ], + [ + "▁Exemplar", + -13.507716178894045 + ], + [ + "▁Gonzalez", + -13.507716178894045 + ], + [ + "▁Illustrator", + -13.507716178894045 + ], + [ + "▁Verpflichtung", + -13.507718086242676 + ], + [ + "Possibly", + -13.507719993591309 + ], + [ + "Maintenant", + -13.50772190093994 + ], + [ + "▁incendiu", + -13.50772190093994 + ], + [ + "▁poêl", + -13.507747650146484 + ], + [ + "▁aşez", + -13.507757186889648 + ], + [ + "phenol", + -13.508248329162598 + ], + [ + "▁magician", + -13.508421897888184 + ], + [ + "éventuellement", + -13.508512496948242 + ], + [ + "▁amortiz", + -13.508736610412598 + ], + [ + "bouchage", + -13.50873851776123 + ], + [ + "▁Accommodation", + -13.50922393798828 + ], + [ + "▁Significant", + -13.50922393798828 + ], + [ + "▁rejoice", + -13.50922393798828 + ], + [ + "▁Lorraine", + -13.509224891662598 + ], + [ + "▁Necklace", + -13.509234428405762 + ], + [ + "▁hamburger", + -13.509273529052734 + ], + [ + "Enhanced", + -13.5095796585083 + ], + [ + "▁Audrey", + -13.50997829437256 + ], + [ + "▁considère", + -13.509986877441406 + ], + [ + "hafen", + -13.51050853729248 + ], + [ + "acordare", + -13.510509490966797 + ], + [ + "▁ediți", + -13.51075553894043 + ], + [ + "▁militia", + -13.510767936706545 + ], + [ + "captivate", + -13.510771751403809 + ], + [ + "▁rebellion", + -13.510777473449709 + ], + [ + "▁veranstalte", + -13.510844230651855 + ], + [ + "▁matelas", + -13.510859489440918 + ], + [ + "originating", + -13.510873794555664 + ], + [ + "Typical", + -13.51092529296875 + ], + [ + "▁législat", + -13.511360168457031 + ], + [ + "▁Kräfte", + -13.511488914489746 + ], + [ + "▁Eigentümer", + -13.511489868164062 + ], + [ + "▁gonfl", + -13.511608123779297 + ], + [ + "dispoziție", + -13.512028694152832 + ], + [ + "▁Fabulous", + -13.512246131896973 + ], + [ + "▁Guillaume", + -13.512246131896973 + ], + [ + "▁Genuine", + -13.512247085571287 + ], + [ + "selbe", + -13.512449264526367 + ], + [ + "(2002)", + -13.512616157531738 + ], + [ + "Einen", + -13.512908935546877 + ], + [ + "▁Snapdragon", + -13.513002395629885 + ], + [ + "▁plagiarism", + -13.513002395629885 + ], + [ + "▁Rendez", + -13.513019561767578 + ], + [ + "▁înregistrare", + -13.513033866882324 + ], + [ + "probiert", + -13.513081550598145 + ], + [ + "gestiegen", + -13.513153076171877 + ], + [ + "Teatrul", + -13.513370513916016 + ], + [ + "trove", + -13.513469696044922 + ], + [ + "ntsprechend", + -13.51356601715088 + ], + [ + "Städten", + -13.513691902160645 + ], + [ + "unforeseen", + -13.513760566711426 + ], + [ + "▁Meridian", + -13.513761520385742 + ], + [ + "▁Ministries", + -13.513763427734377 + ], + [ + "plaît", + -13.513769149780272 + ], + [ + "▁Telefonnummer", + -13.513772010803224 + ], + [ + "welded", + -13.513788223266602 + ], + [ + "pondere", + -13.513976097106934 + ], + [ + "▁funcţiona", + -13.514012336730955 + ], + [ + "▁politicieni", + -13.514187812805176 + ], + [ + "fleck", + -13.514240264892578 + ], + [ + "▁Nitro", + -13.514264106750488 + ], + [ + "wettbewerb", + -13.514518737792969 + ], + [ + "▁ingrijire", + -13.514518737792969 + ], + [ + "▁Gehirn", + -13.514521598815918 + ], + [ + "sigură", + -13.514904022216797 + ], + [ + "400,000", + -13.51523780822754 + ], + [ + "▁cataract", + -13.515277862548828 + ], + [ + "outskirt", + -13.515280723571776 + ], + [ + "▁Identification", + -13.515287399291992 + ], + [ + "▁imperfections", + -13.515317916870115 + ], + [ + "▁Dokumentation", + -13.515474319458008 + ], + [ + "Engine", + -13.515851974487305 + ], + [ + "extindere", + -13.516046524047852 + ], + [ + "bijoux", + -13.516797065734863 + ], + [ + "▁dărui", + -13.516802787780762 + ], + [ + "▁Moderator", + -13.516913414001465 + ], + [ + "biblio", + -13.517024040222168 + ], + [ + "енн", + -13.517024040222168 + ], + [ + "▁Relevan", + -13.51728630065918 + ], + [ + "ansprüche", + -13.51755714416504 + ], + [ + "épaisseur", + -13.517580032348633 + ], + [ + "▁emoţi", + -13.517677307128906 + ], + [ + "exacerbate", + -13.518318176269531 + ], + [ + "▁Wimbledon", + -13.518318176269531 + ], + [ + "▁Pandora", + -13.518319129943848 + ], + [ + "perhaps", + -13.518725395202637 + ], + [ + "certify", + -13.518762588500977 + ], + [ + "Strukturen", + -13.5189208984375 + ], + [ + "▁Kreativität", + -13.519079208374023 + ], + [ + "schlägt", + -13.51908016204834 + ], + [ + "▁certifié", + -13.51911735534668 + ], + [ + "/09/", + -13.519211769104004 + ], + [ + "▁suprafaţ", + -13.519493103027344 + ], + [ + "verständnis", + -13.519841194152832 + ], + [ + "presedintele", + -13.519842147827148 + ], + [ + "▁orthopedic", + -13.519842147827148 + ], + [ + "▁superioara", + -13.519843101501465 + ], + [ + "älteste", + -13.519903182983398 + ], + [ + "▁conducător", + -13.520153999328612 + ], + [ + "supplementary", + -13.520243644714355 + ], + [ + "wetlands", + -13.520438194274902 + ], + [ + "▁suprafete", + -13.520605087280272 + ], + [ + "▁aparțin", + -13.520951271057127 + ], + [ + "analiză", + -13.521014213562012 + ], + [ + "Uneori", + -13.52115535736084 + ], + [ + "Toujours", + -13.521368026733398 + ], + [ + "▁Nairobi", + -13.521368026733398 + ], + [ + "▁asparagus", + -13.521368026733398 + ], + [ + "▁crowdfunding", + -13.521368026733398 + ], + [ + "gutachten", + -13.521369934082031 + ], + [ + "smelling", + -13.52165985107422 + ], + [ + "▁elektrisch", + -13.521718978881836 + ], + [ + "begging", + -13.522055625915527 + ], + [ + "▁Renewable", + -13.522896766662598 + ], + [ + "▁Trouble", + -13.522896766662598 + ], + [ + "▁devastated", + -13.522896766662598 + ], + [ + "▁remplacé", + -13.522896766662598 + ], + [ + "▁schmeckt", + -13.522896766662598 + ], + [ + "▁exerciți", + -13.523005485534668 + ], + [ + "▁vermute", + -13.52365016937256 + ], + [ + "▁Constanța", + -13.523661613464355 + ], + [ + "expunere", + -13.523693084716797 + ], + [ + "▁Fitzgerald", + -13.52442741394043 + ], + [ + "▁Mechanism", + -13.524429321289062 + ], + [ + "▁underscore", + -13.524484634399414 + ], + [ + "poziţie", + -13.524901390075684 + ], + [ + "stöbern", + -13.525193214416504 + ], + [ + "▁littérature", + -13.525193214416504 + ], + [ + "▁împrumut", + -13.525193214416504 + ], + [ + "Vision", + -13.525771141052246 + ], + [ + "▁overwhelm", + -13.52577304840088 + ], + [ + "▁erweitern", + -13.525959968566896 + ], + [ + "skeletal", + -13.525960922241213 + ], + [ + "▁terrified", + -13.525960922241213 + ], + [ + "aggravate", + -13.525962829589844 + ], + [ + "▁Malawi", + -13.52596950531006 + ], + [ + "▁neuroscience", + -13.526009559631348 + ], + [ + "trecută", + -13.526097297668455 + ], + [ + "▁maestr", + -13.52634334564209 + ], + [ + "нов", + -13.526555061340332 + ], + [ + "▁Cobb", + -13.52667236328125 + ], + [ + "▁Schwangerschaft", + -13.526727676391602 + ], + [ + "▁internationaux", + -13.526727676391602 + ], + [ + "▁entspannen", + -13.526729583740234 + ], + [ + "▁Früchte", + -13.52676773071289 + ], + [ + "mâine", + -13.526805877685549 + ], + [ + "stützt", + -13.526938438415527 + ], + [ + "flipped", + -13.527076721191406 + ], + [ + "Palatul", + -13.527252197265623 + ], + [ + "▁Gérard", + -13.527496337890623 + ], + [ + "▁Kensington", + -13.527498245239258 + ], + [ + "chargée", + -13.52807331085205 + ], + [ + "iolo", + -13.528203964233398 + ], + [ + "▁excesiv", + -13.52904987335205 + ], + [ + "▁Gymnas", + -13.52962875366211 + ], + [ + "▁optimise", + -13.529678344726562 + ], + [ + "possibilités", + -13.529717445373535 + ], + [ + "▁periculoas", + -13.529810905456545 + ], + [ + "mechanical", + -13.529839515686035 + ], + [ + "▁confruntă", + -13.529868125915527 + ], + [ + "quatrième", + -13.530573844909668 + ], + [ + "▁Preservation", + -13.530573844909668 + ], + [ + "▁Juventus", + -13.530574798583984 + ], + [ + "vorsitzende", + -13.5305757522583 + ], + [ + "électora", + -13.53058624267578 + ], + [ + "▁fascinant", + -13.53061580657959 + ], + [ + "▁lagoon", + -13.53067111968994 + ], + [ + "referencing", + -13.53079605102539 + ], + [ + "appointed", + -13.530988693237305 + ], + [ + "Audible", + -13.531112670898438 + ], + [ + "sighted", + -13.531612396240234 + ], + [ + "▁gewünscht", + -13.532061576843262 + ], + [ + "▁Expedition", + -13.532115936279297 + ], + [ + "▁genunchi", + -13.532115936279297 + ], + [ + "▁PROVIDE", + -13.53211784362793 + ], + [ + "▁rosemary", + -13.532118797302246 + ], + [ + "▁cleanliness", + -13.532130241394045 + ], + [ + "commanded", + -13.53223991394043 + ], + [ + "ältere", + -13.532530784606934 + ], + [ + "ност", + -13.532547950744627 + ], + [ + "kühlen", + -13.532917976379396 + ], + [ + "mettez", + -13.53354835510254 + ], + [ + "connaitre", + -13.533661842346191 + ], + [ + "Qaeda", + -13.533662796020508 + ], + [ + "▁traumhaft", + -13.53366470336914 + ], + [ + "kommst", + -13.533666610717772 + ], + [ + "▁Abbott", + -13.533669471740724 + ], + [ + "▁Fool", + -13.533686637878418 + ], + [ + "▁médaill", + -13.533687591552734 + ], + [ + "▁genotyp", + -13.533693313598633 + ], + [ + "▁Fälle", + -13.53375244140625 + ], + [ + "▁actuator", + -13.533843994140623 + ], + [ + "CLASS", + -13.534042358398438 + ], + [ + "progressively", + -13.534421920776367 + ], + [ + "negative", + -13.53469467163086 + ], + [ + "bundled", + -13.535009384155272 + ], + [ + "▁dezbatere", + -13.535208702087402 + ], + [ + "kamagra", + -13.535237312316896 + ], + [ + "gardinen", + -13.535250663757324 + ], + [ + "unsecured", + -13.535271644592283 + ], + [ + "Assisted", + -13.535298347473145 + ], + [ + "Gymnasium", + -13.535386085510254 + ], + [ + "▁brusc", + -13.53559112548828 + ], + [ + "prinzip", + -13.535655975341797 + ], + [ + "Torrent", + -13.535964965820312 + ], + [ + "Presented", + -13.535967826843262 + ], + [ + "▁impressionnant", + -13.53628921508789 + ], + [ + "charakter", + -13.536758422851562 + ], + [ + "▁Acoustic", + -13.536762237548828 + ], + [ + "▁appartient", + -13.536763191223145 + ], + [ + "gesteuert", + -13.536879539489746 + ], + [ + "▁condiți", + -13.537089347839355 + ], + [ + "authentic", + -13.537313461303713 + ], + [ + "▁Erholung", + -13.537534713745115 + ], + [ + "▁Veranstalter", + -13.537534713745115 + ], + [ + "▁Filial", + -13.537665367126465 + ], + [ + "ruhigen", + -13.537714958190918 + ], + [ + "symptôme", + -13.538311004638672 + ], + [ + "▁Efficiency", + -13.538311004638672 + ], + [ + "▁stunned", + -13.538311004638672 + ], + [ + "▁sympathique", + -13.538311004638672 + ], + [ + "Uploaded", + -13.538352966308594 + ], + [ + "▁geistig", + -13.538453102111816 + ], + [ + "Pläne", + -13.538509368896484 + ], + [ + "▁Apartament", + -13.53855037689209 + ], + [ + "▁ușoar", + -13.539119720458984 + ], + [ + "▁locuinț", + -13.539122581481934 + ], + [ + "épouse", + -13.539166450500488 + ], + [ + "îngrijire", + -13.539215087890623 + ], + [ + "Obtain", + -13.539261817932127 + ], + [ + "Detect", + -13.539590835571287 + ], + [ + "▁Dumitru", + -13.539865493774414 + ], + [ + "▁refrigeration", + -13.539865493774414 + ], + [ + "ärztliche", + -13.539881706237791 + ], + [ + "efficiency", + -13.540032386779783 + ], + [ + "▁snail", + -13.540328979492188 + ], + [ + "gelände", + -13.540419578552246 + ], + [ + "expected", + -13.540620803833008 + ], + [ + "kompetenz", + -13.540643692016602 + ], + [ + "▁sfânt", + -13.540643692016602 + ], + [ + "océan", + -13.540685653686523 + ], + [ + "▁Plasma", + -13.540717124938965 + ], + [ + "▁vulgar", + -13.54075813293457 + ], + [ + "▁slump", + -13.541083335876465 + ], + [ + "autoimmune", + -13.541422843933104 + ], + [ + "▁Cynthia", + -13.541422843933104 + ], + [ + "▁dimineaţ", + -13.541422843933104 + ], + [ + "▁whimsical", + -13.541422843933104 + ], + [ + "▁evaporate", + -13.541488647460938 + ], + [ + "▁calorii", + -13.54186725616455 + ], + [ + "portion", + -13.54187297821045 + ], + [ + "crowned", + -13.5419282913208 + ], + [ + "▁întâmpin", + -13.54220199584961 + ], + [ + "▁Centenar", + -13.542620658874512 + ], + [ + "▁Genehmigung", + -13.54298210144043 + ], + [ + "▁Wahrscheinlich", + -13.54298210144043 + ], + [ + "▁accompaniment", + -13.54298210144043 + ], + [ + "▁Negoti", + -13.54298496246338 + ], + [ + "▁Vanilla", + -13.54300022125244 + ], + [ + "▁Receiv", + -13.543014526367188 + ], + [ + "▁bestseller", + -13.543052673339844 + ], + [ + "tendons", + -13.54306983947754 + ], + [ + "Reilly", + -13.543192863464355 + ], + [ + "▁refroidi", + -13.543731689453123 + ], + [ + "▁überrascht", + -13.543763160705566 + ], + [ + "Gitarre", + -13.543828964233398 + ], + [ + "wände", + -13.54417324066162 + ], + [ + "veniturile", + -13.544321060180664 + ], + [ + "▁portofoliu", + -13.54454517364502 + ], + [ + "▁temporaire", + -13.54454517364502 + ], + [ + "▁Dawson", + -13.544546127319336 + ], + [ + "foreseeable", + -13.544547080993652 + ], + [ + "▁Gastgeber", + -13.545344352722168 + ], + [ + "Access", + -13.545432090759276 + ], + [ + "▁Defender", + -13.545537948608398 + ], + [ + "▁Quarry", + -13.546109199523926 + ], + [ + "▁trolley", + -13.546110153198242 + ], + [ + "▁carburant", + -13.54611110687256 + ], + [ + "▁titluri", + -13.54631233215332 + ], + [ + "comparatively", + -13.546327590942385 + ], + [ + "nachfolgend", + -13.54659652709961 + ], + [ + "anfang", + -13.546740531921388 + ], + [ + "▁faszinieren", + -13.54689121246338 + ], + [ + "trăiesc", + -13.547082901000977 + ], + [ + "▁Travail", + -13.547159194946287 + ], + [ + "Contact", + -13.547235488891602 + ], + [ + "fashion", + -13.547245025634766 + ], + [ + "▁épais", + -13.547585487365724 + ], + [ + "plattform", + -13.54767608642578 + ], + [ + "ventricular", + -13.547677040100098 + ], + [ + "▁Portsmouth", + -13.547677993774414 + ], + [ + "▁împărat", + -13.54767894744873 + ], + [ + "▁vândut", + -13.54769802093506 + ], + [ + "▁evidenț", + -13.54770851135254 + ], + [ + "Purchasing", + -13.547877311706545 + ], + [ + "discerning", + -13.54804801940918 + ], + [ + "odonti", + -13.548080444335938 + ], + [ + "distilled", + -13.548316955566406 + ], + [ + "saveur", + -13.548447608947754 + ], + [ + "▁récompense", + -13.54845905303955 + ], + [ + "confortul", + -13.54855251312256 + ], + [ + "arbeitete", + -13.548787117004396 + ], + [ + "partenerii", + -13.549064636230469 + ], + [ + "mirrored", + -13.54908561706543 + ], + [ + "Dienstleister", + -13.549243927001951 + ], + [ + "▁Jakarta", + -13.549243927001951 + ], + [ + "▁WEBSITE", + -13.549243927001951 + ], + [ + "▁Acquisition", + -13.549262046813965 + ], + [ + "▁Miranda", + -13.549287796020508 + ], + [ + "Syndic", + -13.549356460571287 + ], + [ + "▁stadiu", + -13.549450874328612 + ], + [ + "▁Parchet", + -13.549498558044434 + ], + [ + "Générale", + -13.54954719543457 + ], + [ + "▁jpl", + -13.549579620361328 + ], + [ + "attainable", + -13.549949645996094 + ], + [ + "École", + -13.550041198730469 + ], + [ + "Sphere", + -13.550538063049316 + ], + [ + "obtainable", + -13.550592422485352 + ], + [ + "▁Sapphire", + -13.55081558227539 + ], + [ + "▁aérienne", + -13.55081558227539 + ], + [ + "▁bărbați", + -13.55081558227539 + ], + [ + "▁irritating", + -13.55081558227539 + ], + [ + "▁ultraviolet", + -13.550816535949709 + ], + [ + "untouched", + -13.550817489624023 + ], + [ + "▁Ramsey", + -13.550819396972656 + ], + [ + "titres", + -13.551087379455566 + ], + [ + "▁Coordinat", + -13.551218032836914 + ], + [ + "believable", + -13.551358222961426 + ], + [ + "▁Grundsätzlich", + -13.551602363586426 + ], + [ + "▁konsequent", + -13.551602363586426 + ], + [ + "▁Cerceta", + -13.551909446716309 + ], + [ + "dirigé", + -13.552116394042969 + ], + [ + "▁disturb", + -13.552151679992676 + ], + [ + "conciliation", + -13.552210807800291 + ], + [ + "▁gelöscht", + -13.552390098571776 + ], + [ + "▁sauvegarde", + -13.552391052246094 + ], + [ + "▁cavities", + -13.552393913269045 + ], + [ + "stunde", + -13.55241584777832 + ], + [ + "▁foloseasc", + -13.552430152893066 + ], + [ + "▁simpati", + -13.552873611450195 + ], + [ + "Chacun", + -13.553032875061035 + ], + [ + "adversaire", + -13.553178787231444 + ], + [ + "Eigentlich", + -13.55319881439209 + ], + [ + "defense", + -13.553593635559082 + ], + [ + "consider", + -13.553672790527344 + ], + [ + "▁Trinidad", + -13.553966522216797 + ], + [ + "▁strategist", + -13.553966522216797 + ], + [ + "distorted", + -13.553967475891112 + ], + [ + "▁hypothetical", + -13.553967475891112 + ], + [ + "▁ramburs", + -13.55396842956543 + ], + [ + "▁Mallorca", + -13.553970336914062 + ], + [ + "▁Domino", + -13.554018020629885 + ], + [ + "arrondissement", + -13.55475616455078 + ], + [ + "konferenz", + -13.55475616455078 + ], + [ + "▁Beleuchtung", + -13.55475616455078 + ], + [ + "aggregat", + -13.55484676361084 + ], + [ + "subsidize", + -13.554896354675291 + ], + [ + "shri", + -13.555503845214844 + ], + [ + "Kaufentscheidung", + -13.555545806884766 + ], + [ + "▁Hernandez", + -13.555545806884766 + ], + [ + "▁Upholster", + -13.555546760559082 + ], + [ + "atlantic", + -13.555614471435549 + ], + [ + "▁locuinte", + -13.555652618408203 + ], + [ + "integrates", + -13.55583381652832 + ], + [ + "ewusst", + -13.555878639221191 + ], + [ + "▁Avocado", + -13.556337356567385 + ], + [ + "Decorative", + -13.557014465332031 + ], + [ + "▁Corinthians", + -13.557127952575684 + ], + [ + "▁clădire", + -13.557127952575684 + ], + [ + "▁plomberie", + -13.557127952575684 + ], + [ + "vases", + -13.557143211364746 + ], + [ + "▁crippl", + -13.557247161865234 + ], + [ + "cluttered", + -13.557487487792969 + ], + [ + "departed", + -13.55780792236328 + ], + [ + "▁entscheidet", + -13.5579195022583 + ], + [ + "Certaine", + -13.55824375152588 + ], + [ + "honda", + -13.558294296264648 + ], + [ + "triggering", + -13.558527946472168 + ], + [ + "▁Erdogan", + -13.558712005615234 + ], + [ + "▁Widerstand", + -13.558712005615234 + ], + [ + "▁Bhutan", + -13.558713912963867 + ], + [ + "▁ascunde", + -13.55873680114746 + ], + [ + "▁shading", + -13.558748245239258 + ], + [ + "behavioural", + -13.55917263031006 + ], + [ + "▁transfér", + -13.55960750579834 + ], + [ + "versichert", + -13.55962371826172 + ], + [ + "▁vinovat", + -13.559646606445312 + ], + [ + "▁airfare", + -13.560142517089844 + ], + [ + "▁simplistic", + -13.56030559539795 + ], + [ + "▁Asigura", + -13.560320854187012 + ], + [ + "Chauffe", + -13.560480117797852 + ], + [ + "scrisă", + -13.560585975646973 + ], + [ + "trouvez", + -13.560702323913574 + ], + [ + "greasy", + -13.560709953308104 + ], + [ + "bottled", + -13.560809135437012 + ], + [ + "grouped", + -13.56093406677246 + ], + [ + "▁beeinflussen", + -13.561092376708984 + ], + [ + "▁chronological", + -13.561114311218262 + ], + [ + "(2000)", + -13.56127643585205 + ], + [ + "sheltered", + -13.561298370361328 + ], + [ + "Historically", + -13.561931610107422 + ], + [ + "piled", + -13.562012672424316 + ], + [ + "publicate", + -13.562378883361816 + ], + [ + "▁étudié", + -13.56268310546875 + ], + [ + "▁vertraut", + -13.562688827514648 + ], + [ + "▁Anpassung", + -13.562697410583496 + ], + [ + "cifra", + -13.562705993652344 + ], + [ + "▁recueil", + -13.562762260437012 + ], + [ + "enforceable", + -13.563183784484863 + ], + [ + "Distinguished", + -13.56347942352295 + ], + [ + "Empfänger", + -13.56347942352295 + ], + [ + "▁Acrylic", + -13.56347942352295 + ], + [ + "▁Encyclopedia", + -13.56347942352295 + ], + [ + "▁proaspete", + -13.56347942352295 + ], + [ + "▁unrealistic", + -13.56347942352295 + ], + [ + "▁Assignment", + -13.563481330871582 + ], + [ + "▁incubator", + -13.563491821289062 + ], + [ + "▁unilateral", + -13.563501358032228 + ], + [ + "elasticity", + -13.564398765563965 + ], + [ + "amintim", + -13.564475059509276 + ], + [ + "fournit", + -13.564553260803224 + ], + [ + "semblent", + -13.564763069152832 + ], + [ + "▁$69.", + -13.56496524810791 + ], + [ + "▁prominence", + -13.56507396697998 + ], + [ + "Übertragung", + -13.565075874328612 + ], + [ + "▁2014-11-", + -13.565075874328612 + ], + [ + "▁Giurgiu", + -13.565104484558104 + ], + [ + "étendue", + -13.565123558044434 + ], + [ + "ceputul", + -13.565187454223633 + ], + [ + "Schwierigkeiten", + -13.565872192382812 + ], + [ + "▁subtract", + -13.565881729125977 + ], + [ + "▁gesichert", + -13.56589126586914 + ], + [ + "▁uimit", + -13.565925598144531 + ], + [ + "▁mensuel", + -13.565967559814451 + ], + [ + "Vorgaben", + -13.56621551513672 + ], + [ + "▁legitimacy", + -13.566670417785645 + ], + [ + "▁Kendall", + -13.566673278808594 + ], + [ + "▁détach", + -13.566790580749512 + ], + [ + "▁kennenlernen", + -13.567469596862791 + ], + [ + "▁gewöhnlich", + -13.56747055053711 + ], + [ + "Octav", + -13.567917823791504 + ], + [ + "responsive", + -13.568169593811035 + ], + [ + "▁Mängel", + -13.568269729614258 + ], + [ + "▁mișcare", + -13.568269729614258 + ], + [ + "▁ludique", + -13.568270683288574 + ], + [ + "▁Exeter", + -13.568324089050291 + ], + [ + "▁respins", + -13.569114685058594 + ], + [ + "oraşului", + -13.569173812866213 + ], + [ + "▁sfârşit", + -13.56949520111084 + ], + [ + "BUSINESS", + -13.56987190246582 + ], + [ + "illustrating", + -13.56987190246582 + ], + [ + "▁Tottenham", + -13.56987190246582 + ], + [ + "▁pruning", + -13.569886207580566 + ], + [ + "▁Înainte", + -13.569904327392578 + ], + [ + "▁interesel", + -13.570096969604492 + ], + [ + "discovered", + -13.57031536102295 + ], + [ + "(0)", + -13.57057285308838 + ], + [ + "▁Bewerber", + -13.570673942565918 + ], + [ + "▁DESIGN", + -13.570673942565918 + ], + [ + "▁Orientierung", + -13.570686340332031 + ], + [ + "library", + -13.571041107177734 + ], + [ + "cheltuielile", + -13.571419715881348 + ], + [ + "▁Canterbury", + -13.571475982666016 + ], + [ + "▁intellectuelle", + -13.571477890014648 + ], + [ + "▁amalgam", + -13.571497917175291 + ], + [ + "▁Toledo", + -13.57150650024414 + ], + [ + "gezahlt", + -13.571531295776367 + ], + [ + "Veronica", + -13.571659088134766 + ], + [ + "deleting", + -13.571946144104004 + ], + [ + "▁Merlin", + -13.572442054748535 + ], + [ + "▁opérationnel", + -13.572554588317873 + ], + [ + "schmutz", + -13.572568893432615 + ], + [ + "hyroid", + -13.57279109954834 + ], + [ + "▁Compatible", + -13.57308292388916 + ], + [ + "▁Leopard", + -13.57308292388916 + ], + [ + "▁cylindrical", + -13.57308292388916 + ], + [ + "▁terrestrial", + -13.57308292388916 + ], + [ + "conferencing", + -13.57308864593506 + ], + [ + "▁Variety", + -13.573097229003906 + ], + [ + "▁Screw", + -13.573164939880373 + ], + [ + "character", + -13.573637962341309 + ], + [ + "shortened", + -13.573643684387209 + ], + [ + "▁întrerup", + -13.573736190795898 + ], + [ + "freude", + -13.57388401031494 + ], + [ + "▁dezbateri", + -13.573887825012209 + ], + [ + "viteză", + -13.574563026428224 + ], + [ + "formațiile", + -13.574600219726562 + ], + [ + "▁responsibly", + -13.574692726135254 + ], + [ + "Dimensiuni", + -13.574695587158203 + ], + [ + "Arrangement", + -13.57469654083252 + ], + [ + "▁Leisure", + -13.574712753295898 + ], + [ + "escaping", + -13.5750732421875 + ], + [ + "flexion", + -13.57510471343994 + ], + [ + "▁religieuse", + -13.575308799743652 + ], + [ + "crystalline", + -13.575457572937012 + ], + [ + "▁clasp", + -13.575520515441896 + ], + [ + "festigt", + -13.57554817199707 + ], + [ + "▁trouvai", + -13.57596206665039 + ], + [ + "cutaneous", + -13.576305389404297 + ], + [ + "▁carcinoma", + -13.576305389404297 + ], + [ + "▁juxtapos", + -13.576305389404297 + ], + [ + "assemblage", + -13.576306343078612 + ], + [ + "▁Messiah", + -13.576306343078612 + ], + [ + "▁Sleeve", + -13.576306343078612 + ], + [ + "▁șofer", + -13.576386451721191 + ], + [ + "/05/", + -13.57666301727295 + ], + [ + "▁expoziți", + -13.576703071594238 + ], + [ + "▁pătrun", + -13.577343940734863 + ], + [ + "▁Lydia", + -13.57739543914795 + ], + [ + "▁grădini", + -13.577919006347656 + ], + [ + "▁toothpaste", + -13.577919960021973 + ], + [ + "ordained", + -13.577921867370604 + ], + [ + "▁Renovation", + -13.577922821044922 + ], + [ + "voicing", + -13.578327178955078 + ], + [ + "président", + -13.578595161437988 + ], + [ + "▁gestartet", + -13.578728675842283 + ], + [ + "Multi", + -13.579121589660645 + ], + [ + "itinéraire", + -13.579537391662598 + ], + [ + "▁influenza", + -13.579537391662598 + ], + [ + "▁psychiatrist", + -13.579537391662598 + ], + [ + "▁schizophrenia", + -13.579537391662598 + ], + [ + "▁Magnolia", + -13.57953929901123 + ], + [ + "▁Scottsdale", + -13.579541206359863 + ], + [ + "▁interessieren", + -13.579548835754396 + ], + [ + "▁asfalt", + -13.57964324951172 + ], + [ + "▁Journalism", + -13.57977294921875 + ], + [ + "Multe", + -13.580089569091797 + ], + [ + "Westfalen", + -13.580347061157228 + ], + [ + "▁Vorschriften", + -13.580348014831545 + ], + [ + "Angleterre", + -13.58034896850586 + ], + [ + "sustainable", + -13.580354690551758 + ], + [ + "▁Retour", + -13.580589294433594 + ], + [ + "▁pâr", + -13.5809965133667 + ], + [ + "steigert", + -13.581120491027832 + ], + [ + "▁AMAZING", + -13.581157684326172 + ], + [ + "▁turbulent", + -13.581157684326172 + ], + [ + "costing", + -13.58155345916748 + ], + [ + "▁Carolyn", + -13.581634521484377 + ], + [ + "utti", + -13.581802368164062 + ], + [ + "dürftig", + -13.581968307495115 + ], + [ + "Keep", + -13.582038879394531 + ], + [ + "▁Théâtre", + -13.582780838012695 + ], + [ + "▁combustibil", + -13.582780838012695 + ], + [ + "▁halloween", + -13.582780838012695 + ], + [ + "▁emulator", + -13.582785606384276 + ], + [ + "▁povești", + -13.582785606384276 + ], + [ + "broyeur", + -13.582810401916504 + ], + [ + "▁émerg", + -13.582927703857422 + ], + [ + "overwhelmingly", + -13.583025932312012 + ], + [ + "regulă", + -13.583124160766602 + ], + [ + "goutte", + -13.583125114440918 + ], + [ + "▁Fertigung", + -13.583593368530272 + ], + [ + "constituted", + -13.584304809570312 + ], + [ + "▁QuickBooks", + -13.584406852722168 + ], + [ + "▁genealogy", + -13.584407806396484 + ], + [ + "▁laundering", + -13.584432601928713 + ], + [ + "▁échéan", + -13.584491729736328 + ], + [ + "Account", + -13.584601402282717 + ], + [ + "oyons", + -13.584792137145996 + ], + [ + "nitro", + -13.584905624389648 + ], + [ + "▁corespund", + -13.585219383239746 + ], + [ + "▁suggér", + -13.58527660369873 + ], + [ + "manipulated", + -13.58534812927246 + ], + [ + "deseori", + -13.585817337036133 + ], + [ + "permeabil", + -13.585912704467772 + ], + [ + "Australia", + -13.58594799041748 + ], + [ + "▁Erasmus", + -13.586034774780272 + ], + [ + "▁disrespect", + -13.586034774780272 + ], + [ + "▁trimestre", + -13.58603858947754 + ], + [ + "▁emanat", + -13.586103439331056 + ], + [ + "Schraub", + -13.58624267578125 + ], + [ + "distinctly", + -13.58631992340088 + ], + [ + "Germain", + -13.586637496948242 + ], + [ + "▁pedepse", + -13.5868501663208 + ], + [ + "réglage", + -13.5868558883667 + ], + [ + "făcute", + -13.587308883666992 + ], + [ + "▁garanteaz", + -13.587434768676758 + ], + [ + "▁unterlieg", + -13.587701797485352 + ], + [ + "▁cheddar", + -13.587712287902832 + ], + [ + "▁refugi", + -13.587756156921388 + ], + [ + "▁inférieur", + -13.587836265563965 + ], + [ + "dimension", + -13.588440895080566 + ], + [ + "▁erkennt", + -13.588570594787598 + ], + [ + "amitié", + -13.588632583618164 + ], + [ + "▁predominant", + -13.588680267333984 + ], + [ + "nourishe", + -13.588800430297852 + ], + [ + "exerce", + -13.588907241821287 + ], + [ + "▁disguise", + -13.589225769042969 + ], + [ + "▁traditi", + -13.589289665222168 + ], + [ + "▁Intellectual", + -13.5892972946167 + ], + [ + "▁imunitar", + -13.589299201965332 + ], + [ + "▁Cushion", + -13.589300155639648 + ], + [ + "▁erwachsene", + -13.589517593383787 + ], + [ + "▁Internațional", + -13.590115547180176 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ] + ], + "byte_fallback": false + } +} \ No newline at end of file diff --git a/billsum_236_flan-t5-base/tokenizer_config.json b/billsum_236_flan-t5-base/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..6cfb25540277ee2564f1ee4ec85cb3ab2594d1e8 --- /dev/null +++ b/billsum_236_flan-t5-base/tokenizer_config.json @@ -0,0 +1,938 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32000": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32001": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32003": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32004": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32005": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32006": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32007": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32008": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32009": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32010": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32011": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32012": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32013": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32014": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32015": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32016": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32017": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32018": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32019": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32020": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32021": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32022": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32023": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32024": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32025": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32026": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32027": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32028": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32029": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32030": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32031": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32032": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32033": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32034": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32035": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32036": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32037": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32038": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32039": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32040": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32041": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32042": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32043": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32044": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32045": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32046": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32047": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32048": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32049": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32050": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32051": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32052": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32053": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32054": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32055": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32056": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32057": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32058": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32059": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32060": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32061": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32062": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32063": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32064": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32065": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32066": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32067": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32068": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32069": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32070": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32071": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32072": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32073": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32074": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32075": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32076": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32077": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32078": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32079": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32080": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32081": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32082": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32083": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32084": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32085": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32086": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32087": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32088": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32089": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32090": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32091": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32092": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32093": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32094": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32095": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32096": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32097": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32098": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32099": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "clean_up_tokenization_spaces": true, + "eos_token": "", + "extra_ids": 100, + "model_max_length": 512, + "pad_token": "", + "sp_model_kwargs": {}, + "tokenizer_class": "T5Tokenizer", + "unk_token": "" +} diff --git a/billsum_236_flan-t5-base/training_args.bin b/billsum_236_flan-t5-base/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..57c286f55eacb5d638208b9593a89b37b46401cb --- /dev/null +++ b/billsum_236_flan-t5-base/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e24c33d7083d5ff538cd1300de4443261cf8dd3889b3bfe21a20e17e198247 +size 4411 diff --git a/billsum_236_t5-base/config.json b/billsum_236_t5-base/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f45b83cd96efab2ef0f9757ebb4e7aaae24f4379 --- /dev/null +++ b/billsum_236_t5-base/config.json @@ -0,0 +1,61 @@ +{ + "_name_or_path": "google-t5/t5-base", + "architectures": [ + "T5ForConditionalGeneration" + ], + "classifier_dropout": 0.0, + "d_ff": 3072, + "d_kv": 64, + "d_model": 768, + "decoder_start_token_id": 0, + "dense_act_fn": "relu", + "dropout_rate": 0.1, + "eos_token_id": 1, + "feed_forward_proj": "relu", + "initializer_factor": 1.0, + "is_encoder_decoder": true, + "is_gated_act": false, + "layer_norm_epsilon": 1e-06, + "model_type": "t5", + "n_positions": 512, + "num_decoder_layers": 12, + "num_heads": 12, + "num_layers": 12, + "output_past": true, + "pad_token_id": 0, + "relative_attention_max_distance": 128, + "relative_attention_num_buckets": 32, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 200, + "min_length": 30, + "no_repeat_ngram_size": 3, + "num_beams": 4, + "prefix": "summarize: " + }, + "translation_en_to_de": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to German: " + }, + "translation_en_to_fr": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to French: " + }, + "translation_en_to_ro": { + "early_stopping": true, + "max_length": 300, + "num_beams": 4, + "prefix": "translate English to Romanian: " + } + }, + "torch_dtype": "float32", + "transformers_version": "4.36.2", + "use_cache": true, + "vocab_size": 32128 +} diff --git a/billsum_236_t5-base/generation_config.json b/billsum_236_t5-base/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e77e7981e7a8b41eb1ce5784bad999d82ecf01df --- /dev/null +++ b/billsum_236_t5-base/generation_config.json @@ -0,0 +1,6 @@ +{ + "decoder_start_token_id": 0, + "eos_token_id": 1, + "pad_token_id": 0, + "transformers_version": "4.36.2" +} diff --git a/billsum_236_t5-base/model.safetensors b/billsum_236_t5-base/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e521a49d339d4c7b8ab243a139f9decb2511a27 --- /dev/null +++ b/billsum_236_t5-base/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0769c008c32d4ab9baee10c68d2114b5b9424e44a50ec783aa3c350fbef4479 +size 891644712 diff --git a/billsum_236_t5-base/special_tokens_map.json b/billsum_236_t5-base/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..2c19eb6e3b583f52d34b903b5978d3d30b6b7682 --- /dev/null +++ b/billsum_236_t5-base/special_tokens_map.json @@ -0,0 +1,107 @@ +{ + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "eos_token": "", + "pad_token": "", + "unk_token": "" +} diff --git a/billsum_236_t5-base/spiece.model b/billsum_236_t5-base/spiece.model new file mode 100644 index 0000000000000000000000000000000000000000..317a5ccbde45300f5d1d970d4d449af2108b147e --- /dev/null +++ b/billsum_236_t5-base/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86 +size 791656 diff --git a/billsum_236_t5-base/tokenizer.json b/billsum_236_t5-base/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..e27241ef140ced24d1e0315f47a8058b89b9bf01 --- /dev/null +++ b/billsum_236_t5-base/tokenizer.json @@ -0,0 +1,129431 @@ +{ + "version": "1.0", + "truncation": { + "direction": "Right", + "max_length": 128, + "strategy": "LongestFirst", + "stride": 0 + }, + "padding": { + "strategy": "BatchLongest", + "direction": "Right", + "pad_to_multiple_of": null, + "pad_id": 0, + "pad_type_id": 0, + "pad_token": "" + }, + "added_tokens": [ + { + "id": 0, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32000, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32001, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32002, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32003, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32004, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32005, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32006, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32007, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32008, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32009, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32010, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32011, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32012, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32013, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32014, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32015, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32016, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32017, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32018, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32019, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32020, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32021, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32022, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32023, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32024, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32025, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32026, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32027, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32028, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32029, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32030, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32031, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32032, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32033, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32034, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32035, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32036, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32037, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32038, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32039, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32040, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32041, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32042, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32043, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32044, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32045, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32046, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32047, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32048, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32049, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32050, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32051, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32052, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32053, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32054, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32055, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32056, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32057, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32058, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32059, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32060, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32061, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32062, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32063, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32064, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32065, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32066, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32067, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32068, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32069, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32070, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32071, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32072, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32073, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32074, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32075, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32076, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32077, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32078, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32079, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32080, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32081, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32082, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32083, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32084, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32085, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32086, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32087, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32088, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32089, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32090, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32091, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32092, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32093, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32094, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32095, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32096, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32097, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32098, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 32099, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Precompiled", + "precompiled_charsmap": "ALQCAACEAAAAAACAAQAAgMz8AgC4BQAAhyIAgMzkAgC4PQAAeyIAgMzsAgC4BQAAiyIAgMw8AADNvAAAmwkAgJ4JAIChCQCAgx0AAIAZAACBGQAAPR0AgDUdAIBNHQCARR0AgIAxAACBMQAApAkAgIkxAAA9WAMAPEgDAEAKAIA+aAMAAYUAAIQBAQADjQAAAokAAAWVAAAEkQAAB50AAAaZAAAJqQAACKEAAAutAAAKpQAADbkAAAy9AAAPvQAADrkAABHFAAAQwQAAE80AABLJAAAV1QAAFNEAABfdAAAW2QAAGeUAABjhAAAb7QAAGukAAB31AAAc8QAAH/0AAB75AABhOAkAZR0AgGNADgBi8AgAZSgPAGSADgBn2A8AZvAPAGlwDABoMAwAa/AMAGrYDABtSA0AbBwNAG8QEgBubA0ARgoAgHAMEwBzqBMAcuwTAHUoEAB0TBAAd9ARAHYUEAB50BYAePQQAF0dAIB69BYAdR0AgG0dAIB/fQEAhgwAgEGAAgDeCwCAQxgAAELAAABFSAAARGAAAEeQBgBGhAEASSgGAEhsAQBLOAcASvAHAE1wBwBMRAcAT/AEAE7MBACnCQCAUCwFAFOgCgBSEAUAVQAKAFRQCgBX0AgAVhALAFlICABYuAgAhBEAAFo8CACA9QAAgZ0AANgLAIAtHQCAg2kCAIJFAgCBNQIAgDUCAIdtAwCGVQMAgTkAAIRlAgAXDACAigEEAInVAwCI7QMAjwkAAKgLAIApDACAjAkAAC8MAICJMQMAkQkAAMzYAABVHQCAfR0AgL0aAIBMCgCAgGUDAIENAwCGPQAAgx0DAMwQAgDNhAEAgikAAMx0AwCjgQYAxRoAgICxAgCBsQIAzRoAgIEpAAClwQAA1RoAgMzoAwDNYAIAUgoAgKjxAABYCgCAXgoAgGQKAIDdGgCAgWkAAMzcBACCEQEA5RoAgGoKAIDtGgCA/RoAgAUbAID1GgCAswkAgMygBADN3AQAzAgBALYJAIClHQCAhhEBAOEAKwDgfCcA44hIAuIMOAKdHQCAh5EBALUdAICtHQCAgNkBAIE1AADMxAIA6kRkApUdAIANGwCA72hkAoERBwCC8QEA8NCLAolVAACB5QEAFRsAgIfhAQCAbQAAgQ0AAIN5AAB2CgCAgXkAAICVAQDMOAEAzRQBAIzBAQB8CgCAvAkAgKMVAQDDlBcAwpwUAMWEFwDEUBcAx+wXAMaAEgCNHQCAiAoAgMvQFgDK4BYAzRQWADUMAIDPvCAAzpwZANHMJADQ2CUA0+gkALFRAQA7DACAp90HAL0dAIDWvCQA2cgnANjUIgDb+CcALRsAgIftBwCCCgCAzPgEAB0bAIAlHQCAh8kGALAJAICR3QcAuQkAgCUbAIBwCgCANRsAgIUdAICMDACAjPkGAAsMAICA1QYAgcEGAMzEAgDNBAUAglEAAIN1BwCArQYAgbkGAIY1BwCHKQcAhEEAAI4KAICn7QAAPRsAgIjpBwCJzQcAlAoAgI/BBwCM3QcAmgoAgOoLAICnXQYAsJ0AAKAKAICmCgCAo0EGAEUbAIBVGwCAfQwAgE0bAIBdGwCArXEGAGUbAIC/CQCAzPgDAM0sAwDCCQCAo+UAAMUJAICMTQAAsgoAgKfxAAC4CgCAsT0GAIedAACGlQAAqB0HAISJAAC+CgCAgqkAAIHVAACtAQcAygoAgJE9AACCmQEAyAkAgM0MBQDMCAUAgT0AAIeFAQCIvQEAdRsAgMUdAICuCwCAjJEBAEEMAIBHDACAzR0AgID1AQCBhQEAgoEBAIOdAQCEiQEAxAoAgIapAQCHXQAAiG0AAIlNAABtGwCAzBACAIxdAACCDQAA0AoAgI9JAACw6QAAfRsAgPALAICjKQEAgCUBAIFVAQCFGwCApzUBAMykAQDNEAIA1goAgI0bAICBNQAA3AoAgK4JAQDoCgCAzOgBAM0oAgCVGwCAo/EAAIQFAACdGwCA4goAgK0bAICotQAApRsAgIFdAAC1GwCAzPwBAM3AAQC9GwCAxRsAgIGFAwARDACAgeUDAO4KAICH6QMAywkAgIylAwDNGwCA+goAgKoJAIDVGwCAgZkDAIHdAwCMvQMAzSQBAMwgAQDMEAIAzTACAIH5AACHUQAAgFUAAIFZAAD0CgCAg0kAAIxBAADlGwCA3RsAgM4JAICBfQAAgHEAAMwgAwDNsAMAo30DANEJAICjEQMA7R0AgIEtAQCx/QAApzEDAK1BAwDlHQCAo20DAP0dAID1HQCA7RsAgKdtAwCANQAAgR0AALFtAwCILQAAmAwAgKeVAACBcQAAgFkAAINxAACj9QAAgVEAAK2BAAD1GwCAsQkDAIldAACEPQAAzDgBAISdAQCBGQAAgAkAAIRlAAD9GwCAzNAHAMzwBwAFHACAkYkAAMxMBgDNBAYAzHAGAM10BgDMQAcAmy0PAMyoBwDNrAcAhg0AAIdVDwCEQQ8ACQsAgIIBDACDVQ8AgDUBAIHZAQCkDACAj+kAAIztAACSDACA3R0AgIv1AACIbQ8AiQ0AAA8LAIC0CwCAgiUAAE0MAICBQQAAUwwAgBUeAIANHgCAJR4AgB0eAIAtHgCABR4AgIApAACBKQAA/AsAgA0cAICEeQAAFRwAgIFNAQCAoQEAGAsAgKP9DwDMOAIAzUgDAB0cAICBWQAAzXwCAMykDQAkCwCAWQwAgKjJDwCHOQAA1wkAgImhDwADCwCAkREAAJ4MAIDaCQCAmQsAgF8MAICAuQ8AgbkPANUdAICDjQ8A9gsAgCUcAICEBQAALRwAgB4LAIA1HACAKgsAgIGdDwCHIQAAh7UPAMyoAgDN6AIAzLQMAM3cDACmzQAAp8UAAE0cAICPgQ8AjIkPAKPlAAAwCwCAPRwAgDwLAICxyQAAhwUAAFUcAIBFHACAhz0AAF0cAIBxDACANgsAgKMFDwCB+QAAzKgDAGUcAIBICwCAjEkAAKPxAABtHACAdwwAgEILAICnlQAAfRwAgHUcAIDMrAMAzcgAAN0JAICHaQAA4AkAgIG9AACCeQAA4wkAgIe5AQBOCwCAkaUAAIEdAACdHACAVAsAgIgFAAClHACAm5EAAFoLAIDmCQCAjJEBANILAIDGCwCAwAsAgMwLAICDRQAAgrkBAIG5AQCApQEAPR4AgIZxAABgCwCAhEkAAIsVAACKPQAAiTkAAIhFAACP+QAAZgsAgLoLAICMBQAAp1EBAKZJAQBlDACAsHkAAKNZAQCMqQAAgKkAAIGpAACBlQAAgJUAAK1xAQBrDACAogsAgISNAABNHgCARR4AgKMhAABdHgCAVR4AgGUeAICBbQAAgG0AALEFAQCkOQAANR4AgIUcAIBsCwCAqAUAAJUcAICNHACArQkAAMywAQCBvQMAgL0DAIPNAwCtHACAtRwAgL0cAIDMvAEAzYQBAInpAwDMHAEAgdkCAIDFAgDNOAEAzDwBAMxoAgDNRAIAg00AAMUcAICH2QAAhy0AAIBFAACBEQAAggUAAHILAIDVHACAzRwAgN0cAIDMOAIAiBUAAIjhAACAbQAAgTkAAMyEAgDNUAEAo0UDAIQ5AQDlHACA7RwAgMzcAwDNSAIAbR4AgOkJAIB4CwCAhR4AgKoMAICBbQAA9RwAgH4LAICj0QAAfR4AgHUeAIDMiAQAgXUAAIB1AACBCwCAo7UAAMwABADNVAIA/RwAgIcLAICETQEAjQsAgAUdAIANHQCAzNAOAMwsAQDMAAUAzVwFAOwJAIDvCQCAzJgOAIHBAADMzA8AzDwOAMwIAQDNnA4AzNQPAM14DwDMPA4AzTgOAIHlAQCA5QEAg+UBAILlAQDUCQCAhOUBAIfhAQBBHQCAiaUBAIjZAQCByQcAOR0AgFEdAIBJHQCAzDQBAPUJAICA3QAAgekAAEMKAICD/QAAgM0AAIH5AACBEQcAaR0AgGEdAICJ0QAAzCgBAHkdAIBxHQCA4QsAgMw0AQDbCwCAgF0AAIFlAACjAQEAg2EAAIFxAACASQAAMR0AgBoMAICrCwCAiVUAACwMAIAyDACAWR0AgIEdAIDBGgCATwoAgIIdAACDeQcAgBkHAIEZBwCGIQAAhykAAISRBwDyCQCAimkAALHZBgCIaQAAifUHAEkKAICP3QcAjNkHAIkMAID4CQCAKR0AgPsJAICRoQcAgEEHAIFBBwCHBQAAyRoAgIKRBwDRGgCA2RoAgKOVBgCGhQcAp+0AAMyQAgDN4AUAsekAAKPBAABVCgCAWwoAgGEKAIBnCgCA/gkAgKVlBwDhGgCAzLgDAKhVBwDpGgCAbQoAgPEaAIABGwCACRsAgPkaAIABCgCAo60AAAQKAICMJQYABwoAgIxNAACpHQCAgm0AAIE9BgCCAQYAgWUAAKEdAICHZQAAuR0AgIcRBgCHrQEAsR0AgMxQAgDNxAIAgeEBAIDJAQCD4QEAkYkAAID9AQCB1QEAmR0AgIydAQCJNQAAcwoAgIB1AACBXQAAhi0AAIc1AACEfQAAERsAgIKFAQCDfQAAgJ0BAIGRAQAZGwCAj+kAAIzhAAB5CgCAfwoAgAoKAICIDQAAifkAAKc5AQCRHQCAiwoAgDgMAICjJQEAPgwAgLBZAACJHQCAggUAAMEdAICtFQEAjwwAgDEbAICGBQAAhQoAgCEbAIApGwCAp2kAAIANAQCBAQEAhzEAAKNJAACxGQEAzBACADkbAIAODACAkQoAgK1RAADM1AEAzfgBAKhBAABBGwCAzTgBAMw8AQCB7QMAlwoAgJ0KAICMDQAA7QsAgKMKAICBxQMAzGgCAKkKAICCxQMASRsAgITJAwCHKQAAhjEAAFkbAICCbQAAgAwAgFEbAICHYQAAYRsAgGkbAIAVHQCAzKgDAM2sAgCB+QAAiC0AAA0KAIAQCgCAEwoAgIw1AAC1CgCAuwoAgLHVAADBCgCAeRsAgMkdAICxCwCAzDABAEQMAIBKDACA0R0AgMwEAQDHCgCAcRsAgKelAADTCgCAo40AAMwUAgCAuQAAgbkAAKeFAAAIDACAgmUAAIEbAICMNQAA8wsAgMzsHADN/AMAiRsAgK6tAADZCgCAkRsAgMzABgDN0AYAsL0BAMyQBwDfCgCAgckBAMwYHQDNIAIAhBEAAOsKAIDNuAYAzKwGAKEbAIDlCgCAgSkAALEbAICpGwCAo+0BAMxAHQDNEAIAuRsAgMEbAICBCQAAyRsAgMxAHQDN0AIAqNkBABQMAIDMkAcAzBwBAMxgBgDNZAYA8QoAgBwKAIDRGwCAkSkBAP0KAICBzR8A2RsAgPcKAIDpGwCA4RsAgMzEBgDNwAYAgTEAAIDZAAAfCgCAIgoAgIK5AQCDRQEAgLkBAIG5AQCGXQEA8R0AgIRdAQDpHQCAzcAAAMzwAACIARwAiXkBAAEeAICPVQEAjGEBAPkdAICB3R4AgRUfAJkbAICBXR8AjIEfAIdBHwDMGAMAzWgDAIBNHwCBpR8AJQoAgIOpHwCMFR8AjNEeACgKAICHtR8AgJUfAIGZHwCBEQAAg70fAICFHwCBiR8A8RsAgIQ9AACbDACAiZkfAPkbAICIBQAABgsAgAEcAICADQAAgf0AAAkcAICj2R8Ao3keAKOFAAAMCwCArTUfAKdhHgCnqR8AoQwAgIQNAACnDACAozUfACsKAICtiR8AhHEAAKchHwCxPR4AsYUfAJUMAIDhHQCAEgsAgLcLAIDMtBwAzbAcAFAMAICxQR8AVgwAgJwLAIAZHgCAER4AgCkeAIAhHgCAgLkeAIG5HgCCIQEAgzUBAIRhAQAxHgCAhokBAIe9AQCIkQEAiekBANkdAICL/QEAjOUBAIINAAAJHgCAj90BAIO5AQCRrQEAgb0BAIC9AQCAoQEAgaEBAPkLAID/CwCAhD0AABEcAICJlQEAm4EBAIHNHgCAzR4AzPwCAM3wAgCB5QAAGRwAgIHtAACjpQAAzJABAM1cAgCHHQAAGwsAgKj5AAAhHACAJwsAgFwMAIBiDACAKRwAgIQFAAAxHACAo9UAACELAIA5HACAgVEAAMz0AQDN0AEALQsAgIc9AABRHACAMwsAgEEcAIA/CwCAhwUAAFkcAIBJHACAh/EDAIHZAwCBmQMAgZEAAGEcAIB0DACAjPkDAMwkAQCHuQMAgfkDADkLAIDMZAIAgskDAIyZAwBpHACAh9EDAI+RAwCB3QYAkfUDAMwABADN7AMAh2UAABkdAIBLCwCAcRwAgHoMAIBFCwCAzBgBAIg5AACBHACAeRwAgMxcAwCMJQAALgoAgMwsAQCx/QAAozkDADEKAIA0CgCAoRwAgKdZAwDMdAMAiAkAAKNRAwCpHACAXQsAgINtDQCnnQAApq0AAKOdAACxDQMAzCgBANULAICntQAAprUAAMkLAIDMMAEAgdUHAMMLAIDMKAEAzwsAgEEeAIBjCwCArYkAAGkLAICAzQEAgd0BAMxEAQDNnB4AhPUBAL0LAIDMWAEAzUwBAIDtAQCB/QEAg7UAAGgMAICM3QEAbgwAgMwIHgCM8QYAzDgBAM08AQBRHgCAiREAAIEFBgBJHgCAYR4AgFkeAIBpHgCAgz0AAIAhAACBOQAAgDkAAIEhAAA5HgCAiRwAgMwoAQCB2QYAbwsAgIH9BgDMJAEAmRwAgJEcAICxHACAgCEBAIE1AQCjBQAAuRwAgMEcAIDJHACAzIwFAM1AAgC3HAMAdQsAgIfNBwDZHACA0RwAgB0dAIDNiAAAzJAAAIzdBQCjhQAAFgoAgMzgAgDhHACAiNUHAIFNAACATQAAUQsAgOkcAIBXCwCAkTkHADcKAICIxQcApQsAgIrJBwDxHACAmz0AAIflBwBxHgCAgYUHAICFBwA6CgCAgvkHAILVBgCDRQAAgMkGAIHdBgCG4QYAewsAgIRRAACJHgCAipUGAIuZBgCIeQAAiZ0GAK0MAICPWQcAjG0HAPkcAIDMgAMAzSQCALARBwA9CgCAgR4AgCEdAIB5HgCAhAsAgICNAACBnQAAzOwDAM3oBAABHQCAigsAgKNJBwCQCwCACR0AgKO9BwARHQCAGwAAgOcHAIALAACApKUHAOsEAICKBQCAAwAAgKhhBwDZDQCAZQAAgMgDAIAbCQCArWkHAIAtAQCBPQEAgl0BAINRAQCEYQEAuAQAgKwEAICHYQEAiK0BAIm1AQCKvQEAjykVALwFAIAdDACAzHgCAM3YBQCB3QEAgXEAAOQLAICC/QEAhBkAACMMAICH7QEAIAwAgMw0BADNMAQA5wsAgJ9pFQAmDACAjMkBAM34BADM8AIAsUkBACEHAICB1QAAoxUBAKCZFQBzCACARgcAgIT1AADMKAQAzSwEAMMIAICveQEAqH0BADENAICqaQEAUgkAgLQlAQC1KQEAowkBAAIMAIDqBgCA7gYAgLIFAQCzPQEAvPUAAL39AAC+2QAAOAgAgLgBAQC5AQEAugEBADwHAIBDBwCAhgwAALOdAwCyiQMAswgAgIC9AwBpBwCAbAcAgBIJAIDkBgCA5wYAgDUIAICJhQMAzOQHAL+hAwAFDACA1wwAgIxlAADN5AwAzCQMAIlBAACIVQAAi0UAAIpFAACFtQMAhLUDAIeVAwCGgQMAAQ0AgAQNAIAHDQCAmCwAABMAAICmyAAAzYwGAMyoBgCFaQAAFwAAgDEAAIBpAACAzPADAAcAAIA1AACA0QwAgLGVAAAlDQCAs5UAALKVAAA1DQCAOA0AgEANAIA7DQCALg0AgHUAAICmBgCAJQAAgJgJAIAdIQCAv1UDAEMNAIAZIQCAFSEAgGEgAIC4bAAAlGUNAJIAAgCcrQEAnaUBAJqJAQCbiQEAmJkBAJmJAQDMIAYAzQQGAMxABgDNXAYAzDwHAM04BwDMvAcAhXUAAIABDwCBDQ8AaSAAgLqZAQCFBQAAcSAAgFkgAIC+hQEAgSkPAIAlDwBlIACAgiEPAIUpAAC0pQEAhREAAG0gAICziQ8AsoUPALHJAQCwAQwAt4EPALbtAQC17QEAtO0BAIFlAQCAZQEAg2EBALi1DwDMPAsAhHkBAIDhDwCB3Q8AdSAAgF0gAIDMyAQAzbgEAIWtAACFFQAAISEAgDkhAIDM6BkAzbQZAKRdAQBGDQCAok0CAKPxDwCgVQEAod0PAH8IAIBuCQCAOwkAgO0eAIBsCQCA9R4AgHcJAIDxHgCAsQgAgJMNAACtHgCA+R4AgITVDACF6Q4AlGkAAIfdDgC1HgCAmbQCAL0eAIDFHgCAsR4AgD0hAIC5HgCAn3QBAMEeAICRGA0AgI0OAIGBDgCGhQ4AlYwDAISJDgCXRAIAghEAAKm4AACA0QAAge0AAMkeAIBJDQCA5R4AgIVZDwCDiQAAoTQNAIFFDgCASQ4A6R4AgKU0AQCFYQ8AzPAUAB0fAIC5xAUAzMgDAM3cAwCA3QAAgcEAACUfAIC/kAUAhREAALHsBwCA9QAAgcEAAKEgAIC1jAYALR8AgLdABgCA3Q4AgekOAMwoAgDNtAIAgM0OAIH5DgCFKQAAg4UBAIB1AQCBsQEAgPEBAIHVAQCpIACANR8AgIUFAACxIACAgJkBAIG9AQCCfQAAk9UBAJThAQCFDQAAmSAAgCEfAICACQAAgRkAACkfAICTrQEAlC0AAKUgAICFDQAAMR8AgIUFAACtIACAOR8AgIUpAACCGQAAhTUAAIDxAACB4QAAtSAAgJ0gAIBBIQCAhQUAAGEhAICDdQEAgO0BAIEpAQDM8AEAzbABAEwNAIBdIQCAWSEAgKMNAIBdHwCAZR8AgIA9AACBDQAAbR8AgHUfAICALQAAgR0AAIIVAABhHwCAzSwBAGkfAIBxHwCAeR8AgIjFAwClIQCAzJACAM28AgCE7QMATw0AgIb5AwCdHwCAgIEDAIH9AwCAPQAAgTUAAIFJAACAQQAAzdwBAIJBAAClHwCAoR8AgKkfAIDNMAEAlJ0DAI0hAIDN8AEAzAwBAIG5AwCAxQMAg6EDAJOlAwCArQAAgdUAAICdAACBqQAAiSEAgFINAICBwQAAgMkAAIC1AACBgQAAhSEAgINpBADMcAMAzbQDAIEhAIDNPAEApg0AgJMBBADNjAIAzPQCAIANAACBNQAAlNkGANEfAIDVHwCA2R8AgMwIAQDNHAEAgREAAIApAACpIQCAghkAAICRAQCBkQEAzWgFAMyUAgDMEAkAzSgWAMxYDgDNeA4AzBQNAM3YCgDMKAwAzYwNAMzgFwDM4AoAzDgLAM30CACFEQAAVQ0AgIBRBwCBUQcA4SAAgM2QDgCFBQAA6SAAgMzYDgDN7AEA8SAAgM0ADgCFGQAAzfAPAM08DgDNVA4AzGgBAM1sAQDZIACAYQgAgJSZBwDMwDsAgGEBAIHZAACFKQAAzWQOAMx4AQDNfAEAga0HAICtBwCFZQAAgp0HAIBRAQCBUQEAlOEHAM3AAACEeQEAk8UHAIZhAQDlIACAiCEBAIUNAADtIACAzRgBAMzYAADNtAAAgN0HAIHNBwCZHwCAhQkAAM0fAID1IACA/R8AgN0gAIAFIACADSAAgBUgAIAJIACAASAAgK0hAIARIACAGSAAgMy4AgDNHAMAgGUAAIF1AACCfQAAHSAAgIUJAACFQQAAASEAgKkNAICAmQYAgSEHAIUZAACDfQAACSEAgIVZAAD9IACA+SAAgIDNAACB2QAAjR4AgIURAACE6QAAlR4AgIblAABBIACAgDUAAIENAACdHgCAhR0AAEkgAIClHgCAhQUAAFEgAICAVQAAgW0AAIJ9AACTRQAAlA0AAIUNAAA5IACAkR4AgIAJAACBEQAAmR4AgIUdAABFIACAoR4AgIUFAABNIACAgOkBAIHxAQCCBQAAqR4AgIUJAACFCQAAVSAAgD0gAICAbQEAgXkBAIIZAACDpQEADSEAgIV1AACFBQAAESEAgAUhAIAhIACAzMgCAM3cAgCsDQCAzR4AgIA5AACBOQAA1R4AgN0eAIDRHgCA2R4AgIAdAACBDQAA4R4AgCUgAICAxQAAgdUAAM3AAADMJAIAgNUAAIHFAACFOQAAg8kAACUhAICvDQCAgNUAAIEJAACFBQAALSEAgP0eAICBIACAgAkAAIERAAAFHwCAk5kAAJS5AAANHwCAhWUAAIU9AACJIACAk10AABUfAICFEQAAzXAFAMx0BQCUATwAkSAAgHkgAIDNKAEAhSAAgI0gAICFGQAAlSAAgH0gAIA1IQCAKSEAgCkgAICFJQAAhTkAAMz4AgDNxAMAzTwBALINAICBlQMAgI0DAM3EAQCCpQMAhVEAAIVJAADMKAEAzSwBAM04AQDMPAEAgGk+AIFpPgBJIQCARSEAgM04PADMVDwAgdE8AJOdPgDMSAEAzcgCAM00AQBNIQCAlLk+AFgNAICAoT4AgaE+AIKhPgCIjTwAVSEAgIWtAACALQAAgSEAAIXVPwCVHwCAgO0AAIHxAACGpQAARR8AgISpAADNJAEAzSgBAE0fAICI+T4AhfE/AFUfAIBJHwCAhcU/AM0wAQDNEAEAzfQGAIDdAQCB6QEAzbwGAM1wBgDM4AYAzVwBAMxoBgDNkAYAzWQGAM14BgDMrAcAzagHAMzoBwDNyAcAgk0/AIP9AgCANQIAgekCAFEfAIBZHwCAgAU9AIV9AQBRIQCALSAAgM0UAQApDgCAge0BAIDhAQDNPAEAgs0BAM0sAQCCdQEAgW0BAIBZAQCAZQEAgcUAAIUfAIDNJAEAzTgBAILxAACB+QAAgFkBAIApAACBcQAAzBgBAM18AQDNLAEAjR8AgIEdAACAHQAAiR8AgJEfAIBxIQCAzSQBAMzkPQDNXA8AzegAAMwMAQCA1QEAgckBAIKZAACD5T8ACR8AgBEfAIAZHwCAMSEAgCMOAIB1IQCAPR8AgDEgAIBBHwCALA4AgIBNPwCBQT8AfR8AgGkhAICBHwCAZSEAgIAlPwCBKT8Ak5E/AIN9AAAmDgCAlEEAAMzYAgDNrAIAbSEAgJNVAACACQAAgR0AALUNAIB9IQCAlEEAAK0fAICAnQAAgaEAAIAdAACBEQAAhKUAALUfAICGpQAAvR8AgIjxAACC0QAAgdkAAIDNAACAJQAAgSkAAIIFAADFHwCAsR8AgLkfAIDBHwCAk7EAAJQRAADJHwCAgB0AAIEVAACAJQAAgS0AAII9AAB5IQCAgO0AAIHRAACCFQAAg4EAAIHQPQA1IACAzCACAM3cAQCFeAIAkSEAgC8OAICZIQCAiRgDAN0fAICALQAAgTUAAIAJAACBbQAA5R8AgMEgAICRsQAAkKkAAJPdOwCSAQQAlaUAAJSVOwDtHwCAlqEAAIUJAACTQQAAySAAgPUfAICFBQAA0SAAgJT1AAC5IACAgLkAAIHdAACC5QAA4R8AgOkfAICF6QAAgAkAAIE1AACFBQAAxSAAgPEfAICFHQAAzSAAgPkfAICFBQAA1SAAgLHBBQCwxQMAvSAAgLLFAwC12QUAtM0DAJ0hAICFOQAAuf0DAKEhAICVIQCAuw0AgM0NAIAXDgCAAR8AgAUOAIDTDQCAzIgCAAsOAIDN4D4AzZABAMwkAQBwDQCAjg0AgEEOAIB9DgCAgLEAAM3UPgDN5D4Agw4AgMy8PgDNuD4AgNEDAIHtAwCC/QMAhmkAAD4OAICFnQMAzTwBADgOAIDM6AIAzTw/AIjlAADNGAEAiQ4AgIhBAAA7DgCAdw4AgM0sAQCVDgCAgNUAAJsOAICG4QAAhukAAEcOAIDNJAEAoQ4AgM0QAQCI0QAAiCkAAMz4AgBNDgCAzfgCAMwkAQCnDgCAhS0DAMygPgDNbD4AgNUDAIHNAwCCAQMAg/kDAMxkAwDNzAIARA4AgM0kAQDMDAIAzQgCAIERAADMnAMAzLA+AM20PgDMxD4AzcA+AMyAPgDNuD4ArQ4AgMyEAgDMmD8AzVA+AMwgPgDNoD4AzQw/AM0wPwDNeD8AzQQ/AIhZAAC/DgCAzfgBAMzEAQBKDgCAxQ4AgMsOAIDMFAIAzAgBAM3IAQCIBQAA0Q4AgNcOAIDMKAIAuQ4AgIgNAACG0QAAgB0BAITNAACI9QAAzDwCAIQ1AQDMRAIAhikBAIAOAICIZQEAhg4AgKdEBQBiDgCAi+0AAIjtAACBDQAAiCUAAIZlAADMcAIAzXQCAMwwAgDN2AUAXA4AgIwOAICAOQAAXw4AgMzgBQB6DgCAzCgBAM0UAQCGJQAAiFUAAAgOAICGhDAAxA0AgIDVBwCG/QcAmA4AgMwkAgCIPQAAng4AgGsOAICIPQAApA4AgMxIAgDNeAIAUA4AgKoOAICXwAUAlnAFAJUYBQCAaQAAk1gFAIE5AACIZQAAkPg8AIZZAACeqAUAhEUAAGgOAIDM1AIAmrQFAIBdAACYrAUAp+wEAIgRAADM2AIAzdwCAKO8BACwDgCAzGACAMIOAIBuDgCAyA4AgK0IBADODgCAq/QEAMwsAgCIBQAA1A4AgLfoAwC2HAQAtSgEAMwAAgCzKAQAi3kAAIh9AACwdAQAhkEAAL6kAwCEdQAAiB0AANoOAIC6TAMAzNwDALj8AwCDqAIAiA0AALwOAICIFQAAh5QCAMw4AgBlDgCAzAQCAIvcAgCPDQAAcQ4AgI8ZAADMIAIAdA4AgI3wAgCIdQAAmCADAJksAwCPDgCAlA0AgMxMAgCWcAMAzCQCAIg9AACSDgCAzCwCAIgFAACzDgCAzCQCAIgNAAC2DgCAh/UAAKjUAwCpxAMA3Q4AgNlgAgDSDwCA1Q8AgNsPAICUNQAAkzEAANloAgDYDwCA2UwCAJQFAADeDwCAlSEAAJQpAABQEACAdBYAgEMXAIDSFgCA2WACADcXAIC12AMAtPADAJQ1AADZWAIAWhcAgJQFAADZVAIAlA0AADEXAIDgdAEAisgAALwVAACIyAAA4IACAIcXAICBoAAApOwCAKTIAgCoXAAAvA0AAJkXAIDghAIAvAUAAJ0XAICk+AIA4PQCALDMAwCV0AAAXRcAgLPgAwCmyAIAp2ACAJLYAABkFwCAvsEAAGsXAICXwQAAchcAgHkXAICAFwCAzXg/AMy8PwC+gA0AixcAgLx4DAC9gA0AuvQMALtUDAC49AwAkhcAgLYXAIC3uAwAuhcAgLWMDACyoAMAs6AMAKEXAICxQAMArnACAK9kAwC4BQMArUgDAKgXAICvFwCAqEQDAKnYAwDaFwCAp9gDAKRoAgCliAMAtjUDALc9AwCSyAIAtT0DAJldAQCYTQEAm2UBAJppAQCdZQEAnGUBAJ+FAQCemQEAh5wCAL6tAACWpQAAl70AAMw0BQDNjDcAzLg4AM2sOACflQEAth0AAJ2ZAQCc9QEAs7EBAK54AgDhFwCAvhcAgJk9AADFFwCAmxkAAJoJAADMFwCA0xcAgOBIAgCeCQAArFwCAK30AgD6FwCA9hcAgP4XAIDoFwCAh2ADAO8XAICvVAIAvhEAAJcFAAACGACA4KwCAAYYAICG+AMAh+wDAOC0AgAOGACAr0gCAK6QAgDgPAIAvg0AAAoYAICXGQAA4NgCAIaEAwCWEQAAvwAMAJ1tAACcYQAAEhgAgLFMAgCzUAIAlQ0AABYYAICGnAMA4MgCALMEAgCCBQAAIhgAgLNQAgCVDQAAJhgAgBoYAIAeGACA4LQCAIaMAwCH3AMAvg0AAJVpAACWeQAAKhgAgLToAgC1UAIAlwUAADIYAIDg1AIAtPQCAL4ZAADgoAIALhgAgODUAgCZjAMAt9QCAIoFAAA2GACAOhgAgIoVAAC3NAIAjx0AAD4YAIBCGACAswUAAEYYAICzBQAAWxgAgJwJAACdCQAATRgAgFQYAICMBQAAYhgAgG0YAIB0GACAexgAgJ9JAACCGACAiRgAgGYYAICQGACAlxgAgNkYAIDPGACA6hgAgOAYAICeGACAg8kBAIH5AQCsGACAsxgAgLoYAIDBGACAyBgAgKUYAICAtAIApYgDAOEIAgCuHQAA8RgAgLwJAACN9QEA9RgAgOEAAgCSlQEA45QQAJNFAACXiQEAhRQAAId4AQCGAAQARjoAgEo6AIBOOgCAUjoAgFY6AICdeQAA74xoAJyhAQBaOgCAXjoAgKKZAABiOgCAZjoAgGo6AIBuOgCAp4kAAHI6AIB2OgCAqUkBAHo6AICsqQAAfjoAgII6AICGOgCAsyUBAIo6AICOOgCAkjoAgLchAQC2OQEAtTEBAJY6AICaOgCAufkAALkRAQC4GQEAnjoAgKI6AICmOgCAqjoAgICwAQCEiAIArjoAgIPIAQCEVAMAhFwEALI6AICEXAUAgN0DAIEtAACCMQAAvjwCALo6AIC+OgCAh4gDAIacBACzLQMAwjoAgMY6AIC+AAQAvhwFALbRAwC12QMAyjoAgLv5AwC68QMAmljTAYTgBwC/xQMAvtkDAL3dAwC83QMAvgAYAKUFAwCmDQMAzjoAgIQcGADSOgCA1joAgKPxAwCsAQMArQEDAK4FAwCvGQMArKQbAq3cGgKqLQMAqyUDAL5MGQC+SBoA2joAgL6AGwC04BoCtdQdArYwHgLvCAIA3joAgOGgAQC6OBoC4/gCALoAAAC9ZBwCvvQcAr8AEAKRBNMBkOT2AeBEAQCSCD4C4joAgOY6AIDqOgCA7joAgL6sHADyOgCA9joAgPo6AID+OgCAAjsAgAY7AIAKOwCAgbBtAICAAQCDHFIAgth3AIUgmgCEkL4AhwjPAIaM5gCJbDcBiOAsAYsYfgGK2BMBjeClAYzwWgGP/OsBjliPAbDVFwCxAWgAso1rALOdawC0SWsAtZVvAA47AIDgcAEAEjsAgBY7AIAaOwCAHjsAgIAZAACBGQAAggUAACI7AIAqOwCAoaUCAKJJBwCjQQcApEEGAKXVGwCm3RsAp8EaAKgBHACp4R8AqkkfAKsBEACs9RMAra0TAK4BFACv+RcAqDEGAKkxBgCqTQYAq0UGAKxNBgCtmQYAro0GAK+FBgCGgAMAhxgDAC47AIAyOwCANjsAgDo7AIA+OwCAQjsAgLhtBwC5dQcAun0HALt1BwC8bQcAvc0HAL75BwC/+QcAsKkGALGFBgCyeQcAs3kHALRpBwC1aQcAtl0HALdVBwC2OgCAs8EGAEY7AIAmOwCAth0GAEo7AIBOOwCAtcEGALppBgC7RQYAUjsAgFY7AIC+qQcAv6kHALypBwC9qQcAo4UGAFo7AIBeOwCAYjsAgGY7AICmWQYApYUGAGo7AICrAQYAqi0GAG47AIByOwCAr+0HAK7tBwCt7QcArO0HAKjBBgCpLQEAqiUBAKs9AQCsJQEArS0BAK4lAQCvlQEAdjsAgHo7AIB+OwCAgjsAgIY7AICCvQAAgb0AAIC9AAC4nQEAua0BALqlAQC7bQAAvHUAAL19AAC+dQAAv20AALD1AQCx/QEAssEBALPBAQC0tQEAtb0BALa1AQC3rQEAijsAgI47AICSOwCAs6EBAJY7AIC1oQEAtqEBAJo7AICGgAEAh8QBALo9AQC7NQEAvBkBAL0ZAQC+fQEAv3UBAKPtAQCeOwCAojsAgKY7AICqOwCApu0BAKXtAQCuOwCAq3kBAKpxAQCyOwCAtjsAgK85AQCuMQEArVUBAKxVAQC6OwCAvjsAgMI7AIDGOwCAyjsAgOGsAQDOOwCA42AGANI7AIDWOwCA2jsAgO9UBgDeOwCA4jsAgL60GgDmOwCA6jsAgO47AICGaBwAh4wDAPI7AID2OwCA+jsAgP47AICAOQAAgTkAAIIFAAACPACACjwAgA48AIASPACAFjwAgKgdAwCpQQMAqkEDAKtBAwCsQQMArUkDAK5xAwCvcQMAhCAdABo8AIAePACAIjwAgCY8AIAqPACALjwAgDI8AIC46QAAufUAALr9AAC78QAAvJEAAL2RAAC+iQAAv4kAALDhAACx4QAAsuEAALPhAAC04QAAte0AALbZAAC32QAA4wwHAOEgBwDhMAEA4wgHADY8AIA6PACAPjwAgEI8AIBGPACASjwAgE48AIBSPACA75gHAFY8AIBaPACA74gHALOJAgBePACAYjwAgL6AGgBmPACAtokCALWJAgBqPACAu2UBALplAQBuPACAcjwAgL9pAQC+ZQEAvXUBALx1AQC3PQYAtj0GALU9BgC0IQYAszUGALI1BgCxAQYAsAkGAL9ZBgC+UQYAvVkGALxNBgC7bQYAunkGALlxBgC4eQYAgJ0AAIGtAACCpQAAejwAgH48AICCPACAhjwAgIo8AICvcQYArmkGAK1tBgCsbQYAq4EGAKqZBgCpkQYAqJkGAAY8AIB2PACAjjwAgKPFHQCSPACApcUdAKbFHQCWPACAhgADAIdkAwCqKR4AqykeAKw5HgCtOR4ArikeAK8lHgCzOR4AmjwAgJ48AICiPACApjwAgLb9HgC1/R4AqjwAgLvZHgC60R4ArjwAgLI8AIC/aR8AvmEfAL1pHwC8wR4AqPEeAKnxHgCq8R4Aq/EeAKw1HgCtPR4ArjUeAK8tHgC2PACAujwAgL48AIDCPACAxjwAgMo8AIDOPACA0jwAgLjlHwC57R8AuuUfALv5HwC86R8AvZEfAL6RHwC/jR8AsFUeALFdHgCyVR4As/0fALTlHwC17R8AtuUfALfdHwCjeR8A1jwAgNo8AIDePACA4jwAgKa9HwClvR8A5jwAgKuZHwCqkR8AhogAAIdMAQCvKR4AriEeAK0pHgCsgR8AgEkAAIFJAACCWQAAs5keAOo8AIC1iR4AtlEBAO48AIDyPACA9jwAgLotAQC7JQEAvD0BAL0lAQC+JQEAvxUBAKhNHgCpVR4Aql0eAKtVHgCsTR4ArZ0BAK6JAQCvgQEAhKwBAPo8AID+PACAAj0AgAY9AIAKPQCADj0AgBI9AIC4ZQEAuW0BALplAQC7fQEAvGUBAL1tAQC+ZQEAv9kAALClAQCxrQEAsqUBALO9AQC0rQEAtZ0BALaVAQC3XQEAo9UdABY9AIAaPQCAHj0AgCI9AICmHQIApcUdACY9AICraQIAqmECACo9AIAuPQCAr1kCAK5pAgCtaQIArHECADI9AIA2PQCAOj0AgD49AIBCPQCARj0AgEo9AIBOPQCAgDkAAIE5AACCBQAAUj0AgFo9AIBePQCAh0ADAIZcBACETAQAYj0AgGY9AICEBAUA4yABAGo9AIDhqAEAbj0AgO+UGgByPQCAdj0AgHo9AIB+PQCAgj0AgIY9AICKPQCAs6EDAI49AICSPQCAlj0AgJo9AIC2fQMAtX0DAJ49AIC7WQMAulEDAKI9AICmPQCAv/0AAL79AAC9/QAAvEEDAKhRAgCpWQIAqmkCAKtpAgCstQIArb0CAK61AgCvrQIAhKgHAKo9AICuPQCAsj0AgIKpAAC2PQCAgKkAAIGpAAC4aQEAuWkBALoJAQC7CQEAvBkBAL0ZAQC+CQEAvwkBALDVAgCx3QIAstUCALNpAQC0eQEAtXkBALZpAQC3YQEA4bgBAOHUHwDjOB8A4wwbALo9AIC+PQCAwj0AgMo9AIDOPQCA0j0AgNY9AIDaPQCAvjwJAN49AIDvhBsA74QbAKOhAgDiPQCAhugEAIe8BQDmPQCApn0CAKV9AgDqPQCAq1kCAKpRAgDuPQCA8j0AgK/9AQCu/QEArf0BAKxBAgCzhQYAxj0AgPY9AID6PQCA/j0AgLaJBgC1jQYAAj4AgLuRBgC6iQYABj4AgAo+AIC/9QYAvokGAL2BBgC8iQYADj4AgBI+AIAWPgCAGj4AgB4+AIAiPgCAJj4AgO+EHQAqPgCA4QAEAC4+AIDj/AQAgBEAAIEdAACCBQAAMj4AgKjxBgCp8QYAqg0GAKsFBgCsBQYArQkGAK49BgCvNQYANj4AgDo+AICGiAAAhxADAD4+AIBCPgCARj4AgEo+AIC4EQYAuRkGALohBgC7IQYAvPUHAL39BwC+9QcAv+kHALBNBgCxVQYAsl0GALNVBgC0TQYAtTEGALYxBgC3MQYAo4UHAE4+AIBSPgCAVj4AgFo+AICmiQcApY0HAF4+AICrkQcAqokHAGI+AIBmPgCAr/UHAK6JBwCtgQcArIkHAGo+AICz4QYAbj4AgHI+AIC25QYAdj4AgHo+AIC18QYAur0GALuNBgB+PgCAgj4AgL59AQC/ZQEAvJUGAL11AQCoHQYAqSUGAKotBgCrJQYArD0GAK0hBgCuXQYAr00GAIY+AICKPgCAjj4AgJI+AICWPgCAgrkDAIGxAwCAuQMAuO0BALmFAQC6jQEAu4UBALydAQC9hQEAvo0BAL+FAQCwPQYAsQ0GALIFBgCz5QEAtP0BALXlAQC25QEAt9UBAKOlBQCaPgCAnj4AgKI+AICqPgCApqEFAKW1BQCuPgCAq8kFAKr5BQCGCAwAhxwDAK8hAgCuOQIArTECAKzRBQCyPgCAs/ECALY+AIC6PgCAtlUDAL4+AIDCPgCAteECALpxAwC7eQMAxj4AgMo+AIC+MQMAvz0DALxRAwC9UQMAqCUCAKk1AgCqPQIAqzUCAKwtAgCtkQMArpEDAK+RAwDOPgCA0j4AgNY+AIDaPgCArAAAAN4+AIDiPgCA5j4AgLiZAwC5rQMAuqUDALttAwC8dQMAvX0DAL51AwC/bQMAsPEDALH5AwCywQMAs8EDALSxAwC1vQMAtrUDALepAwDqPgCA7j4AgPI+AID2PgCA+j4AgP4+AIACPwCA76gaAL5oDADhlAEABj8AgOMcBgCADQAAgXEAAIJxAAAKPwCAo/UDAA4/AIASPwCAhEwCABo/AICmUQIApeUDAB4/AICrfQIAqnUCAIbIDACHLA0ArzkCAK41AgCtVQIArFUCAOFQBgAiPwCA4xQHAITADAAmPwCAKj8AgC4/AIAyPwCANj8AgDo/AIA+PwCAQj8AgEY/AIBKPwCA73gbAL74DwBOPwCAUj8AgFY/AICzjQEAWj8AgLWZAQC2jQEAXj8AgFY9AIBiPwCAuoUBALtNAQC8VQEAvV0BAL5VAQC/SQEAo0EOABY/AIBmPwCAaj8AgG4/AICmQQ4ApVUOAHI/AICrgQ4AqkkOAHY/AIB6PwCAr4UOAK6ZDgCtkQ4ArJkOAIBtAACBCQAAgh0AAH4/AIDvGAkAgj8AgIY/AICKPwCA4zwNAI4/AIDhWAwAkj8AgIbQAACHvAMAlj8AgJo/AICokQ4AqZkOAKrJDgCrxQ4ArN0OAK3BDgCuwQ4Ar/UOAIToAACePwCAoj8AgKY/AICqPwCArj8AgLI/AIC2PwCAuMEPALnBDwC6wQ8Au8EPALzBDwC9wQ8AvsEPAL/1DwCwjQ4AsUUOALJNDgCzRQ4AtF0OALVBDgC2QQ4At0EOAKhRDgCpWQ4Aqo0OAKudDgCshQ4ArY0OAK6FDgCvvQ4Auj8AgL4/AIDCPwCAxj8AgMo/AIDOPwCA0j8AgNY/AIC4kQ4AuZkOALqtDgC7RQEAvF0BAL1FAQC+RQEAv3UBALDFDgCxzQ4AssUOALPdDgC0xQ4AtbUOALa9DgC3tQ4AswUOANo/AIDePwCA4j8AgOY/AIC2DQ4AtQ0OAOo/AIC7CQ4AugEOAO4/AIDyPwCAv3EOAL4BDgC9CQ4AvBEOAIJtAACjQQ4AgFUAAIFlAACmSQ4A+j8AgP4/AIClSQ4AqkUOAKtNDgCGSAAAh3gAAK5FDgCvNQ4ArFUOAK1NDgCoXQIAqWECAKplAgCrdQIArG0CAK2xAgCusQIAr7ECAITsBAACQACABkAAgApAAIAOQACAEkAAgBZAAIAaQACAuHEDALlxAwC6cQMAu3EDALzVAwC93QMAvtUDAL/NAwCw0QIAsdECALLRAgCz0QIAtFEDALVRAwC2UQMAt1EDAB5AAICz6QIAIkAAgL6ABAC2NQIAJkAAgCpAAIC14QIAuhECALsRAgAuQACAMkAAgL6RAwC/kQMAvAECAL0BAgA2QACAOkAAgKOlAgA+QACApa0CAEJAAIBGQACApnkCAEpAAIBOQACAq10CAKpdAgCtTQIArE0CAK/dAwCu3QMAqNUCAKndAgCqLQEAqyUBAKw9AQCtJQEAri0BAK8lAQBSQACAVkAAgFpAAIBeQACAYkAAgGpAAIBuQACAckAAgLiFAQC5iQEAup0BALuVAQC8sQEAvbEBAL55AAC/eQAAsF0BALHlAQCy4QEAs/kBALTpAQC13QEAttUBALe9AQDh8A4AdkAAgOMUDgB6QACAgb0AAIC9AAB+QACAgq0AAIYABACH7AUAgkAAgIZAAICKQACAjkAAgO9gDgCSQACAlkAAgJpAAICFXH0AnkAAgKJAAIDjZAEApkAAgOG0AQCqQACA76AOAK5AAICmPgCAhPgFALJAAIC2QACAukAAgLMlBgBmQACAvkAAgMJAAIDGQACAtiUGALU1BgDKQACAu6EGALoZBgDOQACA0kAAgL+ZBgC+rQYAva0GALy1BgCCbQAA7zAEAIBVAACBZQAAvlwDANZAAICG+AAAh2wDANpAAIDeQACA4kAAgOZAAIDqQACA40QEAO5AAIDhjAcAo6UGAPJAAID2QACA+kAAgP5AAICmpQYApbUGAAJBAICrIQYAqpkGAAZBAIAKQQCArxkGAK4tBgCtLQYArDUGAA5BAICz+QcAEkEAgBZBAIC2SQcAGkEAgB5BAIC1UQcAulEHALtRBwAiQQCAJkEAgL41BwC/OQcAvEUHAL09BwCoNQYAqT0GAKo1BgCriQYArJ0GAK2NBgCusQYAr7EGACpBAIAuQQCAMkEAgDZBAICADQAAgbEAAIKxAAA6QQCAuKEGALmtBgC6vQYAu7UGALytBgC9XQEAvlUBAL9NAQCw0QYAsdEGALLVBgCzrQYAtLUGALW5BgC2qQYAt6UGAKO9BgA+QQCAQkEAgISEAgC+kAEApg0GAKUVBgBKQQCAqxUGAKoVBgCGCAAAh3wBAK99BgCucQYArXkGAKwBBgBOQQCAs60BAFJBAIBWQQCAtqkBAFpBAIBeQQCAta0BALptAQC7dQEAYkEAgGZBAIC+XQEAvzUBALxlAQC9VQEAqGECAKlhAgCqYQIAq2ECAKxhAgCtbQIArp0CAK+VAgBqQQCAbkEAgHJBAIB2QQCAekEAgH5BAICCQQCAhkEAgLiVAgC5nQIAuqECALuhAgC8cQMAvXEDAL5xAwC/cQMAsO0CALH1AgCy9QIAs8UCALTdAgC1tQIAtrECALexAgCKQQCAjkEAgJJBAICj5QIAlkEAgKXlAgCm4QIAmkEAgJ5BAICiQQCAqiUCAKs9AgCsLQIArR0CAK4VAgCvfQIApkEAgKpBAICuQQCAhEB8AIAVAACBHQAAggUAALJBAIC+7HwAukEAgIZIfQCHCAMAvkEAgMJBAIDGQQCAykEAgKidAgCpxQIAqsECAKvBAgCsxQIArc0CAK7xAgCv8QIAzkEAgNJBAIDWQQCA2kEAgMkAAADeQQCA4kEAgOZBAIC4wQEAucEBALrBAQC73QEAvM0BAL31AQC+/QEAv50BALBBAQCxQQEAskEBALNBAQC0QQEAtUEBALZBAQC3QQEA4TgGAOpBAIDjaAYA7kEAgPJBAID2QQCA+kEAgISUfQC+rHwA/kEAgAJCAIAGQgCAvrh/AApCAIDvEAEADkIAgBJCAIAWQgCAGkIAgB5CAIDhkAEAIkIAgONEAAAqQgCAgS0AAIAtAADvgAAAgjkAAC5CAIAyQgCA9j8AgDZCAIDhsH8AtkEAgOPUfAA6QgCAJkIAgD5CAICGuAAAh9QCAEJCAIBGQgCASkIAgE5CAIBSQgCAVkIAgO8gfABaQgCAs4l9AF5CAIBiQgCAZkIAgGpCAIC2jX0AtY19AG5CAIC7RX4AukV+AHJCAIB2QgCAv0V+AL5FfgC9VX4AvFV+AKNJfQB6QgCAfkIAgIJCAICGQgCApk19AKVNfQCKQgCAq4V+AKqFfgCOQgCAkkIAgK+FfgCuhX4ArZV+AKyVfgCCbQAAszF+AIBVAACBZQAAtvF/AITcAwCWQgCAtSF+ALrNfwC70X8AhgAEAIfUAAC+dX8Av3l/ALzBfwC9wX8AqOV/AKn1fwCq/X8Aq/V/AKztfwCtNX4Arj1+AK81fgCaQgCAnkIAgKJCAICmQgCAqkIAgK5CAICyQgCAtkIAgLjZfgC54X4AuuF+ALvhfgC85X4Avel+AL6ZfgC/mX4AsE1+ALFRfgCyUX4As1F+ALT1fgC1+X4Atul+ALfpfgCjdX8AukIAgL5CAIDCQgCAxkIAgKa1fgClZX8AykIAgKuVfgCqiX4AzkIAgNJCAICvPX4ArjF+AK2FfgCshX4A1kIAgLMxfgDaQgCA3kIAgLbFAQDiQgCA5kIAgLXRAQC6yQEAu8kBAOpCAIDuQgCAvs0BAL+xAQC8yQEAvckBAKjdfQCp9X0Aqv19AKvxfQCsHQIArQECAK45AgCvOQIA8kIAgPZCAID6QgCA/kIAgIIFAAACQwCAgBEAAIERAAC4EQIAuRkCALohAgC7IQIAvNUCAL3dAgC+1QIAv80CALBJAgCxSQIAslkCALNZAgC0TQIAtTECALYxAgC3MQIAvgADAKNxfQCEiAIAvoAEAKaFAgAKQwCADkMAgKWRAgCqiQIAq4kCAIYoBACHDAMAro0CAK/xAgCsiQIArYkCABJDAICEyAMAhcwFALPlAwAWQwCAteUDALbtAwAaQwCAHkMAgCJDAIC6bQMAu2UDALx9AwC9ZQMAvmUDAL9VAwAmQwCAKkMAgL8ABACjJQIALkMAgKUlAgCmLQIAMkMAgDZDAIA6QwCAqq0CAKulAgCsvQIAraUCAK6lAgCvlQIAPkMAgEJDAIBGQwCASkMAgE5DAIDjzAMAUkMAgOGsAQBWQwCA7xwDAFpDAIBeQwCAYkMAgGZDAIBqQwCAbkMAgOFwfwBGQQCA4wR+AHJDAIB6QwCA4ZQBAH5DAIDjWAEAgNkAAIHZAACCJQAA7+R+AIJDAICGQwCA7+B+AIpDAICzAQEAjkMAgIboBwCHLAQAkkMAgLY1AQC1BQEAlkMAgLvxAAC64QAAmkMAgJ5DAIC/sQAAvtEAAL3ZAAC84QAABkMAgHZDAICiQwCApkMAgKEBBACgEQQAoxkAAKLFBACotQYAqb0GAKrpBgCr/QYArO0GAK3VBgCu3QYArz0HALBFBwCxVQcAslUHALNtBwC0dQcAtRUHALYdBwC3FQcAuC0HALk1BwC6MQcAuw0HALwZBwC9GQcAvgkHAL8JBwCjQQYAqkMAgK5DAICyQwCAtkMAgKZ1BgClRQYAukMAgKuxBwCqoQcAj8ltAL5DAICv8QcArpEHAK2ZBwCsoQcAld11AJTBdACXzXAAli1zAJFdaACQVWgAk9l0AJJNaQCd5XgAnB17AJ9tBwCeuXgAmR1/AJhVcACboXwAmvl8AIJhbACDhWkAwkMAgMZDAICGEXUAhxF1AISVaQCFjWgAij10AIvFcgDKQwCAzkMAgI7dfgCPMX0AjD1xAI2dcQCSGX0Ak716ANJDAIDvkAkAltUGAJdRBQCUXXkAlQl5AJpxBQCbvQUA1kMAgNpDAIDeQwCA4agFAJx5AQDjuAgAoYUBAOJDAICjqQ0AogEMAKUBCACkOQ0Ap6kJAKa9CQCppRUAqAEUAKsBFACq/RUArbkRAKyxEQCvARwArqEQALH9HACw5R0As+kZALIBGAC1ASQAtH0ZAIQUAAC+FAAAgI0AAIGVAACCbQAA6kMAgIZQDwCHZAAA7kMAgPJDAIC61QcAu90HALjBBwC5wQcAvjEEAL8xBAC88QcAvfEHALKtBwCztQcAsK0HALGlBwC2nQcAt/UHALSlBwC1lQcAqmkHAKtpBwCoaQcAqWkHAK5pBwCvaQcArGkHAK1pBwD2QwCA+kMAgP5DAIACRACABkQAgApEAIAORACAEkQAgKgRBQCpHQUAqjkFAKs5BQCsLQUArVEFAK5JBQCvQQUAFkQAgBpEAIAeRACAIkQAgCZEAIAqRACALkQAgDJEAIC4XQIAuWkCALrBAwC7wQMAvPkDAL35AwC+kQMAv7UDALAJBQCxCQUAsuECALPhAgC0dQIAtX0CALZ1AgC3bQIAs7EEAIQAAgC+BA0ANkQAgDpEAIC20QQAtaUEAD5EAIC7zQQAus0EAEJEAIBGRACAv7kDAL6xAwC9NQMAvDUDAEpEAICj9QQATkQAgFJEAICmlQQAWkQAgF5EAICl4QQAqokEAKuJBACHqA0AhswMAK71AwCv/QMArHEDAK1xAwDhUAYA4TQHAONAAADjWAcAgNEAAIHdAACC1QAAYkQAgGZEAIBqRACAbkQAgHJEAIB2RACAekQAgO+cAADvyAcAfkQAgIJEAICzNQIAhkQAgLW1AQCKRACAjkQAgLa1AQC+7AwAkkQAgLuRAQC6mQEAvVEBALyJAQC/UQEAvlkBAKjtDQCp/Q0AqvUNAKttDgCsdQ4ArX0OAK51DgCvbQ4AVkQAgJZEAICaRACAnkQAgKJEAICmRACAqkQAgK5EAIC49Q4Auf0OALr1DgC7QQ8AvEEPAL1JDwC+cQ8Av3EPALAVDgCxHQ4AshUOALPNDgC01Q4Atd0OALbVDgC3zQ4Ao30NALJEAIC2RACAukQAgL5EAICm/Q4Apf0OAMJEAICr2Q4AqtEOAISoAgDGRACArxkOAK4RDgCtGQ4ArMEOAIBNAACBVQAAglUAALNRDwDKRACAtXEPALZxDwDORACAhuAAAIcEAwC6XQ8Auy0PALw1DwC9OQ8Avi0PAL8lDwCoVQ4AqV0OAKqVDgCrrQ4ArLUOAK29DgCutQ4Ar60OANJEAIDWRACA2kQAgN5EAIDiRACA5kQAgOpEAIDuRACAuGkBALlpAQC6eQEAu3kBALxpAQC9aQEAvt0BAL/VAQCw1Q4AsaUOALKtDgCzoQ4AtKUOALWtDgC2nQ4At1kBAKMdDgDyRACA9kQAgOZDAID6RACApj0OAKU9DgD+RACAq2EOAKoRDgACRQCABkUAgK9pDgCuYQ4ArXUOAKx5DgAKRQCADkUAgBJFAIAWRQCAGkUAgB5FAIAiRQCAJkUAgIANAACBFQAAgh0AACpFAIAuRQCAMkUAgIR4AQC+FAAA4xQPADpFAIDh4A0AhAADAIawBACHFAMAPkUAgEJFAIBGRQCASkUAgE5FAIBSRQCA78APAFZFAIBaRQCAXkUAgGJFAIBmRQCAakUAgLNtAwBuRQCAtX0DALZ1AwByRQCAdkUAgHpFAIC6UQMAu1EDALz1AwC9/QMAvukDAL/hAwB+RQCAgkUAgIZFAICKRQCAjkUAgJJFAICWRQCAmkUAgKhxAgCpeQIAqokDAKuJAwCsmQMArZkDAK6JAwCviQMAsPkDALH5AwCyTQMAs0UDALRBAwC1SQMAtnEDALdxAwC4IQMAuSEDALohAwC7IQMAvCEDAL0hAwC+IQMAvyEDAICdAQCBEQAAghEAAIQEBQDvFAAAnkUAgKJFAIC+EAUA48gAAKpFAIDh0AEArkUAgLJFAIC2RQCAukUAgL5FAICqeQIAq3kCAIboBACHYAUArsECAK/JAgCs3QIArdUCAMJFAICjRQIAxkUAgMpFAICmXQIAzkUAgNJFAIClVQIA1kUAgNpFAIDeRQCA4kUAgOZFAIDqRQCA7kUAgO+EDgC+rAQA4dAOAPJFAIDjFAEA9kUAgPpFAID+RQCAAkYAgLPdAQAGRgCACkYAgA5GAIASRgCAtv0BALX9AQAaRgCAu90BALrdAQCE4AQAHkYAgL+hAQC+vQEAvb0BALy9AQCoBQYAqR0GAKoVBgCrLQYArDUGAK09BgCuNQYArykGAKZFAICC9QcAgeUHAIDlBwAWRgCAIkYAgIYcAACHsAMAuCUGALnFBgC6zQYAu8UGALzdBgC9xQYAvs0GAL/FBgCwWQYAsVkGALIpBgCzKQYAtDkGALUlBgC2JQYAtx0GAKOdBgAmRgCAKkYAgC5GAIAyRgCApr0GAKW9BgA2RgCAq50GAKqdBgA6RgCAPkYAgK/hBgCu/QYArf0GAKz9BgBCRgCAs/UHAEZGAIBKRgCAtu0HAE5GAIBSRgCAteUHALqNBwC7kQcAVkYAgFpGAIC+dQcAv30HALyBBwC9fQcAqCUGAKkpBgCqOQYAqzkGAKwpBgCtKQYArnkGAK91BgBeRgCAYkYAgGZGAIBqRgCAbkYAgHJGAIB2RgCAekYAgLjVBgC53QYAuuEGALv9BgC85QYAve0GAL7lBgC/mQYAsA0GALERBgCyEQYAs+0GALT1BgC1/QYAtvUGALftBgCjsQYAgi0AAIEVAACAsQAANkUAgKapBgCloQYAfkYAgKvVBgCqyQYAgkYAgL5oAQCvOQYArjEGAK05BgCsxQYAikYAgLPxAQCGaAAAh3wBALZdAQCORgCAkkYAgLVVAQC6SQEAu0kBAJZGAICaRgCAvj0BAL8hAQC8OQEAvTUBAJ5GAICiRgCAhAQDAL6AHACmRgCA4RwGAKpGAIDjAAYAvwguAK5GAICyRgCA78gHALZGAIC6RgCAvkYAgMJGAIDGRgCAykYAgKN9AgDORgCApdkCANJGAIDWRgCAptECANpGAIDeRgCAq8UCAKrFAgCtuQIArLUCAK+tAgCusQIAqW0FAKhZBQCrDQIAqrkCAK0dAgCsHQIArwUCAK4NAgC+aB0A4kYAgOZGAIDqRgCAgB0AAIEJAACCmQEA7kYAgLnhAwC4KQIAu+EDALrpAwC94QMAvPkDAL/hAwC+6QMAsU0CALBNAgCzIQIAsi0CALUlAgC0OQIAtxECALYlAgCowQIAqdECAKrRAgCr5QIArP0CAK0VAQCuHQEArw0BAPJGAID6RgCA/kYAgAJHAIAGRwCACkcAgA5HAIASRwCAuAUBALkJAQC6HQEAuxUBALwxAQC9MQEAvv0BAL/1AQCweQEAsUEBALJBAQCzXQEAtEUBALVNAQC2RQEAtz0BAIagHQCHxB0AFkcAgO/YAAAaRwCAHkcAgCJHAIDvxAYAhGwcAOH0BgAmRwCA47AGACpHAIDhlAEALkcAgONEBgCzGQIAMkcAgDZHAIA6RwCAhewsALbVAQC1NQIAPkcAgLvFAQC6/QEAQkcAgEZHAIC/yQEAvsEBAL3JAQC81QEAo9kdAPZGAIBKRwCATkcAgFJHAICmFR4ApfUdAFZHAICrBR4Aqj0eAFpHAIBeRwCArwkeAK4BHgCtCR4ArBUeAIBpAACBaQAAggUAAGJHAIBmRwCAakcAgIcQAwCGfAMAbkcAgHJHAIB2RwCAekcAgH5HAICCRwCAhkcAgIpHAICopR8Aqa0fAKqlHwCrvR8ArKUfAK2tHwCupR8ArxUfAI5HAICSRwCAlkcAgJpHAICeRwCAokcAgKZHAICqRwCAuA0fALkZHwC6IR8AuyEfALzZAAC92QAAvskAAL/BAACwcR8AsXEfALJxHwCzRR8AtEEfALVNHwC2PR8AtzUfALMtHgCuRwCAskcAgLZHAIC6RwCAti0eALUtHgC+RwCAu7UeALq1HgDCRwCAxkcAgL+JHgC+hR4AvZEeALylHgCCKQAAo2keAIAdAACBFQAApmkeAMpHAIDORwCApWkeAKrxHgCr8R4A0kcAgITgAQCuwR4Ar80eAKzhHgCt1R4AqNUBAKnlAQCq7QEAq+UBAKz9AQCt5QEAru0BAK/lAQC+oAEAhkYAgNZHAIDaRwCAhhAAAId0AQDeRwCA4kcAgLh9AQC5wQAAusEAALvBAAC8wQAAvckAAL7xAAC/8QAAsJ0BALFFAQCyTQEAs0UBALRdAQC1RQEAtk0BALdFAQDmRwCA6kcAgO5HAIDyRwCA9kcAgO80AgDv7B4A+kcAgOHwHQDj4AIA4zAeAOGEAQD+RwCAAkgAgAZIAIAKSACAsyUCAJQAAAAOSACAEkgAgBZIAIC2JQIAtTUCABpIAIC7wQIAuhkCAB5IAIAiSACAv8ECAL7ZAgC90QIAvNkCACZIAIAqSACALkgAgKPpAgAySACApfkCAKbpAgA2SACAOkgAgD5IAICq1QIAqw0CAKwVAgCtHQIArhUCAK8NAgCAYQAAgWEAAIIFAABCSACASkgAgIQABAC+FAQATkgAgIbABACHUAMAUkgAgFZIAIBaSACAXkgAgGJIAIBmSACAqK0CAKm9AgCqtQIAqw0BAKwVAQCtHQEArhUBAK8NAQCE7AQAakgAgG5IAIBySACAdkgAgHpIAIB+SACAgkgAgLgdAQC5LQEAuiUBALvNAQC81QEAvd0BAL7JAQC/wQEAsH0BALFVAQCyXQEAs1UBALRNAQC1PQEAtjUBALctAQDhGB4AhkgAgOM4HgCKSACAjkgAgJJIAICWSACAmkgAgJ5IAICiSACAvmAEAKZIAICBdQAAgHUAAO/gHwCCbQAAqkgAgK5IAICG6AQAh3wFALJIAIDhkAEAukgAgOOgAAC+SACAwkgAgMZIAIDvtAAAykgAgM5IAIDSSACA1kgAgLUFBgBGSACAtkgAgLYFBgDaSACA3kgAgLOlBQDiSACAvRkGALwRBgC/YQYAvhEGAOZIAIDqSACAuwkGALohBgCj/QUA7kgAgPJIAID2SACA+kgAgKZdBgClXQYA/kgAgKtRBgCqeQYAAkkAgAZJAICvOQYArkkGAK1BBgCsSQYAqFEGAKlZBgCqYQYAq2EGAKxhBgCtYQYArmEGAK9hBgAKSQCADkkAgBJJAIAWSQCAgA0AAIGxAQCCsQEAGkkAgLhNBwC5VQcAul0HALtVBwC8TQcAvXUHAL59BwC/cQcAsMUHALHNBwCyxQcAs90HALTFBwC1zQcAtsUHALd5BwCz6QcAHkkAgCJJAICEwAEAvtgBALbhBwC16QcAJkkAgLsJBgC6AQYAhogAAIesAQC/CQYAvgEGAL0JBgC8EQYAKkkAgKOtBwAuSQCAMkkAgKalBwA2SQCAOkkAgKWtBwCqRQYAq00GAD5JAIBCSQCArkUGAK9NBgCsVQYArU0GAKhZBgCpZQYAqm0GAKtlBgCsYQYArWEGAK5hBgCvYQYAhKwBAEZJAIBKSQCATkkAgFJJAIBWSQCAWkkAgF5JAIC4kQEAuZkBALqhAQC7oQEAvHEBAL1xAQC+cQEAv3EBALDxAQCx8QEAsvUBALPdAQC0xQEAtbEBALaxAQC3sQEAs+UFAGJJAIBmSQCAakkAgG5JAIC24QUAtekFAHJJAIC7NQIAujUCAHZJAIB6SQCAv3UCAL4BAgC9CQIAvCECAH5JAICjoQUAgkkAgIZJAICmpQUAikkAgI5JAIClrQUAqnECAKtxAgCSSQCAvigDAK5FAgCvMQIArGUCAK1NAgCA1QAAgd0AAILhAACaSQCA4yABAJ5JAIDhqAEAokkAgO80AgCmSQCAhggMAIdoAwCsAAAAqkkAgK5JAICySQCAs40DALZJAIC6SQCAhIAMAL5JAIC2vQMAtYEDAMJJAIC7TQMAuk0DAMZJAIDKSQCAv00DAL5NAwC9TQMAvE0DAKhBAgCpTQIAqkUCAKtZAgCsSQIArX0CAK51AgCvuQIAvmgNAM5JAIDSSQCA1kkAgIRsDADaSQCA3kkAgOJJAIC4TQEAuVUBALpVAQC7ZQEAvH0BAL0VAQC+EQEAvxEBALDJAgCxyQIAstkCALPZAgC0yQIAtckCALZ9AQC3dQEA4XgHAOOYAADjuAYA4VwGAOZJAIDqSQCA7kkAgPJJAID2SQCA+kkAgP5JAIACSgCA7AAAAO9cAADv6AYACkoAgIFpAACAYQAAo4UCAIJhAACliQIADkoAgBJKAICmtQIAhkAMAIfEDACrRQIAqkUCAK1FAgCsRQIAr0UCAK5FAgCojQ4AqZEOAKqVDgCrqQ4ArKUOAK2tDgCupQ4Ar9kOAAZKAIAWSgCAGkoAgB5KAIAiSgCAJkoAgCpKAIAuSgCAuHUPALl9DwC6dQ8Au90PALzFDwC9zQ8AvsUPAL/9DwCwqQ4AsbUOALK1DgCzhQ4AtJ0OALVRDwC2UQ8At1EPALMdDgAySgCANkoAgDpKAIA+SgCAti0OALUtDgBCSgCAu3EOALptDgBGSgCASkoAgL+VDwC+WQ4AvVEOALxhDgBOSgCAo1kOAFJKAIBWSgCApmkOAFpKAIBeSgCApWkOAKopDgCrNQ4AYkoAgGZKAICuHQ4Ar9EPAKwlDgCtFQ4AqL0OAKnRDgCq0Q4AqykBAKw5AQCtOQEArikBAK8pAQCADQAAgRUAAIIdAABqSgCAbkoAgHJKAIC+dAIAdkoAgLjtAQC5hQEAuoEBALuBAQC8hQEAvY0BAL6xAQC/sQEAsFkBALFZAQCy7QEAs+UBALT9AQC15QEAtuUBALfVAQB6SgCAtqkBALWhAQB+SgCAs0kOAIJKAICGOAAAh9wBAL8xAQC+KQEAvSEBALwpAQC7jQEAuo0BAJZJAICGSgCAoxkOAIpKAICOSgCAkkoAgJZKAICm+QEApfEBAJpKAICr3QEAqt0BAJ5KAICiSgCAr2EBAK55AQCtcQEArHkBAKZKAIDv3A8AqkoAgK5KAICySgCAtkoAgLpKAIC+SgCAwkoAgMZKAIDKSgCAzkoAgNJKAIDj6A4A1koAgOGMDgCAEQAAgREAAIIRAACEQAIA2koAgN5KAIDiSgCAvhADAIbABACHRAMA6koAgO5KAIDySgCA9koAgPpKAID+SgCA7yQCAAJLAIAGSwCACksAgA5LAIASSwCAFksAgBpLAICE7AQAHksAgCJLAIAmSwCA4+wCACpLAIDhOAEALksAgLNVAwAySwCANksAgDpLAIA+SwCAth0DALUdAwBCSwCAuwkDALo5AwBGSwCASksAgL/9AAC+/QAAvfkAALwRAwCogQIAqYkCAKqdAgCrsQIArNUCAK3dAgCu1QIAr80CAIDNAQCBCQAAghkAAE5LAIBSSwCAWksAgL5wBQBeSwCAuFkBALlZAQC6aQEAu2kBALx5AQC9eQEAvmkBAL9lAQCwvQIAsY0CALKFAgCzbQEAtHkBALV5AQC2aQEAt2kBAIYgBACHCAUAYksAgGZLAIBqSwCAbksAgHJLAIDvXAAAhOwEAOFcDgB2SwCA44wOAHpLAIB+SwCAgksAgIZLAICjVQIAiksAgI5LAICSSwCAlksAgKYdAgClHQIAmksAgKsJAgCqOQIAnksAgKJLAICv/QEArv0BAK35AQCsEQIAqGkGAKlpBgCqeQYAq3kGAKxpBgCtaQYArp0GAK+VBgBWSwCApksAgKpLAICuSwCAsksAgLZLAIC6SwCAvksAgLj1BgC5+QYAuo0GALuFBgC8nQYAvYUGAL6FBgC/tQYAsO0GALH1BgCy/QYAs/UGALTtBgC10QYAttEGALfRBgCz8QYAghUAAIG1AACAtQAAwksAgLbpBgC14QYAvtQDALsxBgC6KQYAxksAgMpLAIC/FQYAvikGAL0hBgC8KQYAzksAgKO1BgCGyAAAh8gAAKatBgDSSwCA1ksAgKWlBgCqbQYAq3UGANpLAIDeSwCArm0GAK9RBgCsbQYArWUGAKg1BgCpOQYAqoEGAKuBBgCsgQYArYEGAK6BBgCvtQYA4ksAgOZLAIDqSwCA7ksAgPJLAID2SwCA+ksAgP5LAIC4nQYAua0GALqlBgC7aQEAvHkBAL15AQC+aQEAv2kBALDRBgCx0QYAstEGALPRBgC0tQYAtb0GALa1BgC3rQYAswkGAAJMAIAGTACACkwAgA5MAIC2AQYAtQkGABJMAIC7FQYAuhUGABZMAIAaTACAv3kGAL5xBgC9BQYAvAUGAB5MAICjTQYAIkwAgOZKAICmRQYAJkwAgCpMAIClTQYAqlEGAKtRBgAuTACAMkwAgK41BgCvPQYArEEGAK1BBgCB6QMAgN0DAISIAwCC4QMAhrA8AIeIAgC+VAMAOkwAgD5MAIBCTACARkwAgEpMAIBOTACAUkwAgFZMAIBaTACA4/AGAF5MAIDhMAYAhAA8AGJMAIBmTACAakwAgG5MAIByTACAhTQ9AHZMAIB6TACA77AHAH5MAICCTACAhkwAgIpMAICOTACAkkwAgL7EPACWTACAgp0BAIGdAQCAnQEAqA0CAKllAgCqfQIAq3UCAKxZAgCtWQIArpkDAK+ZAwCw6QMAsekDALL5AwCz+QMAtOkDALXpAwC2XQMAt1UDALhtAwC5dQMAunUDALtFAwC8XQMAvTUDAL4xAwC/KQMAmkwAgJ5MAICiTACAqkwAgOFgAwDv9AMA40QCAK5MAICyTACA4zwDAO/0NwDh/AEAtkwAgLpMAIC+TACAwkwAgIZkPwCHaD0AhTQhALOZAwDGTACAtb0DALa1AwDKTACAzkwAgNJMAIC6QQIAu0ECALxBAgC9QQIAvkECAL9BAgDWTACA2kwAgN5MAIDiTACA5kwAgOpMAIDuTACA7/gBAIRoPADhPAYA8kwAgOMcBgD2TACA+kwAgP5MAIACTQCAoxUDAAZNAIAKTQCADk0AgBJNAICmOQMApTEDABpNAICrzQIAqs0CAL5kPgAeTQCAr80CAK7NAgCtzQIArM0CAKgdPgCpJT4Aqi0+AKslPgCsPT4ArSU+AK4tPgCvJT4ApkwAgIL1PwCB5T8AgOU/ABZNAIAiTQCAhgAEAIecAwC4LT4AuTE+ALoxPgC7MT4AvNE+AL3RPgC+0T4Av80+ALBdPgCxIT4Asjk+ALM5PgC0KT4AtSk+ALYZPgC3FT4As6U+ACZNAIAqTQCALk0AgDJNAIC2pT4AtbU+ADZNAIC75T4Aupk+ADpNAIA+TQCAv+0+AL7tPgC97T4AvO0+AEJNAICj4T4ARk0AgEpNAICm4T4ATk0AgFJNAICl8T4Aqt0+AKuhPgBWTQCAWk0AgK6pPgCvqT4ArKk+AK2pPgCPBSUAsyU+AF5NAIBiTQCAtik+AGZNAIBqTQCAtSk+ALp9PgC7RT4Abk0AgHJNAIC+tT4Av70+ALxdPgC9vT4An304AJ5lOQCd8TgAnFE0AJtZNQCaUTUAmfEwAJgNMQCXZTEAlsEwAJVZLQCUTS0Ak+EsAJLZKQCRWSkAkPEoALSlGQC13RgAdk0AgIQIAACwkRUAsQEVALIBGACzvRkAgA0AAIGtAwCCpQMAek0AgKNhAACiHT0AoZk9AKBxPACkxQUApUEEAKYBCACn4QkANkwAgKH1AQCi6QEAo90FAKwBEACtxREArtkRAK85EACoZQgAqQEMAKrZDQCrCQ0AijEuAIuhMwB+TQCAgk0AgI65MwCPETYAjB0yAI1NMgCCJSYAg6krAL5kAwCEYAQAhqEvAIcVLgCEGSoAhZEqAJphPgCb7T4AhsgEAIfcAwCKTQCA4Vw+AJyJAwDjAD4Akmk2AJN5NwCOTQCA7xg+AJZNOwCXuT8AlME7AJVdOgCpnT0AqIk9AKu5PQCqrT0Arak9AKyhPQCvyT0ArqE9AL7oBACSTQCAlk0AgJpNAICeTQCAok0AgKZNAICqTQCAuVk9ALhRPQC7eT0AumU9AL1pPQC8YT0Avx09AL5hPQCxgT0AsLk9ALNpPQCyiT0AtXk9ALRxPQC3aT0AtnE9AKMhPACuTQCAsk0AgLZNAIC6TQCApi08AKUtPAC+TQCAq0E8AKp5PADCTQCAxk0AgK+5PACusTwArbk8AKxZPADKTQCAzk0AgLN9AwDSTQCAtdkDANZNAIDaTQCAttEDAN5NAIDiTQCAu8UDALrFAwC9uQMAvLUDAL+tAwC+sQMA5k0AgOpNAIDuTQCA71wDAIAVAACBHQAAgjEAAO+MPgCE7AQA4fw+APJNAIDjHD4A+k0AgOGUAQD+TQCA4yAAAKP1AwACTgCAh+gEAIZsBAAGTgCAplkDAKVRAwAKTgCAq00DAKpNAwAOTgCAEk4AgK8lAwCuOQMArTEDAKw9AwCGTQCA9k0AgBZOAIAaTgCAHk4AgCJOAIAmTgCAKk4AgKhxBgCpTQYAqo0GAKuFBgCsnQYArYUGAK6NBgCvhQYAsP0GALFBBwCyQQcAs0EHALRBBwC1SQcAtnEHALdxBwC4IQcAuSEHALolBwC7OQcAvCkHAL0VBwC+HQcAv/0HALMlBgAuTgCAMk4AgDZOAIA6TgCAtiUGALU1BgA+TgCAu6UHALoZBgBCTgCARk4AgL+tBwC+pQcAvbUHALy1BwBKTgCAo2EGAE5OAIBSTgCApmEGAFZOAIBaTgCApXEGAKpdBgCr4QcAXk4AgGJOAICu4QcAr+kHAKzxBwCt8QcAqLEGAKm9BgCqzQYAq90GAKzNBgCt/QYArvUGAK8VAQCA+QEAgc0BAILFAQC+ZAIAhpAAAIcAAQBqTgCAbk4AgLjRAQC52QEAuuEBALvhAQC8kQEAvZ0BAL6VAQC/iQEAsG0BALF1AQCyfQEAs3UBALRtAQC18QEAtvEBALfxAQCzRQYAZk4AgHJOAIB2TgCAek4AgLZ9BgC1RQYAfk4AgLuxAQC6qQEAgk4AgIZOAIC/NQEAvqkBAL2hAQC8qQEAik4AgKMBBgCOTgCAkk4AgKY5BgCWTgCAmk4AgKUBBgCq7QEAq/UBAJ5OAICiTgCAru0BAK9xAQCs7QEAreUBAOEoAQCmTgCA41ACAKpOAICuTgCAsk4AgLZOAIC6TgCAvk4AgMJOAIDGTgCAyk4AgIFxAACAGQAA75wCAIJ5AADOTgCA0k4AgITIAgCzxQMA2k4AgLXFAwC2xQMAvhADAIbADACHRAwAuqkDALulAwC8vQMAvaEDAL6hAwC/lQMArhEGAK8ZBgCsAQYArQEGAKqlBgCrEQYAqEU5AKlxOQDeTgCA4k4AgOZOAIDqTgCA7k4AgPJOAID2TgCA+k4AgL7tBwC/TQcAvNEHAL3lBwC63QcAu8EHALg1BgC51QcAtjkGALcNBgC0JQYAtTkGALIxBgCzPQYAsFEGALFRBgCoOQIAqTkCAKqBAgCrgQIArIECAK2JAgCusQIAr7ECAIRsDQD+TgCAvmANAAJPAIAGTwCACk8AgA5PAIASTwCAuE0BALlVAQC6XQEAu1UBALxNAQC9dQEAvn0BAL91AQCwoQIAsa0CALKlAgCzuQIAtKkCALWdAgC2lQIAt3kBAOFUBgDh1AcA4zgGAOOwBwAWTwCAGk8AgB5PAIAiTwCAhOQMACZPAIAqTwCALk8AgDJPAIA2TwCA72wAAO/kBwCjSQIAOk8AgD5PAIBCTwCASk8AgKZJAgClSQIATk8AgKspAgCqJQIAhkgMAIfcDACvGQIAri0CAK0tAgCsMQIAqFEOAKmlDgCqrQ4Aq6UOAKy9DgCtpQ4Arq0OAK+lDgCA5Q8Age0PAILlDwBGTwCAUk8AgFZPAIBaTwCAXk8AgLjVDwC53Q8AutUPALvpDwC8+Q8AvfkPAL7pDwC/6Q8AsN0OALFBDwCyRQ8As10PALRFDwC1TQ8AtkUPALftDwCzJQ4AYk8AgGZPAIBqTwCAbk8AgLYlDgC1NQ4Ack8AgLuFDwC6GQ4Adk8AgHpPAIC/iQ8AvoEPAL2JDwC8kQ8Afk8AgKNhDgCCTwCAhk8AgKZhDgCKTwCAjk8AgKVxDgCqXQ4Aq8EPAJJPAICWTwCArsUPAK/NDwCs1Q8Arc0PAKjRDgCp2Q4AqjkBAKs5AQCsKQEArSkBAK6dAQCvlQEAmk8AgJ5PAICiTwCApk8AgIANAACBtQAAgr0AAKpPAIC4lQEAuZ0BALqhAQC7oQEAvHEAAL1xAAC+cQAAv3EAALDtAQCx9QEAsvUBALPFAQC03QEAtbUBALaxAQC3sQEArk8AgLJPAICzuQEAvsACALWpAQC2TwCAuk8AgLahAQCGgAEAh8QBALs5AQC6IQEAvRkBALwpAQC/eQEAvhEBAKPxAQC+TwCA1k4AgMJPAIDGTwCApukBAKXhAQDKTwCAq3EBAKppAQDOTwCA0k8AgK8xAQCuWQEArVEBAKxhAQDWTwCA2k8AgN5PAIDiTwCA4agBAOZPAIDjQAIA6k8AgL8oFQDuTwCA73QCAPJPAID2TwCA+k8AgP5PAIACUACABlAAgON0DwCEiAMA4TQOAApQAIAOUACAElAAgBZQAICADQAAgRUAAIIRAAAaUACAHlAAgO+kDwAiUACAKlAAgKgZAwCpQQMAqkUDAKtdAwCsTQMArX0DAK51AwCvnQAAhaQVAL58AwCGCAQAhxwDAC5QAIAyUACANlAAgDpQAIC49QAAuf0AALr1AAC7jQAAvIEAAL2BAAC+gQAAv4EAALDlAACx7QAAsuUAALP5AAC07QAAtdEAALbVAAC3zQAAPlAAgEJQAIBGUACAs8ECAEpQAIC1yQIAtvECAE5QAIBSUACAVlAAgLotAQC7JQEAvD0BAL0hAQC+JQEAvxkBAKapAgCESAIAWlAAgKWRAgBeUACAo5kCAGJQAIBmUACArn0BAK9BAQCsZQEArXkBAKp1AQCrfQEAalAAgG5QAIByUACAdlAAgHpQAIB+UACA7+QAAIJQAICGUACAilAAgOMQDgCOUACA4VgOAJJQAICALQAAgREAAIIVAAC+sAUAs3UBAJpQAICHFAUAhmwEAJ5QAIC21QAAtWUBAKJQAIC7/QAAuvUAAKZQAICqUACAv6EAAL69AAC93QAAvN0AAKh9BgCptQYAqr0GAKu1BgCsrQYArRUHAK4dBwCvFQcAllAAgK5QAICyUACAtlAAgLpQAIC+UACAwlAAgMZQAIC4OQcAuTkHALrJBwC7yQcAvNkHAL3ZBwC+zQcAv8UHALBxBwCxeQcAskkHALNJBwC0OQcAtSUHALYhBwC3IQcAozUGAMpQAIDOUACA0lAAgNZQAICmlQcApSUGANpQAICrvQcAqrUHAN5QAIDiUACAr+EHAK79BwCtnQcArJ0HAOZQAIDqUACA7lAAgPJQAID2UACAgj0AAIE9AACAPQAA+lAAgP5QAIACUQCAhKADAL6kAwAGUQCAhvgAAIfgAACoxQYAqdUGAKrVBgCr5QYArP0GAK0xAQCuMQEArzEBAApRAIAOUQCAElEAgBZRAIAaUQCAHlEAgCJRAIAmUQCAuN0BALntAQC65QEAu40BALyVAQC9nQEAvpUBAL+NAQCwUQEAsVEBALJRAQCzUQEAtPUBALX9AQC29QEAt+0BALNdBgAqUQCALlEAgDJRAIA2UQCAtrEBALV1BgA6UQCAu5UBALqVAQA+UQCAQlEAgL85AQC+MQEAvYUBALyFAQClLQYARlEAgEpRAICm6QEATlEAgFJRAICjBQYAVlEAgK3dAQCs3QEAr2EBAK5pAQBaUQCAJlAAgKvNAQCqzQEAXlEAgGJRAICExAMAvwD0AGZRAICCPQAAgT0AAIA9AABqUQCAblEAgHJRAIC+YAMAelEAgH5RAICCUQCAhlEAgIbgHACHAAMA7wwHAIpRAICOUQCAklEAgJZRAICaUQCAnlEAgKJRAICmUQCAqlEAgOHABgCuUQCA4ywHALJRAIC2UQCAulEAgL5RAIDCUQCAxlEAgMpRAIDOUQCA0lEAgKiBAwCpgQMAqoEDAKuBAwCsgQMArYEDAK6BAwCvgQMAsEUDALFNAwCyRQMAs10DALRNAwC1fQMAtnUDALcZAwC4KQMAuTUDALo9AwC7MQMAvAEDAL31AAC+/QAAv+0AALMpAgDWUQCA2lEAgN5RAIDiUQCAtiECALUpAgCEUB0Au6kCALqhAgDqUQCA7lEAgL+ZAgC+qQIAvakCALyxAgCBTQAAgE0AAO+cAwCCXQAAhvAcAId4HQC+EB0A8lEAgPZRAID6UQCA/lEAgAJSAIDhkAEABlIAgONgAwAKUgCADlIAgBJSAIAWUgCAGlIAgB5SAIAiUgCAJlIAgO+UAQCE7BwA4XAGACpSAIDjUAEALlIAgDJSAIA2UgCAOlIAgKPpAgA+UgCAQlIAgEZSAIBKUgCApuECAKXpAgBOUgCAq2kCAKphAgBSUgCAvqgcAK9ZAgCuaQIArWkCAKxxAgCoMR4AqTEeAKoxHgCrMR4ArF0eAK1FHgCuTR4Ar0UeAOZRAICCzR8AgfUfAID9HwBWUgCAWlIAgIYcAACH+AMAuMUeALnNHgC6xR4Au90eALzFHgC9zR4AvsUeAL9ZHwCwPR4AsQUeALINHgCzBR4AtB0eALUBHgC2BR4At/0eALO5HgBeUgCAYlIAgGZSAIBqUgCAtsUeALXVHgBuUgCAu8EeALr5HgByUgCAdlIAgL/FHgC+2R4AvdEeALzZHgB6UgCAo/0eAH5SAICCUgCApoEeAIZSAICKUgCApZEeAKq9HgCrhR4AjlIAgJJSAICunR4Ar4EeAKydHgCtlR4AqCkeAKkpHgCqVR4Aq20eAKx1HgCtfR4ArnUeAK9pHgCWUgCAmlIAgJ5SAICiUgCAplIAgKpSAICuUgCAslIAgLjpHgC59R4Auv0eALv1HgC87R4AvZEeAL6RHgC/kR4AsB0eALHlHgCy7R4As+UeALT9HgC15R4Atu0eALflHgCz3R4AtlIAgLpSAIC+UgCAwlIAgLb9HgC1/R4AhFgBALshHgC62R4AvigAAMpSAIC/IR4AvjkeAL0xHgC8OR4AgU0AAIBNAACjlR4Agl0AAKW1HgDGUgCAzlIAgKa1HgB2UQCA0lIAgKtpHgCqkR4ArXkeAKxxHgCvaR4ArnEeAIYABACHRAMAs4ECANZSAIC1gQIA2lIAgN5SAIC2gQIAiAAAAOJSAIC74QIAuu0CAL3lAgC8+QIAv9ECAL7lAgDmUgCA6lIAgIREAwC+jAMA4UgCAO5SAIDjAAIA7/wfAPJSAIDhPB4A79wCAONgHwD2UgCA+lIAgP5SAIACUwCAqQUCAKixAgCrBQIAqgUCAK0NAgCsBQIArzUCAK41AgCEbAUABlMAgApTAIAOUwCAElMAgBZTAIAaUwCAHlMAgLnpAwC44QMAu/kDALrhAwC96QMAvOEDAL9dAwC+4QMAsSkCALAlAgCzPQIAsiECALUZAgC0LQIAt9kDALYRAgAiUwCAJlMAgCpTAICjhQMALlMAgKWFAwCmhQMAMlMAgDpTAIA+UwCAqukDAKvlAwCs/QMAreEDAK7hAwCv1QMAgEkAAIFVAACCVQAAo6kCAL6YBAClQQEApkEBAEJTAICG4AUAh+AFAKotAQCrOQEArBEBAK0FAQCuDQEArwUBAEZTAIBKUwCATlMAgO/cAABSUwCAVlMAgFpTAIDviB4AhCwHAOHsHgBeUwCA4xweAGJTAIDhlAEAZlMAgOMwAACzJQIAhWDmAGpTAIBuUwCAclMAgLbNAQC1zQEAdlMAgLu1AQC6oQEAelMAgH5TAIC/iQEAvoEBAL2JAQC8nQEANlMAgIJTAICGUwCAilMAgI5TAICSUwCAllMAgJpTAICoAQcAqQEHAKp1BwCrrQcArLUHAK29BwCuqQcAr6kHALDZBwCx7QcAsvkHALP1BwC0mQcAtZkHALaJBwC3gQcAuIkHALmJBwC6bQAAu2UAALx9AAC9ZQAAvm0AAL9lAACBCQAAgJkAAJ5TAICCHQAAolMAgKZTAICqUwCArlMAgKgNBQCpfQUAqk0FAKuhBgCspQYAra0GAK6dBgCv/QYAsIUGALGRBgCyqQYAs70GALSlBgC1rQYAtqUGALd5BgC4SQYAuUkGALpZBgC7WQYAvEkGAL1JBgC++QcAv/kHALNdBgCyUwCAhigCAIcsAQC2UwCAtp0GALWdBgC6UwCAu4kGALq9BgC+UwCAwlMAgL/9BgC+/QYAvYEGALyNBgDGUwCAoxkGAMpTAIDOUwCAptkGANJTAIDWUwCApdkGAKr5BgCrzQYA2lMAgN5TAICuuQYAr7kGAKzJBgCtxQYAqBkBAKkZAQCqjQAAq50AAKyNAACtvQAArrUAAK/dAADiUwCA5lMAgOpTAIDuUwCA8lMAgPZTAID6UwCA/lMAgLhpAAC5aQAAunkAALt5AAC8aQAAvWkAAL7dAwC/1QMAsKkAALGpAACyvQAAs7UAALSZAAC1mQAAtlkAALdZAAC+LAIAAlQAgAZUAIAKVACADlQAgBJUAIAaVACAHlQAgIAtAACBNQAAgj0AACJUAICGkAwAh+gCACZUAIAqVACAs0UDAC5UAIAyVACANlQAgDpUAIC2fQMAtUUDAD5UAIC7LQMAui0DAEJUAIBGVACAvx0DAL4dAwC9IQMAvCkDAKvNAwCqzQMASlQAgE5UAICv/QMArv0DAK3BAwCsyQMAo6UDAFJUAIBWVACAWlQAgF5UAICmnQMApaUDAGJUAIBmVACAalQAgG5UAIByVACAdlQAgII9AACBPQAAgD0AAHpUAIB+VACAglQAgIRgAwCG0AwAhzADAIpUAICOVACAvkQCAJJUAICWVACAmlQAgOEAAACeVACA46gGAKJUAICE7AwAplQAgO/QAwCqVACArlQAgLJUAIC2VACAulQAgLNtAQC+VACAwlQAgMZUAIDKVACAthEBALVlAQDOVACAuz0BALo1AQDSVACA1lQAgL/9AQC+/QEAvRUBALwVAQDaVACA4fwGAN5UAIDjPAcA4lQAgOZUAIDqVACA7lQAgPJUAIC+bAwA+lQAgP5UAIACVQCABlUAgApVAIDvFAYAgV0AAIBdAACj5QEAgm0AAKXtAQAOVQCAElUAgKaZAQCHqAwAhuQMAKu1AQCqvQEArZ0BAKydAQCvdQEArnUBAKgZDgCpGQ4AqiUOAKs1DgCsLQ4ArVEOAK5RDgCvUQ4AhlQAgPZUAIAWVQCAGlUAgB5VAIAiVQCAJlUAgCpVAIC47Q4AufUOALr1DgC7jQ4AvJUOAL2dDgC+lQ4Av40OALAxDgCxOQ4AsgEOALMBDgC0+Q4AtfkOALbdDgC31Q4AqHkOAKl5DgCqjQ8Aq4UPAKydDwCtgQ8AroUPAK+5DwAuVQCAMlUAgDZVAIA6VQCAPlUAgEJVAIBGVQCASlUAgLiRDwC5mQ8AuqEPALuhDwC8UQ8AvV0PAL5JDwC/SQ8AsM0PALHVDwCy3Q8As9UPALTNDwC1sQ8AtrEPALexDwCzBQ4ATlUAgFJVAIBWVQCAWlUAgLYBDgC1FQ4AXlUAgLsRDgC6CQ4AYlUAgISgAQC/dQ4AvgkOAL0BDgC8CQ4AgmkAAKNBDgCAWQAAgVEAAKZFDgC+WAEAZlUAgKVRDgCqTQ4Aq1UOAIbIAACHrAEArk0OAK8xDgCsTQ4ArUUOAGpVAIBuVQCAclUAgHZVAIB6VQCAflUAgBZUAICCVQCAqAkOAKkJDgCqGQ4AqxkOAKwJDgCtYQ4ArmEOAK+VAQCw7QEAsfUBALL9AQCz9QEAtO0BALV1AQC2fQEAt3UBALhNAQC5VQEAul0BALtVAQC8TQEAvfEAAL7xAAC/8QAAhlUAgIpVAICOVQCAklUAgJZVAIDj6A4AmlUAgOE0DgC+AAQA79wPAJ5VAICiVQCAplUAgKpVAICuVQCAslUAgLPxDQC2VQCAulUAgL5VAIDCVQCAtoENALXhDQDGVQCAu1ECALpJAgDKVQCAzlUAgL/RAgC+SQIAvUECALxJAgCjMQ0A0lUAgISIAwDaVQCA3lUAgKZBDQClIQ0A4lUAgKuRAgCqiQIA5lUAgOpVAICvEQIArokCAK2BAgCsiQIAgKkAAIGpAACCTQAA7lUAgOFkEgDjTAIA4wgLAOGsAQDyVQCA7zwCAO8YFgD2VQCAhlAGAIdIAwD6VQCA/lUAgKiBAgCpgQIAqoECAKuBAgCsgQIArYECAK6FAgCvHQEAAlYAgAZWAIAKVgCADlYAgBJWAIAWVgCAGlYAgIS4BQC4dQEAuX0BALp1AQC7CQEAvBkBAL0ZAQC+CQEAvwEBALBlAQCxbQEAsmUBALN9AQC0aQEAtV0BALZVAQC3TQEAHlYAgCJWAIAmVgCAKlYAgC5WAIAyVgCA7zQAAO/ADgDhXA4A4UwPAOOUAADjnA4ANlYAgIJlAACBfQAAgH0AADpWAIA+VgCAvsQHALNFAgBCVgCAtUUCALZNAgBKVgCAhkAGAIeQBAC67QEAu+UBALz9AQC95QEAvuEBAL/VAQCflQgAngUIAJ3dDQCcPQwAmzEMAJr1DQCZ7RAAmD0QAJfVEQCWsRUAlQUUAJTlFQCTtRkAkjEYAJE5GACQDRwAj2EcANZVAICz1QYATlYAgLX9BgBGVgCAUlYAgLaRBgBWVgCAWlYAgLuVBgC6lQYAvVUHALxVBwC/VQcAvlUHAF5WAIBiVgCAqo0GAKuFBgCsnQYArYUGAK6BBgCvtQYAhKgAAGZWAIBqVgCAoyUFAG5WAIClJQUApi0FAHJWAIB2VgCAelYAgH5WAICCVgCAhlYAgIpWAICOVgCAklYAgJZWAICaVgCAnlYAgKJWAICjqQUAotEEAKHZBACgZQUAgiEdAIM1HQCmVgCAqlYAgIaVGACH3RQAhBkZAIUZGQCKDRUAi7EUAK5WAICyVgCAjsURAI/VDACMzRAAjR0RAJJhDQCTdQ0AvkwAALpWAICWxQkAl80EAJSNDACVXQkAmkEFAJtBBQCGyP8Ah0wAAIFZAACAeQAAnCEEAIJRAAChxQEAvlYAgKMB/ACi2QEApRX9AKS1/QCnufkApgH4AKkJ+AColfkAqwX1AKqt9QCtsfEArAHwAK8d8ACurfEAseHtALAB7ACzAegAsv3sALVd6QC09ekAwlYAgMZWAIDKVgCAzlYAgNJWAIDWVgCA2lYAgN5WAIDiVgCA5lYAgKiNBACplQQAqpUEAKulBACsvQQArdkEAK75BACv8QQAhGz8AOpWAIDuVgCA8lYAgPZWAID6VgCA/lYAgAJXAIC4eQUAucUFALrNBQC7xQUAvN0FAL3FBQC+zQUAv+0FALCZBACxmQQAskkFALNJBQC0WQUAtVkFALZJBQC3SQUAox0EAL7M/AAGVwCAClcAgA5XAICmWQQApTUEABJXAICrXQQAql0EABZXAIAaVwCAr50FAK6dBQCtnQUArJ0FAB5XAICznQIAIlcAgCpXAIC2UQIALlcAgDJXAIC1uQIAukkCALtVAgCGSP0Ah8D8AL41AgC/PQIAvEUCAL09AgCo3QQAqUkDAKpRAwCrbQMArHUDAK2VAwCunQMAr7kDAICNAQCB5QEAguEBADZXAIA6VwCAPlcAgEJXAIBGVwCAuJUDALmdAwC6lQMAu60DALy1AwC9vQMAvrUDAL9VAgCwyQMAsdUDALLVAwCzrQMAtLUDALW9AwC2tQMAt60DAEpXAIBOVwCAo9EDAFJXAICl9QMAVlcAgFpXAICmHQMAXlcAgGJXAICrGQMAqgUDAK1xAwCsCQMAr3EDAK55AwDhKAcAZlcAgOPkBgBqVwCA4SgGAG5XAIDjaAEAclcAgHZXAIB6VwCA71gAAH5XAICCVwCAhlcAgO/IBgCKVwCAqE39AKmB/QCq0f0Aq9H9AKzx/QCt8f0ArvH9AK/x/QAmVwCAghEAAIEZAACA0f8AjlcAgJJXAICEdAMAvnQDALh1/gC5ff4AunX+ALvF/gC83f4AvcX+AL7F/gC/9f4AsJH9ALGR/QCykf0As5H9ALRV/gC1Xf4AtlX+ALdN/gCzWf0AllcAgIasAACHRAMAmlcAgLZx/QC1ef0AnlcAgLtV/QC6Vf0AolcAgKZXAIC/mf4AvpH+AL1F/QC8Rf0AqlcAgKMd/QCuVwCAslcAgKY1/QC2VwCAulcAgKU9/QCqEf0AqxH9AL5XAIDCVwCArtX+AK/d/gCsAf0ArQH9AKjN/wCp0f8AqtH/AKsh/gCsIf4ArSH+AK4h/gCvIf4AxlcAgMpXAIDOVwCA0lcAgNZXAIDaVwCA3lcAgOJXAIC4jf4AuZH+ALqV/gC7rf4AvLX+AL25/gC+qf4Av6n+ALDh/gCx4f4AsuX+ALP5/gC06f4AtdX+ALbd/gC3uf4As1n/AOZXAIC2VgCA6lcAgO5XAIC2of4Atan+APJXAIC7Jf4AuiX+APZXAID6VwCAvxH+AL4t/gC9Lf4AvDH+AIIZAACjHf8AgGUAAIEZAACm5f4A/lcAgAJYAICl7f4AqmH+AKth/gCEZAEAviAAAK5p/gCvVf4ArHX+AK1p/gAKWACA4zT+AA5YAIDhfP0AhrAEAIcIAwASWACAFlgAgBpYAIAeWACAhCQDAIQkBAAiWACA70j+ACZYAIAqWACAs+kCAC5YAIC+RAQAvkAFADJYAIC2nQIAtZkCADZYAIC7iQIAur0CADpYAIA+WACAv1kDAL5RAwC9WQMAvJECAKkdAgCoFQIAqyUCAKolAgCtWQIArFUCAK9NAgCuUQIAvmQGAEJYAIBGWACASlgAgE5YAIBSWACAVlgAgFpYAIC5+QMAuPEDALtNAwC68QMAvUEDALxZAwC/cQMAvkEDALEJAgCwPQIAs8kDALIBAgC12QMAtNEDALfJAwC20QMA4ZABAF5YAIDj8AAAYlgAgGZYAICCPQAAgT0AAIA9AABqWACAblgAgHJYAIB6WACAflgAgIJYAIDvLAAAhlgAgKPpAwCKWACAhugEAIdgBQCOWACApp0DAKWZAwCSWACAq4kDAKq9AwCWWACAmlgAgK9ZAgCuUQIArVkCAKyRAwCeWACAolgAgKZYAICqWACArlgAgLJYAIC2WACA71gBAISgBADhVP8AulgAgOOEAQC+WACAwlgAgMZYAIDKWACAs9kBAM5YAICFzBkA0lgAgNZYAIC28QEAtfkBANpYAIC7pQEAutkBAN5YAIDiWACAv50BAL6dAQC9pQEAvK0BAKgBBgCpDQYAqhEGAKsRBgCsMQYArTEGAK4pBgCvJQYAdlgAgILJBwCBwQcAgPEHAOZYAIDqWACAhhwAAIf8AwC47QYAufUGALr9BgC79QYAvO0GAL1RBwC+VQcAv00HALBdBgCxIQYAsjkGALMxBgC0GQYAtRkGALbdBgC31QYAo5kGAO5YAIDyWACA9lgAgPpYAICmsQYApbkGAP5YAICr5QYAqpkGAAJZAIAGWQCAr90GAK7dBgCt5QYArO0GAApZAICz8QcADlkAgBJZAIC2gQcAFlkAgBpZAIC1mQcAuo0HALtlBwAeWQCAIlkAgL59BwC/ZQcAvH0HAL11BwCoLQYAqTUGAKo9BgCrMQYArFUGAK1FBgCuRQYAr3UGACZZAIAqWQCALlkAgDJZAIA2WQCAOlkAgD5ZAIBCWQCAuOkGALn1BgC6/QYAu/UGALztBgC9kQYAvpUGAL+NBgCwDQYAseUGALLtBgCz5QYAtP0GALXlBgC27QYAt+UGAKO1BgBGWQCASlkAgE5ZAIBSWQCApsUGAKXdBgAGWACAqyEGAKrJBgBWWQCAWlkAgK8hBgCuOQYArTEGAKw5BgCASQAAgUkAAIJZAACzRQEAXlkAgLVFAQC2RQEAYlkAgIZAAACHZAAAuikBALslAQC8PQEAvSEBAL4hAQC/FQEAZlkAgGpZAICEBAMAvgAMAOMoBgDv4AIA4RAGAG5ZAIDvkAYA4zwCAHJZAIDh1AEAdlkAgHpZAIB+WQCAglkAgIZZAICKWQCAo8ECAI5ZAIClwQIAklkAgJZZAICmwQIAmlkAgJ5ZAICroQIAqq0CAK2lAgCsuQIAr5ECAK6lAgCpBQIAqLECAKsFAgCqBQIArQ0CAKwFAgCvNQIArjUCAISoDACiWQCAplkAgKpZAICuWQCAslkAgLZZAIC6WQCAuekDALjhAwC7+QMAuuEDAL3pAwC84QMAv10DAL7hAwCxKQIAsCUCALM9AgCyIQIAtRkCALQtAgC32QMAthECAKitAgCp1QIAqtUCAKsNAQCsFQEArQkBAK4xAQCvLQEAvlkAgMJZAIDKWQCAzlkAgNJZAIDWWQCA2lkAgN5ZAIC4IQEAuSEBALrtAQC75QEAvP0BAL3lAQC+7QEAv+UBALBVAQCxXQEAslUBALMtAQC0NQEAtTkBALYtAQC3JQEAgD0BAIGlAACCrQAA79QHAOJZAIDmWQCA6lkAgO8oBwC+LAwA4fQGAO5ZAIDjkAcA8lkAgOGUAQD2WQCA4wwGALMdAgD6WQCAh0QNAIZMDQD+WQCAtskBALXdAQACWgCAu9kBALrRAQAGWgCACloAgL+9AQC+sQEAvbkBALzBAQDGWQCADloAgBJaAIAWWgCAGloAgB5aAIAiWgCAJloAgKgJDwCpCQ8AqhkPAKsZDwCsCQ8ArQkPAK6pDwCvqQ8AsNkPALHtDwCy+Q8As/UPALSVDwC1hQ8AtoUPALe1DwC4jQ8AuWEAALphAAC7YQAAvGEAAL1hAAC+YQAAv2EAAKNdDQCCLQAAgRUAAIAdAAAqWgCApokOAKWdDgAuWgCAq5kOAKqRDgAyWgCANloAgK/9DgCu8Q4ArfkOAKyBDgA6WgCAs/UPAIboAwCHvAMAtu0PAD5aAIBCWgCAteUPALp5DwC7TQ8ARloAgEpaAIC+NQ8AvyUPALxJDwC9RQ8AozEOAE5aAIBSWgCAVloAgFpaAICmKQ4ApSEOAF5aAICriQ4Aqr0OAGJaAIBmWgCAr+EOAK7xDgCtgQ4ArI0OAGpaAIBuWgCAcloAgHZaAIB6WgCAfloAgIJaAICGWgCAiloAgI5aAICSWgCAlloAgIANAACB1QAAgt0AAJpaAICoQQEAqVEBAKpRAQCrZQEArH0BAK2RAACukQAAr5EAAJ5aAICiWgCAhGQBAL5kAQCGkAEAh4QAAKpaAICuWgCAuJEAALmRAAC6kQAAu5EAALyxAAC9sQAAvrEAAL+xAACw8QAAsfkAALLBAACzwQAAtLEAALWxAAC2sQAAt7EAALPZAgCyWgCAvnADAL5EBAC2WgCAthEDALX1AgC6WgCAuz0DALo1AwC+WgCAwloAgL91AwC+dQMAvRUDALwVAwDGWgCAo50CAMpaAIDOWgCAplUDANJaAIDWWgCApbECAKpxAwCreQMA2loAgN5aAICuMQMArzEDAKxRAwCtUQMAqDkDAKk5AwCqjQAAq50AAKyNAACtvQAArrUAAK/dAADiWgCA5loAgOpaAIDuWgCA8loAgPZaAID6WgCA/loAgLhpAAC5aQAAunkAALt5AAC8aQAAvWkAAL7ZAQC/2QEAsKkAALGpAACyvQAAs7UAALSZAAC1mQAAtlkAALdZAAACWwCABlsAgApbAIAOWwCA70QAABJbAICGmAUAh+QCAOOYAACEqAIA4fgBABpbAICAOQAAgTkAAIItAAAeWwCAs0UBACJbAIAmWwCAKlsAgC5bAIC2fQEAtUUBADJbAIC7LQEAui0BADZbAIA6WwCAvx0BAL4dAQC9IQEAvCkBAD5bAIDhUA4AQlsAgOM8DwBGWwCASlsAgE5bAIBSWwCAVlsAgFpbAIDjAAAAXlsAgGJbAIBmWwCAhPQFAO/kDgCuqQEAr6kBAKydAQCtlQEAqpkBAKuZAQBqWwCAblsAgKbJAQByWwCAdlsAgKXxAQCC/QcAo/EBAID9BwCB9QcAFlsAgHpbAIB+WwCAglsAgIZbAICKWwCAhrgDAIeQAwCoDQcAqRkHAKptBwCrZQcArH0HAK1lBwCuZQcAr1UHALAtBwCxxQcAssEHALPdBwC0xQcAtc0HALbFBwC3/QcAuMUHALnJBwC62QcAu9kHALypBwC9qQcAvp0HAL+VBwCzxQcAjlsAgJJbAICWWwCAmlsAgLbFBwC11QcAnlsAgLshBwC6yQcAolsAgKZbAIC/KQcAviEHAL0pBwC8NQcAqlsAgKOBBwCuWwCAslsAgKaBBwC2WwCAulsAgKWRBwCqjQcAq2UHAL5bAIDCWwCArmUHAK9tBwCscQcArW0HAKgVAQCpgQEAqoEBAKuBAQCsgQEArYkBAK6xAQCvsQEAxlsAgMpbAIDOWwCA0lsAgNZbAIDaWwCA3lsAgOJbAIC4ZQAAuW0AALplAAC7fQAAvGUAAL1tAAC+ZQAAv90AALChAQCxrQEAsqUBALO5AQC0qQEAtZ0BALaVAQC3XQAA5lsAgIIdAACBHQAAgB0AAOpbAIDuWwCA8lsAgL5YAQCErAIA9lsAgIcIAQCGjAEA+lsAgKZaAID+WwCAAlwAgLNJAQAGXACAClwAgA5cAIASXACAtkkBALVJAQAWXACAuykBALolAQAaXACAHlwAgL8ZAQC+LQEAvS0BALwxAQC+2AMAIlwAgO/4BgAmXACAKlwAgC5cAIDv4AIAMlwAgOGUAQA2XACA43QCADpcAIDhmAUAPlwAgOMMBwBCXACARlwAgEpcAICjwQIAhIwDAKXBAgBOXACAUlwAgKbBAgBWXACAWlwAgKuhAgCqrQIAraUCAKy5AgCvkQIArqUCAKgxAwCpPQMAqjUDAKtJAwCsWQMArVkDAK5JAwCvQQMAgMUAAIEJAACCGQAAXlwAgGJcAIBqXACAh2wDAIYcHAC47QAAufEAALr1AAC7jQAAvJUAAL2BAAC+gQAAv70AALAJAwCxCQMAsu0AALPhAAC04QAAteEAALblAAC32QAAblwAgHJcAIB2XACAs7ECAHpcAIC13QIAttUCAH5cAICCXACAhlwAgLrBAgC7wQIAvDUBAL05AQC+KQEAvykBAKaNAgCKXACAjlwAgKWFAgCSXACAo+kCAJZcAICaXACArnEBAK9xAQCsbQEArWEBAKqZAgCrmQIAnlwAgKJcAICmXACA4YQGAKpcAIDjJAYArlwAgOGUAQCyXACA4ywAAL7oHQC2XACAulwAgO/IAACE/B0AvvAcAL5cAIDvSAcAwlwAgMZcAIDKXACAzlwAgIEdAACAHQAA0lwAgIIFAACGQBwAh8QcANpcAIDeXACA4lwAgOZcAIDqXACA7lwAgKi1HgCpBR8Aqg0fAKsFHwCsAR8ArQkfAK45HwCvOR8A1lwAgPJcAID2XACA+lwAgP5cAIACXQCABl0AgApdAIC4yR8AudUfALrRHwC76R8AvPkfAL3tHwC+mR8Av5kfALAlHwCxLR8AsjkfALM1HwC0LR8AtQ0fALYFHwC3/R8As4UfAA5dAIASXQCAFl0AgBpdAIC2iR8AtYkfAB5dAIC76R8AuuEfACJdAIAmXQCAv8kfAL7pHwC94R8AvO0fACpdAICjwR8ALl0AgDJdAICmzR8ANl0AgDpdAIClzR8AqqUfAKutHwA+XQCAQl0AgK6tHwCvjR8ArKkfAK2lHwCo6R4AqekeAKr5HgCr+R4ArOkeAK3pHgCuPQEArzUBAID5AQCBzQEAgsUBAIRgAgBGXQCASl0AgIdoAQCGnAAAuNEBALnZAQC64QEAu+EBALyRAQC9nQEAvpUBAL+JAQCwTQEAsVUBALJdAQCzVQEAtE0BALXxAQC28QEAt/EBALNxHgBOXQCAUl0AgFZdAIBaXQCAtmkeALVhHgBeXQCAu5EBALqJAQBiXQCAZl0AgL81AQC+iQEAvYEBALyJAQBqXQCAZlwAgKM5HgBuXQCApSkeAHJdAIB2XQCApiEeAHpdAIB+XQCAq9kBAKrBAQCtyQEArMEBAK99AQCuwQEAgl0AgIZdAICKXQCAjl0AgJJdAICWXQCAml0AgJ5dAICiXQCApl0AgKpdAICuXQCAsl0AgLpdAIC+XQCAvnADAOHkHgCESAIA4+gfAIQABACAeQAAgXkAAIJpAADCXQCAhsAEAIdEAwDGXQCAyl0AgM5dAIDSXQCA7yAfANZdAIDaXQCA3l0AgOJdAIDvSAIA5l0AgOpdAIDuXQCA8l0AgL7oBAD2XQCA+l0AgP5dAIACXgCA4ZABAAZeAIDj6AIAs0kDAApeAIAOXgCAEl4AgBZeAIC2SQMAtUkDABpeAIC7LQMAuiUDAB5eAIAiXgCAvxUDAL4VAwC9IQMAvCkDAKg1AgCpgQIAqoECAKuBAgCsgQIArYkCAK6xAgCvsQIAgP0BAIHNAQCCxQEAKl4AgIaQBACHBAUALl4AgIRwBAC4SQEAuUkBALpZAQC7WQEAvEkBAL1JAQC+eQEAv3kBALChAgCxqQIAsr0CALO1AgC0kQIAtZECALZ5AQC3eQEAMl4AgDZeAIA6XgCAPl4AgEJeAIBGXgCASl4AgO/QHgC+6AQA4VweAE5eAIDjkAAAUl4AgFZeAIBaXgCAXl4AgKNJAgBiXgCAZl4AgGpeAIBuXgCApkkCAKVJAgByXgCAqy0CAKolAgB2XgCAel4AgK8VAgCuFQIArSECAKwpAgCoNQYAqT0GAKpVBgCrZQYArH0GAK1lBgCubQYAr2EGACZeAIB+XgCAgl4AgIZeAICADQAAgbEAAIKxAACKXgCAuOkGALnpBgC6+QYAu/UGALyVBgC9nQYAvpUGAL+NBgCw4QYAseEGALLhBgCz/QYAtOUGALXtBgC25QYAt9kGALPdBgCOXgCAkl4AgJZeAICaXgCAtuUGALX1BgCeXgCAuyUGALolBgCGmAAAh6wAAL8pBgC+IQYAvSkGALw1BgCiXgCAo5kGAKZeAICqXgCApqEGAK5eAICyXgCApbEGAKphBgCrYQYAtl4AgLpeAICuZQYAr20GAKxxBgCtbQYAqC0GAKk9BgCqiQYAq4kGAKyZBgCtmQYArokGAK+JBgC+XgCAwl4AgMZeAIDKXgCAzl4AgNJeAIDWXgCA2l4AgLiNBgC5lQYAupUGALulBgC8vQYAvXEBAL5xAQC/cQEAsPkGALHNBgCy2QYAs9kGALTJBgC1yQYAtr0GALe1BgCzAQYA3l4AgOJeAIDmXgCA6l4AgLYZBgC1EQYA7l4AgLsJBgC6PQYA8l4AgPZeAIC/DQYAvg0GAL0NBgC8DQYA+l4AgKNFBgC2XQCA/l4AgKZdBgACXwCAhFgAAKVVBgCqeQYAq00GAL5oAQAGXwCArkkGAK9JBgCsSQYArUkGAIDBAwCByQMAgt0DAKPNAgAKXwCApdkCAKbNAgAOXwCAhoANAIeUAwCqxQIAqw0DAKwVAwCtHQMArhUDAK8NAwDhnBcA4xgGAOMUAwDhNAYA7xgCABJfAIAWXwCAGl8AgOPQAgAeXwCA4VACACJfAIAmXwCA7ywGAO/kJQAqXwCArE0CAK1RAgCuUQIAr2UCAKgBAgCpCQIAqlkCAKtVAgCE7A0ALl8AgDJfAIA2XwCAvvgNADpfAIA+XwCAQl8AgLxRAwC9WQMAvmEDAL9hAwC47QMAuVEDALpRAwC7UQMAtM0DALXVAwC23QMAt9UDALAdAgCx1QMAst0DALPVAwDjyAAARl8AgOG4AQBKXwCAhFQPAE5fAIBSXwCAVl8AgKHpAgCgFQYAo6UDAKINAwDvIAAAWl8AgF5fAIBiXwCAZl8AgGpfAICFNCYAs40DAG5fAIC1mQMAto0DAHJfAICGwA8Ah5QNALqFAwC7TQIAvFUCAL1dAgC+VQIAv00CAHpfAIB+XwCAgl8AgIZfAICKXwCAjl8AgI/d6wDvxAYAvuAPAOGMBgCSXwCA44AGAID1AACB5QAAguUAAJZfAICZbR8AmMUfAJvJGwCaeRoAnXUaAJzFGwCf+QcAnhkGAJFpFgCQsesAk20XAJLNFwCV0RMAlGkSAJdREgCWzRMAg1XkAIJB5AB2XwCAml8AgIeNHQCGkRgAhTkYAISVGQCLERwAigUcAJ5fAICiXwCAj4UVAI6ZEACNORAAjJUdAJNRFACSRRQApl8AgKpfAICXYQkAlnUIAJWdCQCU+RUAm0EMAJqtDQCuXwCAsl8AgLZfAIC6XwCAvl8AgJzxDAChbQ0Awl8AgKMBBACihQAApZkEAKSRBACnGTgApsUFAKkJOACoKTgAq4k8AKoBPACtATAArB08AK8pMACunTAAseE0ALABNACzASgAsv00ALXZKAC00SgAxl8AgMpfAIDOXwCA0l8AgNZfAIDaXwCAgB0AAIEJAACC2QEA3l8AgKgRDwCpGQ8Aql0PAKtVDwCsTQ8ArXEPAK51DwCvbQ8A4l8AgOpfAICGiAAAhxABAO5fAIDyXwCA9l8AgPpfAIC4TQ4AuVEOALpRDgC7UQ4AvGUOAL1tDgC+ZQ4Avx0OALAdDwCxwQ8AssEPALPBDwC0xQ8Atc0PALbFDwC3eQ4As9UPAP5fAIACYACABmAAgApgAIC28Q8AtcUPAA5gAIC7BQ8AutkPABJgAIAWYACAvwkPAL4BDwC9FQ8AvBUPABpgAICjkQ8AHmAAgCJgAICmtQ8AJmAAgCpgAIClgQ8Aqp0PAKtBDwAuYACAMmAAgK5FDwCvTQ8ArFEPAK1RDwCogQ0AqYENAKqBDQCrgQ0ArIENAK2BDQCusQ0Ar6ENADZgAIA6YACAPmAAgEJgAIBGYACAgrkAAIG9AACAvQAAuDUCALk9AgC6zQIAu5UCALyNAgC9tQIAvr0CAL+1AgCwbQIAsU0CALJFAgCzJQIAtD0CALUdAgC2FQIAtw0CAEpgAIBOYACAswENAFJgAIC1AQ0AWmAAgISUAwC2CQ0AviwEAF5gAIC7gQIAuqECAL35AgC8mQIAv9ECAL7xAgBiYACAZmAAgGpgAICjRQ0AbmAAgKVFDQCmTQ0AcmAAgIbgBACHpAQAquUCAKvFAgCs3QIArb0CAK61AgCvlQIAqCUCAKk1AgCqPQIAqzUCAKwtAgCtkQIArpECAK+RAgB2YACAemAAgH5gAICCYACAzAAAAIZgAICKYACAjmAAgLiZAgC5rQIAuqUCALttAQC8dQEAvX0BAL51AQC/bQEAsPECALH5AgCywQIAs8ECALSxAgC1vQIAtrUCALepAgCSYACA44QOAJZgAIDh9A4AmmAAgJ5gAICiYACApmAAgIQgBQCqYACArmAAgLJgAIC2YACA7+wOALpgAIC+YACAs/UCAMJgAICG6AQAh4wEAL5cBAC2UQIAteUCAMpgAIC7fQIAunUCAM5gAIDSYACAvzkCAL41AgC9VQIAvFUCAKM1BQBWYACAxmAAgNZgAIDaYACAppEFAKUlBQDeYACAq70FAKq1BQDiYACA5mAAgK/5BQCu9QUArZUFAKyVBQCA+QcAgfkHAIKNBwCzjQYA6mAAgLWdBgC2iQYA7mAAgPJgAID2YACAuk0HALtFBwC8XQcAvUEHAL5BBwC/QQcA+mAAgP5gAIDmXwCAAmEAgAZhAIAKYQCADmEAgBJhAICoNQYAqQEGAKppBgCraQYArHkGAK1lBgCuZQYAr50HALDlBwCx7QcAsuUHALP5BwC06QcAtekHALZZBwC3VQcAuHEHALlxBwC6cQcAu3EHALxVBwC9XQcAvlUHAL9NBwCjwQcAFmEAgBphAIAeYQCAImEAgKbFBwCl0QcAJmEAgKsJBgCqAQYAKmEAgC5hAICvDQYArg0GAK0NBgCsEQYAgGkAAIFpAACCBQAAMmEAgL6YAQCEmAEANmEAgDphAICGADwAh8QBAD5hAIBCYQCARmEAgEphAIBOYQCAUmEAgKhdBgCpbQYAqmUGAKuBAQCsgQEArYkBAK6xAQCvsQEAVmEAgFphAIBeYQCAYmEAgGZhAIBqYQCAbmEAgHJhAIC4VQEAuV0BALpVAQC7yQAAvNkAAL3ZAAC+yQAAv8EAALCxAQCxuQEAsokBALOJAQC0cQEAtXEBALZ1AQC3bQEAs+0FAHZhAIB6YQCAfmEAgIJhAIC2CQIAtQkCAIZhAIC7fQIAunUCAIphAICOYQCAv7UCAL61AgC9XQIAvF0CAL5gAgCjqQUAkmEAgJZhAICmTQIAmmEAgJ5hAIClTQIAqjECAKs5AgCiYQCAhOADAK7xAgCv8QIArBkCAK0ZAgC+iDwAqmEAgKotAwCrJQMArD0DAK0lAwCuLQMAryUDAID1AACB/QAAgsEAAKPBAwCuYQCApcEDAKbBAwCyYQCAhmA8AIdUAwC2YQCAumEAgL5hAIDjqAIAwmEAgOGkAQDGYQCA71wCAMphAIDOYQCA0mEAgNZhAIDaYQCA3mEAgOJhAIDjjAcA5mEAgOE8BADqYQCA7mEAgPJhAID2YQCAhCACAPphAID+YQCAAmIAgAZiAIDvbAcACmIAgA5iAICzLQIAhEQ9ABJiAIAaYgCAHmIAgLYtAgC1LQIAImIAgLvJAgC6wQIAJmIAgCpiAIC/yQIAvsECAL3JAgC80QIA4XgHAOPAAADjOAYA4VwGAICpAACBqQAAgtEAAC5iAIAyYgCANmIAgL6kPAA6YgCAPmIAgO8cAADvkAYAQmIAgIZgPACHBD0ARmIAgLNxAQBKYgCAtRkBALYJAQBOYgCAUmIAgFZiAIC6AQEAuwEBALwBAQC9AQEAvgEBAL8BAQCohT4AqbU+AKq1PgCrxT4ArN0+AK3FPgCuwT4Ar/0+AFpiAIBeYgCAYmIAgGZiAIBqYgCAbmIAgHJiAIB2YgCAuFE/ALlRPwC6UT8Au1E/ALx1PwC9fT8AvnU/AL9tPwCwiT4AsYk+ALKZPgCzmT4AtIk+ALWJPgC2eT8At3U/AKZhAICjOT4AemIAgBZiAICmQT4AfmIAgIJiAIClUT4Aqkk+AKtJPgCGYgCAimIAgK5JPgCvST4ArEk+AK1JPgCASQAAgVEAAIJRAACzkT8AjmIAgLW5PwC2RT8AkmIAgIZAAACHBAMAukU/ALtdPwC8TT8AvT0/AL4pPwC/IT8AqE0+AKlVPgCqVT4Aq2U+AKx9PgCtiT4Arrk+AK+5PgCWYgCAmmIAgJ5iAICiYgCApmIAgKpiAICuYgCAsmIAgLhhAQC5YQEAumEBALthAQC8YQEAvWEBAL5hAQC/YQEAsM0+ALHVPgCy1T4As6U+ALShPgC1qT4Atpk+ALeZPgCj3T4AtmIAgLpiAIC+YgCAwmIAgKYJPgCl9T4AxmIAgKsRPgCqCT4AymIAgM5iAICvbT4ArmU+AK1xPgCsAT4A0mIAgNZiAIDaYgCA3mIAgOJiAIDmYgCA6mIAgO5iAICAOQAAgTkAAIIFAADyYgCAvrgBAIS4AQD6YgCA/mIAgKitAgCp1QIAqtUCAKstAwCsNQMArT0DAK41AwCvLQMAAmMAgAZjAIAKYwCADmMAgBJjAIAWYwCAGmMAgB5jAIC46QMAuekDALqJAwC7iQMAvJkDAL2ZAwC+iQMAv4kDALBVAwCxXQMAslUDALPpAwC0+QMAtfkDALbpAwC34QMAs10CACJjAICGKAQAh8wDACZjAIC2vQMAtb0DACpjAIC7mQMAupEDAC5jAIAyYwCAvz0DAL49AwC9PQMAvIEDAIUAFACjGQIANmMAgDpjAICm+QMAPmMAgEJjAICl+QMAqtUDAKvdAwBGYwCASmMAgK55AwCveQMArMUDAK15AwDjVD4A4dw/AOHQPgDjPD4ATmMAgO8cAABSYwCAVmMAgFpjAIDjwAAAXmMAgOHUAQDvYD4AYmMAgGpjAIDvRD8AgGEAAIFtAACCfQAAhAAFAIbwBACHnAUAvhAFAG5jAIByYwCAdmMAgHpjAIB+YwCAgmMAgIZjAICKYwCAjmMAgLiJPQC5iT0Aupk9ALuRPQC8uT0Avbk9AL7RPQC/0T0AsAU+ALENPgCyBT4Asx0+ALQFPgC1DT4AtgU+ALe5PQConT4Aqa0+AKqlPgCrvT4ArKU+AK2tPgCupT4Ar30+AISsBAC+rAQAkmMAgJZjAICaYwCAnmMAgKJjAICmYwCAqPkFAKn5BQCqKQYAqykGAKw5BgCtOQYArikGAK8pBgBmYwCAqmMAgK5jAICyYwCAtmMAgLpjAIC+YwCAwmMAgLiNBgC5kQYAupEGALulBgC8vQYAvUUHAL5BBwC/QQcAsFkGALFZBgCy7QYAs/0GALTtBgC13QYAttUGALe1BgCzoQYAxmMAgMpjAIDOYwCA0mMAgLa5BgC1sQYA2mMAgLudBgC6nQYA1mMAgPZiAIC/GQYAvikGAL0pBgC8OQYAglEAAKPlBgCAQQAAgUEAAKb9BgDeYwCA4mMAgKX1BgCq2QYAq9kGAIZIAACHbAAArm0GAK9dBgCsfQYArW0GAKg5BgCpWQYAqmkGAKtpBgCseQYArXkGAK5pBgCvaQYA5mMAgOpjAIDuYwCA8mMAgPZjAID6YwCA/mMAgAJkAIC4ZQEAuW0BALplAQC7fQEAvGUBAL1tAQC+ZQEAv9kBALAZBgCxGQYAsoEGALOBBgC0gQYAtYEGALaBBgC3gQYAs+EGAAZkAIAKZACADmQAgBJkAIC2+QYAtfEGABZkAIC73QYAut0GABpkAIAeZACAv0UGAL5FBgC9VQYAvFUGACJkAICjpQYAJmQAgCpkAICmvQYALmQAgDJkAICltQYAqpkGAKuZBgA2ZACAOmQAgK4BBgCvAQYArBEGAK0RBgConQIAqdECAKrRAgCrLQMArDUDAK09AwCuNQMAry0DAD5kAIBCZACAvmQCAEpkAIBOZACAUmQAgFZkAIBaZACAuOkDALnpAwC6iQMAu4UDALydAwC9gQMAvoEDAL+1AwCwVQMAsV0DALJVAwCz6QMAtPkDALX5AwC26QMAt+EDAIBtAwCBpQAAgq0AALNVAgBeZACAtbEDALaxAwBiZACAhOACAGZkAIC6nQMAu5UDALyNAwC9MQMAvjEDAL8xAwCjGQIAamQAgIVwaQBuZACAcmQAgKb9AwCl/QMAdmQAgKvZAwCq0QMAhkgMAIe8AwCvfQMArn0DAK19AwCswQMAemQAgH5kAICCZACAhmQAgO+wBgDvxAMAimQAgI5kAIDjfAYA45QDAOG4BwDh3AEAkmQAgJZkAICaZACAnmQAgKJkAICmZACAhEQCAL5YDQCADQAAgTUAAII9AACqZACArmQAgLJkAICGyAwAh1wNALpkAIC+ZACAwmQAgMZkAIDKZACAzmQAgNJkAIDWZACA2mQAgN5kAIDiZACA74AGAISsDQDh7AYA5mQAgONcBgDqZACA7mQAgPJkAID2ZACAs/UBAPpkAID+ZACAAmUAgAZlAIC2RQEAteUBAAplAIC7LQEAuiEBAA5lAIASZQCAv/UAAL71AAC9JQEAvC0BAKgtDgCpNQ4Aqj0OAKs1DgCsLQ4ArYUOAK6FDgCvuQ4AtmQAgBZlAIAaZQCAHmUAgIAZAACBGQAAggUAACJlAIC4WQ8AuVkPALp5DwC7eQ8AvGkPAL1pDwC+GQ8AvxkPALClDgCxqQ4AsrkOALOxDgC0cQ8AtXEPALZxDwC3cQ8Apb0OAL6IAwAqZQCAph0OACZlAIAuZQCAo60OADJlAICtfQ4ArHUOAK+tDwCurQ8ARmQAgDZlAICrdQ4AqnkOALO5DwA6ZQCAhmgAAIcMAwA+ZQCAtlEPALVZDwBCZQCAu3UPALp1DwBGZQCASmUAgL9FDwC+RQ8AvVEPALxlDwCocQ4AqXEOAKpxDgCrcQ4ArJEOAK2RDgCukQ4Ar5EOAE5lAIBSZQCAVmUAgFplAIBeZQCAYmUAgGZlAIBqZQCAuIUOALmNDgC6hQ4Au50OALyNDgC9vQ4AvrUOAL95AQCw8Q4AsfEOALLxDgCzxQ4AtMEOALXBDgC2wQ4At8EOAKP5DgBuZQCAcmUAgHZlAIB6ZQCAphEOAKUZDgB+ZQCAqzUOAKo1DgCCZQCAhmUAgK8FDgCuBQ4ArREOAKwlDgCADQAAgRUAAIIdAACKZQCAjmUAgJJlAICElAEAvpQBAIZABwCH5AAAmmUAgJ5lAICiZQCApmUAgKplAICuZQCAqIkCAKmRAgCqlQIAq7kCAKzVAgCtxQIArsUCAK/1AgCyZQCAtmUAgLplAIC+ZQCAvnwDAMJlAIDGZQCAymUAgLh9AwC5wQMAusEDALvBAwC8wQMAvckDAL7xAwC/8QMAsI0CALFFAwCyTQMAs0UDALRdAwC1RQMAtk0DALdFAwCzHQIAzmUAgNJlAIDWZQCA2mUAgLZFAgC1XQIA3mUAgLuBAwC6SQIA4mUAgOZlAIC/gQMAvpkDAL2RAwC8mQMA6mUAgKNZAgDuZQCA8mUAgKYBAgD2ZQCA+mUAgKUZAgCqDQIAq8UDAP5lAIACZgCArt0DAK/FAwCs3QMArdUDAIDZAQCB7QEAguUBAO+4DgAKZgCA4cQBAISYAgDj1AAADmYAgL7sBAASZgCA7wgAABZmAIDhxA8AGmYAgONkDgCGAAUAh2gFAB5mAICzvQIAImYAgLWtAgC2pQIAJmYAgCpmAIAuZgCAukEBALtBAQC8RQEAvU0BAL5FAQC/+QEAMmYAgDZmAIA6ZgCAPmYAgEJmAIBGZgCASmYAgO/gAQCEbAQA4dQOAE5mAIDjHA4AUmYAgFZmAIBaZgCAXmYAgKMxAgBiZgCAhCQHAGZmAIBqZgCApikCAKUhAgBuZgCAq80BAKrNAQByZgCAemYAgK91AQCuyQEArcEBAKzJAQCo6QUAqekFAKr5BQCr+QUArOkFAK3pBQCuOQYArzkGAAZmAICCzQcAgfUHAID9BwB2ZgCAfmYAgIYYAwCHkAMAuNEGALnZBgC64QYAu+EGALyRBgC9nQYAvpUGAL+JBgCwSQYAsUkGALJdBgCzVQYAtE0GALXxBgC28QYAt/EGALDhBwCx4QcAsgkHALMJBwC0GQcAtRkHALYJBwC3CQcAuDkHALkNBwC6GQcAuxkHALwJBwC9CQcAvn0HAL9xBwCCZgCAlmUAgIZmAICKZgCAjmYAgJJmAICWZgCAmmYAgKjxBwCpxQcAqsEHAKvdBwCsyQcArb0HAK6pBwCvoQcAsykGAJ5mAICiZgCApmYAgKpmAIC2XQYAtSEGAK5mAIC7RQYAukUGALJmAIC2ZgCAv70GAL69BgC9vQYAvL0GALpmAICjbQYAvmYAgMJmAICmGQYAxmYAgMpmAIClZQYAqgEGAKsBBgDOZgCA0mYAgK75BgCv+QYArPkGAK35BgCobQYAqbEBAKpJAQCrRQEArF0BAK1FAQCuTQEAr0UBANZmAICCHQAAgR0AAIAdAADaZgCA3mYAgOJmAIC+VAEAuIEAALmNAAC6hQAAu5kAALyJAAC9vQAAvrUAAL99AACwPQEAseEAALLhAACz4QAAtOEAALXpAAC20QAAt9EAALsFAwC62QIAhiwCAIcsAwC/DQMAvgUDAL0VAwC8FQMAs+ECAOpmAIDuZgCAhCwDAPJmAIC25QIAtfUCAPZmAICqnQIAq0EDAPpmAID+ZgCArkEDAK9JAwCsUQMArVEDAAJnAICjpQIABmcAgApnAICmoQIADmcAgBJnAIClsQIAqakAAKihAACrtQAAqr0AAK3dAACs3QAAr/EAAK79AAC+LBwAFmcAgBpnAIAeZwCAImcAgCZnAIAqZwCALmcAgLl9AAC4fQAAu80BALrNAQC93QEAvN0BAL/NAQC+zQEAsZUAALCJAACzTQAAspUAALVdAAC0XQAAt00AALZNAAAyZwCANmcAgDpnAIA+ZwCAQmcAgEZnAIBKZwCATmcAgIA5AACBOQAAggUAAFJnAIBaZwCAXmcAgIf4AgCGfB0A4bgEAL7IHADjQAYAYmcAgGZnAIBqZwCAbmcAgHJnAIB2ZwCAemcAgH5nAICCZwCAhmcAgIpnAIDvsAcAjmcAgJJnAICWZwCAmmcAgO/IAACeZwCAomcAgKZnAIDvQAYAqmcAgOH8BgCuZwCA4xwGALJnAIDhlAEAtmcAgONkBgCAEQAAgRkAAIIpAACz/QEAumcAgLWdAQC2lQEAvmcAgMJnAICEbB0AuoUBALuZAQC8iQEAvVEBAL5RAQC/UQEAozEeAFZnAIDGZwCAymcAgM5nAICmWR4ApVEeANJnAICrVR4AqkkeAIYIAwCHbAMAr50eAK6dHgCtnR4ArEUeANZnAICzCR8A2mcAgN5nAIC2CR8A4mcAgOZnAIC1CR8AugUfALsNHwDqZwCA7mcAgL4FHwC/CR8AvBUfAL0NHwCw5R8Ase0fALLlHwCz/R8AtOUfALXpHwC2GR8AtxkfALgpHwC5NR8Auj0fALs1HwC8ER8AvR0fAL4JHwC/BR8A8mcAgPZnAIDmZgCA+mcAgP5nAIACaACABmgAgApoAICo0R8AqdEfAKqlHwCrvR8ArKUfAK2tHwCupR8Ar50fAKNNHgAOaACAEmgAgBZoAIAaaACApk0eAKVNHgAeaACAq0keAKpBHgAiaACAJmgAgK9NHgCuQR4ArUkeAKxRHgCADQAAgRUAAIIdAAAqaACALmgAgDJoAICEtAEAvrQBAL/oAQA6aACAhkgHAIc0AACEvAYAPmgAgEJoAIC+tAYAqI0BAKmVAQCqlQEAq80BAKzZAQCt2QEArs0BAK/FAQBGaACASmgAgE5oAIBSaACAVmgAgFpoAIBeaACAYmgAgLgdAQC5wQAAusEAALvBAAC8wQAAvckAAL7xAAC/8QAAsIkBALGJAQCyKQEAsykBALQ9AQC1JQEAti0BALclAQC7bQIAum0CAGZoAIBqaACAv8ECAL7ZAgC93QIAvN0CALM9AgBuaACAcmgAgHZoAICE/AYAtnkCALVxAgB6aACAqikCAKspAgB+aACAgmgAgK6dAgCvhQIArJkCAK2ZAgCGaACAo3kCAIpoAICOaACApj0CAJJoAICWaACApTUCAIJtJwCDjSoAhqgFAIdsAwCGmS4Ah80vAIQRLgCFmS4AiiESAIspEgCaaACAnmgAgI6RFgCPHRYAjBESAI0RFgCScRoAk+UaAKJoAIDvlHYAlvEeAJflHgCUSRoAlRkeAJopAgCb4QIAqmgAgK5oAICyaACA4SASAJzxAgDjIBYAnyEfAJ7BHwCdmRsAnC0bAJuhGwCavRcAmTkXAJixFwCXiRMAlqkTAJWpEwCUdS4AkzkvAJIxLwCRsS8AkDUrAI+tJgDjeB8A0gAAAOFcHwCCmQEAtmgAgIDxAQCB8QEAvqgHALpoAIC+aACAwmgAgIS8BgDvLB8AxmgAgMpoAIDhpB4A48wAAON8HgDhvAEAzmgAgNJoAIDWaACAhJwGANpoAIC+bAYA3mgAgOJoAIDmaACA7xAAAO8EHgDqaACA7mgAgPJoAID2aACA+mgAgP5oAIACaQCABmkAgAppAICAPQAAgQkAAILJBwAOaQCAo/kDAKLxAwChMQMAoM0fALBJcQCxAXwAsgl8ALMhfQC0AXgAtRV4ADZoAICmaACAEmkAgL4oDgCGDAAAh4wDABZpAIAaaQCAHmkAgCJpAIAmaQCAoV0AAKJVAACjfQAApAEMAKUVDACm9QwApwEIAKghCACpxQgAqgF0AKsJdACsAXQArR11AK55cACveXAAqOUFAKnxBQCq8QUAqy0FAKw1BQCtPQUArjUFAK8tBQAqaQCALmkAgDJpAIA2aQCAOmkAgD5pAIBCaQCARmkAgLj9BgC5jQYAuoUGALutBgC8uQYAvbkGAL6tBgC/pQYAsFUFALFdBQCyVQUAs+UGALT9BgC10QYAttEGALfRBgCzeQQASmkAgE5pAIBSaQCAVmkAgLa9BAC1vQQAWmkAgLuZBAC6kQQAXmkAgGJpAIC/FQcAvjkHAL0xBwC8gQQAZmkAgKM9BABqaQCAbmkAgKb5BAByaQCAdmkAgKX5BACq1QQAq90EAHppAIB+aQCArn0HAK9RBwCsxQQArXUHAKhpBwCpaQcAqnkHAKvZBgCs9QYArf0GAK71BgCv5QYAgMkAAIHJAACCBQAAgmkAgIZwDwCHNAAAimkAgI5pAIC4fQYAuQUGALoNBgC7BQYAvB0GAL0FBgC+DQYAvwUGALCdBgCxdQYAsn0GALN1BgC0UQYAtV0GALZVBgC3TQYAs/EEAJJpAICWaQCAmmkAgJ5pAIC2fQUAtX0FAKJpAIC7sQUAulkFAKZpAICqaQCAv5kFAL6VBQC9oQUAvKkFAK5pAICjtQQAsmkAgLZpAICmOQUAumkAgL5pAIClOQUAqh0FAKv1BQDCaQCAxmkAgK7RBQCv3QUArO0FAK3lBQCpuQIAqLECAKvJAgCqsQIArTUCAKw1AgCvNQIArjUCAMppAIDOaQCA0mkAgNZpAIDaaQCA3mkAgOJpAIDmaQCAuekDALjZAwC7iQMAuuEDAL2dAwC8nQMAv4EDAL6JAwCxVQIAsFUCALNVAgCyVQIAtfkDALTxAwC36QMAtvEDALM9AwDqaQCA7mkAgPJpAID6aQCAtrEDALW5AwD+aQCAu5UDALqVAwCGiAwAh6ANAL85AgC+MQIAvYUDALyFAwACagCAo3kDAAZqAIAKagCApvUDAA5qAIASagCApf0DAKrRAwCr0QMAFmoAgBpqAICudQIAr30CAKzBAwCtwQMAgIUAAIGNAACChQAA79AGAOOwBwDj9AQA4QgHAOHsBADvOAYA7yAEAL6kDAAeagCAImoAgOGEAQAmagCA49wGACpqAIAuagCAhMANALPJAQAyagCAtdkBALbJAQA2agCAOmoAgD5qAIC6xQEAu60BALy5AQC9uQEAvq0BAL+lAQCwLQ4AsUUOALJBDgCzQQ4AtEUOALVNDgC2cQ4At3EOALiBDgC5gQ4AuoEOALuBDgC8gQ4AvYEOAL6BDgC/gQ4A9mkAgEJqAIBGagCASmoAgIZpAIBOagCAUmoAgFZqAICo2Q0AqdkNAKptDgCrZQ4ArH0OAK1lDgCuZQ4Ar1UOAKOFDgCCLQAAgRUAAIAdAABaagCApoUOAKWVDgBeagCAq+EOAKqJDgBiagCAZmoAgK/pDgCu4Q4ArfUOAKz1DgBqagCAs4UPAIZoAACHHAMAtoUPAG5qAIByagCAtZEPALqNDwC7SQ8AdmoAgHpqAIC+MQ8AvzEPALxJDwC9RQ8AqBEOAKkZDgCqSQ4Aq0UOAKxdDgCtQQ4ArkEOAK91DgB+agCAgmoAgIZqAICKagCAjmoAgJJqAICWagCAmmoAgLihDgC5oQ4Aug0BALsFAQC8HQEAvQEBAL4BAQC/AQEAsA0OALHJDgCy2Q4As9UOALSxDgC1sQ4AtqkOALehDgCjwQ4AnmoAgKJqAICmagCAqmoAgKbBDgCl1Q4ArmoAgKsNDgCqyQ4AsmoAgLZqAICvdQ4ArnUOAK0BDgCsDQ4AumoAgL5qAIDCagCAxmoAgIANAACBNQAAgj0AAMpqAIDOagCA0moAgISEAQC+hAEAhjAHAIf4AADaagCA3moAgKjBAgCp0QIAqtECAKvlAgCs/QIArTUDAK49AwCvNQMA4moAgOZqAIDqagCA7moAgPJqAID2agCA+moAgP5qAIC40QMAudkDALrhAwC74QMAvJEDAL2RAwC+kQMAv5EDALBNAwCxVQMAsl0DALNVAwC0TQMAtfEDALbxAwC38QMAu7EDALqpAwACawCAvoQDAL8VAwC+qQMAvaEDALypAwCzeQIABmsAgAprAIAOawCAEmsAgLaVAwC1VQIAFmsAgKrtAwCr9QMAGmsAgB5rAICu7QMAr1EDAKztAwCt5QMAImsAgKM9AgAmawCAKmsAgKbRAwAuawCAMmsAgKURAgA2awCAgiEAAIEVAACAFQAA7wQAAISUAgA6awCAPmsAgOPYAABCawCA4fgBAEprAIBOawCAUmsAgFZrAIBaawCAhmAFAIcIBQBeawCAs20BAGJrAIC1fQEAtnUBAGZrAIBqawCAbmsAgLpRAQC7UQEAvPkBAL3RAQC+0QEAv9EBAHJrAICjpQEAdmsAgHprAICmvQEAfmsAgIJrAICltQEAqpkBAKuZAQCGawCAimsAgK4ZAQCvGQEArDEBAK0ZAQCOawCA4fQOAJJrAIDjFA4A9AAAAOF8DACWawCA41AKAJprAICeawCAviAEAO8wDQCiawCApmsAgIQ0BADvrA4AsDkGALE5BgCygQYAs6kGALS5BgC1uQYAtqkGALehBgC46QYAuekGALrJBgC7xQYAvN0GAL3BBgC+wQYAvz0HAEZrAICCHQAAgR0AAIAdAACqawCArmsAgLJrAIDWagCAqJkFAKmZBQCqSQYAq0kGAKxZBgCtWQYArkkGAK9JBgCorQcAqbUHAKq9BwCrtQcArK0HAK3dBwCuyQcAr8EHALZrAIC6awCAhogDAIcQAwC+awCAwmsAgMZrAIDKawCAuG0HALkFBwC6AQcAuxUHALwxBwC9MQcAvikHAL8pBwCwgQcAsYEHALJpBwCzZQcAtH0HALVhBwC2YQcAt1UHALM1BgDOawCA0msAgNZrAIDaawCAtl0GALUlBgDeawCAu0UGALpFBgDiawCA5msAgL+lBgC+uQYAvbEGALy9BgDqawCAo3EGAO5rAIDyawCAphkGAPZrAID6awCApWEGAKoBBgCrAQYA/msAgAJsAICu/QYAr+EGAKz5BgCt9QYAqCUBAKk1AQCqPQEAqzUBAKwtAQCtkQAArpEAAK+RAAAGbACACmwAgA5sAIASbACAFmwAgIK9AwCBvQMAgL0DALiZAAC5rQAAuqUAALttAAC8dQAAvX0AAL51AAC/bQAAsPEAALH5AACywQAAs8EAALSxAAC1vQAAtrUAALepAAAabACAHmwAgCJsAICEgAIAvhwCACpsAICG+HwAh8wCAISsAwAubACAMmwAgDZsAIA6bACAPmwAgEJsAIBGbACAs/UCAEpsAIBObACAkgAAAFJsAIC2UQMAteUCAFZsAIC7fQMAunUDAFpsAIBebACAvzkDAL41AwC9VQMAvFUDAKM1AgBibACAZmwAgGpsAIBubACAppEDAKUlAgBybACAq70DAKq1AwB2bACAemwAgK/5AwCu9QMArZUDAKyVAwC+wAMAfmwAgIJsAICGbACAgA0AAIE1AACCPQAAimwAgI5sAICSbACAhsh8AIcAAwCabACAnmwAgKJsAICmbACAqmwAgK5sAICybACAtmwAgLpsAIC+bACAwmwAgO/0AwCE7HwA4ZQBAMZsAIDjMAMAymwAgM5sAIDSbACA1mwAgLNpAQDabACA3mwAgOJsAIDmbACAtmEBALVpAQDqbACAuykBALohAQDubACA8mwAgL8dAQC+HQEAvSUBALwtAQD2bACA+mwAgP5sAICjpQEAAm0AgKWlAQCmrQEAvlR8AIaAfACH7HwAqu0BAKvlAQCs4QEArekBAK7RAQCv0QEACm0AgOGcBgCEBH8A4yQGAOPUBgAObQCA4TAEABJtAIDvlAcAgnUAAIFhAACAaQAAFm0AgBptAIAebQCA7+wGALiNfgC5lX4AupV+ALulfgC8vX4AvdF+AL7RfgC/0X4AsGV+ALFtfgCyeX4As3F+ALRZfgC1WX4Atr1+ALe1fgCoVX4AqWF+AKphfgCrYX4ArGF+AK1hfgCuYX4Ar2F+ACJtAICWbACAJmwAgCZtAIAGbQCAKm0AgC5tAIAybQCAqHF+AKlxfgCqcX4Aq3F+AKyRfwCtkX8ArpF/AK+RfwA2bQCAOm0AgD5tAIBCbQCARm0AgEptAIBObQCAUm0AgLiFfwC5jX8AuoV/ALudfwC8jX8Avb1/AL61fwC/XX8AsPF/ALHxfwCy8X8As8V/ALTBfwC1wX8AtsF/ALfBfwCz+X8AVm0AgFptAIBebQCAYm0AgLYRfgC1GX4AZm0AgLs1fgC6NX4Aam0AgG5tAIC/BX4AvgV+AL0RfgC8JX4AghUAAKO9fwCAYQAAgWEAAKZVfgBybQCAvpABAKVdfgCqcX4Aq3F+AHZtAIB6bQCArkF+AK9BfgCsYX4ArVV+AKhBfgCpUX4AqlV+AKt9fgCsZX4ArW1+AK75AQCv8QEAhgAAAIc0AQB+bQCAgm0AgIZtAICKbQCAjm0AgJJtAIC4dQEAuX0BALp1AQC7yQAAvNkAAL3ZAAC+yQAAv8EAALCVAQCxnQEAspUBALNNAQC0VQEAtV0BALZVAQC3TQEAs919AJZtAICabQCAnm0AgKJtAIC27X0Ate19AKZtAIC7WQIAulECAKptAICubQCAv5kCAL6RAgC9mQIAvEECALJtAICjmX0Atm0AgLptAICmqX0Avm0AgMJtAIClqX0AqhUCAKsdAgDGbQCAym0AgK7VAgCv3QIArAUCAK3dAgDObQCA0m0AgNZtAIDabQCAgB0AAIEJAACCOQAA3m0AgOJtAIC+AAQA6m0AgO5tAIDybQCA9m0AgPptAID+bQCAhIwDAAJuAICHCAMAhuwEAAZuAIDviAIACm4AgA5uAICEbAQA4zQCABJuAIDhVAEAFm4AgBpuAIAebgCAIm4AgKhtAgCprQIAqqUCAKu9AgCspQIAra0CAK6lAgCvGQEAvqwEACZuAIAqbgCALm4AgDJuAIA2bgCAOm4AgD5uAIC4DQEAuREBALoRAQC7JQEAvD0BAL3VAQC+3QEAv9UBALBpAQCxaQEAsnkBALNxAQC0WQEAtVkBALY5AQC3NQEAsy0CAEJuAIBGbgCASm4AgE5uAIC2LQIAtS0CAFJuAIC7rQEAuq0BAFpuAIBebgCAv50BAL6dAQC9pQEAvK0BAIBNAACBVQAAglUAAO9sAABibgCA7+x/AO+8fgBmbgCA4RB/AOPUfwDj2H4A4ex/AGpuAIDhTH4Abm4AgOMkfgDmbQCAVm4AgKsFBgCqBQYArQ0GAKwFBgCvNQYArjUGAIYAAwCHKAMAo4UFAHJuAIClhQUAdm4AgHpuAICmhQUAs/EGAH5uAICCbgCAhm4AgIpuAIC26QYAteEGAI5uAIC7vQYAur0GAJJuAICWbgCAv4kGAL6BBgC9iQYAvJUGAKgpBgCpKQYAqjkGAKs5BgCsKQYArSkGAK5dBgCvTQYAmm4AgJ5uAICibgCApm4AgKpuAICubgCAsm4AgLZuAIC46QcAuekHALr5BwC7+QcAvOkHAL3pBwC+XQcAv1UHALA5BgCxOQYAsgEGALMdBgC0BQYAtQ0GALYFBgC32QcAo7EHAIItAACBFQAAgB0AALpuAICmqQcApaEHAL5uAICr/QcAqv0HAMJuAICEpAIAr8kHAK7BBwCtyQcArNUHAL7MAQCzlQYAxm4AgMpuAIC2qQYAzm4AgNJuAIC1rQYAulkBALshAQCGyAAAhwwBAL4hAQC/KQEAvDEBAL0xAQCoKQYAqSkGAKpZBgCrUQYArGEGAK1tBgCutQEAr6kBAITgAQDWbgCA2m4AgN5uAIDibgCA5m4AgOpuAIDubgCAuGEBALlhAQC6YQEAu2EBALxhAQC9YQEAvmEBAL9hAQCw2QEAsaEBALKhAQCzoQEAtKEBALWpAQC2kQEAt5EBAKPRBQDybgCA9m4AgPpuAID+bgCApu0FAKXpBQACbwCAq2UCAKodAgAGbwCACm8AgK9tAgCuZQIArXUCAKx1AgAObwCAEm8AgBZvAIAabwCAHm8AgCJvAIAmbwCAKm8AgIA9AACBCQAAghkAAC5vAIAybwCAOm8AgL48AwA+bwCAhgAMAIcUAwBCbwCAs9UDAEZvAIC1PQMAtjUDAEpvAIBObwCAv4wKALoRAwC7EQMAvLUAAL29AAC+tQAAv60AAFJvAIDjdAEAVm8AgOG8AQBabwCAXm8AgGJvAIBmbwCAam8AgG5vAIBybwCAdm8AgHpvAIDvdAIAfm8AgIJvAICoTQIAqVECAKpRAgCrqQIArLkCAK25AgCuqQIAr6kCAIRsDQCGbwCAim8AgI5vAICSbwCAlm8AgJpvAIC+dA0AuG0BALkFAQC6DQEAuwUBALwdAQC9BQEAvg0BAL8FAQCw2QIAsdkCALJtAQCzZQEAtH0BALVlAQC2ZQEAt1UBAOG4AQDhUAcA47QAAON8BwCAqQAAgQkAAII5AACebwCAom8AgKpvAICubwCAsm8AgO4AAAC2bwCA7wAAAO9kBgCGYAwAh+QMAKORAgC6bwCApXkCAL5vAIDCbwCApnECAMZvAIDKbwCAq1UCAKpVAgCt+QEArPEBAK/pAQCu8QEApm8AgDZvAIDObwCA0m8AgNZvAIDabwCA3m8AgOJvAICoVQ4AqVkOAKqhDgCrvQ4ArK0OAK2VDgCu+Q4Ar/UOALCRDgCxkQ4AspEOALORDgC0sQ4AtbEOALaxDgC3sQ4AuJEOALmdDgC6lQ4Au0kPALxZDwC9WQ8AvkkPAL9JDwCzCQ4A5m8AgOpvAIDubwCA8m8AgLY1DgC1BQ4A9m8AgLt1DgC6dQ4A+m8AgP5vAIC/VQ4AvlUOAL1lDgC8ZQ4AAnAAgKNNDgAGcACACnAAgKZxDgAOcACAEnAAgKVBDgCqMQ4AqzEOAISkAwC+pAMArhEOAK8RDgCsIQ4ArSEOAKilDgCprQ4AqqUOAKu5DgCs3Q4ArcEOAK7BDgCv/Q4AgO0BAIHxAQCC8QEAFnAAgIaQAQCHtAEAGnAAgB5wAIC4yQEAuckBALrZAQC70QEAvPkBAL35AQC+mQEAv5UBALCFDgCxbQEAsmUBALN9AQC0ZQEAtW0BALZlAQC3+QEAsy0OACJwAIAmcACAKnAAgC5wAIC2QQ4AtVUOADJwAIC7qQEAukEOADZwAIA6cACAv6kBAL6hAQC9qQEAvLEBAD5wAICjaQ4AQnAAgEZwAICmBQ4ASnAAgE5wAIClEQ4AqgUOAKvtAQBScACAVnAAgK7lAQCv7QEArPUBAK3tAQCoOQMAqTkDAKqNAwCrhQMArJ0DAK2FAwCuhQMAr7UDAFpwAIBecACAYnAAgGZwAIBqcACAbnAAgHJwAIB2cACAuGEAALlhAAC6YQAAu2EAALxhAAC9YQAAvmEAAL9hAACwzQMAsaUDALKhAwCzoQMAtKUDALWtAwC2kQMAt5EDAIANAACBEQAAghEAAHpwAIDv9AIAfnAAgIJwAIC+HAMA4xQCAISIAgDhgAEAinAAgI5wAICScACAh8gDAIY8BAC7AQMAumkDAJZwAICacACAvwkDAL4BAwC9FQMAvBUDALNlAwCecACAonAAgKZwAICqcACAtmUDALV1AwCucACAsnAAgLZwAIC6cACAo4kCAL5wAIClmQIApokCAMJwAICELAIAxnAAgKqFAgCr7QIArPkCAK35AgCu7QIAr+UCAMpwAIDOcACAvkQFAIRMBQDScACA1nAAgNpwAIDecACA4nAAgOZwAIDqcACA7nAAgIAZAACBGQAAggUAAPJwAIDhGA8A4VwOAOO4DgDjdAEA+nAAgP5wAIACcQCABnEAgIYABACHZAUACnEAgA5xAIAScQCAFnEAgO98DgDvqAEAs3UBABpxAIAecQCAInEAgCZxAIC2MQEAtRUBACpxAIC7HQEAuhUBAC5xAIAycQCAv+EAAL79AAC9/QAAvP0AAPZwAIA2cQCAOnEAgD5xAICGcACAQnEAgEZxAIBKcQCAqI0GAKmVBgCqnQYAq+UGAKz9BgCt0QYArtEGAK/RBgCwsQYAsbkGALJJBwCzSQcAtFkHALVFBwC2RQcAt3kHALghBwC5IQcAujkHALs5BwC8KQcAvSkHAL4ZBwC/GQcAozUGAE5xAIBScQCAVnEAgFpxAICmcQYApVUGAF5xAICrXQYAqlUGAGJxAIC+oAMAr6EHAK69BwCtvQcArL0HAIBRAACBWQAAgmEAALNVBwCF9AAAtX0HALZ1BwBmcQCAhgAcAIfkAQC6LQcAuyUHALw9BwC9JQcAviUHAL8VBwCokQYAqZEGAKqRBgCrkQYArLkGAK25BgCuqQYAr6kGAGpxAIBucQCAcnEAgHZxAICiIQEAozUBAKA5BQChEQQAuEkBALlJAQC6XQEAu1UBALxNAQC90QEAvtEBAL/RAQCwpQYAsa0GALKlBgCzvQYAtK0GALWdBgC2lQYAt3kBAKMZBgCPnXkAenEAgH5xAICCcQCApjkGAKUxBgCGcQCAq2kGAKphBgCKcQCAjnEAgK9ZBgCuaQYArWkGAKxxBgCeiQgAn8EFAJzJCQCdyQkAmqENAJu9DACYsQ0AmbkNAJahcQCXRXEAlEV1AJWxcQCSoXUAk7V1AJDleQCRzXkAil1yAItFcgCScQCAvoAcAI51DgCPZQ4AjLlyAI11DgCCOXoAgzl6AJZxAICacQCAhnF2AIeZdgCECXoAhW12AJptBwCbVQIAnnEAgKJxAICmcQCA4ZAAAJxZAgDjCBoAkgkPAJNlCgCqcQCA7zgWAJZ1BgCXdQYAlH0KAJU1CwCpjRYAqIUWAKsBEACqMRYArXESAKy1EgCvuS4ArgEsAKF9AgCucQCAo6EeAKKpHgClsRoApPUfAKflGwCmsRoAhMwDAIRMHACycQCAtnEAgLpxAIC+cQCAwnEAgMZxAICxASgAsNkuALONKgCy6SoAtfUmALQBJACEcB0AynEAgID9AQCBFQAAgh0AAL6AHADOcQCA0nEAgIe4AgCGPB0A2nEAgN5xAIDicQCA5nEAgOpxAIDucQCA8nEAgPZxAID6cQCA/nEAgAJyAIAGcgCA44ADAApyAIDhoAEADnIAgO+UAwAScgCAFnIAgBpyAIAecgCAInIAgCZyAIAqcgCALnIAgOE8BgAycgCA49AGADZyAIDhMAcAOnIAgOOsBgCAOQAAgRUAAIIdAADvHAYAPnIAgEJyAIC+uB8A7+gBALPpAgBKcgCAh8QcAIbsHABOcgCAtlkCALVRAgBScgCAu00CALpNAgBWcgCAWnIAgL+5AQC+2QEAvdEBALz1AQCjKR0A1nEAgEZyAIBecgCAYnIAgKaZHQClkR0AZnIAgKuNHQCqjR0AanIAgG5yAICveR4ArhkeAK0RHgCsNR4AcnIAgLNtHwB2cgCAenIAgLZlHwB+cgCAgnIAgLVtHwC6IR8AuyEfAIZyAICKcgCAviUfAL8pHwC8MR8AvTEfAKihHwCpoR8AqqEfAKuhHwCsoR8AraEfAK6hHwCvoR8AjnIAgJJyAICWcgCAmnIAgJ5yAICicgCApnIAgKpyAIC4rR8AubUfALq9HwC7tR8AvK0fAL1VHwC+UR8Av00fALChHwCxoR8AsqEfALOhHwC0pR8AtakfALadHwC3lR8AoykeAIIZAACBGQAAgLEBAK5yAICmIR4ApSkeALJyAICrZR4AqmUeAIaIAACH/AEAr20eAK5hHgCtdR4ArHUeALZyAICzmR4AunIAgL5yAIC2XQEAwnIAgMZyAIC1sR4AukkBALtJAQDKcgCAznIAgL49AQC/IQEAvDkBAL01AQCoRR4AqVUeAKpVHgCrZR4ArH0eAK2ZAQCuiQEAr4EBAISsAADScgCA1nIAgNpyAIDecgCA4nIAgOZyAIDqcgCAuK0BALllAQC6bQEAu2UBALx9AQC9ZQEAvm0BAL9lAQCwyQEAsckBALKpAQCzpQEAtL0BALWhAQC2oQEAt5UBALhpHAC5oRwAusEcALvBHAC8wRwAvcEcAL7BHAC/wRwAsIkfALGJHwCyIRwAswUcALQdHAC1fRwAtnUcALdtHACoYR8AqWEfAKphHwCrYR8ArNkfAK3ZHwCuyR8Ar8EfAO5yAIDycgCA9nIAgPpyAID+cgCAAnMAgAZzAIAKcwCADnMAgBJzAIC+AAQAo1EdABZzAICleR0AppUCABpzAIAecwCAInMAgKqBAgCrgQIArPECAK39AgCu9QIAr+kCACpzAIDh9AEALnMAgON8AQCATQAAgXUAAIJ9AAAycwCAhsAEAIekBAA2cwCAOnMAgD5zAIBCcwCARnMAgO+MAgCoSQIAqUkCAKpdAgCrVQIArHkCAK15AgCuvQIAr7UCAISgBQBKcwCATnMAgFJzAIC+vAQAVnMAgFpzAIBecwCAuC0BALk1AQC6PQEAuzUBALwtAQC91QEAvt0BAL/NAQCwzQIAsdUCALLdAgCz1QIAtM0CALUVAQC2HQEAtxUBAOGEHgDjbB8A41wfAOFYHgBicwCAZnMAgGpzAIBucwCAcnMAgHZzAIB6cwCAfnMAgOkAAADv9B4A70weAIJzAICzlQIAhnMAgIpzAICOcwCAknMAgLa5AgC1sQIAmnMAgLtRAgC6SQIAhsgEAIesBAC/kQEAvkkCAL1BAgC8SQIAJnMAgKNRBQCecwCAlnMAgKZ9BQCicwCApnMAgKV1BQCqjQUAq5UFAKpzAICucwCAro0FAK9VBgCsjQUArYUFAICJBwCBiQcAgpkHALORBgCycwCAtbkGALapBgC2cwCAunMAgL5zAIC6TQcAu0UHALxdBwC9QQcAvkEHAL9BBwCoQQYAqU0GAKpVBgCrZQYArH0GAK1lBgCubQYAr2UGAMJzAIDGcwCAynMAgM5zAIDScwCA1nMAgNpzAIDecwCAuFkHALlZBwC6aQcAu2kHALx5BwC9eQcAvmUHAL8ZBwCwxQcAsc0HALLFBwCz2QcAtMkHALXJBwC2aQcAt2kHAKPdBwDicwCA5nMAgOpzAIDucwCApuUHAKX1BwDycwCAqwkGAKoBBgD2cwCA+nMAgK8NBgCuDQYArQ0GAKwRBgCAbQAAgQkAAIIZAAD+cwCAAnQAgISYAQC+kAEABnQAgIbAAACH5AEACnQAgA50AIASdACAFnQAgBp0AIAedACAqF0GAKmNAQCqnQEAq5UBAKy5AQCtuQEArskBAK/BAQCEoAAAInQAgCZ0AIAqdACALnQAgDJ0AIA2dACAOnQAgLh5AQC5eQEAus0AALvFAAC83QAAvcUAAL7FAAC/9QAAsIEBALGBAQCySQEAs0kBALRZAQC1WQEAtkkBALdJAQCzFQIAPnQAgEJ0AIBGdACASnQAgLY5AgC1MQIATnQAgLtFAgC6RQIAUnQAgFZ0AIC/nQIAvp0CAL2dAgC8nQIAhXw+AKNRAgBadACAXnQAgKZ9AgBidACAZnQAgKV1AgCqAQIAqwECAGp0AIBudACArtkCAK/ZAgCs2QIArdkCAIDpAACB6QAAggUAAHJ0AIC+AAwAenQAgIeoAwCGvAwAfnQAgIJ0AICGdACAinQAgI50AICSdACAlnQAgJp0AICedACAonQAgKZ0AICqdACA42ABAK50AIDhoAEAsnQAgO+IAgC2dACAunQAgL50AIDCdACAxnQAgMp0AIDOdACAqGkCAKlpAgCqeQIAq3kCAKxpAgCtaQIArr0CAK+1AgC+rAwA0nQAgNZ0AIDadACAgB0AAIEJAACCqQAA3nQAgLhRAQC5WQEAumEBALthAQC8GQEAvRkBAL4NAQC/BQEAsM0CALHVAgCy3QIAs9UCALTNAgC1cQEAtnEBALdxAQDjxAAA4XwHAOF4BgDjvAYA4nQAgIQYDQCGuAwAhzwNAL4sDwDqdACA7nQAgPJ0AIDvEAAA9nQAgPp0AIDvdAYA/nQAgAJ1AIAGdQCAs70CAAp1AIC1rQIAtqUCAA51AIASdQCAFnUAgLpFAgC7XQIAvEUCAL1NAgC+RQIAv/kBAHZ0AIClfQ0ApnUNAOZ0AIAadQCAHnUAgCJ1AICjbQ0ArJUNAK2dDQCulQ0ArykOACZ1AIAqdQCAqpUNAKuNDQCz5Q4ALnUAgDJ1AIA2dQCAOnUAgLblDgC19Q4APnUAgLuhDgC62Q4AQnUAgEZ1AIC/pQ4AvrkOAL2xDgC8uQ4AqBUOAKklDgCqLQ4AqyUOAKw9DgCtJQ4Ari0OAK8lDgCADQAAgRUAAIIdAABKdQCATnUAgFJ1AICEMAMAVnUAgLgpDgC5KQ4AujkOALs5DgC8KQ4AvSkOAL79DwC/9Q8AsF0OALElDgCyLQ4AsyUOALQ9DgC1IQ4AtiUOALcZDgCjpQ8AWnUAgIYoAQCHTAEAXnUAgKalDwCltQ8AYnUAgKvhDwCqmQ8AZnUAgGp1AICv5Q8ArvkPAK3xDwCs+Q8AbnUAgLPpDgBydQCAdnUAgLaRDgB6dQCAfnUAgLXlDgC6sQ4Au7kOAIJ1AICGdQCAvmEBAL9hAQC8mQ4AvZkOAKglDgCpLQ4AqiUOAKs5DgCsKQ4ArVUOAK5dDgCvVQ4AinUAgI51AICSdQCAlnUAgJp1AICedQCAonUAgKZ1AIC49QEAuYEBALqBAQC7gQEAvIEBAL2JAQC+sQEAv7EBALAxDgCxOQ4AsgkOALMJDgC04QEAteEBALbhAQC3zQEAo60NAKp1AICudQCAsnUAgLZ1AICm1Q0ApaENALp1AICr/Q0AqvUNAL51AIDCdQCAryUCAK4lAgCt3Q0ArN0NAIBdAACBbQAAgmUAALNRAwC+nAMAtXkDALYZAwDKdQCAhOACAM51AIC6PQMAuzUDALwZAwC9GQMAvtkDAL/ZAwCohQMAqZUDAKqVAwCrpQMArL0DAK3VAwCu0QMAr9EDAIYABACHNAMAv6AzANJ1AIDWdQCA2nUAgN51AIDidQCAuHEDALlxAwC6cQMAu3EDALzVAAC93QAAvtUAAL/NAACwtQMAsb0DALKBAwCzgQMAtFEDALVRAwC2UQMAt1EDAO+oAwDmdQCA6nUAgO51AICEHAIA8nUAgPZ1AID6dQCAviwFAP51AIACdgCABnYAgONAAwAKdgCA4SgAAA52AICjXQIAEnYAgBZ2AIAadgCAHnYAgKYVAgCldQIAInYAgKs5AgCqMQIAJnYAgCp2AICv1QIArtUCAK0VAgCsFQIA4ygBAOEADwDhCA4A4wgOAID9AACBCQAAgjkAAC52AIAydgCAOnYAgD52AIBCdgCA7+gOAEZ2AIBKdgCA72QOALNtAQBOdgCAhugEAIcMBQBSdgCAtm0BALVtAQBWdgCAu+0AALrtAABadgCAXnYAgL/VAAC+6QAAveEAALzpAACoXQYAqWEGAKqlBgCrvQYArKUGAK2tBgCupQYArxkHADZ2AIBidgCAZnYAgGp2AIBudgCAcnYAgHZ2AIB6dgCAuHUHALl5BwC6DQcAuwUHALwdBwC9BQcAvgUHAL81BwCwaQcAsWkHALJ9BwCzdQcAtG0HALVRBwC2UQcAt1EHAKMtBgB+dgCAgnYAgIZ2AICKdgCApi0GAKUtBgCOdgCAq60HAKqtBwCSdgCAlnYAgK+VBwCuqQcAraEHAKypBwCADQAAgRUAAIIdAACadgCAnnYAgKJ2AICEVAMAvlwAAKZ2AICqdgCAhugAAIdMAwCudgCAsnYAgLZ2AIC6dgCAvnYAgOMEBADCdgCA4bQFAMZ2AIDKdgCAznYAgNJ2AIDWdgCA2nYAgN52AIDidgCA5nYAgO/sBADqdgCA7nYAgLPtBgDydgCA9nYAgPp2AID+dgCAtpEGALXhBgACdwCAu40GALqNBgAGdwCACncAgL9BAQC+WQEAvVEBALxZAQCoJQYAqS0GAKolBgCrOQYArCkGAK1RBgCuSQYAr0EGAIDNAACBCQAAghkAAA53AIASdwCAhCwBAL40AAAadwCAuP0BALlBAQC6QQEAu0EBALxBAQC9SQEAvnEBAL9xAQCwCQYAsQkGALLNAQCzxQEAtN0BALXFAQC2zQEAt8UBAIagPACHRAMAHncAgKOhBQAidwCApa0FAKbdBQAmdwCAKncAgL4oPACqwQUAq8EFAKwVAgCtHQIArhUCAK8NAgC2QQMALncAgDJ3AIC1sQIANncAgLOhAgA6dwCAPncAgL5FAwC/TQMAvHUDAL1NAwC6ZQMAu20DAEJ3AIBGdwCASncAgE53AIDGdQCAUncAgFZ3AIBadwCAXncAgGJ3AICoRQIAqVUCAKpdAgCrVQIArE0CAK21AwCusQMAr60DALDVAwCx3QMAstUDALPtAwC09QMAtf0DALb1AwC37QMAuNkDALnZAwC6rQMAu6UDALy9AwC9pQMAvqUDAL+VAwCj9QMAZncAgGp3AIBudwCAcncAgKYVAgCl5QMAdncAgKs5AgCqMQIAencAgH53AICvGQIArhECAK0ZAgCsIQIAgGkAAIFpAACCBQAAgncAgIp3AICOdwCAkncAgO8cAACEbAIA4ZQBAJZ3AIDjyAAAmncAgJ53AICGWDwAh1A9AKJ3AICmdwCAqncAgISEPQCudwCAsncAgLZ3AIDvuAEAvmw8AOF0BgC6dwCA42QBAL53AIDCdwCAxncAgMp3AICz0QEAzncAgNJ3AIDWdwCA2ncAgLaRAQC1+QEA3ncAgLu9AQC6vQEA4ncAgOZ3AIC/dQEAvnUBAL2FAQC8hQEAqL09AKkNPgCqGT4AqxE+AKwxPgCtUT4ArlE+AK9NPgCGdwCAgh0AAIEdAACAHQAA6ncAgO53AIDydwCA9ncAgLjVPgC53T4AutU+ALtJPwC8WT8AvVk/AL5JPwC/QT8AsDk+ALE5PgCyET4AsxE+ALTxPgC18T4AtvU+ALftPgCjkT4A+ncAgIYoAACHwAMA/ncAgKbRPgCluT4AAngAgKv9PgCq/T4ABngAgAp4AICvNT4ArjU+AK3FPgCsxT4ADngAgLOdPwASeACAFngAgLalPwAaeACAHngAgLWtPwC6aT8Au3U/ACJ4AIAmeACAvlk/AL9FPwC8bT8AvWU/ACp4AIAueACAMngAgDZ4AIDjYDwAOngAgOEAPQA+eACA7/w9AEJ4AIBGeACASngAgE54AIBSeACAVngAgFp4AICjGT4AghkAAIEZAACAcQAAXngAgKYhPgClKT4AYngAgKvxPgCq7T4AhCQBAL4kAQCvwT4Art0+AK3hPgCs6T4AqNE+AKnRPgCq0T4Aq+U+AKzhPgCt4T4Arhk+AK8ZPgCGAAAAh4QAAGp4AIBueACAcngAgHZ4AIB6eACAfngAgLh9PgC5AT4AugE+ALsBPgC8AT4AvQk+AL4xPgC/MT4AsGk+ALF1PgCyfT4As3U+ALRZPgC1RT4Atk0+ALdFPgCohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAIJ4AICGeACAingAgL8k5gGOeACAkngAgJZ4AICaeACAuFUDALlZAwC6bQMAu2UDALx9AwC9ZQMAvm0DAL9lAwCwtQIAsb0CALKBAgCzgQIAtHEDALVxAwC2cQMAt3EDALMdAgCeeACAongAgKZ4AICEiAMAtlUCALU1AgAWdwCAu3kCALpxAgCqeACArngAgL+1AwC+tQMAvVUCALxVAgCyeACAo1kCALZ4AIC6eACAphECAL54AIDCeACApXECAKo1AgCrPQIAxngAgMp4AICu8QMAr/EDAKwRAgCtEQIAqKkCAKmpAgCquQIAq7kCAKypAgCtqQIArjkBAK85AQCAzQEAgQkAAIIZAADOeACA0ngAgL64BQDaeACA3ngAgLjpAQC56QEAuokBALuFAQC8nQEAvYEBAL6BAQC/tQEAsEkBALFVAQCyXQEAs1UBALRNAQC18QEAtvEBALfxAQDvFAAA4ngAgIaoBQCH3AUA5ngAgIRYBADqeACA78Q+AO54AIDhxD4A8ngAgOMwPgDjyAAA9ngAgOEoAQD6eACAtn0CAP54AIACeQCAtXUCAAZ5AICzZQIACnkAgA55AIC+3QEAv2EBALzdAQC91QEAutkBALvFAQASeQCAFnkAgKOxBQDWeACAGnkAgB55AIAieQCApqkFAKWhBQAmeQCAqxEGAKoNBgAqeQCALnkAgK+1BgCuCQYArQEGAKwJBgAyeQCANnkAgDp5AIA+eQCAgBkAAIEZAACCBQAAQnkAgL5sAwBGeQCAhsgAAIccAwBKeQCATnkAgFJ5AIBWeQCAqLkHAKm5BwCqDQcAqx0HAKwJBwCtNQcArjEHAK8pBwCEqAMAWnkAgF55AIBieQCAZnkAgGp5AIBueQCAcnkAgLjJAAC5yQAAutkAALvRAAC8+QAAvfkAAL6ZAAC/mQAAsF0HALEhBwCyIQcAsz0HALQpBwC1KQcAtgEHALcBBwCzhQYAdnkAgHp5AIB+eQCAgnkAgLa1BgC1gQYAhnkAgLvlBgC6mQYAinkAgI55AIC/7QYAvu0GAL3pBgC89QYAknkAgJZ5AICaeQCAnnkAgKJ5AICmeQCAqnkAgO+QBACueQCA4dwGALJ5AIDj7AUAgCkAAIEVAACCEQAAvnwBAKMFBgC6eQCAhigAAIdMAQC+eQCApjUGAKUBBgDCeQCAq2UGAKoZBgDGeQCAynkAgK9tBgCubQYArWkGAKx1BgDOeQCAs70BANJ5AIDWeQCAtnkBANp5AIDeeQCAtXkBALpVAQC7XQEA4nkAgOZ5AIC++QAAv/kAALxFAQC9+QAAqHECAKlxAgCqcQIAq3ECAKy1AgCtvQIArrUCAK+tAgCE7AwA6nkAgO55AIDyeQCA9nkAgPp5AID+eQCAAnoAgLhpAwC5aQMAugkDALsJAwC8GQMAvRkDAL4JAwC/CQMAsNUCALHdAgCy1QIAs2kDALR5AwC1eQMAtmkDALdhAwAGegCACnoAgA56AICj9QIAEnoAgKUxAgCmMQIAFnoAgBp6AIAeegCAqh0CAKsVAgCsDQIArbEDAK6xAwCvsQMAgGEAAIFhAACCBQAAInoAgIbwDACHYAMAvhAMACp6AIBmeACALnoAgDJ6AIA2egCAOnoAgD56AIBCegCARnoAgKiFAgCplQIAqpUCAKulAgCsvQIArdUCAK7RAgCv0QIASnoAgE56AIBSegCAVnoAgFp6AIBeegCAYnoAgGZ6AIC4dQEAuX0BALp1AQC7zQEAvNUBAL3dAQC+yQEAv8EBALC1AgCxvQIAsoECALOBAgC0VQEAtV0BALZVAQC3TQEA4RAGAIRIDADjDAYAanoAgISYDABuegCAcnoAgHZ6AIB6egCAfnoAgIJ6AICGegCAgXUAAIB1AADvIAEAgnUAAIp6AICOegCAknoAgL7ADACFtA4A4RACAO9cAADjABYA4ZABAJp6AIDjWAEA7zwHAJ56AICiegCAhgAIAIe4DACznQ0AJnoAgKZ6AICqegCArnoAgLbVDQC1tQ0AsnoAgLv5DQC68Q0AtnoAgLp6AIC/GQ4AvhEOAL3VDQC81Q0AvnoAgKPZDQDCegCAxnoAgKaRDQDKegCAznoAgKXxDQCqtQ0Aq70NANJ6AIDWegCArlUOAK9dDgCskQ0ArZENAKhdDgCpYQ4AqmEOAKthDgCsYQ4ArWEOAK5hDgCvYQ4A2noAgN56AIDiegCA5noAgOp6AIDuegCA8noAgPZ6AIC4TQ8AuVEPALpRDwC7UQ8AvHEPAL1xDwC+cQ8Av3EPALDBDwCxwQ8AssEPALPBDwC0wQ8AtcEPALbBDwC3wQ8As+kPAPp6AIC+gAEA/noAgJZ6AIC24Q8AtekPAAJ7AIC7BQ4AugUOAAp7AIAGewCAvwUOAL4FDgC9FQ4AvBUOAIFNAACAQQAA72gNAIJRAACG8AcAh9QBAA57AIASewCAFnsAgIRwAQAaewCAHnsAgOHgDgAiewCA40gNACZ7AICjaQ8AKnsAgC57AIAyewCANnsAgKZhDwClaQ8AOnsAgKuFDgCqhQ4APnsAgEJ7AICvhQ4AroUOAK2VDgCslQ4ARnsAgLMxDgBKewCATnsAgLbBAQBSewCAVnsAgLXRAQC6zQEAu6UBAFp7AIBeewCAvqUBAL+tAQC8sQEAvbEBAI/dJgCj8Q0AYnsAgGZ7AICmAQIAansAgG57AIClEQIAqg0CAKtlAgByewCAviAEAK5lAgCvbQIArHECAK1xAgCfoQwAnnkKAJ1pCgCc0QgAm7E2AJp1NgCZ0TQAmOEyAJdtMgCWZTIAlTU/AJRhPgCTcT4AkjU7AJFxOgCQeToAgJUAAIGdAACCoQAAensAgO9EAgDhdA8AfnsAgOMcDwDj1AEAgnsAgOHgAQDvXAEAo7UCAKJBAACh3Q4AoLkOALWpAwCGewCAhMAEALahAwCG8AUAh+QEALOFAwCKewCAvXEDALxpAwC/QQMAvnEDAI57AIC2eQCAu3EDALp5AwCC3ScAgwE7AL6EBwC+wAYAhhE/AIcZPwCEETsAhV06AIp9PgCLJTMAknsAgJZ7AICOuTUAjxU3AIw1MwCNgTMAkqE3AJPZCQC+xBkAmnsAgJaxDQCXUQ8AlHkLAJVhCwCaBQ8Am5EBAJ57AICiewCApnsAgN0AAACcfQMAqnsAgOFIDwCuewCA4xwOALJ7AIC2ewCAunsAgL57AIDCewCAsUEXALChFwCzqesBsgHoAbUB7AG0EesB74wOAMZ7AICpxR8AqAEcAKsBEACqkR8ArdkTAKzREwCv2RcArgUTAKHxAgDKewCAo8kHAKLBAgClARgApGUHAKehGwCm+RsAqCkFAKldBQCqVQUAq20FAKx5BQCteQUArm0FAK9hBQB2ewCAznsAgNJ7AIDWewCAgA0AAIGxAACCsQAA2nsAgLiJBQC5iQUAup0FALuVBQC8uQUAvbkFAL5RBgC/UQYAsOUFALHtBQCy5QUAs/0FALTtBQC13QUAttUFALe9BQCj3QUA3nsAgOJ7AICEDAAA5nsAgKb5BQCl8QUA6nsAgKspBQCqIQUAhpgAAIegAACvGQUArikFAK0pBQCsMQUA7nsAgLNhBgDyewCA9nsAgLYhBgD6ewCA/nsAgLUBBgC6rQcAu40HAAJ8AIAGfACAvo0HAL9xBwC8lQcAvY0HAL65BQC/uQUAvLkFAL25BQC6uQUAu7kFALi5BQC5uQUAtkkFALdJBQC0fQUAtXUFALJ5BQCzeQUAsBUFALF9BQCuXQUAr20FAKxFBQCtXQUAqqUKAKtdBQCovQoAqa0KAAp8AIAOfACAEnwAgBZ8AIAafACAHnwAgCJ8AIAmfACAqA0HAKkdBwCqLQcAq0kHAKxNBwCtZQcArrEGAK+xBgAqfACALnwAgDJ8AIA2fACAOnwAgD58AIBCfACARnwAgLhVBgC5XQYAulUGALtxBgC8NQYAvfEBAL7xAQC/8QEAsK0GALGNBgCyhQYAs50GALSNBgC1cQYAtnUGALdtBgCjpQQAgi0AAIEVAACAHQAASnwAgKblBAClxQQATnwAgKtJBQCqaQUAUnwAgFp8AICvtQUArkkFAK1JBQCsUQUAhmAcAIcIAwBefACAs4UCAGJ8AIC1gQIAtoECAGZ8AIBqfACAbnwAgLoJAwC7CQMAvBkDAL0ZAwC+CQMAvwkDAKxVAgCtXQIArmECAK9hAgCoDQIAqVUCAKpRAgCrUQIAhKwDAHJ8AIB2fACAenwAgIT8HQB+fACAgnwAgIZ8AIC8cQMAvXEDAL5xAwC/cQMAuHEDALlxAwC6cQMAu3EDALSRAwC1kQMAtpEDALeRAwCwkQMAsZEDALKRAwCzkQMAinwAgI58AICSfACAlnwAgJp8AIDhpAEAnnwAgOOAAQC+aBwAonwAgKZ8AIDv2AYAqnwAgK58AICyfACAtnwAgKOJAwCCLQAAgRUAAIAdAAC6fACApo0DAKWNAwC+fACAqwUCAKoFAgDCfACAynwAgK8FAgCuBQIArRUCAKwVAgCGIBwAh8QdAM58AIDSfACA1nwAgNp8AIDefACA72wGAOJ8AIDhbAcA5nwAgON0BwDqfACA7nwAgPJ8AID2fACAs5EBAPp8AID+fACAAn0AgAZ9AIC2sQEAtbkBAAp9AIC7VQEAukkBAA59AIASfQCAv/UAAL71AAC9RQEAvEUBAKNRHgDGfACAFn0AgBp9AIAefQCApnEeAKV5HgAifQCAq5UeAKqJHgAmfQCAKn0AgK81HwCuNR8ArYUeAKyFHgCAbQAAgRUAAIIdAADv/BkALn0AgDJ9AIA2fQCAOn0AgIbAAACHrAMAPn0AgEJ9AIBGfQCA4SwcAEp9AIDjzBwAqK0eAKnNHgCq2R4Aq9EeAKzxHgCt8R4Arj0eAK81HgCE7AAATn0AgFJ9AIBWfQCAWn0AgF59AIBifQCAZn0AgLjRHwC53R8Auu0fALvlHwC84R8AveEfAL7hHwC/4R8AsE0eALFRHgCyUR4As1EeALTxHwC18R8AtvEfALfxHwCobR4AqY0eAKqFHgCrnR4ArIUeAK2NHgCuuR4Ar7UeAGp9AIBufQCAcn0AgHZ9AIB6fQCAfn0AgIJ9AICGfQCAuJ0eALmtHgC6pR4Au0UBALxdAQC9RQEAvkUBAL91AQCw0R4AsdEeALLRHgCz0R4AtLUeALW9HgC2tR4At60eALMNHgCKfQCAjn0AgJJ9AICWfQCAtg0eALUNHgCafQCAuxUeALoVHgCefQCAon0AgL95HgC+cR4AvQUeALwFHgCCbQAAo0keAIBVAACBZQAApkkeAL6cAQCqfQCApUkeAKpRHgCrUR4Ah3wAAIZMAACuNR4Arz0eAKxBHgCtQR4AqF0CAKltAgCqZQIAq30CAKxpAgCtsQIArrECAK+xAgCE7AQArn0AgLJ9AIC2fQCAun0AgL59AIDCfQCAxn0AgLhxAwC5cQMAunEDALtxAwC81QMAvd0DAL7VAwC/zQMAsNECALHRAgCy0QIAs9ECALRRAwC1UQMAtlEDALdRAwCz7QIAyn0AgM59AIC+gAQA0n0AgLYxAgC14QIA1n0AgLsVAgC6FQIA2n0AgN59AIC/lQMAvpUDAL0FAgC8BQIA4n0AgKOpAgDmfQCA6n0AgKZ1AgDufQCA8n0AgKWlAgCqUQIAq1ECAPZ9AID6fQCArtEDAK/RAwCsQQIArUECAKjZAgCpIQEAqiEBAKshAQCsIQEArSEBAK4hAQCvIQEA/n0AgAJ+AIAGfgCAviAEAAp+AIAOfgCAEn4AgBp+AIC4jQEAuZEBALqRAQC7pQEAvL0BAL11AAC+fQAAv3UAALDlAQCx7QEAsvkBALPxAQC02QEAtdkBALa5AQC3tQEA4RgeAB5+AIDjKB8AIn4AgIGlAACApQAAJn4AgIKlAACGAAQAh/QFACp+AIAufgCAMn4AgDZ+AIDvYB4AOn4AgD5+AIBCfgCAhfD0AUZ+AIBKfgCA42QBAE5+AIDhpAEAUn4AgO/IAABWfgCAWn4AgFZ8AICE/AUAXn4AgGJ+AICzKQYAFn4AgGZ+AIBqfgCAbn4AgLYhBgC1KQYAcn4AgLupBgC6oQYAdn4AgHp+AIC/nQYAvp0GAL2lBgC8rQYA4bQHAH5+AIDjeAQAgn4AgIB9AACBEQAAghUAAIZ+AICGwAAAh1gDAIp+AICOfgCAkn4AgJZ+AIDvDAQAmn4AgKOpBgCefgCAon4AgKZ+AICqfgCApqEGAKWpBgCufgCAqykGAKohBgCyfgCAtn4AgK8dBgCuHQYArSUGAKwtBgC6fgCAs0kHAL5+AIDCfgCAtn0HAMZ+AIDKfgCAtXUHALpdBwC7JQcAzn4AgNJ+AIC+IQcAvy0HALw9BwC9MQcAqD0GAKmBBgCqhQYAq5UGAKy5BgCtuQYArqkGAK+pBgDWfgCA2n4AgN5+AIDifgCA5n4AgIK5AACBsQAAgLkAALitBgC5vQYAurUGALtFAQC8XQEAvUUBAL5FAQC/dQEAsN0GALGlBgCyrQYAs6EGALShBgC1rQYAtpkGALeVBgCjDQYA6n4AgO5+AIDyfgCAhJgCAKY5BgClMQYAvpwBAKthBgCqGQYAhggAAId8AQCvaQYArmUGAK11BgCseQYA+n4AgLO1AQD+fgCAAn8AgLZVAQAGfwCACn8AgLWhAQC6cQEAu3kBAA5/AIASfwCAvjEBAL89AQC8UQEAvVEBAKhpAgCpaQIAqnkCAKt5AgCsbQIArZECAK6RAgCvkQIAFn8AgBp/AIAefwCAIn8AgCZ/AIAqfwCALn8AgDJ/AIC4mQIAua0CALqlAgC7bQMAvHUDAL19AwC+dQMAv20DALDxAgCx+QIAssECALPBAgC0sQIAtb0CALa1AgC3qQIANn8AgDp/AIA+fwCAo/0CAEJ/AICl6QIAph0CAEZ/AIBKfwCATn8AgKo5AgCrMQIArBkCAK0ZAgCueQIAr3UCAFJ/AIBWfwCAWn8AgIQADACAGQAAgQkAAII5AABefwCAYn8AgGp/AIBufwCAvuAMAHJ/AIB2fwCAhlgNAIcMAwCowQIAqc0CAKrFAgCr2QIArMkCAK39AgCu9QIArz0BAHp/AIB+fwCAgn8AgIZ/AICKfwCAjn8AgJJ/AIC+MAwAuMUBALnNAQC62QEAu9EBALzxAQC98QEAvpkBAL+ZAQCwRQEAsU0BALJFAQCzXQEAtEUBALVNAQC2RQEAt/0BAOE4BgCWfwCA42wGAJp/AICefwCAon8AgKZ/AICqfwCAhKgNAK5/AICyfwCAtn8AgL6wDwC6fwCA72wGAL5/AIDCfwCApn0AgMZ/AIDKfwCA41AAAM5/AIDhoAEA0n8AgO+EAADafwCAhyANAIZMDwCAPQAAgSEAAIIlAADefwCAs80NAGZ/AIDWfwCA4n8AgOZ/AIC2/Q0AtcENAOp/AIC7CQ4AugEOAO5/AIDyfwCAvwkOAL4BDgC9CQ4AvBEOAPZ/AIDjmAwA+n8AgOH8DwD+fwCAAoAAgAaAAIAKgACADoAAgBKAAIAWgACAGoAAgB6AAIDvYAwAIoAAgCaAAICjTQ0AKoAAgC6AAIAygACANoAAgKZ9DQClQQ0AOoAAgKuJDgCqgQ4APoAAgEKAAICviQ4AroEOAK2JDgCskQ4Agm0AALM1DgCAVQAAgWUAALb1DwCE3AMARoAAgLX9DwC60Q8Au9EPAIYABACH3AAAvn0PAL9lDwC8wQ8AvXkPAKjlDwCp7Q8AqvkPAKv5DwCsMQ4ArTEOAK4xDgCvMQ4ASoAAgE6AAIBSgACAVoAAgFqAAIBegACAYoAAgGaAAIC43Q4AueEOALrhDgC74Q4AvOUOAL3pDgC+mQ4Av5UOALBRDgCxUQ4AslEOALPpDgC0/Q4AteUOALbtDgC35Q4Ao3EPAGqAAIBugACAcoAAgHaAAICmsQ4ApbkOAHqAAICrlQ4AqpUOAH6AAICCgACAryEOAK45DgCtPQ4ArIUOAIaAAICzyQEAioAAgI6AAIC2+QEAkoAAgJaAAIC1wQEAuqkBALu1AQCagACAnoAAgL6tAQC/lQEAvK0BAL2lAQCo5Q0AqfkNAKoFAgCrHQIArA0CAK09AgCuNQIAr10CAKKAAICmgACAqoAAgK6AAICAGQAAgRkAAIIFAACygACAuC0CALk1AgC6MQIAuzECALzVAgC93QIAvtUCAL/NAgCwKQIAsTUCALI9AgCzNQIAtC0CALUVAgC2HQIAtxUCALqAAICEnAIAvoAAgKOBAgDCgACApYkCAKaxAgDGgACAhiAEAIfUAwCq4QIAq/0CAKzlAgCt7QIAruUCAK/dAgC29QMAvkQDAIWM/QG1/QMAyoAAgLP9AwDOgACA0oAAgL59AwC/TQMAvGUDAL19AwC6dQMAu30DANaAAIDagACA3oAAgOKAAICEBAIAoyUCAOaAAIClJQIApi0CAOqAAIDugACA8oAAgKqtAgCrpQIArL0CAK2lAgCupQIAr5UCAPaAAID6gACA/oAAgAKBAIAGgQCA48ADAAqBAIDhrAEADoEAgO9YAwASgQCAFoEAgIANAACB5QAAgu0AABqBAIDhYA8A40ABAOM4DgDheA4AHoEAgCKBAIC+lAUAKoEAgIYABACHZAUALoEAgDKBAIA2gQCA7/wOAO98DgA6gQCAs1EBAD6BAID2fgCAQoEAgEaBAIC2DQEAtQkBAEqBAIC74QAAuhkBAE6BAIBSgQCAv9EAAL7pAAC96QAAvPkAALaAAIAmgQCAVoEAgFqBAIBegQCAYoEAgGaBAIBqgQCAqKEGAKmtBgCquQYAq7EGAKzhBgCt7QYAruUGAK/FBgCwvQYAsUUHALJNBwCzXQcAtE0HALV1BwC2fQcAtx0HALglBwC5LQcAuiUHALs9BwC8KQcAvRUHAL4RBwC/EQcAoxEGAG6BAIBygQCAdoEAgHqBAICmTQYApUkGAH6BAICroQcAqlkGAIKBAICGgQCAr5EHAK6pBwCtqQcArLkHAIANAACBFQAAgh0AAIqBAICOgQCAkoEAgISUAwC+lAMAloEAgJqBAICGyAAAh4wAAJ6BAICigQCApoEAgKqBAIConQYAqa0GAKqlBgCrvQYArK0GAK3RBgCu1QYAr80GAK6BAICygQCAtoEAgLqBAIC+gQCAwoEAgMaBAIDKgQCAuF0BALnBAQC6wQEAu8EBALzBAQC9yQEAvvEBAL/xAQCwvQYAsY0GALKFBgCzZQEAtH0BALVlAQC2bQEAt2UBALMtBgDOgQCA0oEAgNaBAIDagQCAtlEGALUlBgDegQCAu0kGALp5BgDigQCA5oEAgL+hAQC+uQEAvbEBALxRBgDqgQCAo2kGAO6BAIDygQCAphUGAPaBAID6gQCApWEGAKo9BgCrDQYA/oEAgAKCAICu/QEAr+UBAKwVBgCt9QEAutUHALvdBwC4wQcAucEHAL4xBAC/MQQAvPEHAL3xBwCyrQcAs7UHALCtBwCxpQcAtp0HALf1BwC0pQcAtZUHAKppBwCraQcAqGkHAKlpBwCuaQcAr2kHAKxpBwCtaQcAgLkDAIGNAwCChQMAhKgDAIZQ/AGHCAMAvjQDAAqCAICoZQIAqXUCAKp9AgCrdQIArG0CAK21AwCuvQMAr7UDAA6CAIASggCAFoIAgBqCAIAeggCAIoIAgCaCAIAqggCAuFEDALlZAwC6YQMAu2EDALwRAwC9HQMAvhUDAL8JAwCwzQMAsdUDALLdAwCz1QMAtM0DALVxAwC2cQMAt3EDAC6CAIAyggCAs/0DADaCAIC17QMAOoIAgD6CAIC2PQIAQoIAgEaCAIC7GQIAugECAL0JAgC8AQIAv70CAL4BAgBKggCAToIAgITE/QG+wPwBUoIAgFaCAIBaggCA79wDAF6CAIDhlAEAYoIAgOMQAwBmggCAgu0AAIHtAACA7QAA4TgGAOE8BwDjQAEA45QGAGqCAIBuggCAcoIAgHqCAICGgPwBh+j9AX6CAICCggCAhoIAgIqCAIDvnAEA79wGAKM1AwCOggCAkoIAgJaCAICaggCApvUCAKUlAwCeggCAq9ECAKrJAgCiggCApoIAgK91AgCuyQIArcECAKzJAgB2ggCAqoIAgK6CAICyggCA76T9AbaCAIC6ggCAvoIAgON4/QHCggCA4UD8AcaCAIDKggCAzoIAgNKCAIDWggCAs+X+AYItAACBFQAAgB0AANqCAIC25f4BtfX+Ad6CAIC7Yf8Butn+AeKCAICE5AMAv2n/Ab5h/wG9df8BvHn/Aaj9/gGpJf4Bqi3+Aasl/gGsPf4BrSX+Aa4t/gGvJf4BviwAAOaCAICGiAAAh+wAAOqCAIDuggCA8oIAgPaCAIC4gf8BuYH/AbqZ/wG7mf8BvIn/Ab21/wG+sf8Bv63/AbBd/gGx5f8Bsu3/AbPh/wG05f8Bte3/AbbZ/wG32f8Bo6X/AfqCAID+ggCAAoMAgAaDAICmpf8BpbX/AQqDAICrIf4Bqpn/AQ6DAIASgwCAryn+Aa4h/gGtNf4BrDn+ARaDAICz6f4BGoMAgB6DAIC2lf4BIoMAgCaDAIC16f4BurH+Abu5/gEqgwCALoMAgL51AQC/fQEAvJH+Ab2R/gGoHf4BqS3+Aaol/gGrPf4BrCX+Aa1R/gGuUf4Br1H+ATKDAIA2gwCAOoMAgD6DAIBCgwCARoMAgEqDAIBOgwCAuNkBALnZAQC67QEAu+EBALzhAQC94QEAvuEBAL/hAQCwMf4BsTn+AbIB/gGzAf4BtPUBALX9AQC29QEAt+kBAKOt/QFSgwCAvkwDAFqDAIBegwCAptH9AaWt/QFigwCAq/39Aar1/QFmgwCAaoMAgK85AgCuMQIArdX9AazV/QGA+QMAgfkDAIJNAACFdCAAboMAgITYAwCE1AQAcoMAgIZABACHVAMAdoMAgHqDAIB+gwCAgoMAgIaDAIC+8AUAqDECAKkxAgCqMQIAqzECAKyVAwCtnQMArpUDAK+NAwCKgwCAjoMAgJKDAICWgwCAhHwHAJqDAICegwCAooMAgLipAwC5qQMAumkDALtpAwC8eQMAvXkDAL5pAwC/aQMAsP0DALHNAwCyxQMAs60DALS5AwC1uQMAtq0DALelAwCmgwCAqoMAgK6DAICygwCAtoMAgLqDAIDv6AMAvoMAgOGQAQDCgwCA42wDAMqDAICAJQAAgSkAAIIdAADOgwCAs/kDANKDAICGaAcAh1wFANaDAIC2XQIAtV0CANqDAIC7SQIAunkCAN6DAIDigwCAvz0CAL49AgC9OQIAvFECAOaDAIDhPP4BvkAGAOPwAQDqgwCA7oMAgPKDAID2gwCA+oMAgP6DAIAChACABoIAgAaEAIAKhACADoQAgO/kAQAShACAFoQAgKNxAwAahACApdUCAB6EAIAihACAptUCACaEAIAqhACAq8ECAKrxAgCtsQIArNkCAK+1AgCutQIA4dz8AcaDAIDjUAQA74gEAID1BwCBCQAAgj0AAC6EAICEJAEAMoQAgDaEAIA6hACAPoQAgOFMBADv5BwA43QEALNdBgBChACAhgAMAIfgAwBGhACAtgUGALV1BgBKhACAuxEGALoJBgBOhACAUoQAgL/VBgC+1QYAvQEGALwJBgCojQYAqZUGAKqVBgCrpQYArL0GAK3FBgCuxQYAr/UGAFaEAIBahACAXoQAgGKEAIBmhACAaoQAgG6EAIByhACAuHUGALl9BgC6dQYAu80HALzVBwC93QcAvtUHAL/NBwCwjQYAsZUGALKdBgCzlQYAtFEGALVRBgC2UQYAt1EGAKMdBwCPFewBdoQAgHqEAIB+hACApkUHAKU1BwCChACAq1EHAKpJBwCGhACAioQAgK+VBwCulQcArUEHAKxJBwCeRfkBn6X5AZyR/QGdTfkBmlX9AZtd/QGYBfEBmZX+AZal8gGXYfEBlG31AZU19QGS4ekBk4X2AZBV7AGRXekBsbEdALClHQCziRkAskEcALUBJAC09RkAjoQAgJKEAICWhACAgqkDAIGhAwCAaQAAohUFAKMFAgCgFQYAob0FAKHFAQCahACAo80NAKLlAQClAQgApN0NAKfRCQCm2QkAqQEUAKilCACrxRQAqs0VAK3REQCsARAArwEcAK51EQCCEe8BgynvAZ6EAICihACAhuH1AYcR9gGEOeoBhY3qAYp59gGL4fEBvqQMAKqEAICO+f0BjzH+AYw98gGNYfIBkkn+AZOd/gGHCAwAhmwMAJax+gGX+QUAlFn6AZVZ+gGaYQYAm8EGAK6EAICyhACAtoQAgLqEAICcyQEAvoQAgKitBQCpuQUAqs0FAKvdBQCszQUArf0FAK71BQCvHQUAwoQAgMaEAIDKhACAzoQAgNKEAIDWhACA2oQAgN6EAIC4dQUAuX0FALoJBQC7CQUAvB0FAL0BBQC+AQUAvz0FALBxBQCxcQUAsnEFALNxBQC0UQUAtVEFALZRBQC3TQUAs0UEAOKEAIDmhACA6oQAgO6EAIC2fQQAtUUEAPKEAIC7tQQAurUEAPaEAID6hACAv5UEAL6VBAC9pQQAvKUEAP6EAICjAQQAAoUAgAaFAICmOQQACoUAgA6FAIClAQQAqvEEAKvxBAAShQCAhOwNAK7RBACv0QQArOEEAK3hBADh0AYAhAwMAOMoBwC+AAwAGoUAgO9EAwCGuAwAhywNAB6FAIDjlAEAIoUAgOH8AQBWgwCAJoUAgO/IBgAqhQCALoUAgDKFAICzjQMANoUAgLWNAwA6hQCAPoUAgLa1AwBChQCARoUAgLtBAwC6SQMAvUEDALxZAwC/QQMAvkkDAKNFDACmhACAFoUAgEqFAIBOhQCApn0MAKVFDABShQCAq4kMAKqBDABWhQCAWoUAgK+JDACugQwArYkMAKyRDACAFQ8AgR0PAIIhDwCzIQ4AXoUAgLUhDgC2JQ4AYoUAgGaFAIBqhQCAusEOALvBDgC8wQ4AvcEOAL7BDgC/wQ4AqK0OAKntDgCq5Q4Aq/0OAKzlDgCt6Q4ArjkOAK85DgBuhQCAcoUAgHaFAIB6hQCAgB0AAIEJAACCvQEAfoUAgLjNDwC51Q8AutUPALvlDwC8/Q8AvZUPAL6RDwC/kQ8AsEkOALFJDgCyWQ4As1kOALRJDgC1SQ4Atv0PALf1DwCjbQ8AgoUAgL6EAQCKhQCAjoUAgKZpDwClbQ8AkoUAgKuNDwCqjQ8AhogAAIdsAQCvjQ8Aro0PAK2NDwCsjQ8AloUAgLPtDgCahQCAnoUAgLaRDgCihQCApoUAgLXhDgC6tQ4Au70OAKqFAICuhQCAvn0BAL9lAQC8mQ4AvZkOAKgRDgCpJQ4AqiEOAKs5DgCsLQ4ArVUOAK5dDgCvUQ4AhKgAALKFAIC2hQCAuoUAgL6FAIDChQCAxoUAgMqFAIC47QEAuZUBALqVAQC7rQEAvLUBAL11AQC+fQEAv3UBALA1DgCxPQ4AsgkOALMJDgC0/QEAteUBALblAQC31QEAo6kNAM6FAIDShQCA1oUAgNqFAICm1Q0ApaUNAN6FAICr+Q0AqvENAOKFAIDmhQCAryECAK45AgCt3Q0ArN0NAIANAACBFQAAgh0AAOqFAIDuhQCA8oUAgIeQAwCGfAQAvuwEAPqFAID+hQCAAoYAgAaGAIAKhgCADoYAgBKGAICyLQ4AszUOALAtDgCxJQ4Ati0OALedDwC0LQ4AtSUOALq9DwC7jQ8AuKUPALm9DwC+LQ8AvxUPALyVDwC9JQ8AFoYAgBqGAIAehgCAIoYAgCaGAIAqhgCALoYAgDKGAICqpQ4Aq7UOAKjFDgCp3Q4Arp0OAK9VDgCspQ4ArZUOAKgNAgCpFQIAqhUCAKtNAgCsWQIArVkCAK5NAgCvRQIAhKgFADaGAIA6hgCAPoYAgIS4BABChgCARoYAgEqGAIC4/QIAuUEBALpBAQC7QQEAvEEBAL1JAQC+cQEAv3EBALAJAgCxCQIAss0CALPFAgC03QIAtcUCALbNAgC3xQIA4dQPAOMQDgDj9A4A4QwOAE6GAIBShgCAVoYAgFqGAIBehgCAYoYAgL4kBABqhgCA7AAAAO9EAADvzA4AboYAgIJlAACz2QIAgFUAAIFtAAC2nQIAcoYAgHaGAIC1lQIAuokCALuJAgCGqAQAh+AEAL5dAgC/RQIAvF0CAL1VAgCjHQUA9oUAgGaGAIB6hgCAfoYAgKZZBQClUQUAgoYAgKtNBQCqTQUAhoYAgIqGAICvgQUArpkFAK2RBQCsmQUAjoYAgLMpBgCShgCAloYAgLYpBgCahgCAnoYAgLUpBgC6pQYAu60GAKKGAICmhgCAvqUGAL+tBgC8tQYAva0GAKjlBgCp7QYAquUGAKv9BgCs5QYAre0GAK7lBgCvXQYAqoYAgK6GAICyhgCAtoYAgLqGAIC+hgCAwoYAgMaGAIC46QcAuekHALr9BwC79QcAvO0HAL1FBwC+TQcAv0UHALAlBgCxLQYAsiUGALM9BgC0JQYAtS0GALYlBgC32QcAo20HAIItAACBFQAAgB0AAMqGAICmbQcApW0HAM6GAICr6QcAquEHANKGAIC+oAEAr+kHAK7hBwCt6QcArPEHANaGAICzkQYAhugAAIcsAQC2QQEA2oYAgN6GAIC1UQEAuk0BALslAQDihgCA5oYAgL4lAQC/LQEAvDEBAL0xAQCwrQEAscUBALLBAQCzwQEAtMUBALXNAQC28QEAt/EBALgBAQC5AQEAugEBALsBAQC8AQEAvQEBAL4BAQC/AQEA6oYAgO6GAIDyhgCA9oYAgIaFAID6hgCA/oYAgAKHAICoTQYAqVkGAKo9BgCrNQYArP0BAK3lAQCu5QEAr9UBAKPVBQAGhwCACocAgA6HAIAShwCApgUCAKUVAgAWhwCAq2ECAKoJAgAahwCAHocAgK9pAgCuYQIArXUCAKx1AgAihwCAJocAgCqHAIAuhwCAMocAgOFkBQA2hwCA4+wFAIARAACBEQAAghEAAO/0BgA6hwCAPocAgEKHAIC+MAMAhMQCAEqHAICz4QMAhMAcALVRAwBOhwCAUocAgLZZAwBWhwCAWocAgLtxAwC6eQMAvbUAALxpAwC/tQAAvrUAAF6HAIDhlAEAYocAgONcAgCGcBwAh0QDAGaHAIBqhwCAbocAgHKHAIB2hwCAeocAgH6HAICChwCAhocAgO94AgCoVQIAqV0CAKphAgCrYQIArNECAK3RAgCu0QIAr9ECAIqHAICOhwCAkocAgJaHAICahwCAnocAgKKHAICmhwCAuGkBALlpAQC6CQEAuwkBALwZAQC9GQEAvgkBAL8FAQCwtQIAsb0CALK1AgCzaQEAtHkBALV5AQC2aQEAt2EBAOHEBwDjpAYA47gGAOF8BgCADQAAgTUAAII9AACqhwCArocAgLKHAIC+4B0AuocAgL6HAIDvYAAA7+gGAMKHAICjqQIAxocAgMqHAIDOhwCA0ocAgKYRAgClGQIA1ocAgKs5AgCqMQIAhkgcAIfMHACv/QEArv0BAK39AQCsIQIAqIUeAKmRHgCqkR4Aq60eAKy1HgCt1R4ArtEeAK/FHgC2hwCA2ocAgN6HAIDihwCA5ocAgOqHAIDuhwCA8ocAgLhhHwC5YR8AumEfALthHwC8YR8AvWEfAL5hHwC/YR8AsL0eALGFHgCyjR4As4UeALSdHgC1hR4Ato0eALeFHgCzGR4A9ocAgPqHAID+hwCAAogAgLZVHgC1PR4ABogAgLtBHgC6eR4ACogAgA6IAIC/QR4AvlkeAL1RHgC8WR4AEogAgKNdHgAWiACAGogAgKYRHgAeiACAIogAgKV5HgCqPR4AqwUeAISkAwC+qAMArh0eAK8FHgCsHR4ArRUeAKitHgCptR4AqrUeAKvJHgCs2R4ArdkeAK7JHgCvwR4AgO0BAIHxAQCC8QEAJogAgIaQAACHdAEAKogAgC6IAIC4yQEAuckBALrZAQC70QEAvPkBAL35AQC+mQEAv5UBALBFAQCxTQEAskUBALNdAQC0RQEAtU0BALZFAQC3+QEAsz0eADKIAIA2iACAOogAgD6IAIC2WR4AtVEeAEKIAIC7iQEAuoEBAEaIAIBKiACAv4kBAL6BAQC9iQEAvJEBAE6IAIBSiACAo3UeAFaIAIClGR4AWogAgF6IAICmER4ARocAgGKIAICrwQEAqskBAK3BAQCs2QEAr8EBAK7JAQBmiACAaogAgG6IAIByiACAdogAgIQYAgB6iACAfogAgIKIAICGiACAiogAgI6IAICSiACAmogAgJ6IAIC+cAMAgGkAAIFpAACCeQAAhAAEAIbwBACHdAMAoogAgO8MHwCmiACA4aweAKqIAIDj8B4ArogAgLKIAIC2iACAuogAgL6IAIDCiACAxogAgMqIAIDvVAIAzogAgNKIAIDWiACA46QCANqIAIDhgAEA3ogAgOKIAIDmiACA6ogAgO6IAICzRQMA8ogAgPaIAID6iACA/ogAgLZFAwC1VQMAAokAgLshAwC6SQMAvqAEAAqJAIC/KQMAviEDAL01AwC8OQMAqDkCAKk5AgCqjQIAq4UCAKydAgCthQIAroUCAK+1AgCA7QEAgfUBAIL1AQAOiQCAhpAEAIcEBQASiQCAFokAgLhFAQC5TQEAukUBALtdAQC8SQEAvUkBAL55AQC/eQEAsM0CALGlAgCyrQIAs6ECALSlAgC1rQIAtp0CALd9AQAaiQCAHokAgCKJAIAmiQCAKokAgC6JAIAyiQCA74gBAITsBADhVB4ANokAgONUAQA6iQCAPokAgEKJAIBGiQCAo0UCAEqJAIBOiQCAUokAgFaJAICmRQIApVUCAFqJAICrIQIAqkkCAF6JAIBiiQCArykCAK4hAgCtNQIArDkCAKg1BgCpPQYAqlEGAKttBgCseQYArWUGAK5tBgCvZQYABokAgGaJAIBqiQCAbokAgIAZAACBGQAAggUAAHKJAIC45QYAuekGALr5BgC7+QYAvOkGAL3pBgC+nQYAv5UGALAdBgCx5QYAsu0GALPlBgC0/QYAteEGALbhBgC34QYAs9kGAL7QAwB2iQCAeokAgH6JAIC25QYAtfEGAIKJAIC7IQYAutkGAIaYAACHeAMAvyUGAL45BgC9MQYAvDkGAIaJAICjnQYAiokAgI6JAICmoQYAkokAgJaJAICltQYAqp0GAKtlBgCaiQCAnokAgK59BgCvYQYArH0GAK11BgCo7QcAqSkGAKoxBgCrMQYArJEGAK2RBgCukQYAr5EGAKKJAICmiQCAqokAgK6JAICyiQCAtokAgLqJAIC+iQCAuIUGALmNBgC6hQYAu50GALyNBgC9vQYAvrUGAL95AQCw8QYAsfEGALLxBgCzxQYAtMEGALXBBgC2wQYAt8EGALO5BgDCiQCAxokAgMqJAIDOiQCAthEGALUZBgDSiQCAuzUGALo1BgDWiQCA2okAgL8FBgC+BQYAvREGALwlBgClQQYA3okAgOKJAICmSQYAgRUAAIB5AACj4QYAghUAAK1JBgCsfQYAr10GAK5dBgCENAEAlogAgKttBgCqbQYAvswDAOqJAICzlQIA7okAgLXZAgDyiQCA9okAgLbRAgCGgAwAhzgDALvFAgC6xQIAvRUDALwVAwC/FQMAvhUDAPqJAID+iQCA71gGAIRAAwACigCABooAgAqKAIAOigCAEooAgBaKAIAaigCAHooAgOE4BgAiigCA4yQGAL5wDACsSQIArUkCAK5dAgCvVQIAqB0CAKkFAgCqBQIAq10CAISoDAAmigCAKooAgC6KAIC+vA0AMooAgDaKAIA6igCAvE0DAL1VAwC+VQMAv2UDALjpAwC56QMAul0DALtVAwC0yQMAtckDALbZAwC32QMAsBkCALEZAgCy2QMAs9kDAD6KAIDj5AAAQooAgOG8AQBGigCAgj0AAIE9AACAPQAASooAgE6KAIBSigCAWooAgF6KAIDvzAMAYooAgGaKAICj3QMAaooAgIboDACHYA0AbooAgKaZAwClkQMAcooAgKuNAwCqjQMAdooAgHqKAICvXQIArl0CAK1dAgCsXQIAfooAgIKKAICGigCAiooAgI6KAICSigCAlooAgO/gAQCEvAwA4YwGAJqKAIDjHAYAnooAgKKKAICmigCAqooAgLPVAQCuigCAsooAgLaKAIC6igCAtpEBALWZAQC+igCAu70BALq9AQDCigCAyooAgL+dAQC+nQEAvZ0BALydAQCoBQ4AqQkOAKodDgCrFQ4ArFEOAK1RDgCuSQ4Ar0kOAFaKAICCzQ8AgfUPAID9DwDGigCAzooAgIYcAACHsAMAuOkOALnpDgC6/Q4Au/UOALztDgC9VQ8AvlEPAL9NDwCwOQ4AsTkOALIJDgCzCQ4AtBkOALUZDgC2DQ4At9kOAKOVDgDSigCA1ooAgNqKAIDeigCAptEOAKXZDgDiigCAq/0OAKr9DgDmigCA6ooAgK/dDgCu3Q4Ard0OAKzdDgDuigCAs/0PAPKKAID2igCAtoEPAPqKAID+igCAtZkPALqNDwC7ZQ8AAosAgAaLAIC+fQ8Av2UPALx9DwC9dQ8AqC0OAKk1DgCqMQ4AqzEOAKxVDgCtRQ4ArkUOAK91DgAKiwCADosAgBKLAIAWiwCAGosAgB6LAIAiiwCAJosAgLjpDgC59Q4Auv0OALv1DgC87Q4AvZEOAL6RDgC/kQ4AsA0OALHlDgCy7Q4As+UOALT9DgC15Q4Atu0OALflDgCjuQ4Agi0AAIEVAACAHQAAKosAgKbFDgCl3Q4ALosAgKshDgCqyQ4AMosAgL4sAQCvIQ4ArjkOAK0xDgCsOQ4AOosAgLZVAQC1RQEANosAgLNVAQA+iwCAhngAAIdcAAC/OQEAvjEBAL0lAQC8JQEAuzEBALpZAQDmiQCAQosAgEaLAIBKiwCAhAQDAKOJAgBOiwCApZkCAKaJAgBSiwCAvyg5AFaLAICqhQIAq+0CAKz5AgCt+QIAru0CAK/lAgDjWAIA78AOAOGIAQBaiwCAXosAgGKLAIBmiwCAaosAgG6LAIByiwCAdosAgHqLAIDvKAIA4ygOAH6LAIDhRA4AqbUCAKhpDQCrAQIAqgkCAK0BAgCsGQIArzECAK4BAgC+AAQAgosAgIaLAICKiwCAjosAgJKLAICWiwCAmosAgLnlAwC45QMAu+UDALrlAwC95QMAvOUDAL/lAwC+5QMAsSECALBJAgCzJQIAsiUCALUpAgC0IQIAtxUCALYVAgCowQIAqdECAKr1AgCrDQEArBUBAK0FAQCuBQEArzkBAJ6LAICiiwCAqosAgK6LAICyiwCAtosAgLqLAIC+iwCAuC0BALk9AQC67QEAu+UBALz9AQC95QEAvu0BAL/lAQCwLQEAsTUBALI9AQCzNQEAtC0BALUVAQC2HQEAtxUBAIA9AQCBpQAAgq0AAO/YAACGsAUAh9gFAMKLAIDv1A8AhGwEAOH0DgDGiwCA4xwPAMqLAIDhlAEAzosAgOMMDgCzPQIA0osAgNaLAIDaiwCA3osAgLbFAQC13QEA4osAgLuxAQC6qQEA5osAgOqLAIC/kQEAvqkBAL2hAQC8qQEAposAgO6LAICqRQYAq10GAKxFBgCtTQYArkUGAK99BgDyiwCA9osAgPqLAICj0QUA/osAgKUxBgCmKQYAAowAgAaMAICCHQAAgR0AAIAdAAAKjACADowAgBKMAIC+lAMAFowAgBqMAICGSAMAh8wDAB6MAIAijACAJowAgCqMAICoqQcAqakHAKq5BwCruQcArKkHAK2pBwCuAQcArzUHAC6MAIAyjACANowAgDqMAIA+jACAQowAgEaMAIBKjACAuC0HALnBAAC66QAAu+kAALz5AAC95QAAvuUAAL+dAACwUQcAsV0HALItBwCzJQcAtD0HALUlBwC2JQcAtxUHALMxBgBOjACAUowAgFaMAIBajACAtikGALUhBgBejACAu5kGALqVBgBijACAZowAgL/hBgC++QYAvfEGALz5BgBqjACAo3UGAG6MAIByjACApm0GAHaMAIB6jACApWUGAKrRBgCr3QYAfowAgIKMAICuvQYAr6UGAKy9BgCttQYAqOUBAKn1AQCq/QEAq/UBAKztAQCtNQEArj0BAK81AQCA+QAAgc0AAILFAACEYAEAvngBAIqMAICHrAAAhpABALjRAAC52QAAuuEAALvhAAC8kQAAvZ0AAL6VAAC/iQAAsE0BALFVAQCyXQEAs1UBALRNAQC18QAAtvEAALfxAACzdQIAjowAgJKMAICWjACAmowAgLa1AgC1ZQIAnowAgLuRAgC6iQIAoowAgKaMAIC/NQMAvokCAL2BAgC8iQIAqowAgKMxAgCujACAhMADAKbxAgCyjACAtowAgKUhAgCqzQIAq9UCALqMAIC+jACArs0CAK9xAwCszQIArcUCAKuNAACqjQAAqY0AAKg5AwCvvQAArr0AAK2FAACsjQAAqgAAAKsAAADCjACAxowAgMqMAIDOjACA0owAgNaMAIC7fQAAun0AALl9AAC4fQAAv90BAL7dAQC93QEAvN0BALO5AACysQAAsaEAALCtAAC3XQAAtl0AALWVAAC0lQAA2owAgN6MAIDijACA5owAgIE1AACADQAA6owAgII1AAC+rD0A7owAgPKMAICFaD0A+owAgP6MAICGODwAh8ACALNJAQACjQCA0AAAAAaNAIAKjQCAtkkBALVJAQAOjQCAuykBALolAQASjQCAFo0AgL8dAQC+HQEAvSEBALwpAQDjNDYA4QwGAOGwAgDjPAYAGo0AgB6NAIAijQCAJo0AgIQsPwC+oD8AKo0AgC6NAIDvfDcAMo0AgDaNAIDvGAEAOo0AgD6NAICGaD4Ah8w/AEKNAIBGjQCASo0AgO+UAABOjQCA4ZQBAFKNAIDjUAAAVo0AgILpPwCB6T8AgPE/AKMJPgCPASQA9owAgFqNAIBejQCApgk+AKUJPgBijQCAq2k+AKplPgBmjQCAao0AgK9dPgCuXT4ArWE+AKxpPgCeYTgAn3U4AJzBNACdtTkAmqU1AJt1NACYeTAAmXExAJYhLQCXhTEAlG0sAJVlLACSeSgAk6UtAJBRJACReSgAsQ0UALAFFACzARgAslUUALV5GAC0tRgAbo0AgHKNAIB2jQCAeo0AgH6NAICCjQCAotE8AKMlAQCgdTkAob08AKHJAACGjQCAowEEAKLlAAClHQQApPUEAKf5CACmAQgAqQEMAKhtCACrzQwAqs0MAK3REACsARAAr9URAK7ZEACCBSUAgy0lAIqNAICOjQCAhsEsAIcRLQCEHSkAhRUpAIopLQCLZSwAko0AgJaNAICOHTAAj8E0AIzZMACNHTEAkmE1AJPNNQCajQCAno0AgJZhOQCXmTgAlKE4AJV9OQCaYT0AmwU9AKKNAICmjQCAqo0AgK6NAICc6QAAso0AgLaNAIC6jQCAvo0AgMKNAICGjACAxo0AgMqNAIDOjQCAqJE+AKmRPgCq7T4Aq+E+AKzhPgCt6T4ArtE+AK/RPgCwUT4AsVE+ALJRPgCzUT4AtHk+ALV5PgC2bT4At2U+ALghPgC5IT4Aujk+ALs5PgC8KT4AvRU+AL4RPgC/DT4AgJkDAIGZAwCCBQAA0o0AgL5UAwDhsD0A2o0AgONAPgCEOAIA3o0AgOKNAIDv9D8A5o0AgOqNAICGmAQAhxwDALMFPQCECAQA7o0AgPKNAID2jQCAtgk9ALUJPQD6jQCAu/U9ALr1PQD+jQCAAo4AgL/dPQC+3T0AveU9ALzlPQAGjgCACo4AgKPNPQC+xAQApcE9AA6OAIASjgCApsE9ABaOAIAajgCAqz09AKo9PQCtLT0ArC09AK8VPQCuFT0AtmkCAB6OAIAijgCAtWkCACaOAICzSQIAKo4AgC6OAIC+qQMAv6kDALzBAwC9wQMAuvkDALv5AwAyjgCANo4AgKgtAwCpnQMAqpUDAKutAwCstQMArb0DAK61AwCv2QMAgA0AAIEVAACCHQAAOo4AgD6OAIBCjgCAh7QFAIacBAC4MQIAuTECALo1AgC7zQIAvNUCAL3dAgC+1QIAv8kCALBpAgCxaQIAskECALNBAgC0OQIAtTkCALYRAgC3EQIASo4AgOM0PgBOjgCA4aw+AFKOAIDvfAMAVo4AgFqOAIBejgCA45QDAGKOAIDhfD4AZo4AgO/oPgBqjgCAbo4AgHKOAIB2jgCAo1UDAHqOAICldQMAfo4AgIKOAICmdQMAho4AgIqOAICr5QIAquUCAK3dAgCs3QIAr7UCAK61AgCoGQYAqSEGAKohBgCrPQYArCUGAK1dBgCuVQYAr00GAEaOAICOjgCAko4AgJaOAICajgCAno4AgKKOAICmjgCAuOUGALmBBgC6gQYAu50GALyJBgC9iQYAvqEGAL+hBgCwPQYAsQ0GALIFBgCz7QYAtPUGALXhBgC24QYAt90GALOpBgCCLQAAgRUAAIAdAACqjgCAtt0GALWtBgCujgCAu8kGALr5BgCyjgCAhOADAL8lBgC+MQYAvTkGALzRBgC+iAMAo+0GANaNAIC2jgCAppkGALqOAIC+jgCApekGAKq9BgCrjQYAhkgAAIdsAACudQYAr2EGAKyVBgCtfQYAqIEGAKmNBgCqmQYAq5UGAKyNBgCttQYArrEGAK+tBgDCjgCAxo4AgMqOAIDOjgCA0o4AgNaOAIDajgCA3o4AgLilBgC5YQEAumEBALthAQC8YQEAvWEBAL5hAQC/YQEAsNkGALHZBgCyqQYAs6kGALS9BgC1oQYAtqEGALedBgCzEQYA4o4AgOaOAIDqjgCA7o4AgLY1BgC1BQYA8o4AgLsdBgC6HQYA9o4AgPqOAIC/ZQYAvnkGAL19BgC8fQYA/o4AgKNVBgACjwCABo8AgKZxBgAKjwCADo8AgKVBBgCqWQYAq1kGABKPAIAWjwCArj0GAK8hBgCsOQYArTkGAKjVAgCp3QIAqikDAKspAwCsOQMArTkDAK4pAwCvKQMAGo8AgB6PAIAijwCAKo8AgC6PAIAyjwCAvrgDADaPAIC47QMAuYUDALqBAwC7gQMAvIUDAL2NAwC+sQMAv7EDALBZAwCxWQMAsu0DALPlAwC0/QMAteUDALblAwC31QMAgKEAAIGhAACCoQAAvoAMADqPAICEmAIAPo8AgEKPAICGAAwAh/QDAEaPAIBKjwCATo8AgFKPAIBWjwCAhLADALPhAwBajwCAXo8AgGKPAIBmjwCAtvkDALXxAwBqjwCAu90DALrdAwBujwCAco8AgL9hAwC+eQMAvXEDALx5AwB2jwCAeo8AgH6PAICjLQIAgo8AgKU9AgCmNQIAho8AgIqPAICOjwCAqhECAKsRAgCstQIArb0CAK61AgCvrQIA48QDAOMQBwDhuAEA4WwHAIBxAACBcQAAggUAAJKPAICGwAwAh1QNAJqPAICejwCA77ADAO8ABwCijwCApo8AgKqPAICujwCAso8AgLaPAIC6jwCAvo8AgMKPAIDvpAEAhKANAOGABgDGjwCA4xABAMqPAIDOjwCA0o8AgNaPAICz9QEA2o8AgN6PAIDijwCA5o8AgLZNAQC1SQEA6o8AgLtRAQC6SQEA7o8AgPKPAIC/OQEAvjEBAL1BAQC8SQEAqC0OAKk1DgCqPQ4AqzEOAKyBDgCtjQ4AroUOAK+1DgCWjwCA9o8AgPqPAID+jwCAgBkAAIEZAACCBQAAApAAgLidDgC5rQ4AuqUOALtNDwC8VQ8AvV0PAL5JDwC/QQ8AsM0OALHVDgCy3Q4As9UOALS1DgC1vQ4AtrUOALetDgCjtQ4AvogDAAaQAIAKkACADpAAgKYNDgClCQ4AEpAAgKsRDgCqCQ4AhggAAIdsAwCveQ4ArnEOAK0BDgCsCQ4AFpAAgBqQAIAekACAs7UPACKQAIC1VQ8Atl0PACaPAIAmkACAKpAAgLp5DwC7eQ8AvGkPAL1dDwC+SQ8Av0kPAKhpDgCpaQ4AqnEOAKtxDgCskQ4ArZEOAK6RDgCvkQ4ALpAAgDKQAIA2kACAOpAAgD6QAIBCkACARpAAgEqQAIC4hQ4AuY0OALqFDgC7nQ4AvI0OAL29DgC+tQ4Av3kBALDxDgCx8Q4AsvEOALPFDgC0wQ4AtcEOALbBDgC3wQ4Ao/kOAE6QAIBSkACAVpAAgFqQAICmEQ4ApRkOAF6QAICrNQ4AqjUOAGKQAIBmkACArwUOAK4FDgCtEQ4ArCUOAIANAACBFQAAgh0AAGqQAIBukACAcpAAgISUAQC+lAEAhkAHAIf0AAB6kACAfpAAgIKQAICGkACAipAAgI6QAICojQIAqZUCAKqVAgCrzQIArNUCAK3dAgCuyQIAr/0CAJKQAICWkACAmpAAgJ6QAIC/ABQAopAAgKaQAICqkACAuH0DALnBAwC6wQMAu8EDALzBAwC9yQMAvvEDAL/xAwCwhQIAsUUDALJNAwCzRQMAtF0DALVFAwC2TQMAt0UDALMdAgCukACAspAAgLaQAIC6kACAtl0CALVdAgC+kACAu4EDALpBAgDCkACAxpAAgL+BAwC+mQMAvZEDALyZAwDKkACAo1kCAM6QAIDSkACAphkCANaQAIDakACApRkCAKoFAgCrxQMA3pAAgOKQAICu3QMAr8UDAKzdAwCt1QMA6pAAgOPMAACEBAIA4bwBAIDJAQCB/QEAgvUBAL4QBQDukACAvigEAPKQAID2kACA+pAAgO8QAAD+kACAApEAgIbgBACH9AIABpEAgAqRAIDj/A8ADpEAgOHgDwASkQCA7xQPABaRAIAakQCAHpEAgCKRAIAmkQCAKpEAgC6RAIAykQCANpEAgDqRAIA+kQCAQpEAgEaRAIBKkQCA7+ABAIUEEgDh3A4ATpEAgOMcDgCAKQAAgR0AAIIFAABSkQCAszECAFqRAICEzAUAXpEAgGKRAIC2KQIAtSECAGaRAIC7zQEAus0BAGqRAIBukQCAv3UBAL7JAQC9wQEAvMkBAKjpBQCp6QUAqvkFAKv5BQCs6QUArekFAK45BgCvOQYA5pAAgFaRAICGiAAAhwADAHKRAIB2kQCAepEAgH6RAIC40QYAudkGALrhBgC74QYAvJEGAL2dBgC+lQYAv4kGALBJBgCxSQYAsl0GALNVBgC0TQYAtfEGALbxBgC38QYAo3EFAIKRAICGkQCAipEAgI6RAICmaQUApWEFAJKRAICrjQYAqo0GAJaRAICakQCArzUGAK6JBgCtgQYArIkGAJ6RAICikQCAs+EHAKaRAIC14QcAqpEAgK6RAIC25QcAdpAAgLKRAIC7vQcAuqEHAL2VBwC8qQcAv5UHAL6VBwCoAQYAqSUGAKohBgCrIQYArCEGAK0tBgCuJQYAr1UGALaRAICCHQAAgR0AAIAdAAC6kQCAvpEAgMKRAIC+MAEAuDkGALk5BgC6yQYAu8kGALzZBgC92QYAvskGAL/JBgCwLQYAsTEGALI1BgCzCQYAtBkGALUZBgC2CQYAtwkGAKOpBgCEjAIAhigfAIdEAQDKkQCApq0GAKWpBgDOkQCAq/UGAKrpBgDSkQCA1pEAgK/dBgCu3QYArd0GAKzhBgDakQCAsxUGAN6RAIDikQCAtj0GAOaRAIDqkQCAtTUGALrZAQC72QEA7pEAgPKRAIC+fQEAv2UBALx9AQC9dQEAqMUFAKnJBQCq2QUAq9EFAKz5BQCt+QUArikCAK8pAgD2kQCA+pEAgP6RAIACkgCAjAAAAAaSAIAKkgCADpIAgLjtAgC5hQIAuo0CALuBAgC8hQIAvY0CAL69AgC/fQMAsFkCALFZAgCy7QIAs+UCALT9AgC15QIAtuUCALfVAgCjUQUAEpIAgBaSAIAakgCAHpIAgKZ5BQClcQUAIpIAgKudAgCqnQIAJpIAgCqSAICvIQIArjkCAK0xAgCsOQIAghEAAC6SAICAZQAAgQkAADKSAIC+mAMAOpIAgD6SAICEJAMAQpIAgIdoAwCGjBwARpIAgEqSAIBOkgCAUpIAgFaSAIBakgCAs6ECAITAHAC10QIAXpIAgGKSAIC21QIAZpIAgGqSAIC7wQIAuvUCAL0RAQC82QIAvxEBAL4ZAQBukgCAcpIAgHaSAIB6kgCAfpIAgIKSAICGkgCA77gGAIqSAIDhnAQAjpIAgON0BgCSkgCAlpIAgJqSAICekgCAgPkAAIH5AACCBQAAopIAgL5YHACEWB8A71wAAO9ABgDhkAEA4fwGAOM8AADjdAYAqpIAgK6SAICGmBwAh/QcAKNpAgC+DB8AspIAgLaSAIC6kgCAph0CAKUZAgC+kgCAqwkCAKo9AgDCkgCAxpIAgK/ZAQCu0QEArdkBAKwRAgCokR0AqZkdAKqhHQCroR0ArNEdAK3dHQCu1R0Ar8kdADaSAICmkgCAypIAgM6SAIDSkgCA1pIAgNqSAIDekgCAuHkeALl5HgC6zR4Au8UeALzdHgC9xR4AvsUeAL/1HgCwuR0AsY0dALKFHQCzTR4AtFUeALVdHgC2VR4At0keALjNHwC51R8Aut0fALvVHwC88R8Avf0fAL7pHwC/6R8AsKUfALGxHwCysR8As40fALSVHwC19R8Atv0fALf1HwCoGR4AqRkeAKotHgCrPR4ArCUeAK0tHgCuJR4Ar90fAOKSAIDmkgCA6pIAgO6SAIDykgCAxpEAgPaSAID6kgCAs+UfAP6SAIACkwCABpMAgAqTAIC27R8Ate0fAA6TAIC7NR4AuiEeABKTAIAWkwCAv3EeAL4RHgC9GR4AvCUeAIJpAACjoR8AgFkAAIFRAACmqR8AGpMAgB6TAIClqR8AqmUeAKtxHgCGAAQAh+wBAK5VHgCvNR4ArGEeAK1dHgCoMR4AqTEeAKpBHgCrQR4ArEEeAK1JHgCucR4Ar3EeACKTAIAmkwCAKpMAgC6TAIAykwCANpMAgDqTAIA+kwCAuCkBALkpAQC6OQEAuzUBALwtAQC90QAAvtEAAL/RAACwyQEAsckBALLZAQCz2QEAtMkBALXJAQC2GQEAtxkBALPJHQBCkwCARpMAgEqTAIBOkwCAtskdALXJHQBSkwCAuw0CALoNAgBWkwCAWpMAgL8NAgC+DQIAvQ0CALwNAgBekwCAo40dAGKTAIBmkwCApo0dAGqTAIBukwCApY0dAKpJAgCrSQIAcpMAgHaTAICuSQIAr0kCAKxJAgCtSQIAgA0AAIERAACCEQAAepMAgO/MAgB+kwCAgpMAgISQAgDjLAIAvigDAOHYAQCKkwCAhhAEAIfUAwCOkwCAkpMAgLNhAwCWkwCAmpMAgJ6TAICikwCAtnkDALVxAwCmkwCAu10DALpdAwCqkwCArpMAgL/hAAC++QAAvfEAALz5AACjoQIAspMAgLaTAIC6kwCAvpMAgKa5AgClsQIAwpMAgKudAgCqnQIAxpMAgMqTAICvIQEArjkBAK0xAQCsOQEAzpMAgNKTAIDvZB8A1pMAgNqTAIDekwCA4pMAgOaTAICADQAAgREAAIIVAADqkwCA4eAcAO6TAIDjiB8A8pMAgISAAgC+jAUAh0gFAIYsBAD6kwCA/pMAgO+kHgDv9B4A4QAeAOFQHwDjLB4A47AeAAKUAIAGlACACpQAgA6UAIASlACAFpQAgISEBACzcQEAGpQAgLUdAQC2FQEAHpQAgCKUAIAmlACAugEBALsBAQC89QAAvf0AAL71AAC/7QAAqK0GAKm9BgCqtQYAq8kGAKzZBgCt2QYArskGAK/BBgAqlACALpQAgDKUAIA2lACAOpQAgD6UAIBClACARpQAgLhtBwC5BQcAug0HALsBBwC8AQcAvQEHAL4BBwC/AQcAsIkGALGJBgCybQcAs2UHALR9BwC1ZQcAtmUHALdVBwCGkwCAozkGAEqUAID2kwCApl0GAE6UAIBSlACApVUGAKpJBgCrSQYAVpQAgFqUAICuvQcAr6UHAKy9BwCttQcAgG0AAIEJAACCGQAAXpQAgGKUAIC+nAMAZpQAgGqUAICGQAAAh2AAAG6UAIBylACAdpQAgHqUAIB+lACAgpQAgKiRBgCpkQYAqrkGAKu5BgCsqQYArakGAK7ZBgCv2QYAhpQAgIqUAICOlACAkpQAgJaUAICalACAnpQAgKKUAIC4cQEAuXEBALpxAQC7cQEAvNkBAL3BAQC+wQEAv/UBALCxBgCxuQYAsokGALOJBgC0UQEAtVEBALZRAQC3UQEAszEGAKaUAICqlACArpQAgLKUAIC2KQYAtSEGALaUAIC7fQYAunUGALqUAIC+lACAv5UBAL6VAQC9XQYAvF0GAMKUAICjdQYAxpQAgMqUAICmbQYAzpQAgNKUAIClZQYAqjEGAKs5BgCErAEAvqABAK7RAQCv0QEArBkGAK0ZBgCo3QIAqe0CAKrlAgCr/QIArOUCAK3tAgCu5QIArz0DANqUAIDelACA4pQAgL5kDADmlACA6pQAgO6UAIDylACAuMkDALnJAwC62QMAu9EDALz5AwC9+QMAvpkDAL+VAwCwRQMAsU0DALJFAwCzXQMAtEUDALVNAwC2RQMAt/kDAIFVAwCASQMAs2UCAIJVAwC1ZQIA9pQAgPqUAIC2ZQIAhgAMAIfkAwC7gQMAuokDAL2BAwC8mQMAv4EDAL6JAwCjLQIA/pQAgAKVAIAGlQCACpUAgKYtAgClLQIADpUAgKvJAwCqwQMAEpUAgBaVAICvyQMArsEDAK3JAwCs0QMA49gGAOGsBwDhnAYA45wGABqVAICEWA0AHpUAgCKVAIAmlQCAKpUAgC6VAIAylQCA7xwBADaVAIA6lQCA70AGAIB5AACBFQAAghEAAIQADAA+lQCA46wAAEKVAIDhpAEASpUAgO9wAACGyAwAh6QNAE6VAIBSlQCAVpUAgFqVAIC6yQUAu8kFALilBQC5zQUAvvkFAL/5BQC8zQUAvcUFALKlBQCzrQUAsBEGALERBgC2rQUAt50FALS1BQC1rQUAqmEGAKthBgConQYAqZUGAK5hBgCvYQYArHEGAK1xBgBelQCAYpUAgGaVAIBqlQCAbpUAgHKVAIC+sAwAdpUAgKghDgCpIQ4AqiEOAKs9DgCsJQ4ArS0OAK4lDgCviQ4ARpUAgHqVAIB+lQCAgpUAgIaVAICKlQCAjpUAgJKVAIC4UQ8AuV0PALpVDwC7bQ8AvHUPAL19DwC+dQ8Av2kPALD5DgCxoQ4AsqEOALOhDgC0oQ4AtakOALaRDgC3kQ4As6kOAJaVAIDWlACAmpUAgJ6VAIC2rQ4Ata0OAKKVAIC7ZQ4Auj0OAKaVAICqlQCAv20OAL5lDgC9dQ4AvHUOAIIZAACj7Q4AgGUAAIEZAACm6Q4ArpUAgLKVAICl6Q4AqnkOAKshDgC2lQCAupUAgK4hDgCvKQ4ArDEOAK0xDgCoYQ4AqXUOAKp9DgCrdQ4ArG0OAK31DgCu/Q4Ar/UOAIaAAQCHpAEAvpUAgMKVAIDGlQCAypUAgM6VAIDSlQCAuHUBALl9AQC6dQEAu8kBALzdAQC9xQEAvsUBAL/1AQCwjQ4AsZUOALKdDgCzkQ4AtFUBALVdAQC2VQEAt00BALP1DgDWlQCA2pUAgN6VAIDilQCAtnUOALXlDgDmlQCAu1EOALpJDgDqlQCA7pUAgL+ZAQC+kQEAvUUOALxJDgDylQCAo7EOAPaVAID6lQCApjEOAP6VAIAClgCApaEOAKoNDgCrFQ4ABpYAgAqWAICu1QEAr90BAKwNDgCtAQ4AqO0CAKktAwCqJQMAqz0DAKwlAwCtLQMAriUDAK+ZAwAOlgCAEpYAgBaWAIAalgCAHpYAgCKWAIC+dAIAKpYAgLiNAwC5kQMAupEDALulAwC8vQMAvXUAAL59AAC/dQAAsOkDALHpAwCy+QMAs/EDALTZAwC12QMAtrkDALe1AwCArQAAgbUAAIK9AACzoQMALpYAgLWhAwC2oQMAMpYAgITgAgA2lgCAuiEDALshAwC8IQMAvSkDAL4RAwC/EQMAo+0DAIXABACFtG8AOpYAgD6WAICm7QMApe0DAEKWAICrbQMAqm0DAIZIBQCHbAMAr10DAK5dAwCtZQMArG0DAEaWAIDjAA4A71hsAOG0DwBKlgCATpYAgFKWAIBWlgCAoakDAKD9DwCjwQMAog0DAOHgAwDv4A8A4+QDAFqWAIBelgCAYpYAgIQEBAC+BAQAZpYAgO+UAwBqlgCAbpYAgHKWAIDj1AMAdpYAgOFUAAB6lgCAfpYAgIKWAICGlgCAgA0AAIEVAACCHQAAipYAgI6WAICSlgCAj5EbAO+cDgCE4AcA4dQOAJqWAIDj8A4AnpYAgKKWAICGGAcAh5AEAJnlFwCY5RcAm+kLAJo5CwCd/QoAnPELAJ9VDwCeXQ8AkSkfAJDNGwCTJR8Aks0fAJXREwCUKRMAlxkXAJZ1EwCM4RAAjSUQAI4tEACP+QwAJpYAgJaWAICKORQAi5UUAITpGACFBRgAhuUYAIfxFACmlgCAqpYAgIIxHACDFRwAnKkEAK6WAICylgCAtpYAgLqWAIC+lgCAmtEEAJt9BACUTQ0AleUIAJblCACXtQgAwpYAgMaWAICSWQwAk1kMAKGRAADKlgCAowF8AKKZAACluXwApJF8AKeZeACm4X0AqYF5AKiheACriXQAqgF0AK0BcACsWXQAr4VwAK6dcACx4WwAsAFsALMBaACyHWwAtfVoALT1aADOlgCA0pYAgNaWAIDalgCA3pYAgOKWAIDmlgCA6pYAgO6WAIDylgCAqD0HAKmVBwCqlQcAq6kHAKzdBwCtxQcArsUHAK8dBgD2lgCAgh0AAIEdAACAHQAA+pYAgP6WAIAClwCAvmABALgZBgC5GQYAuikGALslBgC8IQYAvSEGAL4hBgC/IQYAsHEGALFxBgCycQYAs3EGALRNBgC1NQYAtj0GALctBgCzHQcACpcAgIYoAACHqAAADpcAgLZFBwC1VQcAEpcAgLu1BgC6tQYAFpcAgBqXAIC/8QYAvokGAL2lBgC8pQYAHpcAgKNZBwAilwCAJpcAgKYBBwAqlwCALpcAgKURBwCq8QYAq/EGADKXAIA2lwCArs0GAK+1BgCs4QYAreEGAKipBQCptQUAqr0FAKs9AgCsJQIArVECAK5RAgCvUQIAOpcAgD6XAIBClwCARpcAgIQ8AwBKlwCATpcAgFKXAIC4pQIAua0CALqlAgC7vQIAvKUCAL2tAgC+pQIAv30DALAxAgCxMQIAshkCALMZAgC09QIAta0CALalAgC3nQIAVpcAgFqXAIBelwCAszkFAGKXAIC1oQIAtt0CAGaXAIBqlwCAbpcAgLr5AgC7+QIAvMECAL3BAgC+PQIAv2UCAHKXAICmgQIApf0CAHqXAICjZQUAvlh8AIbYfACHnHwArzkCAK5hAgCtnQIArJ0CAKulAgCqpQIAfpcAgIKXAICohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAIGFAQCAhQEAhpcAgILtAQCKlwCAjpcAgJKXAICWlwCAuHUBALl9AQC6dQEAu80BALzVAQC93QEAvskBAL/BAQCwtQIAsb0CALKBAgCzgQIAtFEBALVRAQC2UQEAt1EBAJqXAICelwCAopcAgKaXAIDhMAYA4WQHAOMoBgDjxAYAhCB9AKqXAIDvbAAA7xgGAK6XAICylwCAtpcAgLqXAICzXQIAvkh8AL6XAIDClwCAxpcAgLYVAgC1dQIAypcAgLs5AgC6MQIAzpcAgNKXAIC/1QEAvtUBAL0VAgC8FQIAo519AHaXAIDWlwCA2pcAgN6XAICm1X0ApbV9AOKXAICr+X0AqvF9AOaXAIDqlwCArxV+AK4VfgCt1X0ArNV9AIBNAACBVQAAglUAALOxfgDulwCAtWV/ALZtfwDylwCAhkADAIcEAwC66X8Au+l/ALz5fwC9+X8Avt1/AL/NfwD2lwCA+pcAgAaXAID+lwCAApgAgAaYAIAKmACADpgAgKhtfgCpXX4AqlV+AKuFfwCsgX8ArYF/AK6BfwCvgX8AsEF/ALFBfwCyQX8As0F/ALR1fwC1ZX8Atm1/ALdlfwC4XX8AuS1/ALolfwC7PX8AvC1/AL0dfwC+FX8Av/UAAKP9fwASmACAFpgAgBqYAIAemACApiF+AKUpfgAimACAq6V+AKqlfgAmmACAKpgAgK+BfgCukX4ArbV+AKy1fgAumACAMpgAgDaYAIA6mACAPpgAgEKYAIBGmACASpgAgIA9AACBCQAAghkAAE6YAIBSmACAhLgBAL6wAQBWmACAqK0BAKnVAQCq1QEAqw0BAKwVAQCtGQEArgkBAK8JAQCGAAQAhwQBAFqYAIBemACAYpgAgGaYAIBqmACAbpgAgLjtAAC5hQAAuo0AALuFAAC8nQAAvYUAAL6NAAC/hQAAsHkBALF5AQCy7QAAs+UAALT9AAC15QAAtuUAALfVAACzXQIAcpgAgHaYAIB6mACAfpgAgLaZAgC1nQIAgpgAgLu9AgC6vQIAhpgAgIqYAIC/IQMAvjkDAL0xAwC8OQMAvigDAKMZAgCOmACAkpgAgKbdAgCWmACAmpgAgKXZAgCq+QIAq/kCAJ6YAICimACArn0DAK9lAwCsfQMArXUDAL7IBACmmACAqpgAgL7EBQCumACAspgAgLaYAIC6mACAgD0AAIEJAACCGQAAvpgAgMKYAICEOAMAypgAgM6YAIDveAIA0pgAgIZIBACHVAMA1pgAgNqYAIDemACA4pgAgOaYAIDqmACA7pgAgPKYAIDjVAIA9pgAgOFAAQD6mACA/pgAgOMkfwACmQCA4Zx8AAaZAIAKmQCADpkAgBKZAICEbAUAFpkAgBqZAIAemQCAIpkAgO8YfwAmmQCAKpkAgLPxAgAumQCAMpkAgDqZAIA+mQCAtukCALXhAgBCmQCAu3EBALppAQCHoAUAhswEAL85AQC+WQEAvVEBALxhAQDhQH8ARpkAgOM4fgCEwAQAgtkAAO8UAACApQAAgdkAAEqZAIDjwAAATpkAgOHUAQBSmQCAVpkAgO+EfgBamQCAqs0BAKvVAQBemQCAYpkAgK79AQCvnQEArMUBAK31AQBmmQCAo1UCAGqZAIBumQCApk0CAHKZAIB2mQCApUUCAMaYAIA2mQCAepkAgH6ZAICCmQCAhpkAgIqZAICOmQCAqJkGAKmZBgCq7QYAq/0GAKzlBgCt7QYAruUGAK/dBgCwpQYAsa0GALKlBgCzuQYAtK0GALVVBwC2UQcAt00HALh1BwC5fQcAunUHALtJBwC8WQcAvVkHAL5JBwC/RQcAs0UGAJKZAICWmQCAmpkAgJ6ZAIC2TQYAtU0GAKKZAIC7SQYAukEGAIYIAACHjAAAv7EHAL5JBgC9TQYAvFEGAIJdAACjAQYAgEUAAIFdAACmCQYAqpkAgK6ZAIClCQYAqgUGAKsNBgCymQCAtpkAgK4NBgCv9QcArBUGAK0JBgCoTQYAqVUGAKpVBgCriQYArLEGAK29BgCuqQYAr6kGAKaZAIC6mQCAvpkAgMKZAIDGmQCAypkAgM6ZAIDSmQCAuEkBALlJAQC6WQEAu1kBALxJAQC9SQEAvt0BAL/VAQCw3QYAsa0GALKlBgCzjQYAtJkGALWZBgC2jQYAt4UGALPdBgDWmQCA2pkAgN6ZAIDimQCAtj0GALU5BgDmmQCAu2kGALoZBgDqmQCA7pkAgL9dBgC+XQYAvVkGALxxBgDymQCAo5kGAPaZAID6mQCApnkGAP6ZAIACmgCApX0GAKpdBgCrLQYABpoAgAqaAICuGQYArxkGAKw1BgCtHQYAqNUCAKndAgCq4QIAq+ECAKw1AwCtPQMArjUDAK8tAwCAzQMAgQkAAIIZAAAOmgCAEpoAgIQYAgC+dAMAGpoAgLjpAwC56QMAuokDALuFAwC8nQMAvYEDAL6BAwC/tQMAsFUDALFdAwCyVQMAs+kDALT5AwC1+QMAtukDALfhAwCGIAwAhxADAB6aAIAimgCAJpoAgCqaAIAumgCA71wCADKaAIDhFAAANpoAgOOIAgC++AwAOpoAgD6aAIBCmgCAu/kDALrxAwC+gA0ARpoAgL9dAwC+XQMAvV0DALzhAwCzCQIASpoAgE6aAIBSmgCAVpoAgLbdAwC13QMAWpoAgKipBgCpqQYAqrkGAKu5BgCsqQYArakGAK4dBQCvFQUAXpoAgGKaAIBmmgCAapoAgG6aAIBymgCAdpoAgHqaAIC4GQUAuS0FALolBQC7yQUAvNkFAL3FBQC+zQUAv8UFALBtBQCxdQUAsnUFALNFBQC0XQUAtT0FALY1BQC3KQUA4fQGAOFUBwDjFAYA47wGAIEJAACAqQAAfpoAgII5AACE7A0AgpoAgIeIDACGDAwAipoAgI6aAIDvzAcA78QHAKMpAwCSmgCAlpoAgJqaAICemgCApv0CAKX9AgCimgCAq9kCAKrRAgCmmgCAqpoAgK99AgCufQIArX0CAKzBAgCoPQ4AqY0OAKqFDgCrnQ4ArIUOAK2NDgCuuQ4Ar7UOAIaaAICumgCAspoAgLaaAIC6mgCAvpoAgMKaAIDGmgCAuL0OALllDwC6bQ8Au2UPALx9DwC9ZQ8Avm0PAL9lDwCw1Q4Asd0OALLVDgCzoQ4AtJUOALWdDgC2lQ4At40OALMNDgDKmgCAzpoAgNKaAIDWmgCAtg0OALUNDgDamgCAuxkOALoRDgDemgCAFpoAgL9ZDgC+UQ4AvXUOALwBDgDimgCAo0kOAOaaAIDqmgCApkkOAO6aAIDymgCApUkOAKpVDgCrXQ4AhKQDAPaaAICuFQ4Arx0OAKxFDgCtMQ4AqLEOAKmxDgCqzQ4Aq8UOAKzdDgCtxQ4ArsUOAK/1DgCA7QEAgfEBAILxAQD6mgCAhpABAIe0AQD+mgCAApsAgLjFAQC5zQEAusUBALvdAQC8zQEAvf0BAL6ZAQC/lQEAsI0OALFBAQCyQQEAs0EBALRBAQC1QQEAtkEBALdBAQCzRQ4ABpsAgAqbAIAOmwCAEpsAgLZFDgC1VQ4AFpsAgLuFAQC6SQ4AGpsAgB6bAIC/hQEAvoUBAL2VAQC8lQEAIpsAgKMBDgAmmwCAKpsAgKYBDgAumwCAMpsAgKURDgCqDQ4Aq8EBADabAIA6mwCArsEBAK/BAQCs0QEArdEBAKgtAwCpPQMAqjUDAKuJAwCsmQMArZkDAK6JAwCvgQMAPpsAgEKbAIBGmwCASpsAgE6bAIBSmwCAVpsAgFqbAIC4rQMAuWUAALptAAC7ZQAAvH0AAL1lAAC+bQAAv2UAALDJAwCxyQMAsqkDALOlAwC0vQMAtaEDALahAwC3lQMAgL0AAIEJAACCGQAAXpsAgGKbAIC+2AMAapsAgG6bAICErAIAcpsAgIfoAwCGDAQAdpsAgHqbAIB+mwCAgpsAgLP9AwCGmwCAipsAgI6bAICSmwCAtlkDALVRAwCWmwCAu00DALpNAwCamwCAnpsAgL8lAwC+OQMAvTEDALw9AwCimwCAppsAgKqbAICumwCA71gPALKbAIC2mwCAupsAgOOQDgC+mwCA4bAPAMKbAIDGmwCAypsAgM6bAIDSmwCAgHUAAIF9AACCdQAAhBgFAO88AwDamwCAvhQFAN6bAIDj0AMA4psAgOFAAADmmwCAhtAEAIdYBQDqmwCA7psAgPKbAID2mwCA+psAgP6bAIACnACABpwAgAqcAIDvrA8AhOwEAOEQDgAOnACA41QBABKcAIAWnACAGpwAgB6cAICj/QIAIpwAgCacAIAqnACALpwAgKZZAgClUQIAMpwAgKtNAgCqTQIANpwAgDqcAICvJQIArjkCAK0xAgCsPQIAqJkGAKmZBgCqrQYAq70GAKylBgCtrQYArqUGAK/ZBgDWmwCAghEAAIEZAACAwQcAPpwAgEKcAIC+cAMARpwAgLhJBwC5SQcAul0HALtVBwC8TQcAvXEHAL51BwC/bQcAsKkGALGpBgCyuQYAs7EGALSZBgC1mQYAtnkHALd5BwC1NQYASpwAgE6cAIC2NQYAhjAAAIdcAwCzPQYAUpwAgL19BgC8dQYAv0UGAL5FBgBmmwCAVpwAgLt1BgC6dQYAo2UGAFqcAIBenACAYpwAgGacAICmbQYApW0GAGqcAICrLQYAqi0GAG6cAIBynACArx0GAK4dBgCtJQYArC0GAKhVBgCpWQYAqm0GAKthBgCsaQYArWkGAK6ZBgCvmQYAdpwAgHqcAIB+nACAgpwAgIacAICKnACAjpwAgJKcAIC4+QYAufkGALqNBgC7hQYAvJ0GAL2FBgC+hQYAv7UGALDpBgCx6QYAsvkGALP5BgC06QYAtd0GALbJBgC3yQYAs+UGAJacAICanACAnpwAgKKcAIC26QYAteEGAKacAIC7LQYAui0GAKqcAICunACAvxkGAL4tBgC9LQYAvC0GAIIVAACjoQYAgGEAAIFhAACmrQYAspwAgL6QAQClpQYAqmkGAKtpBgCEpAEAupwAgK5pBgCvXQYArGkGAK1pBgCohQIAqY0CAKqVAgCruQIArNUCAK3dAgCu1QIAr80CAIaAHACHZAMAvpwAgL5gAwDCnACAxpwAgMqcAIDOnACAuHUDALl9AwC6dQMAu8kDALzZAwC92QMAvskDAL/BAwCwvQIAsY0CALKFAgCzTQMAtFUDALVdAwC2VQMAt00DALMdAgDSnACAhAgDANacAIDanACAtl0CALVdAgDenACAu0kCALp5AgDinACA5pwAgL+ZAwC+kQMAvZkDALxRAgCwAAAAo1kCAOqcAIDunACAphkCAPKcAID2nACApRkCAKo9AgCrDQIA+pwAgP6cAICu1QMAr90DAKwVAgCt3QMAAp0AgAadAIAKnQCA76wGAA6dAIASnQCAFp0AgBqdAIC+6BwAHp0AgCKdAIAqnQCALp0AgOGABwAynQCA42AGAIBdAACBYQAAgmEAALN9AQA2nQCAtW0BALZlAQA6nQCAhiAdAIdYHQC6+QEAu/EBALzZAQC92QEAvrEBAL+xAQDvoAAAPp0AgEKdAIBGnQCASp0AgE6dAIBSnQCA71wBAIRsHADhzAYAVp0AgOMcBgDjSAAAWp0AgOEwAQBenQCAo/EBAGKdAICFABQAZp0AgGqdAICm6QEApeEBAG6dAICrfQEAqnUBAHKdAIB2nQCArz0BAK49AQCtVQEArFUBAKjtHQCpLR4AqjkeAKs5HgCsKR4ArSkeAK6dHgCvkR4AJp0AgHqdAIB+nQCAgp0AgIadAICC+QAAgfEAAID9AAC4qR4AuakeALpJHwC7SR8AvFkfAL1FHwC+TR8Av0UfALDxHgCx+R4AssEeALPBHgC0uR4AtbkeALatHgC3pR4AsBEfALERHwCyER8AsyUfALQlHwC1KR8Atl0fALdRHwC4cR8AuXkfALpBHwC7QR8AvJUAAL2dAAC+lQAAv40AAIqdAIC2nACAjp0AgJKdAICWnQCAmp0AgIb4AwCH0AAAqM0fAKnVHwCq0R8Aq70fAKytHwCtcR8ArnEfAK9xHwCzOR4Anp0AgKKdAICmnQCAqp0AgLaRHgC1RR4Arp0AgLu1HgC6tR4Asp0AgLadAIC/jR4AvoEeAL2RHgC8pR4Aup0AgKN9HgC+nQCAwp0AgKbVHgDGnQCAyp0AgKUBHgCq8R4Aq/EeAM6dAIDSnQCArsUeAK/JHgCs4R4ArdUeAKhVAQCpgQAAqoEAAKuBAACsgQAArYkAAK6xAACvsQAA1p0AgNqdAIDenQCA4p0AgOadAIDqnQCA7p0AgPKdAIC4ZQAAuW0AALplAAC7fQAAvGUAAL1tAAC+ZQAAv90DALChAACxrQAAsqUAALO5AAC0qQAAtZ0AALaVAAC3XQAA9p0AgIIdAACBHQAAgB0AAPqdAID+nQCAAp4AgL4UAgAKngCAhKgCAA6eAIASngCAFp4AgBqeAIAengCAjwAAALNJAwAingCAhugEAIesAgAmngCAtkkDALVJAwAqngCAuykDALolAwAungCAMp4AgL8ZAwC+LQMAvS0DALwxAwA2ngCAo40DADqeAIA+ngCApo0DAEKeAIBGngCApY0DAKrhAwCr7QMASp4AgE6eAICu6QMAr90DAKz1AwCt6QMAvoQDAFKeAIBWngCAWp4AgF6eAIBingCAZp4AgGqeAICAPQAAgQkAAIIZAABungCAcp4AgHqeAICENAMAfp4AgLMtAQCCngCAh8wCAIZMBQCGngCAti0BALUtAQCKngCAu0kBALp5AQCOngCAkp4AgL+9AQC+vQEAvbkBALxRAQDheB8Alp4AgOPQHwCangCAnp4AgOGUAQCingCA42gDAKaeAICqngCArp4AgO+IAwCyngCAtp4AgO+sHwC6ngCAvp4AgMKeAIDGngCAyp4AgM6eAIDSngCA1p4AgO9EHgDangCA4dweAN6eAIDjHB4A4p4AgOqeAIDungCA8p4AgIFpAACAZQAAo+UBAIJ9AACl5QEA9p4AgIQUBACm5QEAvigEAPqeAICrgQEAqrEBAK1xAQCsmQEAr3UBAK51AQCoIQYAqS0GAKolBgCrPQYArCUGAK0tBgCuXQYAr00GAHaeAIDmngCAhggDAIeMAwD+ngCAAp8AgAafAIAKnwCAuOkGALnpBgC6jQYAu4UGALydBgC9hQYAvo0GAL+FBgCwPQYAsQ0GALIFBgCz7QYAtPkGALX5BgC27QYAt+UGALDNBwCx1QcAstEHALPtBwC09QcAtf0HALbpBwC36QcAuN0HALklBwC6LQcAuyUHALw9BwC9JQcAvi0HAL8lBwAOnwCAEp8AgAaeAIAWnwCAGp8AgB6fAIAinwCAJp8AgKgVBgCpGQYAqu0HAKv9BwCs7QcArd0HAK7VBwCvuQcAswUGACqfAIAunwCAMp8AgDafAIC2PQYAtQUGADqfAIC7cQYAumkGAD6fAIBCnwCAv1kGAL5RBgC9WQYAvGUGAEafAICjQQYASp8AgE6fAICmeQYAUp8AgIS0AQClQQYAqi0GAKs1BgC+gAEAWp8AgK4VBgCvHQYArCEGAK0dBgCoNQYAqT0GAKo1BgCrWQYArHUGAK2lAQCurQEAr6UBAIDpAACB6QAAgv0AAL8kAQCGMA8Ah+QAAF6fAIBinwCAuMUAALnNAAC6xQAAu90AALzNAAC9/QAAvvUAAL+dAACw3QEAsSUBALItAQCzIQEAtCEBALUhAQC2IQEAtyEBALvBAgC6OQIAZp8AgGqfAIC/xQIAvsUCAL3VAgC82QIAs50FAG6fAIBynwCAdp8AgIwAAAC2BQIAtd0FAHqfAICqfQIAq4UCAH6fAICCnwCAroECAK+BAgCsnQIArZECAIafAICj2QUAip8AgI6fAICmQQIAkp8AgJafAIClmQUAgpFqAIORagCanwCAnp8AgIa5FgCH6RcAhBEWAIWZFgCKoRIAi6ESAKKfAICmnwCAjpEeAI9ZHgCMmRMAjREeAJJxGgCT5RoAqp8AgO/oJACW8QYAlwUGAJTlGgCVGQYAmikCAJvFAgCunwCAsp8AgLafAIDhKBsAnN0CAOMgDwCfIQcAnsEHAJ01GwCcLRsAm6EbAJr5HwCZOR8AmLEfAJcBEgCWIRMAlSkTAJRRFgCTGRcAkjEXAJGxFwCQKWsAj1FrAOOsBwCEBA0A4RwHAIANAACBNQAAgj0AALqfAIC+nwCAwp8AgL4gDQDKnwCAzp8AgO9MBwCGWAwAh2ANANKfAIDWnwCA2p8AgN6fAICEXA8A4p8AgO8IAADvhAYA4ZABAOGwBgDj4AAA42QGAOafAIDqnwCA7p8AgPKfAID2nwCA+p8AgL4ADwCEQA4A/p8AgAKgAIAGoACACqAAgA6gAIASoACAFqAAgBqgAICj1QMAotUDAKExAwCgLQcAVp8AgMafAIAeoACAIqAAgCagAICCmQAAgZEAAICZAACoTQ0AqZ0NAKqVDQCrJQ4ArD0OAK0RDgCuEQ4ArxEOALB9DgCxDQ4AsgUOALMtDgC0OQ4AtTkOALYtDgC3JQ4AuOkOALnpDgC6wQ4Au8EOALy5DgC9nQ4AvpUOAL+NDgCzPQ0AKqAAgC6gAIAyoACANqAAgLaxDgC1lQ4AOqAAgLvpDgC6mQ4AhogAAIfkAAC/3Q4Avt0OAL3ZDgC88Q4APqAAgKN5DQC+hAEAhIAGAKb1DgBCoACARqAAgKXRDgCq3Q4Aq60OAEqgAIBOoACArpkOAK+ZDgCstQ4ArZ0OALIFNQCzGTQAsG0wALENNQBSoACAVqAAgLQBKAC1PSkAWqAAgF6gAIBioACAZqAAgGqgAIBuoACAcqAAgHagAICiRQEAo9UBAHqgAIChTQEAps0FAKcBOACkAQQApX0FAKoBPACrRT0AqEk5AKnlOQCudTEAr30xAKxdPQCtATAAqO0OAKn1DgCqCQ4AqwkOAKwZDgCtGQ4Arg0OAK8tDgB+oACAgqAAgIagAICKoACAjqAAgJKgAICWoACAmqAAgLgdDgC5JQ4Aui0OALslDgC8PQ4Avd0BAL7VAQC/zQEAsFUOALFdDgCyVQ4Asy0OALQ1DgC1JQ4Ati0OALclDgCzgQ0AnqAAgKKgAICqoACArqAAgLaZDQC1kQ0AvlQEALuZDQC6kQ0AhogEAIe8AwC/4Q0AvvENAL35DQC8gQ0AgkkAAKPFDQCA9QMAgUkAAKbdDQCyoACAtqAAgKXVDQCq1Q0Aq90NALqgAIC+oACArrUNAK+lDQCsxQ0Arb0NAKgdAgCpRQIAql0CAKtVAgCseQIArXkCAK6JAwCviQMAwqAAgMagAIDKoACAzqAAgIT8BQDSoACA1qAAgNqgAIC4iQMAuWUDALptAwC7ZQMAvH0DAL1lAwC+bQMAv2UDALDBAwCxwQMAssEDALPBAwC0wQMAtcEDALbBAwC3wQMA3qAAgOKgAIDmoACA6qAAgO6gAIDhpAEA8qAAgOPADgC+aAQA9qAAgPqgAIDvHAEA/qAAgAKhAIAGoQCACqEAgLOVAwAOoQCAEqEAgBqhAIAeoQCAtrkDALWxAwAioQCAu0UCALpFAgCGqAQAh6QFAL9FAgC+RQIAvVUCALxVAgDh4A4A4SwMAOMIDgDj1A4AgK0AAIHRAACC0QAAJqEAgCqhAIAuoQCAMqEAgDahAIA6oQCAPqEAgO+IDgDvLA4AoxUDAEKhAICFxCsARqEAgEqhAICmOQMApTEDAE6hAICrxQIAqsUCAFKhAIBWoQCAr8UCAK7FAgCt1QIArNUCAKgNBgCpFQYAql0GAKtVBgCseQYArXkGAK65BgCvuQYAFqEAgFqhAIBeoQCAYqEAgGahAIBqoQCAbqEAgHKhAIC4TQcAuVUHALpRBwC7aQcAvHkHAL1lBwC+bQcAv2UHALDJBgCxyQYAst0GALPVBgC0zQYAtXUHALZ9BwC3dQcAs9UGAHahAIB6oQCAfqEAgIKhAIC2+QYAtfEGAIahAIC7DQYAug0GAIYIAACHLAAAv7EHAL4JBgC9AQYAvAkGAIJRAACjkQYAgEEAAIFBAACmvQYAiqEAgI6hAICltQYAqkkGAKtJBgCSoQCAlqEAgK5NBgCv9QcArE0GAK1FBgCwsQYAsbEGALLNBgCzwQYAtMEGALXJBgC28QYAt/EGALgFAQC5DQEAugUBALsdAQC8BQEAvQ0BAL4FAQC/uQEAmqEAgJ6hAICioQCApqEAgKqhAICuoQCApqAAgLKhAICoLQYAqTUGAKo1BgCr8QYArNEGAK3RBgCu0QYAr9EGALPdBgC2oQCAuqEAgL6hAIDCoQCAtjEGALU5BgDGoQCAuxUGALoVBgDKoQCAzqEAgL9tBgC+ZQYAvXUGALx5BgDSoQCAo5kGANahAIDaoQCApnUGAN6hAIDioQCApX0GAKpRBgCrUQYA5qEAgOqhAICuIQYArykGAKw9BgCtMQYAqNUCAKndAgCq4QIAq+ECAKxRAwCtUQMArlEDAK9RAwDuoQCA8qEAgL7sAwD6oQCA/qEAgAKiAIAGogCACqIAgLjpAwC56QMAuokDALuFAwC8nQMAvYEDAL6BAwC/tQMAsDEDALExAwCyNQMAs+kDALT5AwC1+QMAtukDALfhAwCAbQMAgaUAAIKtAACzZQIADqIAgLXVAwC23QMAEqIAgITgAgAWogCAuvkDALv5AwC87QMAvTEDAL4xAwC/MQMAh+wDAIZkPACyAAAAGqIAgB6iAIDjCAQAIqIAgOHsBgAmogCA7wAGACqiAIAuogCAMqIAgDaiAIA6ogCAPqIAgEKiAIBGogCASqIAgE6iAIDjoAMAUqIAgOGoAQBWogCA7/ADAIIdAACBHQAAgB0AAFqiAIBeogCAYqIAgGqiAIC+TD0AbqIAgKOhAwC+QDwApRECAHKiAIB2ogCAphkCAIRsAgB6ogCAqz0CAKo9AgCt9QIArCkCAK/1AgCu9QIAhkA8AIe0PQB+ogCAgqIAgIaiAICKogCAjqIAgO9EBgCSogCA4dQGAJaiAIDjDAcAmqIAgJ6iAICiogCApqIAgLP1AQCqogCArqIAgLKiAIC2ogCAtkUBALXlAQC6ogCAuzEBALopAQC+ogCAwqIAgL8dAQC+HQEAvRkBALwlAQCoLT4AqTU+AKo9PgCrNT4ArC0+AK2FPgCuhT4Ar7k+AGaiAIDGogCAyqIAgM6iAICAGQAAgRkAAIIFAADSogCAuLk+ALm5PgC6ST8Au0k/ALxZPwC9WT8Avk0/AL9BPwCwrT4AsbU+ALKxPgCzjT4AtJk+ALWZPgC2iT4At4k+AKO1PgCEjAIA1qIAgNqiAIDeogCApgU+AKWlPgDiogCAq3E+AKppPgCGCAAAh2gDAK9dPgCuXT4ArVk+AKxlPgDmogCAs5E/AOqiAIDuogCAtlk/APKiAID2ogCAtbk/ALp1PwC7fT8A+qIAgP6iAIC+QT8Av0E/ALxZPwC9VT8AsJU+ALGdPgCyqT4As6U+ALShPgC1oT4AtqE+ALehPgC45T4Aue0+ALrlPgC7/T4AvO0+AL3dPgC+1T4AvxkBAAKjAIAGowCACqMAgA6jAIASowCA9qEAgBajAIAaowCAqF0+AKkhPgCqPT4AqzU+AKwVPgCt/T4ArvU+AK/tPgCj1T4AHqMAgCKjAIAmowCAKqMAgKYdPgCl/T4ALqMAgKs5PgCqMT4AMqMAgDajAICvBT4ArgU+AK0RPgCsHT4AgREAAIANAAA6owCAghkAAD6jAIBCowCAhJQBAL4QAACGQAcAhwABAEqjAIBOowCAUqMAgFajAIBaowCAXqMAgKiNAgCplQIAqpUCAKvNAgCs2QIArdkCAK7NAgCvxQIAYqMAgGajAIBqowCAbqMAgIwAAAByowCAdqMAgHqjAIC4HQMAucEDALrBAwC7wQMAvMEDAL3JAwC+8QMAv/EDALCJAgCxiQIAsikDALMpAwC0OQMAtTkDALYpAwC3JQMAsx0CAH6jAICCowCAhqMAgIqjAIC2WQIAtVECAI6jAIC7TQIAuk0CAJKjAICWowCAv/0DAL79AwC9/QMAvP0DAJqjAICeowCAoqMAgKajAIDhDD4AqqMAgOOoPwCuowCAgT0AAIAxAADvUD8Agh0AALKjAIC++AQAhhgFAIdMAwCEDAIA48wAALqjAIDhvAEAvqMAgMKjAIDGowCAyqMAgM6jAICELAUA0qMAgNajAIDaowCA7xAAAN6jAIDiowCAo90DAOajAIDqowCA7qMAgPKjAICmmQMApZEDAPajAICrjQMAqo0DAPqjAID+owCArz0CAK49AgCtPQIArD0CAAKkAIAGpACACqQAgA6kAIASpACAFqQAgBqkAIDvKD4AHqQAgOE8PgAipACA4zgBAIApAACBFQAAghEAACqkAICzMQIAvsgEAITABAAupACAMqQAgLYpAgC1IQIANqQAgLvNAQC6zQEAOqQAgD6kAIC/dQEAvskBAL3BAQC8yQEAqOkFAKnpBQCq+QUAq/kFAKzpBQCt6QUArjkGAK85BgC2owCAJqQAgIaIAACHQAMAQqQAgEakAIBKpACATqQAgLjRBgC52QYAuuEGALvhBgC8kQYAvZEGAL6RBgC/kQYAsEkGALFJBgCyXQYAs1UGALRNBgC18QYAtvEGALfxBgCjcQUAUqQAgFakAIBapACAXqQAgKZpBQClYQUAYqQAgKuNBgCqjQYAZqQAgGqkAICvNQYArokGAK2BBgCsiQYAbqQAgLPRBwBypACAdqQAgLbxBwB6pACAfqQAgLXBBwC60QcAu90HAIKkAICGpACAvrkHAL+5BwC8xQcAvbkHALhpBgC5aQYAuokGALuJBgC8mQYAvZkGAL6JBgC/iQYAsBEGALEdBgCyFQYAs2kGALR5BgC1eQYAtmkGALdhBgCoSQYAqVUGAKpdBgCrVQYArE0GAK11BgCucQYAr3EGAEajAICCHQAAgR0AAIAdAACKpACAjqQAgJKkAIC+cAEAo5UGAJqkAICGKAAAh0gBAJ6kAICmtQYApYUGAKKkAICrmQYAqpUGAKakAICqpACAr/0GAK79BgCt/QYArIEGAK6kAICzFQYAsqQAgLakAIC2PQYAuqQAgL6kAIC1NQYAutkBALvZAQDCpACAxqQAgL59AQC/ZQEAvH0BAL11AQCovQUAqckFAKrZBQCr0QUArPkFAK35BQCuKQIArykCAMqkAIDOpACA0qQAgNakAICMAAAA2qQAgN6kAIDipACAuO0CALmFAgC6gQIAu4ECALyFAgC9jQIAvrECAL+xAgCwWQIAsVkCALLtAgCz5QIAtP0CALXlAgC25QIAt9UCAKNRBQDmpACA6qQAgO6kAIDypACApnkFAKVxBQD2pACAq50CAKqdAgD6pACA/qQAgK8hAgCuOQIArTECAKw5AgCBbQAAgG0AAAKlAICCBQAAvlwMAAqlAIAOpQCA79AGAITsAwDhHAUAEqUAgOP8BwAWpQCAGqUAgIbYDACHvAwAqIUCAKmVAgCqlQIAq6UCAKy9AgCt1QIArtECAK/RAgAepQCAIqUAgCalAIAqpQCALqUAgDKlAIA2pQCAOqUAgLh1AQC5fQEAunUBALvJAQC82QEAvdkBAL7JAQC/wQEAsLUCALG9AgCygQIAs4ECALRRAQC1UQEAtlEBALdRAQA+pQCAhAQNAEKlAIBGpQCAvhwMAEqlAIDvHAAA76AGAOGQAQDhRAcA43AGAOOYBgBOpQCAUqUAgFalAIBapQCAs10CAF6lAIBipQCAZqUAgGqlAIC2FQIAtXUCAG6lAIC7OQIAujECAHKlAIB6pQCAv9UBAL7VAQC9FQIAvBUCAKOdDQAGpQCAdqUAgH6lAICCpQCAptUNAKW1DQCGpQCAq/kNAKrxDQCGCAMAh2ADAK8VDgCuFQ4ArdUNAKzVDQCAkQ8AgZkPAIKhDwCzpQ4AiqUAgLWhDgC2eQ8AjqUAgJKlAICWpQCAukUPALtdDwC8RQ8AvU0PAL5FDwC//Q8AqFUOAKldDgCqYQ4Aq30OAKxlDgCttQ8Arr0PAK+1DwCapQCAnqUAgKKlAICmpQCAqqUAgK6lAICypQCAtqUAgLhVDwC5dQ8Aun0PALt1DwC8bQ8AvREPAL4RDwC/EQ8AsM0PALHVDwCy3Q8As9UPALTNDwC1dQ8AtnEPALdxDwCj6Q8AuqUAgL6lAIDCpQCAxqUAgKY1DgCl7Q8AyqUAgKsRDgCqCQ4AzqUAgNKlAICvsQ4ArgkOAK0BDgCsCQ4A1qUAgIIdAACBHQAAgB0AANqlAIDepQCA4qUAgL6UAQCErAEA5qUAgIfgAQCGzAAA6qUAgO6lAIDypQCAlqQAgKhtDgCpiQEAqpkBAKuRAQCswQEArckBAK75AQCv+QEAhKAAAPalAID6pQCA/qUAgAKmAIAGpgCACqYAgA6mAIC4xQAAuc0AALrFAAC73QAAvM0AAL39AAC+9QAAv50AALBBAQCxQQEAskEBALNBAQC0QQEAtUEBALZBAQC3QQEAsxECABKmAIAWpgCAGqYAgB6mAIC2SQIAtUkCACKmAIC7hQIAuoUCACamAIAqpgCAv4UCAL6FAgC9lQIAvJUCAIU8GgCjVQIALqYAgDKmAICmDQIANqYAgDqmAIClDQIAqsECAKvBAgA+pgCAQqYAgK7BAgCvwQIArNECAK3RAgCCGQAARqYAgIAZAACBGQAASqYAgE6mAIBSpgCAWqYAgL4ABABepgCAYqYAgGamAIBqpgCAbqYAgHKmAIB2pgCA7+gOAHqmAICG6AQAh1ADAH6mAICCpgCA74ACAIamAIDhlAEAiqYAgONYAQCOpgCA4wAOAJKmAIDhaA0AlqYAgKhxAgCpcQIAqnECAKupAgCsuQIArbkCAK6pAgCvqQIAhKwFAJqmAICepgCAoqYAgKamAICqpgCArqYAgLKmAIC4bQEAuQ0BALoFAQC7GQEAvAkBAL09AQC+NQEAv9kBALDZAgCx2QIAsm0BALNlAQC0fQEAtWUBALZlAQC3VQEA4WAPAOP0AADjHA4A4bwBALamAICCOQAAgTEAAIA9AAC6pgCAvigEAL6mAIDCpgCAvjwHAO8QAADv0A4AyqYAgIbgBACHyAQAzqYAgLO1AgDSpgCAtX0CALZ1AgDWpgCA2qYAgN6mAIC6UQIAu1ECALz1AQC9/QEAvvUBAL/tAQBWpgCAxqYAgKqxBQCrsQUArBUGAK0dBgCuFQYArw0GAOKmAIDmpgCA6qYAgKNVBQDupgCApZ0FAKaVBQDypgCAs+kGAPamAID6pgCA/qYAgAKnAIC24QYAtekGAAanAIC7sQYAuqEGAAqnAIAOpwCAv50GAL6RBgC9pQYAvKkGAKgdBgCpIQYAqiEGAKshBgCsIQYArSEGAK4hBgCvIQYAEqcAgBanAIAapwCAHqcAgCKnAIAmpwCAKqcAgC6nAIC45QcAue0HALrlBwC7/QcAvOUHAL3tBwC+5QcAv00HALAlBgCxNQYAsj0GALMxBgC0FQYAtRkGALYNBgC3AQYAo6kHAIIVAACBtQEAgLUBADKnAICmoQcApakHADanAICr8QcAquEHAISgAgA6pwCAr90HAK7RBwCt5QcArOkHAD6nAICzlQYAhugAAIcYAQC2tQYAQqcAgEanAIC1vQYAukkBALtVAQBKpwCATqcAgL45AQC/OQEAvEUBAL05AQCoPQYAqU0GAKpZBgCrUQYArHEGAK1xBgCuuQEAr7kBAISsAQBSpwCAVqcAgFqnAIBepwCAYqcAgGanAIBqpwCAuKkBALmpAQC6aQEAu2kBALx5AQC9eQEAvmkBAL9pAQCwyQEAsdUBALLVAQCzqQEAtLkBALW5AQC2qQEAt6EBAKPRBQBupwCAcqcAgHanAIB6pwCApvEFAKX5BQB+pwCAqxECAKoNAgCCpwCAhqcAgK99AgCufQIArX0CAKwBAgCKpwCAjqcAgJKnAICWpwCAgTEAAIANAACapwCAgjkAAJ6nAICipwCAviQDAKqnAICupwCAsqcAgIbYHACHTAMAtqcAgLqnAIC+pwCAhMAcAOMgAQDCpwCA4cgBAManAIDvMAIAyqcAgM6nAIDSpwCA1qcAgNqnAIDepwCA4qcAgLOVAwDmpwCA6qcAgO6nAIDypwCAtrkDALWxAwD2pwCAu1EDALpJAwD6pwCA/qcAgL/1AAC+SQMAvUEDALxJAwCoLQIAqUUCAKpdAgCrVQIArHkCAK15AgCuvQIAr7UCAL5oHQACqACABqgAgAqoAICAHQAAgQkAAIKpAAAOqACAuFEBALlZAQC6YQEAu2EBALwRAQC9EQEAvhEBAL8RAQCwzQIAsdUCALLdAgCz1QIAtM0CALVxAQC2cQEAt3EBAOFYBgDhVAcA47AAAOO8BgASqACAGqgAgIYYHACHVB0AHqgAgCKoAIAmqACAKqgAgL74HAAuqACA7/AGAO/gBgCjlQIAMqgAgDaoAIA6qACAPqgAgKa5AgClsQIAQqgAgKtRAgCqSQIARqgAgEqoAICv9QEArkkCAK1BAgCsSQIAqG0eAKl1HgCqfR4Aq40eAKyVHgCtnR4Aro0eAK+BHgAWqACATqgAgFKoAIBWqACAWqgAgF6oAIBiqACAZqgAgLiJHgC5iR4AupkeALuRHgC8uR4AvbkeAL59HwC/dR8AsMUeALHNHgCyxR4As90eALTFHgC1zR4AtsUeALe5HgCz9R4AaqgAgG6oAIByqACAdqgAgLYdHgC1HR4AeqgAgLsJHgC6AR4AfqgAgIKoAIC/CR4AvgEeAL0JHgC8ER4Agm0AAKOxHgCAVQAAgWUAAKZZHgCEmAMAv9ABAKVZHgCqRR4Aq00eAIYABACHmAEArkUeAK9NHgCsVR4ArU0eAIqoAICOqACAhCQAAJKoAICWqACAmqgAgKanAICGqACAqLUeAKmFHgCqjR4Aq4UeAKydHgCtgR4Arv0eAK/1HgCwjR4AsZUeALKVHgCzpR4AtL0eALVxAQC2cQEAt3EBALhRAQC5UQEAulEBALtRAQC89QEAvf0BAL71AQC/7QEAsyUeAL4IBwCeqACAoqgAgKaoAIC2IR4AtTUeAKqoAIC7cR4AumkeAK6oAICyqACAv5UBAL5ZHgC9UR4AvGEeALaoAICjYR4AuqgAgL6oAICmZR4AwqgAgMaoAIClcR4Aqi0eAKs1HgDKqACAzqgAgK4dHgCv0QEArCUeAK0VHgDhVBoA0qgAgONcCgDWqACA2qgAgN6oAIDiqACA5qgAgOqoAIC+qAUA7qgAgPKoAICPMSoA+qgAgO/E+wD+qACAk2EuAJIdLwCR2SoAkEkqAJfZEgCWdRIAlQ0TAJTBLgCbHRsAmkEWAJlJFgCYDRcAn3EeAJ4RGwCdcRoAnHkaAKOhAgCinQMAoZUfAKCJHgDjiAEA4wgeAOFoAADh/B4A79wBAO98HwC1if4AtAH8ALMB+gCylfoAsQH4ALAR9gCv4fYArgH0AK0l8gCs7fIAqwHwAKrpDwCp1Q4AqN0OAKcBDACmyQoApe0KAKQBCACj4QYAovEGAKHlAwACqQCAggErAIMBKwAGqQCACqkAgIYxLwCHiS8AhIkrAIVFLgCKdRIAiwUTAIYIBQCHbAUAjhEXAI8RFwCMsRMAjV0WAJI9GgCTQRsAhMgFAIQABwCWUR8Al1EfAJRRGwCVORoAmn0eAJt9AgAOqQCAEqkAgIFZAQCAVQEAnFkDAIJRAQC+yAcAFqkAgBqpAIAeqQCAIqkAgCapAIAqqQCA79QeAC6pAIDhJB4AMqkAgONoAQA2qQCAOqkAgD6pAIBCqQCAu2kCALpZAgBGqQCASqkAgL8dAgC+HQIAvRkCALxxAgCz7QIATqkAgFKpAIBWqQCAWqkAgLZ9AgC17QIAXqkAgKMNBQD2qACAYqkAgGqpAIBmqQCApp0FAKUNBQBuqQCAq4kFAKq5BQCGCAMAh3wDAK/9BQCu/QUArfkFAKyRBQCAsQcAgbkHAIJBAACzsQYAcqkAgLVZBwC2MQcAdqkAgHqpAIB+qQCAuuEHALvhBwC84QcAveEHAL7hBwC/3QcAqLUGAKm5BgCqdQYAq4UHAKydBwCt/QcArvUHAK8ZBwCCqQCAhqkAgIqpAICOqQCAkqkAgJapAICaqQCAnqkAgLh1BwC5fQcAunUHALsFBwC8HQcAvTEHAL4xBwC/MQcAsGkHALFpBwCyeQcAs3kHALRpBwC1VQcAtlEHALdNBwCj/QcAoqkAgKapAICqqQCArqkAgKZ9BgClFQYAsqkAgKutBgCqrQYAtqkAgLqpAICvkQYArq0GAK2tBgCsrQYAvqkAgMKpAIDGqQCAyqkAgIAdAACBCQAAgjkAAM6pAIDSqQCA2qkAgIbIAACHpAEA3qkAgOKpAIDmqQCA6qkAgKiNAQCpmQEAqtkBAKvRAQCs8QEArfEBAK45AQCvOQEAhKAAAO6pAIDyqQCA9qkAgPqpAID+qQCAAqoAgAaqAIC4zQAAudUAALrVAAC75QAAvP0AAL2VAAC+nQAAv5UAALBJAQCxSQEAslkBALNZAQC0SQEAtUkBALb9AAC39QAAugUEALsJBAC44QcAueEHAL4JBAC/CQQAvAkEAL0JBACyjQcAs+UHALC1BwCxhQcAtuUHALftBwC08QcAtfEHAKpNBwCrVQcAqEkHAKlJBwCu3QcAr8UHAKxNBwCt1QcACqoAgA6qAIASqgCAFqoAgBqqAIAeqgCAIqoAgCaqAICz0QIAKqoAgC6qAIC+AAwAMqoAgLbxAgC1+QIANqoAgLsNAgC6DQIAOqoAgD6qAIC/DQIAvg0CAL0NAgC8DQIAghUAAKOVAgCAYQAAgWEAAKa1AgBCqgCASqoAgKW9AgCqSQIAq0kCAIbIDACHrAwArkkCAK9JAgCsSQIArUkCAKhlAgCpdQIAqn0CAKt1AgCsbQIArbECAK6xAgCvsQIAhKANAE6qAIBSqgCAVqoAgFqqAIBeqgCAYqoAgGaqAIC4MQEAuTEBALoxAQC7MQEAvNUBAL3dAQC+yQEAv8EBALDRAgCx0QIAstECALPRAgC0EQEAtREBALYRAQC3EQEA4bAGAGqqAIDj0AYAhEAPAG6qAIDhpAEAcqoAgOPABgB2qgCAeqoAgH6qAIDv1AYA7AAAAIKqAIDvZAcAhqoAgIqqAICOqgCAkqoAgLO5AgCWqgCAtakCALZ9AgCaqgCAnqoAgKKqAIC6WQIAu1kCALxJAgC9SQIAvpkBAL+ZAQCjdQ0ARqoAgKaqAICqqgCArqoAgKaxDQClZQ0AsqoAgKuVDQCqlQ0AvqQDALaqAICvVQ4ArlUOAK2FDQCshQ0AgE0AAIFVAACCVQAAs2UPALqqAIC1ZQ8Atm0PAL6qAICGQAMAhxQDALrtDwC7/Q8AvOkPAL3VDwC+3Q8Av9UPAKhZDgCpoQ8AqqEPAKuhDwCsoQ8AraEPAK6hDwCvoQ8AwqoAgMaqAIDKqgCAzqoAgNKqAIDWqgCA2qoAgN6qAIC4AQ8AuQEPALoBDwC7HQ8AvA0PAL01DwC+PQ8Av9UAALBlDwCxdQ8AsnEPALNNDwC0VQ8AtV0PALZNDwC3QQ8AoykOAOKqAIDmqgCA6qoAgO6qAICmIQ4ApSkOAPKqAICrsQ4AqqEOAPaqAID6qgCAr5kOAK6RDgCtmQ4ArKUOAP6qAIACqwCABqsAgAqrAIDvJA0ADqsAgBKrAIAWqwCA49AOABqrAIDhGA4AHqsAgIAVAACBGQAAggUAACKrAICo0QEAqdkBAKopAQCrKQEArDkBAK05AQCuKQEArykBAL5oAQAqqwCAhsgBAIesAAAuqwCAMqsAgDarAIA6qwCAuO0AALmFAAC6jQAAu4UAALydAAC9gQAAvoEAAL+BAACwWQEAsVkBALLtAACz5QAAtP0AALXlAAC25QAAt9UAALOhAgA+qwCAQqsAgEarAIBKqwCAtrkCALWxAgBOqwCAu50CALqdAgBSqwCAVqsAgL8hAwC+OQMAvTEDALw5AwCF+PUAo+UCAFqrAIBeqwCApv0CAGKrAIBmqwCApfUCAKrZAgCr2QIAaqsAgG6rAICufQMAr2UDAKx9AwCtdQMAuOkAALnpAAC6aQAAu2kAALx5AAC9ZQAAvm0AAL9lAACwsQAAsbkAALKBAACzgQAAtPkAALX5AAC27QAAt+UAAKhlAwCpdQMAqn0DAKt1AwCsbQMArdEAAK7RAACv0QAAcqsAgHarAIB6qwCA1qkAgH6rAICCqwCAhqsAgIqrAICA/QEAgQkAAIIZAACOqwCAkqsAgL5EAgCaqwCAnqsAgISsAgCiqwCAh/gCAIasBQCmqwCAqqsAgK6rAICyqwCAs/UCALarAIC6qwCAvqsAgMKrAIC2UQEAteUCAMarAIC7fQEAunUBAMqrAIDOqwCAvz0BAL49AQC9VQEAvFUBAOFwDwDSqwCA47gOAITABQDvyAAA1qsAgNqrAIDeqwCA4zwOAOKrAIDh0AEA5qsAgIR0BwDqqwCA72gBAO6rAIDyqwCApXkCAKbNAQD2qwCAgCEAAIEhAACC3QcAo2kCAKzJAQCtyQEArqEBAK+hAQD6qwCA/qsAgKrpAQCr4QEAlqsAgAKsAIC+QAIABqwAgIYwAwCHMAMACqwAgA6sAICoOQcAqTkHAKoNBwCrHQcArAUHAK0NBwCuBQcAr3kHALAJBwCxCQcAshkHALMRBwC0OQcAtTkHALbdBwC3yQcAuPkHALn5BwC6zQcAu8EHALzFBwC9yQcAvrkHAL+xBwCzpQcAEqwAgBasAIAarACAHqwAgLatBwC1rQcAIqwAgLvtBwC67QcAJqwAgCqsAIC/3QcAvt0HAL3lBwC87QcALqwAgKPhBwAyrACANqwAgKbpBwA6rACAPqwAgKXpBwCqqQcAq6kHAEKsAIBGrACArpkHAK+ZBwCsqQcAraEHAEqsAIBOrACAUqwAgFasAIBarACAXqwAgGKsAIBmrACAgREAAIANAABqrACAghkAAG6sAIByrACAvuQBAHasAICG4AAAhxgBAHqsAIB+rACAgqwAgIasAICKrACA77AEAI6sAIDh1AYAkqwAgONcBACWrACAmqwAgJ6sAICirACAqJkBAKmZAQCqDQEAqwUBAKwdAQCtBQEArgUBAK81AQCEiAEApqwAgKqsAICurACAsqwAgLasAIC6rACAvqwAgLjBAAC5wQAAusEAALvBAAC8wQAAvcEAAL7BAAC/wQAAsE0BALElAQCyIQEAsyEBALQlAQC1LQEAthEBALcRAQDCrACAxqwAgLONAgDKrACAtZ0CAM6sAIDSrACAto0CANasAIDarACAu+kCALqBAgC9/QIAvP0CAL/hAgC+6QIA3qwAgKbVAgClxQIAvggDAKPVAgCCLQAAgRkAAIB5AACvuQIArrECAK2lAgCspQIAq7ECAKrZAgDirACA6qwAgO80AgDurACAhxgDAIYs/ADyrACA9qwAgPqsAID+rACAAq0AgAatAIAKrQCADq0AgOMAAQASrQCA4eABABatAIC6tQMAu70DABqtAIAerQCAvnkDAL95AwC8pQMAvXkDACarAICztQMAIq0AgCatAIC2kQMAKq0AgC6tAIC1pQMAqEkCAKlJAgCqWQIAq1kCAKxJAgCtdQIArnECAK9tAgC+aP0AvqT/ADKtAIA2rQCAOq0AgD6tAIBCrQCARq0AgLj5AgC5+QIAukkBALtJAQC8XQEAvUEBAL5BAQC/fQEAsBUCALEdAgCyFQIAs8kCALTZAgC12QIAtskCALfJAgDjIAYA4bAGAOGAAQDjEAYAgA0AAIE1AACCPQAASq0AgE6tAIBSrQCAWq0AgF6tAIDvcAAAYq0AgGatAIDvTAEAhIz9AGqtAICjmQIAbq0AgKWJAgByrQCAdq0AgKa9AgCGwPwAh+T8AKuRAgCqmQIArVUCAKyJAgCvVQIArlUCAKh9/gCpgf4Aqpn+AKuZ/gCsif4ArYn+AK65/gCvuf4AVq0AgHqtAIB+rQCAgq0AgIatAICKrQCAjq0AgJKtAIC4tf4Aub3+ALph/wC7Yf8AvGH/AL1h/wC+Yf8Av2H/ALDJ/gCxyf4Ast3+ALPR/gC0uf4Atbn+ALaR/gC3kf4AsxH+AJatAICarQCAnq0AgKKtAIC2Cf4AtQH+AKatAIC7Df4Aug3+AKqtAICurQCAv33+AL59/gC9Bf4AvAn+ALKtAICjVf4Atq0AgLqtAICmTf4Avq0AgMKtAIClRf4Aqkn+AKtJ/gCEKAMAxq0AgK45/gCvOf4ArE3+AK1B/gCAzQEAgdEBAILRAQCzuf4Ayq0AgLXR/gC21f4Azq0AgIZgAQCHYAEAug0BALsFAQC8HQEAvQUBAL4NAQC/BQEA0q0AgNatAIDarQCA3q0AgOKtAIDhwP0A5q0AgOOM/ADqrQCA7q0AgPKtAIDvtPwA9q0AgPqtAID+rQCAAq4AgKgp/gCpKf4Aqj3+AKs1/gCsVf4ArVn+AK5N/gCvRf4ABq4AgAquAIAOrgCAEq4AgBauAIAargCAHq4AgCKuAIC4SQEAuUkBALpZAQC7UQEAvHkBAL15AQC+GQEAvxUBALDFAQCxzQEAssUBALPdAQC0xQEAtc0BALbFAQC3eQEAJq4AgCquAIAurgCAo7n9ADKuAICl0f0AptX9AITQAwBBrgCAvuACAKoNAgCrBQIArB0CAK0FAgCuDQIArwUCAIFJAACAQQAAowkDAIJdAAClGQMARa4AgEmuAICmEQMAhsAEAIfkAwCrDQMAqg0DAK0BAwCsHQMArwEDAK4JAwCw4QMAseEDALLhAwCz/QMAtOUDALXtAwC25QMAtz0DALgFAwC5DQMAugUDALsdAwC8BQMAvQ0DAL4FAwC/vQAATa4AgFGuAIBVrgCAWa4AgOasAIBdrgCAYa4AgGWuAICo8QMAqfkDAKqpAwCrqQMArLkDAK25AwCuqQMAr6UDALNBAgBprgCAba4AgHGuAIB1rgCAtlkCALVRAgB5rgCAu0UCALpFAgB9rgCAga4AgL9JAgC+QQIAvUkCALxVAgCFrgCAia4AgI2uAICRrgCA74wDAJWuAICZrgCAna4AgONsAwChrgCA4VAAAKWuAICprgCAvngFALGuAICEcAIAgOUAAIHpAACC+QAAta4AgIawBACHVAUAua4AgO9A/gC9rgCA4Vz+AMGuAIDjVAEAxa4AgMmuAIDNrgCA0a4AgLOZAQDVrgCA2a4AgN2uAIDhrgCAth0BALUdAQDlrgCAuz0BALo9AQDprgCA7a4AgL/hAAC++QAAvfEAALz5AACoIQYAqVEGAKpRBgCrzQYArNUGAK3dBgCu1QYAr8kGAK2uAIDxrgCA9a4AgPmuAID9rgCAAa8AgAWvAIAJrwCAuG0HALkFBwC6DQcAuwUHALwdBwC9AQcAvgEHAL8BBwCwuQYAsbkGALJtBwCzZQcAtH0HALVlBwC2ZQcAt1UHAKPZBgANrwCAEa8AgBWvAIAZrwCApl0GAKVdBgCEnAIAq30GAKp9BgC+JAMAHa8AgK+hBwCuuQcArbEHAKy5BwCASQAAgUkAAIJZAACzVQcAIa8AgLV9BwC2aQcAJa8AgIZAAACHVAMAulUHALspBwC8OQcAvTkHAL4pBwC/IQcAo5kGACmvAIAtrwCAMa8AgDWvAICmpQYApbEGADmvAICr5QYAqpkGAD2vAIBBrwCAr+0GAK7lBgCt9QYArPUGAOE4BQBFrwCA4yQEAEmvAIBNrwCAUa8AgFWvAIBZrwCAXa8AgGGvAIBlrwCAaa8AgG2vAIBxrwCA7/QEAHWvAICo+QYAqQkGAKoRBgCrLQYArDkGAK0lBgCuLQYAryUGAHmvAIB9rwCAga8AgIWvAICAGQAAgRkAAIIFAACJrwCAuOUBALntAQC65QEAu/0BALzlAQC97QEAvuUBAL9ZAQCwXQYAsSEGALIhBgCzIQYAtCEGALUpBgC2EQYAtxEGAKjRAgCp2QIAqg0DAKsFAwCsHQMArQUDAK4FAwCvNQMAvmQCAJGvAICVrwCAma8AgJ2vAIChrwCApa8AgKmvAIC4JQMAuS0DALolAwC7PQMAvCUDAL0pAwC++QMAv/kDALBNAwCxIQMAsiUDALM9AwC0JQMAtS0DALYlAwC3HQMAs4UDAITIAgCtrwCAhAgDALGvAIC2hQMAtZUDALWvAIC75QMAuokDAIYIDACHnAMAv+kDAL7hAwC96QMAvPEDAIXsCgA2rgCAo80DALmvAICl3QMAva8AgMGvAICmzQMAxa8AgMmvAICrrQMAqsEDAK2hAwCsuQMAr6EDAK6pAwDNrwCA0a8AgNWvAIDZrwCA78gDAN2vAIDhrwCA5a8AgOO0AwDprwCA4dABAO2vAICADQAAgXUAAIJ9AADxrwCA9a8AgPmvAICzZQEAvgQCALVlAQABsACABbAAgLZlAQCGQA0Ah1gNALv1AQC6/QEAvaUBALy5AQC/mQEAvqUBAAmwAIANsACAEbAAgIQADAAVsACAGbAAgB2wAIDvzAEAIbAAgOEsBgAlsACA4yABAOwAAAApsACALbAAgDGwAIA1sACAo+kBADmwAIA9sACApukBAEGwAIBFsACApekBAKpxAQCreQEASbAAgE2wAICuKQEArxUBAKw1AQCtKQEAqCUOAKktDgCqJQ4Aqz0OAKwlDgCtLQ4AriUOAK+VDgD9rwCAUbAAgFWwAIBZsACAXbAAgIKdAACBnQAAgJ0AALhFDwC5TQ8AukUPALtZDwC8SQ8AvUkPAL59DwC/cQ8AsPEOALH5DgCypQ4As7kOALSpDgC1lQ4Atp0OALd9DwCo1Q8Aqd0PAKoJDwCrCQ8ArBkPAK0FDwCuDQ8ArwUPAGGwAIBlsACAabAAgL6gAwBtsACAcbAAgId4AwCGEAAAuBUPALkdDwC6IQ8AuyEPALz1AAC9/QAAvvUAAL/tAACwQQ8AsU0PALJdDwCzVQ8AtE0PALU1DwC2MQ8AtzEPAHWwAIDvsAwAebAAgH2wAICBsACAhbAAgImwAICNsACAkbAAgJWwAICZsACAnbAAgKGwAIDjqA0ApbAAgOGMDQCzwQ4AqbAAgK2wAICxsACAtbAAgLbFDgC10Q4AubAAgLvJDgC6xQ4AvbAAgMGwAIC/sQ4AvskOAL3BDgC8yQ4AowEOAMWwAIDJsACAzbAAgNGwAICmBQ4ApREOANWwAICrCQ4AqgUOANmwAICErAIAr3EOAK4JDgCtAQ4ArAkOAIBRAACBWQAAgmEAALPFAAC+zAEAtcUAALbNAADhsACAhkAHAIcUAQC6yQAAu8kAALzZAAC92QAAvskAAL/FAACrDQMAqg0DAKkJAwCouQIArw0DAK4NAwCtDQMArA0DAL5gAwDlsACA6bAAgO2wAIDxsACA9bAAgPmwAIC+MAUAuykDALoZAwC5GQMAuAEDAL/dAwC+3QMAvd0DALwxAwCzTQMAsk0DALFNAwCwTQMAtzkDALYxAwC1QQMAtE0DAP2wAICmkQMApZkDAAGxAICjmQMABbEAgAmxAIANsQCAr5kDAK6VAwCthQMArIUDAKuVAwCqlQMAja8AgBGxAIAVsQCAGbEAgB2xAIAhsQCAJbEAgCmxAIAtsQCAMbEAgDWxAIA5sQCAPbEAgEGxAICAHQAAgQkAAIL9AQBFsQCAvwgHAEmxAIBRsQCA7yQAAFWxAICElAIAWbEAgF2xAICH4AIAhgQFAL4AGABhsQCAZbEAgOGQAQBpsQCA44AAAG2xAIBxsQCAdbEAgLNlAQB5sQCAtWUBALZtAQB9sQCAgbEAgIWxAIC65QEAu/kBALzpAQC96QEAvsUBAL+9AQCJsQCAjbEAgJGxAIC+xBkAlbEAgJmxAICdsQCA78gBAKGxAIDh3A4ApbEAgOMwDgCpsQCArbEAgLGxAICEMAQAgHkAAIEVAACCFQAAo+UBALWxAICl5QEApu0BALmxAICGQAYAh5AHAKplAQCreQEArGkBAK1pAQCuRQEArz0BAKjdBQCpIQYAqiEGAKshBgCsIQYArSEGAK4hBgCvnQYATbEAgL2xAIDBsQCAhDABAMWxAIDJsQCAzbEAgNGxAIC4jQYAuZUGALqdBgC7lQYAvI0GAL21BgC+vQYAv7UGALDtBgCx8QYAsvEGALPxBgC0zQYAtbUGALa9BgC3tQYAqIkHAKmVBwCqkQcAq5EHAKy9BwCtpQcArqEHAK/dBwDVsQCA2bEAgN2xAIDhsQCA5bEAgOmxAIDtsQCA8bEAgLhJBwC5VQcAul0HALtVBwC8cQcAvX0HAL5pBwC/aQcAsKUHALGtBwCyuQcAs7EHALSRBwC1kQcAtnkHALd5BwD1sQCA+bEAgP2xAIABsgCA78gFAOHACQAFsgCA48AZAOMkBAAJsgCA4dAGAO/cKACinQMAoxUBAKAZBQChjQUAs1kGAA2yAIARsgCAFbIAgBmyAIC2ZQYAtXUGAB2yAIC7KQYAuiEGACGyAIAlsgCAvxUGAL4VBgC9JQYAvC0GAKOZBgCPmfwAKbIAgDGyAIA1sgCApqUGAKW1BgA5sgCAq+kGAKrhBgCGKB8Ah5wAAK/VBgCu1QYAreUGAKztBgCebQkAn30HAJwNCwCd7QkAmvENAJs5DQCY5fAAmQ0PAJbh8QCX6fEAlMX1AJUN8wCSHfcAk/H1AJD9+QCR7fkAgh3/AIMB+gA9sgCAQbIAgIYV9gCHOfYAhAn6AIXx9ACKwfAAiyXyAEWyAIBJsgCAjuEMAI8VDgCMNfIAjQHzAJKtDgCTgQgATbIAgFGyAICW6QQAl3UGAJR5CgCV8QoAmtEGAJvJAABVsgCAWbIAgIEdAwCAHQMAnFkCAIL1AwCrARAAqpUWAKmNFgCojRYAr5UuAK4BLACt/RIArJkSAKOlHgCipR4AoY0CAN2wAICnGRoAppUaAKUBGACknR8AXbIAgGGyAIBlsgCAabIAgG2yAIBxsgCAdbIAgHmyAICz5SoAsuUqALGtLwCw5S4AfbIAgIGyAIC1ASQAtBEqAKgpAwCpNQMAqj0DAKs1AwCsLQMArbUDAK69AwCvtQMAhbIAgImyAICNsgCAkbIAgIAdAACBCQAAgrkAAJWyAIC4TQIAuV0CALptAgC7CQIAvBkCAL0ZAgC+CQIAvwECALDNAwCx1QMAst0DALPVAwC0zQMAtXUCALZ9AgC3dQIAmbIAgITIHQChsgCAvgwfAKWyAICpsgCA70gGAO9YBwDhWAYA4ZgGAOOUAQDjAAYAhhAcAId8HQC+9B4ArbIAgLGyAIC2ZQMAtfUDALWyAICz5QMAubIAgL2yAIDBsgCAv+ECAL5ZAwC9UQMAvFkDALtBAwC6WQMAxbIAgMmyAIAtsgCAnbIAgM2yAIDRsgCA1bIAgNmyAIDdsgCA4bIAgKitHQCptR0AqrUdAKslHgCsPR4ArR0eAK4VHgCvdR4AsA0eALEtHgCyJR4As40eALSVHgC1nR4AtpUeALeNHgC4tR4Aub0eALq1HgC7nR4AvIUeAL1VHwC+XR8Av1UfALMdHQDlsgCA6bIAgO2yAIDxsgCAtr0eALWVHgD1sgCAu8keALrpHgD5sgCA/bIAgL95HgC+cR4AvXkeALzRHgCCKQAAo1kdAIAdAACBFQAApvkeAAGzAIAFswCApdEeAKqtHgCrjR4ACbMAgITgAwCuNR4Arz0eAKyVHgCtPR4AqIkeAKmVHgCqnR4Aq7EeAKzRHgCt2R4Ars0eAK/FHgANswCAEbMAgIaIAACHbAEAFbMAgBmzAIAdswCAIbMAgLhdAQC5wQEAusEBALvBAQC8wQEAvckBAL7xAQC/8QEAsL0eALGdHgCylR4As2UBALR9AQC1ZQEAtm0BALdlAQCqLR0AqzUdACWzAIApswCAri0dAK+VHACsLR0ArSUdAISMAQCjkR0ALbMAgDGzAICmER0ANbMAgDmzAIClgR0As1UeAD2zAIBBswCARbMAgEmzAIC2GR4AtRkeAE2zAIC7GR4AujkeAFGzAIBVswCAv+EBAL75AQC98QEAvAEeAFmzAIBdswCAYbMAgKOZHQBlswCApdUdAKbVHQBpswCAbbMAgHGzAICq9R0Aq9UdAKzNHQCtPQIArjUCAK8tAgCAZQAAgRUAAIIdAACEAAQAdbMAgHmzAICHcAMAhvwEAIGzAICFswCAibMAgI2zAICRswCAlbMAgJmzAICdswCAvsgEAKGzAIClswCAqbMAgK2zAICxswCAtbMAgO/cHwC5swCA4ZQBAL2zAIDjHAEAwbMAgMWzAIDJswCAzbMAgLt1AwC6aQMAvkgGANGzAIC/HQMAvh0DAL0dAwC8ZQMAs9UDANWzAIDZswCA3bMAgOGzAIC2fQMAtcUDAIRwBQCoJQIAqTUCAKo9AgCrNQIArC0CAK2dAgCulQIAr7UCAIIVAADlswCAgNkBAIEJAADEAAAA6bMAgPGzAID1swCAuKkCALmpAgC6SQEAu0kBALxZAQC9RQEAvkUBAL99AQCwzQIAsdECALLRAgCzqQIAtLkCALW5AgC2qQIAt6ECAOEoHgDhNBwA43QBAOMYHgD5swCA/bMAgIa4BACHVAUAhDgHAAG0AIAFtACACbQAgL6sBwANtACA78weAO/IGgCj9QIAEbQAgBW0AIAZtACAHbQAgKZdAgCl5QIAIbQAgKtVAgCqSQIAJbQAgCm0AICvPQIArj0CAK09AgCsRQIAqGEGAKlhBgCqYQYAq2EGAKxhBgCtYQYArmEGAK9hBgDtswCALbQAgDG0AIA1tACAObQAgD20AIBBtACARbQAgLjxBgC58QYAuvEGALvxBgC8nQYAvbEGAL6xBgC/sQYAsOUGALHtBgCy5QYAs/0GALTlBgC17QYAttkGALfVBgCz6QYASbQAgE20AIBRtACAVbQAgLbhBgC16QYAWbQAgLspBgC6IQYAXbQAgGG0AIC/KQYAviEGAL0pBgC8MQYAgl0AAKOtBgCARQAAgV0AAKalBgBltACAabQAgKWtBgCqZQYAq20GAIYADACHQAMArmUGAK9tBgCsdQYArW0GAG20AIDvfAUAcbQAgHW0AIB5tACAfbQAgIG0AICFtACAibQAgI20AICRtACAlbQAgJm0AIDjaAUAnbQAgOF4BQCz0QYAobQAgKW0AICptACArbQAgLb9BgC1/QYAsbQAgLupBgC6oQYAtbQAgLm0AIC/mQYAvqkGAL2pBgC8sQYAqLkGAKm5BgCqGQYAqxkGAKw1BgCtPQYArjUGAK8pBgC9tACAgh0AAIEdAACAHQAAwbQAgMW0AIDJtACA0bQAgLjpAQC56QEAuvkBALv5AQC86QEAvekBAL5dAQC/VQEAsCUGALEtBgCyJQYAsz0GALQtBgC1HQYAthUGALfZAQCGgAwAh+QCANW0AICjnQUA2bQAgKWxBQCmsQUA3bQAgOG0AIDltACAqu0FAKvlBQCs/QUAreUFAK7lBQCv1QUAtk0DAOm0AICExAMAtUUDAO20AICzjQIA8bQAgPW0AIC+SQMAv0kDALxJAwC9SQMAumkDALtpAwD5tACA/bQAgAG1AICmiQMApYEDAAW1AICjSQIACbUAgA21AIARtQCAr40DAK6NAwCtjQMArI0DAKutAwCqrQMAfbMAgBW1AIAZtQCAHbUAgIW0PQAhtQCAJbUAgCm1AIAttQCAMbUAgIA9AACBCQAAgh0AADW1AIC+sAMAObUAgIc4AwCG3AwAQbUAgEW1AIBJtQCATbUAgFG1AIDvXAYAVbUAgFm1AIC+6AwA45QGAF21AIDh3AEAYbUAgGW1AIBptQCAbbUAgLNRAQBxtQCAdbUAgHm1AIB9tQCAtnEBALV5AQCBtQCAuz0BALo9AQCFtQCAibUAgL/9AQC+9QEAvQUBALwFAQCNtQCAkbUAgJW1AICEQAwAmbUAgJ21AIChtQCA76wHAKW1AIDhJAYAqbUAgONABwCGkAwAh/wMALG1AIC1tQCAgFkAAIFlAACCYQAAo90BALm1AICl9QEApv0BAL21AIDBtQCAxbUAgKqxAQCrsQEArIkBAK2JAQCueQEAr3EBAM20AIA9tQCAybUAgM21AICttQCA0bUAgNW1AIDZtQCAqJ0NAKktDgCqOQ4AqzEOAKwRDgCtEQ4Arn0OAK9tDgCwGQ4AsRkOALIxDgCzMQ4AtNEOALXZDgC2zQ4At8UOALj9DgC52Q4AuqkOALupDgC8vQ4AvaUOAL6tDgC/pQ4AqIEPAKmBDwCqgQ8Aq4EPAKyBDwCtjQ8AroUPAK+1DwDdtQCA4bUAgOW1AIDptQCA7bUAgPG1AID1tQCA+bUAgLidDwC5rQ8AuqUPALtNDwC8VQ8AvV0PAL5JDwC/SQ8AsNEPALHRDwCy0Q8As9EPALS1DwC1vQ8AtrUPALetDwCzCQ4A/bUAgAG2AIAFtgCACbYAgLYNDgC1CQ4ADbYAgLsVDgC6FQ4AEbYAgBW2AIC/eQ4AvnEOAL0FDgC8BQ4AghUAAKNNDgCAYQAAgWEAAKZJDgAZtgCAvhABAKVNDgCqUQ4Aq1EOAIQkAQAhtgCArjUOAK89DgCsQQ4ArUEOAKg5DgCpOQ4AqlkOAKtRDgCscQ4ArXEOAK6RAQCvkQEAhgAAAIeEAAAltgCAKbYAgC22AIAxtgCANbYAgDm2AIC4dQEAuX0BALp1AQC7yQAAvNkAAL3ZAAC+yQAAv8EAALD1AQCx/QEAsvUBALNNAQC0VQEAtV0BALZVAQC3TQEAuk0PALtVDwC4TQ8AuUUPAL59DwC/tQ8AvEUPAL11DwCyAQ8AswEPALAxDwCxMQ8AtgEPALcNDwC0EQ8AtREPAKqZDgCrRQ8AqOUOAKmZDgCuQQ8Ar0EPAKxRDwCtUQ8APbYAgEG2AIBFtgCASbYAgE22AIBRtgCAVbYAgFm2AICzUQ0AXbYAgGG2AIBltgCAabYAgLZxDQC1eQ0AbbYAgLu5AgC6sQIAcbYAgHW2AIC/GQIAvhECAL0ZAgC8oQIAebYAgKMVDQB9tgCAgbYAgKY1DQCFtgCAibYAgKU9DQCq9QIAq/0CAIToAwCRtgCArlUCAK9dAgCs5QIArV0CAKhtAgCprQIAqqUCAKu9AgCspQIAra0CAK6lAgCvfQEAgO0BAIHxAQCC8QEAvqAFAJW2AICZtgCAh2gFAIYcBQC4yQEAuckBALrZAQC70QEAvPkBAL35AQC+mQEAv5UBALAFAQCxDQEAsgUBALMdAQC0BQEAtQ0BALYFAQC3+QEA4WQPAOGcDwDjFA4A49QPAJ22AIDhPA4AobYAgOPkAAC+rAQApbYAgKm2AIDvDAAArbYAgLG2AIDvYA4A77QPALW2AIC5tgCAhEQEALNhAgC9tgCAtWECALZhAgDBtgCAxbYAgMm2AIC6jQEAu4UBALydAQC9hQEAvo0BAL+FAQCjrQUAjbYAgM22AIDRtgCA1bYAgKatBQClrQUA2bYAgKtJBgCqQQYA3bYAgOG2AICvSQYArkEGAK1JBgCsUQYA5bYAgOm2AIDttgCA8bYAgIAdAACBCQAAgjkAAPW2AID5tgCA/bYAgIbIAACHIAMAAbcAgAW3AIAJtwCADbcAgKhtBgCptQcAqr0HAKsdBwCsCQcArTEHAK4xBwCvLQcAhKgDABG3AIAVtwCAGbcAgB23AIAhtwCAJbcAgCm3AIC4zQAAudUAALrVAAC75QAAvP0AAL2VAAC+nQAAv5UAALBVBwCxJQcAsi0HALM9BwC0LQcAtRUHALYdBwC39QAALbcAgOG8BgAxtwCA4/QFADW3AIA5twCAPbcAgEG3AIBFtwCASbcAgE23AIBRtwCAVbcAgFm3AIBdtwCA7+gEALN1BgCCLQAAgRUAAIAdAABhtwCAtvEGALXBBgBltwCAu6EGALrRBgBptwCAvmwBAL+RBgC+qQYAvakGALy5BgCjtQYAcbcAgIYoAACHTAEAdbcAgKYxBgClAQYAebcAgKthBgCqEQYAfbcAgIG3AICvUQYArmkGAK1pBgCseQYAhbcAgLO9AQCJtwCAjbcAgLZ5AQCRtwCAlbcAgLV5AQC6VQEAu10BAJm3AICdtwCAvvkAAL/lAAC8RQEAvf0AAKhxAgCpcQIAqnECAKtxAgCstQIArb0CAK61AgCvrQIAhOw8AKG3AICltwCAqbcAgK23AICxtwCAtbcAgLm3AIC4XQMAuWUDALptAwC7ZQMAvH0DAL1lAwC+bQMAv2UDALDVAgCx3QIAstUCALNtAwC0eQMAtWUDALZtAwC3ZQMAHbYAgL23AIDBtwCAo/UCAMW3AIClMQIApjECAMm3AIDNtwCA0bcAgKodAgCrFQIArA0CAK21AwCusQMAr60DAIBlAACBCQAAghkAANW3AIDZtwCA4bcAgL4QPADltwCAhsA8AIcgAwDptwCA7bcAgPG3AID1twCA+bcAgP23AICohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAAG4AIAFuACACbgAgA24AIARuACAFbgAgBm4AIAduACAuHUBALl9AQC6dQEAu8kBALzZAQC9xQEAvsUBAL/9AQCwtQIAsb0CALKBAgCzgQIAtFUBALVdAQC2VQEAt00BAOGkBgAhuACA41AGAL6APACEHDwAvoA/ACW4AIApuACALbgAgDG4AIA1uACAObgAgD24AIBBuACA7+AGAEW4AICBfQAAgHEAAEm4AICCBQAAUbgAgFW4AIDvTAAAWbgAgOGQAQBduACA41gBAGG4AIBluACAabgAgIZYPwCH/DwAs509AN23AIBNuACAbbgAgHG4AIC21T0AtbU9AHW4AIC7+T0AuvE9AHm4AIB9uACAvxk+AL4RPgC91T0AvNU9AIG4AICj2T0AhbgAgIm4AICmkT0AjbgAgJG4AICl8T0AqrU9AKu9PQCVuACAmbgAgK5VPgCvXT4ArJE9AK2RPQCoVT4AqVk+AKphPgCrYT4ArGE+AK1hPgCuYT4Ar2E+AISoAwCduACAobgAgKW4AICpuACArbgAgLG4AIC1uACAuEU/ALldPwC6VT8Au20/ALx1PwC9fT8AvnU/AL9tPwCwwT8AscE/ALLBPwCzwT8AtME/ALXBPwC2wT8At8E/AIC5AQCBuQEAggUAALm4AIDhgD4AwbgAgOMoPQDFuACAhoAAAIcEAQDvCD0AybgAgM24AIDRuACA1bgAgNm4AICzqT8AvbgAgN24AIDhuACA5bgAgLahPwC1qT8A6bgAgLtFPgC6RT4A7bgAgPG4AIC/RT4AvkU+AL1VPgC8VT4Ao2k/APW4AID5uACA/bgAgAG5AICmYT8ApWk/AAW5AICrhT4AqoU+AAm5AIANuQCAr4U+AK6FPgCtlT4ArJU+ABG5AICzGT4AFbkAgBm5AIC2IT4AHbkAgCG5AIC1MT4AuvEBALv5AQAluQCAKbkAgL6xAQC/vQEAvNEBAL3RAQCo0T0AqdE9AKrVPQCr6T0ArP09AK3lPQCu7T0ArxECAID5AwCBzQMAgsUDAIQkAwC+AAQAMbkAgIesAwCGvAQAuBkCALktAgC6JQIAu+kCALz5AgC9+QIAvukCAL/pAgCwcQIAsXkCALJBAgCzQQIAtDECALU9AgC2NQIAtykCAKVtPQA1uQCAObkAgKZ9PQA9uQCAbbcAgKNFPQBBuQCArY0CAKyNAgCv4QIAru0CAKwAAABFuQCAq6UCAKqtAgDh+AEASbkAgOP0AgCEwAQATbkAgFG5AIBVuQCAWbkAgF25AIBhuQCAZbkAgGm5AIBtuQCAcbkAgO8wAgB1uQCAqBUCAKkZAgCqJQIAqz0CAKwlAgCtLQIAriUCAK9VAgB5uQCAfbkAgIG5AICFuQCAibkAgI25AICEsAQAkbkAgLjRAgC52QIAuuECALvhAgC8kQIAvZ0CAL6VAgC/iQIAsC0CALE1AgCyNQIAswUCALQdAgC18QIAtvECALfxAgDheD8A4zQBAOMIPgDhbD4AgQkAAICpAACVuQCAgj0AAJm5AIChuQCApbkAgL4gBACpuQCA79g+AO/MPgCtuQCAsbkAgLPpAgCG6AQAh8AEALbpAgC1uQCAubkAgLXpAgC6rQIAu7UCAL25AIDBuQCAvp0CAL9xAgC8pQIAvZUCAC25AICduQCAxbkAgMm5AIDNuQCA0bkAgNW5AIDZuQCAqBUGAKmhBgCqoQYAq70GAKytBgCtgQYArv0GAK/tBgCwlQYAsZ0GALKVBgCzrQYAtLUGALW9BgC2tQYAt60GALiVBgC5mQYAukkHALtJBwC8WQcAvVkHAL5JBwC/SQcArN0FAK3tBQCu5QUArwkFAN25AIDhuQCAqtUFAKvNBQDluQCApZEFAKaRBQDpuQCA7bkAgPG5AID1uQCAo5EFALNJBgD5uQCA/bkAgAG6AIAFugCAtmEGALVFBgAJugCAuzkGALoxBgC+ZAAADboAgL8ZBgC+EQYAvRkGALwhBgCjiQcAgtkBAIHZAQCAwQEAEboAgKahBwClhQcAFboAgKv5BwCq8QcAhggBAId8AQCv2QcArtEHAK3ZBwCs4QcAGboAgLP1BgAdugCAIboAgLaFBgAlugCAKboAgLWdBgC6jQYAu20BAC26AIAxugCAvmUBAL9tAQC8dQEAvW0BAKglBgCpLQYAqjkGAKsxBgCsUQYArUEGAK5BBgCvdQYANboAgDm6AIA9ugCAQboAgEW6AIBJugCATboAgFG6AIC4VQEAuWUBALplAQC7fQEAvGUBAL1tAQC+HQEAvxUBALANBgCx7QEAsuUBALP9AQC05QEAte0BALblAQC3bQEAo7EFAFW6AIBZugCAvkgDAL5YDACmwQUApdkFAF26AICrKQIAqskFAGG6AIBlugCArykCAK4hAgCtKQIArDECAGm6AIBtugCAcboAgHW6AICAGQAAgRkAAIIFAAB5ugCAhKwDAIG6AICHGAMAhswMAIW6AICJugCAjboAgJG6AICokQMAqZkDAKrJAwCrxQMArN0DAK3BAwCuwQMAr/UDAJW6AICZugCAnboAgKG6AIClugCAqboAgK26AICxugCAuH0DALnBAAC6wQAAu9EAALz5AAC9+QAAvpkAAL+ZAACwjQMAsUUDALJNAwCzRQMAtF0DALVFAwC2TQMAt0UDALNBAgC1ugCAuboAgL8EDwC9ugCAtkECALVVAgDBugCAu4ECALpJAgDFugCAyboAgL+BAgC+mQIAvZECALyZAgDNugCA0boAgNW6AIDZugCA76QDAN26AIDhugCA5boAgOMQAwDpugCA4VgAAIQgDQCAKQAAgSkAAIIdAADxugCA4VAGAOGgBwDjoAYA41AHAIWUDAD1ugCA70gbAPm6AIDhJAIA/boAgONwGgABuwCABbsAgAm7AIDvqAEA7+gGAIagDwCHDA0Ao4kCAA27AIClnQIAEbsAgBW7AICmiQIAGbsAgB27AICrSQIAqoECAK1ZAgCsUQIAr0kCAK5RAgCoZQ4AqXUOAKp9DgCrdQ4ArG0OAK21DgCuvQ4Ar7UOAO26AIAhuwCAJbsAgCm7AIAtuwCAOLsAgDy7AIBAuwCAuF0PALltDwC6ZQ8Auw0PALwVDwC9HQ8AvhUPAL8JDwCwzQ4AsdUOALLdDgCz1Q4AtM0OALVxDwC2cQ8At20PALP1DgBEuwCASLsAgEy7AIBQuwCAtjUOALXlDgBUuwCAuxEOALoJDgBYuwCAXLsAgL+1DwC+CQ4AvQEOALwJDgCCFQAAo7EOAIBhAACBYQAApnEOAGC7AIC+EAEApaEOAKpNDgCrVQ4AaLsAgIQgAQCuTQ4Ar/EPAKxNDgCtRQ4An0UIAJ4NCQCdDQkAnJkLAJt1NQCaETUAmZk3AJgNMQCXJTEAliUxAJWBPQCUDT0Ak4k/AJIVOACRPTkAkD05AI9lJQDvrA0AhgAEAIegAQBsuwCAcLsAgHS7AIDv6AEAeLsAgOE0AgB8uwCA4zQBAIC7AIDjCAwAhLsAgOEIDQChoQEAiLsAgKMJBQCibQMApc0EAKQRBQCnHRkAph0ZAKmhHQCoORkAq+kcAKqpHQCtkREArAEQAK8BFACuUREAsfkVALDlFQCz6WkAsgFoALUBbAC0eWkAjLsAgJC7AICUuwCAmLsAgJy7AICguwCAowkDAKIZDQCh/Q0AoP0NAIIlJgCDBToApLsAgKi7AICGqTwAhzU+AIQdOgCFPTsAiok+AIslMgCsuwCAsLsAgI6xNACPMTYAjD0yAI0tMgCSJTYAk9EIAIREAwC+wAQAlhULAJdVDgCUXQoAlVUKAJplDgCbiQ4AtLsAgLi7AIC8uwCAwLsAgJyBAADEuwCAuLUCALm9AgC6tQIAuwkCALwZAgC9GQIAvgkCAL8BAgCwdQ0AsX0NALJJDQCzSQ0AtJUCALWdAgC2lQIAt40CAKi9DQCpUQ0AqlUNAKtpDQCsfQ0ArWUNAK5tDQCvEQ0AZLsAgILtAQCBHQAAgB0AAMi7AIDMuwCAfboAgL5wBQCznQwAhIwFANC7AIDYuwCA3LsAgLalDAC1tQwA4LsAgLv5DAC68QwAhigFAIcgBQC/GQMAvhEDAL3dDAC83QwA5LsAgKPZDADouwCA7LsAgKbhDADwuwCA9LsAgKXxDACqtQwAq70MAPi7AID8uwCArlUDAK9dAwCsmQwArZkMAAC8AIAEvACACLwAgAy8AIAQvACAFLwAgBi8AIDvvAEAHLwAgOF8DgAgvACA41ABACS8AIAovACALLwAgDC8AICzlQIANLwAgDi8AIA8vACAQLwAgLa9AgC1uQIASLwAgLs5AgC6YQIAhsgEAIesBAC/GQIAvhECAL0ZAgC8IQIAo1UFAILVBwCBxQcAgMUHAEy8AICmfQUApXkFAFC8AICr+QUAqqEFAFS8AIBYvACAr9kFAK7RBQCt2QUArOEFAFy8AICzWQcAYLwAgGS8AIC2HQcAaLwAgGy8AIC1FQcAugkHALsJBwBwvACAdLwAgL75BwC/+QcAvPkHAL35BwDUuwCARLwAgHi8AIB8vACAgLwAgIS8AICIvACAjLwAgKitBwCptQcAqrUHAKvtBwCs+QcArfkHAK7tBwCv5QcAsKkHALGpBwCySQcAs0kHALRZBwC1WQcAtkkHALdJBwC4eQcAuUUHALpBBwC7XQcAvEUHAL1NBwC+RQcAvzkHAKMdBgCQvACAlLwAgJi8AICcvACAplkGAKVRBgCgvACAq00GAKpNBgCkvACAqLwAgK+9BgCuvQYArb0GAKy9BgCAbQAAgQkAAIIZAACsvACAsLwAgISYAQC+kAEAtLwAgIYAHACHxAEAuLwAgLy8AIDAvACAxLwAgMi8AIDMvACAqF0GAKmVAQCqlQEAq6UBAKy9AQCt1QEArtEBAK/RAQDQvACA1LwAgNi8AIDcvACA4LwAgOS8AIDovACA7LwAgLhZAQC5WQEAus0AALvFAAC83QAAvcUAAL7FAAC/9QAAsLUBALG9AQCygQEAs4EBALR5AQC1eQEAtmkBALdpAQCzHQIA8LwAgPS8AIC+gBwA+LwAgLZVAgC1NQIA/LwAgLt5AgC6cQIAAL0AgAS9AIC/vQIAvr0CAL1VAgC8VQIACL0AgKNZAgAMvQCAEL0AgKYRAgAUvQCAGL0AgKVxAgCqNQIAqz0CABy9AIAgvQCArvkCAK/5AgCsEQIArRECACi9AIAsvQCAvgQdAL4AHgAwvQCANL0AgDi9AIA8vQCAgPkAAIHNAACCxQAAhCADAIawHACHlAMAQL0AgES9AIBIvQCATL0AgFC9AIBUvQCA42wCAFi9AIDhoAEAXL0AgO8UAgBgvQCAZL0AgGi9AIBsvQCAcL0AgHS9AIB4vQCA4fAGAOE0BgDjTAAA4xgGAHy9AICAvQCAhL0AgIi9AICAPQAAgQkAAIIZAACMvQCAkL0AgIS8HQDvmAAA7zgHALMxAgDRAAAAh9gdAIZsHACYvQCAtikCALUhAgCcvQCAu80CALrNAgCgvQCApL0AgL/NAgC+zQIAvc0CALzNAgCyXQYAs2UGALANBgCxVQYAtn0GALedBQC0fQYAtXUGALqNBQC7zQUAuKUFALmFBQC+xQUAv8kFALzVBQC9zQUAqL0AgKy9AICwvQCAtL0AgLi9AIC8vQCAwL0AgMS9AICqtQYAq70GAKgBBwCpvQYAroEGAK+NBgCsmQYArZUGAKNxHQDIvQCAzL0AgNC9AIDUvQCApmkdAKVhHQDYvQCAq40dAKqNHQDcvQCA4L0AgK+NHQCujR0ArY0dAKyNHQDkvQCAs9UeAOi9AIDsvQCAts0eAPC9AID0vQCAtcUeALqhHgC7oR4A+L0AgPy9AIC+pR4Av6keALyxHgC9sR4AJL0AgJS9AIAAvgCAhAQDAID5AACB+QAAghEAAAS+AICoIR4AqSEeAKo5HgCrOR4ArCkeAK0pHgCuAR4ArwEeALABHgCxAR4AsgEeALMBHgC0BR4AtQkeALY9HgC3NR4AuA0eALkVHgC6HR4AuxUeALwNHgC95R8Avu0fAL/lHwCjkR8ACL4AgIYoAQCHSAEADL4AgKaJHwClgR8AEL4AgKvlHwCq5R8AFL4AgBi+AICv7R8AruEfAK31HwCs9R8AHL4AgLMtHgAgvgCAJL4AgLaVHgAovgCALL4AgLWdHgC6sR4Au7EeADC+AIA0vgCAvnUBAL99AQC8oR4AvaEeAKjRHgCp2R4AquEeAKvhHgCsUR4ArVEeAK5RHgCvUR4AOL4AgDy+AIBAvgCARL4AgEi+AIBMvgCAUL4AgFS+AIC43QEAue0BALrlAQC7jQEAvJkBAL2ZAQC+jQEAv4UBALAxHgCxMR4AsjEeALMxHgC09QEAtf0BALb1AQC37QEAo2kdAFi+AIBcvgCAYL4AgGS+AICm0R0ApdkdAGi+AICr9R0AqvUdAGy+AIBwvgCArzkCAK4xAgCt5R0ArOUdAIFpAACAWQAAvgAEAIJhAAB4vgCAfL4AgIC+AICEvgCAhOwDAIi+AICHiAMAhuwEAIy+AICQvgCAlL4AgJi+AICohQMAqZUDAKqVAwCrpQMArL0DAK3VAwCu0QMAr9EDAJy+AICgvgCApL4AgKi+AICsvgCAsL4AgLS+AIC4vgCAuHEDALlxAwC6cQMAu3EDALzVAAC93QAAvtUAAL/NAACwtQMAsb0DALKBAwCzgQMAtFEDALVRAwC2UQMAt1EDAOFUHgDhrB8A45QBAOMoHgDjYAMAvL4AgOEIAADAvgCA75ADAMS+AIDIvgCAzL4AgNC+AIDUvgCA70wfAO9MHwCzXQIA2L4AgNy+AIDgvgCA6L4AgLYVAgC1dQIA7L4AgLs5AgC6MQIAhCQFAL7gBAC/1QIAvtUCAL0VAgC8FQIAuJEdALmZHQC6oR0Au6EdALzRHQC93R0AvtUdAL/JHQCwCR4AsQkeALIZHgCzGR4AtAkeALUJHgC2vR0At7UdAKipHgCpqR4AqrkeAKu5HgCsqR4ArakeAK55HgCveR4AgKUAAIGtAACCpQAA8L4AgIbQBACH+AQA9L4AgPi+AIB0vgCA5L4AgPy+AIAAvwCABL8AgAi/AIAMvwCAEL8AgKhxBgCpcQYAqnEGAKtxBgCsVQYArUUGAK5NBgCvRQYAsD0GALHlBgCy7QYAs+UGALT9BgC15QYAtu0GALflBgC43QYAuXEHALp1BwC7SQcAvFkHAL1ZBwC+SQcAv0kHALPZBgAUvwCAGL8AgBy/AIAgvwCAtuUGALX9BgAkvwCAuwEGALrZBgAovwCALL8AgL8BBgC+GQYAvREGALwZBgAwvwCAo9kFADS/AIA4vwCAppEFADy/AIBAvwCApfEFAKq1BQCrvQUARL8AgEi/AICuUQUAr1EFAKyRBQCtkQUAo1kHAIIZAACBGQAAgOEBAEy/AICmZQcApX0HAFC/AICrgQcAqlkHAISgAgC+rAEAr4EHAK6ZBwCtkQcArJkHAFS/AICzqQYAhugAAIcsAQC2WQEAWL8AgFy/AIC1oQYAunUBALt9AQBgvwCAZL8AgL75AQC/+QEAvGUBAL35AQCo0QYAqdkGAKplBgCrdQYArG0GAK2dAQCulQEAr40BAITsAQBovwCAbL8AgHC/AIB0vwCAeL8AgHy/AICAvwCAuGkBALlpAQC6CQEAuwUBALwdAQC9AQEAvgEBAL81AQCw9QEAsf0BALL1AQCzaQEAtHkBALV5AQC2aQEAt2EBAIS/AICIvwCAjL8AgKPhBQCQvwCApekFAKYRAgCUvwCAmL8AgJy/AICqPQIAqzUCAKwtAgCtsQIArrECAK+xAgCgvwCApL8AgL4EAwCEAAwAqL8AgKy/AICwvwCAtL8AgIANAACBFQAAgh0AALi/AIC8vwCAwL8AgIdEAwCG3AwAs+kDAMi/AIDMvwCA0L8AgNS/AIC2PQMAtT0DANi/AIC7GQMAuhEDANy/AIDgvwCAv7kAAL6xAAC9uQAAvAEDAOS/AIDhlAEA6L8AgON8AQDsvwCA8L8AgPS/AID4vwCA/L8AgADAAIAEwACACMAAgAzAAIAQwACAFMAAgO9MAgCoVQIAqV0CAKphAgCrYQIArLUCAK29AgCutQIAr60CAL5oDQAYwACAHMAAgCDAAIAkwACAgq0AAIGtAACArQAAuGEBALlhAQC6CQEAuwkBALwBAQC9AQEAvgEBAL8BAQCw1QIAsd0CALLVAgCzbQEAtHUBALV9AQC2aQEAt2EBAOFoBgDh8AcA47AAAOP0BgAowACALMAAgDDAAIA4wACAPMAAgEDAAIBEwACASMAAgL78DABMwACA72wAAO8oBgCjqQIAUMAAgIZoDACHBA0AVMAAgKZ9AgClfQIAWMAAgKtZAgCqUQIAXMAAgGDAAICv+QEArvEBAK35AQCsQQIAqIUOAKmNDgCqhQ4Aq50OAKyNDgCtvQ4ArrUOAK/dDgA0wACAZMAAgGjAAIBswACAcMAAgHTAAIB4wACAfMAAgLitDgC5tQ4Aur0OALu1DgC8dQ8AvX0PAL51DwC/bQ8AsKkOALG1DgCyvQ4As7UOALStDgC1lQ4Atp0OALeVDgCzDQ4AgMAAgITAAICIwACAjMAAgLY9DgC1BQ4AkMAAgLtxDgC6bQ4AlMAAgJjAAIC/UQ4AvmkOAL1hDgC8aQ4AghkAAKNJDgCAZQAAgRkAAKZ5DgCcwACAoMAAgKVBDgCqKQ4AqzUOAIS8AwCkwACAri0OAK8VDgCsLQ4ArSUOAKidDgCppQ4Aqq0OAKulDgCsvQ4AraEOAK7dDgCvzQ4AhiABAIdkAQCowACArMAAgLDAAIC0wACAuMAAgLzAAIC4eQEAuXkBALrNAQC7xQEAvN0BAL3FAQC+xQEAv/UBALC9DgCxjQ4AsoUOALNJAQC0WQEAtVkBALZJAQC3SQEAtS0OAMDAAIDEwACAtjkOAMjAAIDMwACAsz0OANDAAIC9hQEAvEkOAL+FAQC+hQEA1MAAgMS/AIC7UQ4AumEOAKNlDgDYwACA3MAAgODAAIDkwACApmEOAKV1DgDowACAqwkOAKo5DgDswACA8MAAgK/dAQCu3QEArd0BAKwRDgD0wACA+MAAgO/QDwD8wACAAMEAgATBAIAIwQCADMEAgBDBAIC+aAMAGMEAgBzBAIDhVA4AIMEAgONkDgAkwQCAgFkAAIFZAACCaQAAhIwDAIbwBACHFAMAKMEAgCzBAIAwwQCANMEAgDjBAIA8wQCAQMEAgETBAIBIwQCATMEAgFDBAIBUwQCAWMEAgFzBAIBgwQCAZMEAgGjBAIBswQCAqIkDAKmJAwCqmQMAq5kDAKyJAwCtiQMArj0DAK81AwCwUQMAsVEDALJVAwCzfQMAtBUDALUdAwC2FQMAtw0DALg9AwC5DQMAugUDALvtAAC89QAAvfkAAL7pAAC/6QAAcMEAgHTBAIB4wQCAsz0CAHzBAIC1LQIAtiUCAIDBAIC+aAUAiMEAgLq5AgC7uQIAvK0CAL2FAgC+/QIAv/UCAIBJAACBVQAAglUAAIQABQDvjAMAvhgEAId0BQCG/AQA4zwDAIzBAIDhUAAAkMEAgJTBAICYwQCAnMEAgKDBAICkwQCAqMEAgKzBAICwwQCAtMEAgLjBAIC8wQCA79QOAL4oBgDhdA4AwMEAgONUAQDEwQCAyMEAgMzBAIDQwQCAo/ECANTBAIDYwQCA3MEAgODBAICm6QIApeECAOTBAICrdQIAqnUCAOjBAIDswQCArzkCAK4xAgCtSQIArGECAKgpBgCpKQYAqj0GAKsxBgCsSQYArUkGAK55BgCveQYAhMEAgIIVAACBxQcAgMUHAPDBAICEaAMA9MEAgPjBAIC4yQYAuckGALrZBgC72QYAvMkGAL3JBgC+WQcAv1kHALAJBgCxCQYAshkGALMZBgC0CQYAtQkGALb5BgC3+QYAs7UGAPzBAICGrAAAh0ADAADCAIC2yQYAtcEGAATCAIC7zQYAus0GAAjCAIAMwgCAv80GAL7NBgC9zQYAvM0GABDCAICj8QYAFMIAgBjCAICmjQYAHMIAgCDCAIClhQYAqokGAKuJBgAkwgCAKMIAgK6JBgCviQYArIkGAK2JBgCoJQYAqWEGAKplBgCrfQYArGUGAK1tBgCuZQYAr50GACzCAIAwwgCANMIAgDjCAIA8wgCAQMIAgETCAIBIwgCAuPUGALn9BgC69QYAu4kGALyZBgC9mQYAvokGAL+BBgCw5QYAse0GALLlBgCz/QYAtOUGALXtBgC20QYAt80GAEzCAIC2/QYAtf0GAFDCAICz/QYAVMIAgFjCAIBcwgCAvzkGAL4xBgC9OQYAvCEGALs5BgC6MQYAFMEAgGDCAICjrQYAgnkAAIFVAACAVQAAhFwBAKatBgClrQYAaMIAgKtpBgCqYQYAhkh/AIfkAACvaQYArmEGAK1pBgCscQYAbMIAgO/cBwBwwgCAdMIAgHjCAIB8wgCAgMIAgITCAICIwgCAhKADAIzCAIC/JHkAkMIAgONoBwCUwgCA4XQGALPRAgCYwgCAvgQDAISAfQCcwgCAtvkCALXxAgCgwgCAu7UCALqpAgCkwgCAqMIAgL9RAwC+mQIAvZECALylAgCpBQIAqLkCAKsVAgCqHQIArT0CAKw9AgCvUQIArl0CAL5ofQCswgCAsMIAgLTCAIC4wgCAvMIAgMDCAIDEwgCAufEDALjpAwC78QMAuvkDAL1RAwC86QMAv00DAL5RAwCxNQIAsCkCALMBAgCyNQIAtdEDALQZAgC30QMAttkDAIIpAACjlQMAgB0AAIEVAACmvQMAyMIAgMzCAICltQMAqu0DAKvxAwDQwgCA2MIAgK7dAwCvFQIArOEDAK3VAwCGYH0Ah3h9ALNBAQCEAH8AtUEBANzCAIDgwgCAtkkBAOTCAIDowgCAu0EBALpNAQC9SQEAvEUBAL8pAQC+OQEA7MIAgO/cBgDwwgCA9MIAgPjCAID8wgCAAMMAgO8wBgCELH4A4eAGAATDAIDjiAEACMMAgON0AAAMwwCA4SwBAKPJAQAQwwCAFMMAgIVweQAYwwCApsEBAKXJAQAcwwCAq8kBAKrFAQAgwwCAJMMAgK+hAQCusQEArcEBAKzNAQCo3X0AqQV+AKoBfgCrAX4ArAF+AK0BfgCuAX4ArwF+ANTCAIAowwCALMMAgDDDAIA0wwCAgp0AAIGdAACAnQAAuC1+ALnhfgC64X4Au+F+ALzhfgC94X4AvuF+AL/hfgCwQX4AsU1+ALJZfgCzVX4AtDV+ALUlfgC2JX4AtxV+AKitfwCp0X8AqtF/AKvtfwCs9X8ArRV/AK4RfwCvEX8AOMMAgDzDAIBAwwCARMMAgIbwAwCHuAAASMMAgEzDAIC4EX8AuRl/ALohfwC7IX8AvPUAAL39AAC+9QAAv+0AALBxfwCxcX8AsnF/ALNFfwC0QX8AtU1/ALY9fwC3NX8As1l+AFDDAIBUwwCAWMMAgFzDAIC2lX4AtX1+AGDDAIC7tX4AurV+AGTDAIBowwCAv4l+AL6FfgC9kX4AvKV+AGzDAICjHX4AcMMAgHTDAICm0X4AeMMAgHzDAIClOX4AqvF+AKvxfgCAwwCAhMMAgK7BfgCvzX4ArOF+AK3VfgCwrQAAscUAALLBAACzwQAAtMUAALXNAAC28QAAt/EAALhhAAC5YQAAumEAALt9AAC8ZQAAvW0AAL5lAAC/vQMAiMMAgIzDAICQwwCAZMIAgJTDAICYwwCAnMMAgKDDAICoWQEAqVkBAKrtAACr5QAArP0AAK3lAACu5QAAr9UAAKTDAICCHQAAgR0AAIAdAACowwCArMMAgLDDAIC+VAIAhoAEAIfsAgC4wwCAvMMAgMDDAIDEwwCAyMMAgL54AwDjdH4AzMMAgOG4fQDQwwCA1MMAgNjDAIDcwwCA4MMAgOTDAIDowwCA7MMAgPDDAIDvwH4A9MMAgPjDAID8wwCAs4UDAADEAIAExACACMQAgAzEAIC2hQMAtZUDABDEAIC74QMAuokDAL4kBgAUxACAv+kDAL7hAwC99QMAvPUDAIIpAACjwQMAgB0AAIEVAACmwQMAGMQAgBzEAICl0QMAqs0DAKulAwAgxACAheAFAK6lAwCvrQMArLEDAK2xAwDh+AMAKMQAgONcHwAsxACA7/QDADDEAICGPAcAh6wCAON8fgA0xACA4YABADjEAIA8xACAQMQAgO/kEwBExACAs3EBAEjEAIBMxACAUMQAgFTEAIC2EQEAtWEBAFjEAIC7OQEAujEBAFzEAIBgxACAvxkBAL4RAQC9GQEAvCEBAGTEAIBoxACAbMQAgHDEAIB0xACAeMQAgHzEAIDvxH8AgMQAgOH8fgCExACA4/B/AIANAACBdQAAgn0AAIjEAICMxACAkMQAgKP5AQC+AAgApekBAJjEAICcxACAppkBAISoBQCgxACAq7EBAKq5AQCtkQEArKkBAK+RAQCumQEAqCkGAKkpBgCqOQYAqzkGAKwpBgCtUQYArlUGAK9NBgAkxACAhCABAKTEAICUxACAo+EBAKKZBAChGQQAoPEFALg5BgC5OQYAus0GALvFBgC83QYAvcUGAL7FBgC/8QYAsDUGALE9BgCyNQYAsw0GALQVBgC1HQYAthUGALcJBgCPoWwAs5EHAIYoAQCHfAMAtqEHAKjEAICsxACAtbEHALrlBwC77QcAsMQAgLTEAIC+7QcAv90HALz1BwC97QcAn/l4AJ7leACdcXkAnCF8AJvxfACaYX0AmZlxAJjZcACX4XAAlnl0AJVtdACUbXQAk61pAJJxaACReWgAkB1uAIIhbQCD5W8AuMQAgLzEAICGTWgAh5V1AISZaQCFmWkAiqV1AIu5dQDAxACAxMQAgI5xcACPgXwAjDlxAI05cQCSYX0Ak6l9AMjEAIDMxACAlml5AJeZBACU4XgAlX15AJpBBQCbyQUA0MQAgNTEAIDYxACA3MQAgJypAADgxACAo4ENAKKpAQChqQEA5MQAgKexCQCmAQgApU0NAKSZDQCrkRUAqoUVAKkBFACocQkArx0QAK7pEQCtvREArAEQALMBGACy8RwAscEdALDJHQC0wwCA6MQAgLXhGAC0/RkA7MQAgPDEAID0xACA+MQAgIAdAACBCQAAgv0DAPzEAICjFQUAAMUAgIaIDACHPAMACMUAgKYlBQClNQUADMUAgKtpBQCqYQUAEMUAgBTFAICvWQUArmkFAK1pBQCscQUAGMUAgBzFAICEBAwAIMUAgCTFAIDhbAYAKMUAgOPsewAsxQCAMMUAgDTFAIDvqAYAOMUAgDzFAIBAxQCARMUAgKmNBQCogQUAq60FAKqZBQCtoQUArLkFAK+lBQCuqQUAhGgNAEjFAIBMxQCAUMUAgFTFAIBYxQCAXMUAgL70DAC5SQUAuEEFALtZBQC6QQUAvUkFALxBBQC/cQUAvn0FALGpBQCwoQUAs7kFALKhBQC1mQUAtKkFALd5BQC2kQUAqNUEAKndBACq7QQAqyUDAKyFAwCtjQMArrEDAK+xAwBgxQCAZMUAgGjFAIBsxQCAgBkAAIEZAACCBQAAcMUAgLgxAgC5MQIAujUCALvBAgC8hQIAvbUCAL69AgC/tQIAsGkCALFpAgCyQQIAs0ECALQ5AgC1OQIAthECALcRAgCGoAwAh0wNAHjFAIB8xQCA76QGAIDFAICExQCA78wHAOOUAQDhpAYA4TgBAONcBgCIxQCAjMUAgJDFAICUxQCAmMUAgJzFAICzLQQAoMUAgLVFAwCkxQCAqMUAgLZFAwCsxQCAsMUAgLvlAgC65QIAvd0CALzdAgC/tQIAvrUCAATFAIB0xQCAtMUAgLjFAIC8xQCAwMUAgMTFAIDIxQCAqDEOAKk5DgCqAQ4AqwEOAKxxDgCtcQ4ArnUOAK9tDgCwGQ4AsSUOALItDgCzJQ4AtCEOALUhDgC2IQ4AtyEOALjFDgC5zQ4AusUOALvdDgC8xQ4Avc0OAL5ZDwC/WQ8As6kOAMzFAIDQxQCA1MUAgNjFAIC20Q4AtdkOANzFAIC7wQ4Auv0OAODFAIC+LAAAv8UOAL7FDgC90Q4AvNkOAIJpAACj7Q4AgFkAAIFRAACmlQ4A5MUAgOjFAIClnQ4AqrkOAKuFDgCGyAAAh6wAAK6BDgCvgQ4ArJ0OAK2VDgDsxQCAs5EOAPDFAID0xQCAtqUOAPjFAID8xQCAta0OALrhDgC74Q4AAMYAgATGAIC+6Q4Av9UOALz1DgC96Q4Ao6UKAAjGAIAMxgCAEMYAgBTGAICmzQ0Apc0NABjGAICrbQwAqm0MABzGAIAgxgCArz0MAK49DACtVQwArFUMAKgJDgCpCQ4Aqh0OAKsVDgCsIQ4ArSEOAK4hDgCvIQ4AJMYAgCjGAIAsxgCAMMYAgDTGAIA4xgCAPMYAgEDGAIC4zQEAudUBALrdAQC71QEAvM0BAL1RAQC+UQEAv1EBALAhDgCxIQ4AsiUOALM5DgC0KQ4AtRUOALYdDgC39QEARMYAgEjGAIBMxgCAo5kNAFDGAIClpQ0Apq0NAL7cAgCE7AMAWMYAgKrpDQCr6Q0ArP0NAK3hDQCu4Q0Ar90NAIBFAACBTQAAglkAAKNFAwBcxgCApUEDAKZBAwBgxgCAhsAEAIcAAwCqLQMAqyUDAKw9AwCtJQMAriUDAK8VAwCoWQIAqYUDAKqBAwCrgQMArIUDAK2NAwCusQMAr7EDAGTGAIBoxgCAbMYAgHDGAIB0xgCAeMYAgHzGAICAxgCAuGUDALltAwC6ZQMAu30DALxlAwC9bQMAvmUDAL/dAACwpQMAsa0DALKlAwCzvQMAtK0DALWdAwC2lQMAt10DALMJAgCExgCAiMYAgIzGAICQxgCAtg0CALUNAgCUxgCAu2kCALphAgCYxgCAnMYAgL9ZAgC+aQIAvWkCALxxAgCgxgCApMYAgKjGAICsxgCA4aABALDGAIDjaAMAtMYAgIEVAACAFQAA74wDAIIVAAC4xgCAvMYAgMDGAIC+cAUA4RgOAOGUDwDjOA8A49QPAISUAgDIxgCAzMYAgNDGAIDUxgCA2MYAgNzGAIDgxgCA5MYAgOjGAIDv7AEA7/gPAIZgBACHBAUAs5UBAITMBQC1dQEA7MYAgPDGAIC2dQEA9MYAgPjGAIC7UQEAulkBAL31AAC8SQEAv/UAAL71AACoJQYAqVUGAKpVBgCrrQYArLUGAK29BgCutQYAr60GAMTGAID8xgCAAMcAgATHAIAIxwCADMcAgBDHAIAUxwCAuGkHALlpBwC6CQcAuwkHALwZBwC9GQcAvg0HAL8BBwCw1QYAsd0GALLVBgCzaQcAtHkHALV5BwC2aQcAt2EHAKPdBgAYxwCAHMcAgCDHAIAkxwCApj0GAKU9BgAoxwCAqxkGAKoRBgAsxwCAMMcAgK+9BwCuvQcArb0HAKwBBgCAXQAAgW0AAIJlAACzUQcAvtgDALVxBwC2cQcANMcAgIbgAACHFAMAul0HALs5BwC8KQcAvRUHAL4dBwC/2QAAqJUGAKmdBgCqlQYAq60GAKy1BgCtvQYArrUGAK+tBgA4xwCAPMcAgEDHAIBExwCASMcAgEzHAIBQxwCAVMcAgLhxAQC5cQEAunEBALtxAQC81QEAvd0BAL7VAQC/zQEAsNUGALGxBgCysQYAs40GALSVBgC1UQEAtlEBALdRAQBYxwCAoxkGAFzHAIBgxwCApjkGAFTGAIBkxwCApTkGAKoVBgCrcQYAaMcAgGzHAICuVQYAr5EBAKxhBgCtXQYAcMcAgHTHAIB4xwCAfMcAgIDHAICExwCAiMcAgIzHAICQxwCAlMcAgJjHAICcxwCAgBkAAIEZAACCBQAAoMcAgISAAgC+gAMAhwwDAIasHADhaAYAqMcAgOOYBwCsxwCAsMcAgLTHAIDvrAcAuMcAgLzHAIDAxwCAxMcAgMjHAIDMxwCA0McAgNTHAICzZQMA2McAgLVlAwC2bQMA3McAgODHAIDkxwCAuukDALvlAwC8/QMAve0DAL7RAwC/0QMA6McAgOzHAIDwxwCA9McAgPjHAID8xwCAAMgAgATIAICogQMAqYEDAKqBAwCrgQMArIEDAK2BAwCugQMAr4EDALBBAwCxTQMAskUDALNVAwC0eQMAtXkDALYZAwC3GQMAuCkDALkpAwC6OQMAuzkDALwpAwC9KQMAvhkDAL8ZAwCBGQAAgBEAAKMhAgCCLQAApSECAAjIAIAMyACApikCABDIAIAYyACAq6ECAKqtAgCtqQIArLkCAK+VAgCulQIAhEwCAL5IHQCHZB0AhuwcAONAAwAcyACA4aABACDIAIDvnAMAJMgAgCjIAIAsyACAMMgAgDTIAIA4yACAPMgAgEDIAIBEyACASMgAgEzIAIBQyACAVMgAgFjIAIDvtAEAhKgdAOF8BgBcyACA43AGAGDIAIBkyACAaMgAgGzIAICz4QEAcMgAgHTIAIB4yACAfMgAgLblAQC19QEAgMgAgLuhAQC62QEAvuQcAIjIAIC/rQEAvqUBAL2xAQC8uQEAqBUeAKkZHgCqKR4AqykeAKw9HgCtJR4Ari0eAK8lHgAUyACAgvkfAIH5HwCA4R8AhMgAgIzIAICGHAAAh7ADALjBHgC5wR4AusEeALvBHgC8wR4AvcEeAL7BHgC/wR4AsF0eALElHgCyLR4AsyUeALQhHgC1KR4AthkeALcZHgCjoR4AkMgAgJTIAICYyACAnMgAgKalHgCltR4AoMgAgKvhHgCqmR4ApMgAgKjIAICv7R4AruUeAK3xHgCs+R4ArMgAgLOZHwCwyACAtMgAgLa9HwC4yACAvMgAgLW1HwC6mR8Au5kfAMDIAIDEyACAvnkfAL95HwC8eR8AvXkfAKglHgCpUR4AqlUeAKtpHgCseR4ArXkeAK5pHgCvaR4AyMgAgMzIAIDQyACA1MgAgNjIAIDcyACA4MgAgOTIAIC42R4Aue0eALr5HgC7+R4AvOkeAL3pHgC+nR4Av5UeALAZHgCxGR4AsukeALPpHgC0+R4AtfkeALbpHgC36R4Ao90eAIIpAACBFQAAgB0AAOjIAICm+R4ApfEeAOzIAICr3R4Aqt0eAKTHAIDwyACArz0eAK49HgCtPR4ArD0eAITIAgCzQQEAvgwBAPjIAIC2QQEA/MgAgADJAIC1UQEAuk0BALslAQCGSAAAh1ABAL4lAQC/LQEAvDEBAL0xAQAEyQCACMkAgIQEAwC+gAQADMkAgO+oHwAQyQCAFMkAgL8oMQDjdB8AGMkAgOE4HgAcyQCAIMkAgCTJAIAoyQCALMkAgDDJAICjzQIANMkAgKXdAgA4yQCAPMkAgKbNAgBAyQCARMkAgKupAgCqwQIArb0CAKy9AgCvoQIArqkCAKm1AgCoaR0AqwECAKoJAgCtAQIArBkCAK8xAgCuAQIAhGwFAEjJAIBMyQCAUMkAgFTJAICCnQEAgZ0BAICdAQC55QMAuOUDALvlAwC65QMAveUDALzlAwC/5QMAvuUDALEhAgCwSQIAsyUCALIlAgC1KQIAtCECALcVAgC2FQIAqM0CAKnRAgCq0QIAqw0BAKwVAQCtBQEArgEBAK8BAQBYyQCAXMkAgGDJAIBoyQCAvvgEAGzJAIBwyQCAdMkAgLgVAQC5HQEAuikBALspAQC89QEAvf0BAL71AQC/7QEAsEkBALFVAQCyXQEAs1UBALRNAQC1NQEAtj0BALcxAQCGoAUAh8gFAHjJAIDvvAAAfMkAgIDJAICEyQCA74weAIQsBwDh8B4AiMkAgOMcHgCMyQCA4ZQBAJDJAIDjbAAAsxkCAJTJAICYyQCAnMkAgIQACAC2xQEAtd0BAKDJAIC70QEAus0BAKTJAICoyQCAv7EBAL7JAQC9wQEAvMkBAKPZBQBkyQCArMkAgLDJAIC0yQCApgUGAKUdBgC4yQCAqxEGAKoNBgC8yQCAwMkAgK9xBgCuCQYArQEGAKwJBgDEyQCAgh0AAIEdAACAHQAAyMkAgMzJAIDQyQCA1MkAgIZAAwCHxAMA2MkAgNzJAIDgyQCA5MkAgOjJAIDsyQCAqK0HAKmxBwCqsQcAq7EHAKwZBwCtBQcArg0HAK8FBwDwyQCA9MkAgPjJAID8yQCAAMoAgATKAIAIygCADMoAgLgtBwC5zQAAusUAALvdAAC8zQAAvf0AAL71AAC/nQAAsEkHALFVBwCyUQcAsykHALQ5BwC1OQcAtiUHALcVBwCzOQYAEMoAgBTKAIAYygCAHMoAgLaFBgC1kQYAIMoAgLuRBgC6jQYAJMoAgCjKAIC//QYAvv0GAL39BgC8hQYALMoAgKN9BgAwygCANMoAgKbBBgA4ygCAPMoAgKXVBgCqyQYAq9UGAEDKAIC+bAEArrkGAK+5BgCswQYArbkGAKjpAQCp6QEAqvkBAKv5AQCs6QEArekBAK45AQCvOQEAgPUAAIH9AACCwQAARMoAgIYQAACHdAEASMoAgPTIAIC4zQAAudUAALrVAAC75QAAvP0AAL2VAAC+kQAAv5EAALBJAQCxSQEAslkBALNZAQC0SQEAtUkBALb9AAC39QAA7/QGAEzKAIBQygCAVMoAgO8wAgBYygCAXMoAgGDKAIDj4AcAZMoAgOGAAQBoygCA4ygGAGzKAIDhyAUAcMoAgLMxAgB0ygCAeMoAgJYAAAB8ygCAtikCALUhAgCAygCAu80CALrNAgCEygCAiMoAgL/NAgC+zQIAvc0CALzNAgCMygCAkMoAgJTKAICj/QIAmMoAgKXtAgCm5QIAnMoAgKDKAICkygCAqgECAKsBAgCsAQIArQECAK4BAgCvAQIAgA0AAIEVAACCHQAAqMoAgKzKAICwygCAvlQMALjKAICGwAwAhyQDALzKAIDAygCAxMoAgMjKAIDMygCA0MoAgKi5AgCpAQEAqgEBAKsBAQCsBQEArQ0BAK4FAQCvOQEAhKgNANTKAIDYygCA3MoAgODKAIDkygCA6MoAgOzKAIC4LQEAucUBALrNAQC7xQEAvMEBAL3JAQC++QEAv/kBALBNAQCxUQEAslUBALMpAQC0OQEAtSUBALYlAQC3FQEA4RgGAPDKAIDjOAcA9MoAgPjKAIC+WAwA/MoAgADLAICEbA8ABMsAgL5gDwAIywCADMsAgBDLAIDvcAYAFMsAgIAVAACBGQAAgi0AAITMDwDjYAYAGMsAgOGgAQAcywCA73QAACDLAICGyAwAh/wMACjLAIAsywCAMMsAgDTLAICjCQ4AtMoAgCTLAIA4ywCAPMsAgKYNDgClDQ4AQMsAgKsVDgCqCQ4ARMsAgEjLAICvYQ4Arn0OAK19DgCsAQ4ATMsAgLOpDgBQywCAVMsAgLapDgBYywCAXMsAgLWpDgC6SQ8Au0kPAGDLAIBkywCAvkkPAL9JDwC8SQ8AvUkPAKhdDgCpbQ4AqmUOAKt9DgCsZQ4ArW0OAK5lDgCvuQ8AaMsAgGzLAIBwywCAdMsAgHjLAIB8ywCAgMsAgITLAIC4UQ8AuV0PALpVDwC7aQ8AvH0PAL1lDwC+bQ8Av2EPALDJDwCxyQ8AstkPALPZDwC0yQ8AtckPALZ9DwC3cQ8AiMsAgLURDwC2EQ8AjMsAgIARAACBGQAAgikAALMVDwC8HQ8AvWEPAL5hDwC/fQ8AkMsAgJTLAIC6FQ8AuwkPAKOtDwCYywCAhugAAIfIAQCcywCApq0PAKWtDwCgywCAq00OAKpNDgCkywCAqMsAgK9NDgCuTQ4ArU0OAKxNDgCocQ4AqXEOAKpxDgCrcQ4ArJ0BAK2FAQCuhQEAr7UBAL7sAACsywCAsMsAgLTLAIC4ywCAvMsAgMDLAIDEywCAuGEBALlhAQC6YQEAu2EBALxhAQC9YQEAvmEBAL9hAQCwzQEAsaUBALKhAQCzoQEAtKUBALWtAQC2kQEAt5EBALP5DQDIywCAzMsAgNDLAIDUywCAtgUCALUVAgDYywCAu2ECALoJAgDcywCA4MsAgL9pAgC+YQIAvXUCALx1AgDkywCAo70NAOjLAIDsywCApkECAPDLAID0ywCApVECAKpNAgCrJQIA+MsAgPzLAICuJQIAry0CAKwxAgCtMQIAge0AAIDtAADv0AEAgh0AAADMAIAIzACAhjgEAIdQAwAMzACAEMwAgBTMAIAYzACA4eABABzMAIDjZA8AIMwAgCTMAIAozACALMwAgLORAwAwzACAtbkDALZ9AwA0zACAOMwAgDzMAIC6WQMAu1kDALxJAwC9SQMAvv0AAL/1AACoRQIAqVUCAKpVAgCrZQIArH0CAK2xAgCusQIAr7ECAL5oBQBAzACARMwAgEjMAIBMzACAUMwAgFTMAIBYzACAuF0BALltAQC6ZQEAuw0BALwZAQC9GQEAvg0BAL8FAQCw0QIAsdECALLRAgCz0QIAtHUBALV9AQC2dQEAt20BAOF4DwDjNA4A47gOAOF8DgBczACAYMwAgGTMAIBozACAbMwAgHDMAIB4zACAfMwAgIDMAIDv5A4A79QOAITMAICjnQIAgmEAAIFpAACAUQAAhJwFAKZxAgCltQIAiMwAgKtVAgCqVQIAhkgEAIfMBACv+QEArvEBAK1FAgCsRQIAqJUGAKmlBgCqrQYAq6UGAKy9BgCtoQYArqUGAK/dBgB0zACAjMwAgJDMAICUzACAmMwAgJzMAICgzACApMwAgLhtBwC5dQcAun0HALt1BwC8bQcAvcUHAL7NBwC/xQcAsKUGALGtBgCyuQYAs7EGALSRBgC1kQYAtl0HALdVBwCzJQYAqMwAgKzMAICwzACAtMwAgLYhBgC1NQYAuMwAgLtpBgC6YQYAvMwAgMDMAIC/VQYAvlUGAL1lBgC8bQYAxMwAgKNhBgDIzACAzMwAgKZlBgDQzACA1MwAgKVxBgCqJQYAqy0GANjMAIDczACArhEGAK8RBgCsKQYArSEGAKipBgCpqQYAqrkGAKuxBgCszQYArTEBAK4xAQCvMQEAgMkBAIHJAQCCBQAA4MwAgL54AgCEeAIA5MwAgOjMAIC43QEAue0BALrlAQC7jQEAvJkBAL2ZAQC+jQEAv4UBALBRAQCxUQEAslEBALNRAQC09QEAtf0BALb1AQC37QEAszEGAOzMAICGKAAAh9wBAPDMAIC2sQEAtUUGAPTMAIC7lQEAupUBAPjMAID8zACAvzkBAL4xAQC9hQEAvIUBAATMAICjdQYAAM0AgATNAICm9QEACM0AgAzNAIClAQYAqtEBAKvRAQAQzQCAFM0AgK51AQCvfQEArMEBAK3BAQAYzQCAHM0AgCDNAIAkzQCAKM0AgCzNAIAwzQCANM0AgDjNAIA8zQCAQM0AgETNAIBIzQCATM0AgFDNAIC+cAMAhQA8AOHEBgCERAIA44wHAIBhAACBYQAAgmEAAO9oAwCFRDwA4RACAFjNAIDj2CsAhlA9AIf0AwBczQCA76QHAGDNAIDvQAIAZM0AgGjNAIBszQCAcM0AgHTNAIB4zQCAhDw8AHzNAICAzQCAhM0AgIjNAIDj7AIAjM0AgOEsAQCzUQMAkM0AgJTNAICYzQCAnM0AgLZ5AwC1cQMAoM0AgLs5AwC6MQMApM0AgKjNAIC/9QAAvvUAAL0VAwC8FQMAqD0CAKmBAgCqmQIAq5ECAKy5AgCtuQIArtECAK/RAgCEqD8Avqg/AKzNAICwzQCAtM0AgLjNAIC8zQCAwM0AgLhRAQC5UQEAulEBALtRAQC8cQEAvXEBAL5xAQC/cQEAsLUCALG9AgCygQIAs4ECALRxAQC1cQEAtnEBALdxAQCAtQAAgb0AAIK1AADIzQCAhrA/AIfgPADMzQCA71QAAL4sPgDhVAYA0M0AgOOIAADUzQCA2M0AgNzNAIDgzQCAo1ECAOTNAIC/2CYA6M0AgOzNAICmeQIApXECAPDNAICrOQIAqjECAPTNAID4zQCAr/UBAK71AQCtFQIArBUCAJAtJACRBSgAkg0oAJPZKACUhS0AlTUsAJbFLACXtTEAmAEwAJkVMACalTUAmyk0AJxtNACdmTUAnj04AJ81OABUzQCAttU+ALXFPgDEzQCAs9E+APzNAIAAzgCABM4AgL/ZPgC+1T4AvcU+ALzFPgC71T4Auuk+AAjOAICPXSQAqeUJAKgVCACrBQwAqg0MAK0BEACsAQwAr0EQAK69EACh4QAADM4AgKMBBACi4QAApZ0EAKSVBACnuQgApgEIAKD1OQChBT0Aouk8AKP1PQAQzgCAFM4AgBjOAIAczgCAscEUALABFACzARgAsn0UALXVGAC01RgAIM4AgCTOAICCISUAgyklACjOAIAszgCAhsUpAIeBLACEGSkAhRkpAIoBLQCL+S0AMM4AgDjOAICOATEAj4k0AIyRMACNHTEAkkU1AJMZNQCG6AcAh+wBAJZZOQCXYTgAlPU0AJVZOQCaoTwAm0U9ADzOAIBAzgCAgX0AAIB9AACcQTwAglUAAKjpPwCp/T8Aqgk/AKsFPwCsHT8ArQU/AK4NPwCvBT8ARM4AgEjOAIBMzgCAUM4AgFTOAIBYzgCAXM4AgGDOAIC4DT8AuRU/ALoVPwC7JT8AvD0/AL39PgC+9T4Av+0+ALB9PwCxQT8AskE/ALNBPwC0QT8AtU0/ALY9PwC3NT8Ao4E8AGTOAIBozgCAbM4AgHDOAICmhTwApZU8AHTOAICrhTwAqrk8AHjOAIB8zgCAr4k8AK6FPACtlTwArJU8AITIAwCz7T0AgM4AgITOAIC26T0AiM4AgIzOAIC16T0Auq09ALu1PQCQzgCAlM4AgL6dPQC/IQIAvKU9AL2VPQCoDT0AqR09AKohPQCrPT0ArCU9AK0tPQCuJT0Ar1k9AIANAACBFQAAgh0AAJjOAICczgCAoM4AgKjOAIC+uAMAuLkCALlhAgC6GQIAuxkCALwJAgC9CQIAviECAL8hAgCwLT0AsTU9ALI1PQCzBT0AtB09ALWhAgC2oQIAt6ECAKOpPACszgCAhigFAIfsAgCwzgCApq08AKWtPAC0zgCAq/E8AKrpPAC4zgCAvM4AgK9lAwCu2TwArdE8AKzhPADAzgCAsykCAMTOAIDIzgCAtvkCAMzOAIDQzgCAtfkCALrVAgC73QIA1M4AgNjOAIC+eQEAv3kBALzFAgC9eQEA3M4AgODOAICj5QIA5M4AgKU1AgDozgCA7M4AgKY1AgDwzgCA9M4AgKsRAgCqGQIArbUBAKwJAgCvtQEArrUBAOPwPgDhrD8A4UA+AON8PwD4zgCA/M4AgADPAIAEzwCAgA0AAIERAACCEQAACM8AgO+oPgAMzwCAEM8AgO8gPgCoLQUAqW0FAKplBQCrrQUArLUFAK29BQCutQUAr60FAKTOAICE6AMAvuADABTPAICGEAMAh5gDABjPAIAczwCAuGkGALlpBgC6AQYAuwEGALwFBgC9DQYAvjEGAL8xBgCw1QUAsd0FALLVBQCzaQYAtHkGALV5BgC2aQYAt2EGAKg5BgCpgQcAqpkHAKuRBwCsuQcArbkHAK7ZBwCv1QcAIM8AgCTPAIA0zgCAKM8AgCzPAIAwzwCANM8AgDjPAIC4VQcAuV0HALppBwC7aQcAvAEHAL0BBwC+AQcAvwEHALCtBwCxsQcAsrEHALOFBwC0nQcAtXUHALZ9BwC3cQcAsxEGADzPAIBAzwCARM8AgEjPAIC2OQYAtTEGAEzPAIC7dQYAumkGAFDPAIBUzwCAv7EGAL5ZBgC9UQYAvGUGAFjPAICjVQYAXM8AgGDPAICmfQYAZM8AgGjPAICldQYAqi0GAKsxBgBszwCAcM8AgK4dBgCv9QYArCEGAK0VBgCouQEAqbkBAKopAQCrKQEArD0BAK0lAQCuLQEAryUBAHTPAICCHQAAgR0AAIAdAAB4zwCAfM8AgIDPAIC+cAEAuIEAALmNAAC6hQAAu5kAALyJAAC9vQAAvrUAAL99AACwXQEAseEAALLhAACz4QAAtOEAALXpAAC20QAAt9EAAITIAgCzpQIAhzgDAIYoAgC2oQIAiM8AgIzPAIC1sQIAup0CALshAwC+bAMAkM8AgL4hAwC/KQMAvDEDAL0xAwCj4QIAlM8AgJjPAICczwCAoM8AgKblAgCl9QIApM8AgKtlAwCq2QIAqM8AgKzPAICvbQMArmUDAK11AwCsdQMAqZkAAKiRAACrzQAAqqEAAK3dAACs3QAAr8UAAK7NAAC+LA0AsM8AgLTPAIC4zwCAvM8AgMDPAIDEzwCAyM8AgLnBAQC4eQAAu8EBALrJAQC9wQEAvNkBAL/FAQC+xQEAsY0AALCNAACzQQAAskkAALVBAAC0WQAAt0EAALZJAADMzwCA0M8AgNTPAIDYzwCA3M8AgO9QBwDgzwCA5M8AgL74DwDjdAcA6M8AgOF8BACAGQAAgQkAAIJ5AADszwCA8M8AgLNpAQD4zwCAhMQCALYdAQD8zwCAANAAgLUVAQC6CQEAuwkBAIboDQCH6A0Avt0BAL/FAQC83QEAvdUBAATQAIAI0ACADNAAgBDQAIDv1AAAFNAAgBjQAIDvTAEA47ADAOG0BgDhgAEA45gBABzQAIAg0ACAJNAAgCjQAIAs0ACAMNAAgKPlAQCEwA0ApZkBADTQAIA40ACAppEBADzQAIBA0ACAq4UBAKqFAQCtWQEArFEBAK9JAQCuUQEA9M8AgETQAIBI0ACATNAAgFDQAIBU0ACAWNAAgFzQAICoaQ8AqXEPAKpxDwCrrQ8ArLUPAK29DwCutQ8Ar6kPALDZDwCx9Q8Asv0PALP1DwC07Q8AtZUPALadDwC3iQ8AuLkPALmFDwC6jQ8Au2kAALx5AAC9eQAAvmkAAL9pAACBnQAAgJ0AAGDQAICCBQAAZNAAgGjQAIBs0ACAcNAAgIaAAwCH9AMAdNAAgHjQAIB80ACAgNAAgITQAICEzwCAs5kPAIjQAICM0ACAkNAAgJTQAIC2XQ8AtV0PAJjQAIC7UQ8Aun0PAJzQAICg0ACAvzEPAL5JDwC9QQ8AvEkPAKNZDgCk0ACAqNAAgKzQAICw0ACApp0OAKWdDgC00ACAq5EOAKq9DgC40ACAvNAAgK/xDgCuiQ4ArYEOAKyJDgDA0ACAxNAAgMjQAIDM0ACAgBkAAIEZAACCBQAA0NAAgISgAQDU0ACAh+gBAIYABADY0ACA3NAAgODQAIDk0ACAqBUBAKkdAQCqFQEAqyUBAKw9AQCtJQEAri0BAK8lAQDo0ACA7NAAgPDQAID00ACA+NAAgPzQAIAA0QCABNEAgLjJAAC5yQAAutkAALvRAAC8+QAAvfkAAL6ZAAC/mQAAsCUBALEtAQCyJQEAsz0BALQtAQC1HQEAthUBALf5AAAI0QCADNEAgBDRAICzkQIAFNEAgLW5AgC2qQIAGNEAgBzRAIAg0QCAuu0CALvlAgC8/QIAveUCAL7lAgC/1QIApvECACTRAIAo0QCApeECACzRAICjyQIAMNEAgDTRAICuvQIAr40CAKylAgCtvQIAqrUCAKu9AgA40QCAPNEAgID5AACB+QAAggUAAEDRAIC+yAMAhBgDAEjRAIBM0QCAUNEAgFTRAIBY0QCAXNEAgGDRAIBk0QCAhhgEAIecAwBo0QCAbNEAgHDRAIB00QCAeNEAgHzRAIDvsAIAgNEAgOGUAQCE0QCA42wCAIjRAICM0QCAkNEAgJTRAICY0QCA79APAJzRAICg0QCApNEAgKjRAIDhrAEArNEAgONsAACAMQAAgT0AAIIdAADv9A4A42wOALDRAIDhLA8AvnAFALM5AgCEDAUAhugEAIdgBQDcAAAAtvECALX5AgC40QCAu9UCALrVAgC80QCAwNEAgL91AQC+dQEAvcUCALzFAgDE0QCA4fQOAMjRAIDjUA4AzNEAgNDRAIDU0QCA2NEAgNzRAIDg0QCA5NEAgOjRAIDs0QCA8NEAgPTRAIDv5A8ApmUCAPjRAID80QCApW0CAADSAICjrQIABNIAgAjSAICu4QEAr+EBAKxRAgCtUQIAqkECAKtBAgAM0gCAENIAgKiZBgCpmQYAqqkGAKupBgCsuQYArbkGAK6pBgCvqQYAFNIAgIIdAACBHQAAgB0AABjSAIAc0gCAINIAgL50AwC4rQYAubUGALq9BgC7tQYAvK0GAL1RBwC+UQcAv1EHALChBgCxoQYAsqEGALOhBgC0oQYAtaEGALalBgC3mQYARNEAgLMlBgCExAMAtNEAgLY9BgAk0gCAKNIAgLU1BgC6YQYAu2EGAIYIAACHiAAAvmEGAL9hBgC8cQYAvXEGAKNhBgAs0gCAMNIAgDTSAIA40gCApnkGAKVxBgA80gCAqyUGAKolBgBA0gCARNIAgK8lBgCuJQYArTUGAKw1BgCoXQYAqW0GAKplBgCrjQYArJkGAK2FBgCujQYAr4UGAEjSAIBM0gCAUNIAgFTSAIBY0gCAXNIAgGDSAIBk0gCAuIUGALmNBgC6mQYAu5UGALyNBgC9rQYAvqUGAL99AQCw/QYAscUGALLNBgCzxQYAtN0GALXFBgC2zQYAt8UGALPtBgBo0gCAbNIAgHDSAIB00gCAtgUGALURBgB40gCAuwEGALo5BgB80gCAgNIAgL8BBgC+GQYAvREGALwZBgCE0gCAo6kGAIjSAICM0gCApkEGAJDSAICElAEApVUGAKp9BgCrRQYAvqABAJjSAICuXQYAr0UGAKxdBgCtVQYAqJkCAKnBAgCqwQIAq8ECAKzBAgCtyQIArvECAK/xAgCB7QMAgO0DAJzSAICC+QMAhpAcAId0AwCg0gCApNIAgLjFAwC5zQMAusUDALvdAwC8zQMAvf0DAL71AwC/nQMAsEEDALFBAwCyQQMAs0EDALRBAwC1QQMAtkEDALdBAwCzSQIAqNIAgKzSAICw0gCAtNIAgLZJAgC1SQIAuNIAgLuFAwC6hQMAvNIAgMDSAIC/hQMAvoUDAL2VAwC8lQMAxNIAgKMNAgDI0gCAzNIAgKYNAgDQ0gCA1NIAgKUNAgCqwQMAq8EDANjSAIDc0gCArsEDAK/BAwCs0QMArdEDAOOYAQDhpAcA4VgGAONYBgDhoAEA4NIAgOPQAADk0gCA6NIAgOzSAIDvOAAA8NIAgO/0AQD00gCA+NIAgO/4BgCAeQAAgRUAAIIdAACEAB0A/NIAgADTAIC+EB0ACNMAgIbAHACHrB0ADNMAgBDTAIAU0wCAGNMAgBzTAIAg0wCAu8UFALqhBQC5qQUAuJEFAL/NBQC+zQUAvckFALzVBQCzHQYAsh0GALEdBgCwHQYAt6EFALa9BQC1vQUAtL0FAKu9BgCqvQYAqb0GAKi9BgCvfQYArn0GAK19BgCsfQYAJNMAgCjTAIAs0wCAMNMAgDTTAIA40wCAPNMAgEDTAICo7R0AqS0eAKoxHgCrMR4ArJUeAK2dHgCulR4Ar40eAATTAIBE0wCASNMAgEzTAIBQ0wCAVNMAgFjTAIBc0wCAuKkeALmpHgC6XR8Au1EfALxxHwC9cR8AvnUfAL9pHwCw/R4Asc0eALLFHgCzrR4AtLkeALW5HgC2rR4At6UeALO5HgBg0wCAZNMAgGjTAICU0gCAth0eALUdHgBs0wCAuwkeALo5HgBw0wCAhOADAL99HgC+fR4AvXkeALwRHgCCaQAAo/0eAIBFAACBUQAAplkeAL6cAwB00wCApVkeAKp9HgCrTR4AhkgAAIdsAACuOR4ArzkeAKxVHgCtPR4AqF0eAKltHgCqZR4Aq30eAKxlHgCtbR4ArmUeAK/9HgB40wCAfNMAgIDTAICE0wCAiNMAgIzTAICQ0wCAlNMAgLhpAQC5aQEAunkBALt5AQC8aQEAvWkBAL7dAQC/1QEAsIUeALGNHgCyhR4As50eALSFHgC1jR4AtoUeALdZAQCz7R4AmNMAgJzTAICg0wCApNMAgLbtHgC17R4AqNMAgLtJHgC6QR4ArNMAgLDTAIC/SR4AvkEeAL1JHgC8UR4AtNMAgKOpHgC40wCAvNMAgKapHgDA0wCAxNMAgKWpHgCqBR4Aqw0eAMjTAIDM0wCArgUeAK8NHgCsFR4ArQ0eAKghAwCpIQMAqiEDAKshAwCsIQMArSEDAK4hAwCvIQMA0NMAgNTTAIDY0wCAvmACANzTAIDg0wCA6NMAgOzTAIC4iQMAuYkDALqdAwC7lQMAvLkDAL25AwC+eQAAv3kAALDlAwCx7QMAsuUDALP9AwC07QMAtd0DALbVAwC3vQMAgKkAAIG1AACCvQAAs6UDAPDTAIC1pQMAtq0DAPTTAICE4AIA+NMAgLotAwC7JQMAvD0DAL0lAwC+JQMAvxUDAKPpAwD80wCAhmgEAIeAAwAA1ACApuEDAKXpAwAE1ACAq2kDAKphAwAI1ACADNQAgK9ZAwCuaQMArWkDAKxxAwAQ1ACAFNQAgBjUAIAc1ACAINQAgOE8HwAk1ACA40AeACjUAIAs1ACAMNQAgO+MHgA01ACAONQAgDzUAIBA1ACARNQAgIIlAACBEQAAgB0AAEjUAIDj5AMATNQAgOGsAQBQ1ACA77ADAIRkAgC+YAUAhtAEAIdEBQBY1ACAXNQAgGDUAIBk1ACAaNQAgGzUAIBw1ACAdNQAgHjUAIDvsAEAhKQFAOHcHgB81ACA4xABAIDUAICE1ACAiNQAgIzUAICzUQEAkNQAgJTUAICY1ACAnNQAgLYRAQC1fQEAoNQAgLsNAQC6DQEApNQAgKjUAIC//QAAvv0AAL39AAC8/QAAqDkGAKk5BgCqmQYAq5EGAKy1BgCt0QYArskGAK/BBgBU1ACArNQAgLDUAIC01ACAgA0AAIGxAACCsQAAuNQAgLhhBwC5YQcAumEHALt9BwC8ZQcAvW0HAL5lBwC/HQcAsIkGALGJBgCyaQcAs2kHALR5BwC1eQcAtmkHALdlBwCjEQYAvNQAgMDUAIC+gAMAxNQAgKZRBgClPQYAyNQAgKtNBgCqTQYAhggAAId8AwCvvQcArr0HAK29BwCsvQcAzNQAgNDUAICzSQcA1NQAgLVZBwDY1ACA3NQAgLZRBwDg1ACA5NMAgLtBBwC6dQcAvUUHALxFBwC/RQcAvkUHAKh5BgCpeQYAqokGAKuJBgCsmQYArZkGAK6JBgCviQYA5NQAgOjUAIDs1ACA8NQAgPTUAID41ACA/NQAgADVAIC4jQYAuZUGALqVBgC7pQYAvL0GAL1xAQC+cQEAv3EBALD5BgCxzQYAstkGALPZBgC0yQYAtckGALa9BgC3tQYAowEGAATVAIAI1QCADNUAgBDVAICmGQYApREGABTVAICrCQYAqj0GABjVAIAc1QCArw0GAK4NBgCtDQYArA0GACDVAIAk1QCAKNUAgCzVAICAGQAAgRkAAIIFAAAw1QCAhKwBAL6sAQCH6AAAhkwPADjVAIA81QCAQNUAgETVAIConQIAqcUCAKrNAgCrwQIArMUCAK3NAgCu+QIArz0DAEjVAIBM1QCAUNUAgFTVAIC+PAwAWNUAgFzVAIBg1QCAuMkDALnJAwC62QMAu9EDALz5AwC9+QMAvpkDAL+ZAwCwRQMAsU0DALJFAwCzXQMAtEUDALVNAwC2RQMAt/kDALNFAgBk1QCAaNUAgGzVAIBw1QCAtk0CALVNAgB01QCAu4kDALqBAwB41QCAfNUAgL+JAwC+gQMAvYkDALyRAwCA1QCAowECAITVAICI1QCApgkCAIzVAICQ1QCApQkCAKrFAwCrzQMAlNUAgJjVAICuxQMAr80DAKzVAwCtzQMAgO0BAIEVAACCEQAAhAACAJzVAIDhpAEAoNUAgOPsAACo1QCArNUAgLDVAIDvMAAAtNUAgLjVAIC81QCAwNUAgIbgDACH9AIAxNUAgMjVAIDM1QCA0NUAgO/MBgDU1QCA4bAHANjVAIDjEAYA3NUAgODVAIDk1QCA6NUAgOzVAIDw1QCA9NUAgPjVAID81QCAANYAgATWAIAI1gCA7+gBAIUYDwDhzAYADNYAgOMcBgCAKQAAgR0AAIIFAAAQ1gCAszkCAITMDQCGaA8Ah/wMAOHQ0gO28QEAtfkBABjWAIC72QEAutEBAL7kDAAc1gCAv30BAL59AQC9fQEAvMEBAKjxDQCp8Q0AqvENAKvxDQCsMQ4ArTEOAK4xDgCvMQ4ApNUAgBTWAIAg1gCAJNYAgCjWAIAs1gCAMNYAgDTWAIC46Q4AuekOALqJDgC7hQ4AvJ0OAL2BDgC+gQ4Av7UOALBVDgCxXQ4AslUOALPpDgC0+Q4AtfkOALbpDgC34Q4Ao3kNADjWAIA81gCAQNYAgETWAICmsQ4ApbkOAEjWAICrmQ4AqpEOAEzWAIBQ1gCArz0OAK49DgCtPQ4ArIEOAFTWAICz7Q8AWNYAgFzWAIC26Q8AYNYAgGTWAIC16Q8Auq0PALu1DwA01QCAaNYAgL6VDwC/mQ8AvK0PAL2hDwCoIQ4AqSEOAKohDgCrPQ4ArCUOAK0tDgCuJQ4Ar1UOAGzWAIBw1gCAdNYAgHjWAICAHQAAgQkAAIK9AAB81gCAuDkOALk5DgC6yQ4Au8kOALzZDgC92Q4AvskOAL/JDgCwLQ4AsTUOALI9DgCzMQ4AtBUOALUZDgC2CQ4AtwkOAKOpDgCA1gCAhIACAL6AAQCFAAQApq0OAKWtDgCI1gCAq/EOAKrpDgCGKAcAhxgAAK/dDgCu0Q4AreUOAKzpDgCM1gCAs+0BAJDWAICU1gCAtuUBAJjWAICc1gCAte0BALplAQC7bQEAoNYAgKTWAIC+bQEAv10BALx1AQC9bQEAqN0NAKnpDQCqIQIAqyECAKwhAgCtIQIAriECAK8hAgCo1gCArNYAgLDWAIC01gCAohECAKMRAgCgqQ4AodUCALiJAgC5iQIAup0CALuVAgC8vQIAvXUDAL59AwC/dQMAsOUCALHtAgCy5QIAs/0CALTtAgC13QIAttUCALe9AgCjqQIAj8UaALjWAIC81gCAwNYAgKahAgClqQIAxNYAgKspAgCqIQIAyNYAgMzWAICvGQIArikCAK0pAgCsMQIAniUOAJ/lDgCc6QoAnRUKAJpFFgCbRQoAmFkWAJlRFgCWcRIAl4ETAJRVEgCV7RIAktEeAJPZHgCQtRoAkVUeAISpHwCFJR8AhiUfAIexEwDQ1gCA1NYAgIJZGwCDURsAjEUSAI2lFwCOpRcAj7kXAIA5+wHY1gCAijkTAIutEwCUmQsAlaEPAJZpDwCX3Q8A3NYAgO+cDwCSyQsAk30LAJxFAwDjeA4A4NYAgOGYDADk1gCAhHgCAJqRAwCbXQMA4QQAAL6IBQDj3OoD6NYAgOzWAIDw1gCA7+wAAO+MDgDhcA4A4fwOAOMwAADjeA4AgSEAAIA5AADvtO0DgikAALMJAgD41gCAhmgEAIcsBQD81gCAtg0CALUNAgAA1wCAu8UBALrFAQAE1wCACNcAgL99AQC+fQEAvdUBALzVAQCE1gCA9NYAgAzXAIAQ1wCAFNcAgBjXAIAc1wCAINcAgKi9BQCp5QUAquEFAKvhBQCs5QUAre0FAK7RBQCv0QUAsGEGALFhBgCyYQYAs2EGALTZBgC12QYAtskGALfBBgC4yQYAuckGALp5BwC7eQcAvEUHAL0lBwC+EQcAvw0HAKNJBQAk1wCAKNcAgCzXAIAw1wCApk0FAKVNBQA01wCAq4UGAKqFBgA41wCAPNcAgK89BgCuPQYArZUGAKyVBgBA1wCARNcAgEjXAIBM1wCAUNcAgFTXAIBY1wCAXNcAgIA5AACBOQAAggUAAGDXAIC+uAMAhLgDAGjXAIBs1wCAqMUGAKnVBgCq1QYAq+UGAKz9BgCtHQEArhUBAK8NAQBk1wCAcNcAgIaIAQCHHAEAdNcAgHjXAIB81wCAgNcAgLjpAQC56QEAuokBALuJAQC8mQEAvZkBAL6JAQC/iQEAsHUBALF9AQCydQEAs+kBALT5AQC1+QEAtukBALfhAQCzXQYAhNcAgIjXAICM1wCAhLwBALadAQC1dQYAkNcAgLu5AQC6sQEAlNcAgJjXAIC/PQEAvj0BAL09AQC8oQEAnNcAgKMZBgCg1wCApNcAgKbZAQCo1wCArNcAgKUxBgCq9QEAq/0BALDXAIC01wCArnkBAK95AQCs5QEArXkBAKj5AgCp+QIAqi0DAKs9AwCsJQMArS0DAK4lAwCvmQMAuNcAgLzXAIDA1wCAxNcAgIANAACBsQAAgrEAAMjXAIC4lQMAuZ0DALqhAwC7oQMAvHEAAL1xAAC+cQAAv3EAALDpAwCx6QMAsvUDALPFAwC03QMAtbUDALaxAwC3sQMAvswDAMzXAIDQ1wCA2NcAgNzXAIDg1wCA5NcAgO/kAgDo1wCA4ZQBAOzXAIDjLAEA8NcAgPTXAICHGAMAhhz8A7tNAwC6TQMA+NcAgPzXAIC/EQMAvnkDAL1xAwC8QQMAs8UDAITo/AMA2ACABNgAgAjYAIC2zQMAtc0DAAzYAICkAfwDpSX/A6bZ/wOnAfgDENgAgKEVAwCiHQMAoz0CAKwR9wOtAfADri3zA68B8wOoEfsDqZn7A6oB9AOrHfcDtAHoA7Vl6wO+xPwDhMT8A7AB7AOxVe8Dsk3vA7Nx7gMU2ACAGNgAgBzYAIAg2ACAJNgAgCjYAIAs2ACAMNgAgOFQBgDhNAQA42wBAOPoBgA02ACAONgAgDzYAIBA2ACAgDUAAIE9AACCNQAASNgAgEzYAIBQ2ACA77ABAO/ABgCj5QIAVNgAgIbo/AOHfP0DWNgAgKbtAgCl7QIAXNgAgKttAgCqbQIAYNgAgGTYAICvMQIArlkCAK1RAgCsYQIAqI3+A6mV/gOqnf4Dq5X+A6yx/gOtvf4Drqn+A6+p/gNE2ACAaNgAgGzYAIBw2ACAdNgAgHjYAIB82ACAgNgAgLgl/wO5Lf8DuiX/A7s9/wO8Jf8DvS3/A74l/wO/zf8DsKn+A7Gp/gOygf4Ds4H+A7SB/gO1if4Dtmn/A7cd/wOE2ACA4SD8A4jYAIDjePwDjNgAgJDYAICU2ACAmNgAgJzYAICg2ACApNgAgKjYAICAHQAAgXEAAIJxAADvDP0Ds1X+A6zYAICw2ACAvkAAALTYAIC2ff4DtXn+A7jYAIC7Lf4Dui3+A4boAACHrAAAvw3+A74F/gO9Ff4DvBX+A6OV/wO82ACAwNgAgMTYAIDI2ACApr3/A6W5/wPM2ACAq+3/A6rt/wPQ2ACA1NgAgK/N/wOuxf8DrdX/A6zV/wPY2ACAs/H+A9zYAIDg2ACAto3+A+TYAIDo2ACAtY3+A7pFAQC7TQEA7NgAgPDYAIC+RQEAv00BALxVAQC9TQEAqC3+A6k1/gOqPf4Dq0n+A6xB/gOtSf4DrnH+A69x/gP02ACA+NgAgPzYAIAA2QCABNkAgAjZAIAM2QCAENkAgLhJAQC5VQEAul0BALtVAQC8TQEAvXUBAL59AQC/dQEAsMUBALHNAQCyxQEAs90BALTFAQC1zQEAtsUBALd9AQCjtf0DFNkAgBjZAICExAMAHNkAgKbJ/QOlyf0DINkAgKsJAgCqAQIAKNkAgL7sAgCvCQIArgECAK0JAgCsEQIAgEkAAIFVAACCVQAAo0UDACzZAIClRQMApkUDADDZAICGwAQAhxQDAKopAwCrJQMArD0DAK0hAwCuIQMArxUDADTZAIA42QCAPNkAgEDZAIBE2QCASNkAgEzZAIBQ2QCAqH0CAKmhAwCqoQMAq6EDAKyhAwCtqQMArpEDAK+RAwCwgQMAsY0DALKFAwCzmQMAtIkDALW9AwC2tQMAt30DALhFAwC5TQMAukUDALtdAwC8RQMAvU0DAL5FAwC/+QAA1NcAgLMNAgBU2QCAWNkAgLYNAgBc2QCAYNkAgLUNAgC6YQIAu20CAGTZAIBo2QCAvmkCAL9dAgC8dQIAvWkCAGzZAIBw2QCAdNkAgHjZAIB82QCA4aQBAIDZAIDjQAMAhNkAgIjZAICM2QCA77gDAIAVAACBHQAAggUAAJDZAICEgAIAvsgFAIcYBQCGLAQAmNkAgJzZAICg2QCA76gBAKTZAIDhdP4DqNkAgOPw/gOs2QCAsNkAgLTZAIC42QCAvNkAgMDZAIDE2QCAs5EBAMjZAIC1UQEAtlEBAMzZAIDQ2QCA1NkAgLp9AQC7dQEAvG0BAL39AAC+9QAAv+kAAKgpBgCpVQYAqlUGAKuNBgCslQYArZ0GAK6VBgCvjQYAlNkAgNjZAIDc2QCA4NkAgOTZAIDo2QCA7NkAgPDZAIC4bQcAuQUHALoNBwC7BQcAvB0HAL0FBwC+AQcAvz0HALD1BgCx/QYAsvUGALNlBwC0fQcAtWEHALZhBwC3VQcA4xAFAPTZAIDh8AQA+NkAgIAdAACBCQAAgjkAAPzZAIAA2gCAhOgDAL7gAwAE2gCA78wFAAjaAICHOAAAhhgAAKOdBgAM2gCAENoAgBTaAIAY2gCApl0GAKVdBgAc2gCAq3kGAKpxBgAg2gCAJNoAgK/lBwCu+QcArfEHAKxhBgCokQYAqZEGAKqRBgCrrQYArLkGAK2lBgCurQYAr6UGACjaAIAs2gCAMNoAgDTaAIA42gCAPNoAgEDaAIBE2gCAuGUBALltAQC6ZQEAu30BALxlAQC9bQEAvmUBAL/ZAQCw3QYAsaUGALKtBgCzpQYAtKEGALWpBgC2mQYAt5kGALMZBgBI2gCATNoAgFDaAIBU2gCAtiUGALUxBgBY2gCAu2EGALoZBgBc2gCAYNoAgL9tBgC+ZQYAvXEGALx5BgBk2gCAo10GAGjaAIBs2gCApmEGAHDaAICEmAEApXUGAKpdBgCrJQYAvqQBAHjaAICuIQYArykGAKw9BgCtNQYAqcUCAKixAgCrxQIAqsUCAK3NAgCsxQIAr/UCAK71AgB82gCAgNoAgITaAICI2gCAjNoAgJDaAICU2gCAmNoAgLnJAwC4wQMAu9kDALrBAwC9+QMAvMkDAL+ZAwC+8QMAsUUDALBFAwCzRQMAskUDALVFAwC0RQMAt0UDALZFAwCASQMAgUkDAIJdAwCzRQIAvtwMALVFAgC2RQIAnNoAgIYADACH5AMAuokDALuJAwC8mQMAvZkDAL6JAwC/iQMAowkCAKDaAICk2gCAqNoAgKzaAICmCQIApQkCALDaAICrxQMAqsUDALTaAIC42gCAr8UDAK7FAwCt1QMArNUDALzaAIDA2gCAxNoAgCTZAIDvAAAAyNoAgMzaAIDQ2gCA4+gAANTaAIDhjAEA2NoAgNzaAIDg2gCA6NoAgOzaAICAbQAAgXUAAIJ9AACEQAIAhvAMAId4DQDw2gCA9NoAgPjaAID82gCAANsAgATbAIAI2wCADNsAgBDbAIAU2wCAGNsAgBzbAIAg2wCAJNsAgCjbAIAs2wCAMNsAgO/MAQCE7AwA4TAGADTbAIDjGAEAONsAgDzbAIBA2wCARNsAgLPlAQBI2wCAhIQPAEzbAIBQ2wCAtuUBALX1AQBY2wCAu30BALrZAQC+oAwAXNsAgL8hAQC+OQEAvTEBALw5AQCo7Q0AqSUOAKotDgCrJQ4ArD0OAK0lDgCuLQ4AryUOAOTaAICC9Q8AgeUPAIDpDwBU2wCAYNsAgIaYAACHDAMAuK0OALlFDwC6TQ8Au0UPALxFDwC9TQ8AvkUPAL95DwCwXQ4AsfkOALKtDgCzpQ4AtL0OALWlDgC2pQ4At5UOAGTbAIDv7AwAaNsAgGzbAIBw2wCAdNsAgHjbAIB82wCAvugAAIDbAICE2wCAiNsAgIzbAIDj6A0AkNsAgOEEDACj5Q4AlNsAgJjbAICc2wCAoNsAgKblDgCl9Q4ApNsAgKt9DgCq2Q4AqNsAgKzbAICvIQ4ArjkOAK0xDgCsOQ4AqDkOAKk5DgCqUQ4Aq1EOAKxxDgCtcQ4ArnEOAK9xDgCw2wCAtNsAgLjbAIC82wCAgBkAAIEZAACCBQAAwNsAgLjRDgC50Q4AutEOALvlDgC84Q4AveEOAL7hDgC/4Q4AsBEOALERDgCyEQ4AsxEOALTxDgC18Q4AtvEOALfxDgCz2Q4AyNsAgIYoAACHuAAAzNsAgLbxDgC1+Q4A0NsAgLvVDgC61Q4A1NsAgNjbAIC/NQ4AvjUOAL3FDgC8xQ4A3NsAgKOdDgDg2wCA5NsAgKa1DgDo2wCA7NsAgKW9DgCqkQ4Aq5EOAPDbAID02wCArnEOAK9xDgCsgQ4ArYEOAKjdDQCp6Q0Aqj0CAKuNAgCsmQIArZkCAK6JAgCviQIAvqwEAPjbAID82wCAhCADAADcAIAE3ACACNwAgAzcAIC4iQIAuYkCALqZAgC7kQIAvLkCAL25AgC+eQMAv3kDALD5AgCx+QIAss0CALPFAgC03QIAtcUCALbBAgC3uQIAs7UCABDcAIAU3ACAGNwAgBzcAIC2GQIAtRECACDcAIC7PQIAuj0CACTcAIAo3ACAvwECAL4ZAgC9EQIAvBkCACzcAICj8QIAMNwAgDjcAICmXQIAPNwAgEDcAIClVQIAqnkCAKt5AgCGSAUAh6wEAK5dAgCvRQIArF0CAK1VAgCohQIAqZUCAKqVAgCrpQIArL0CAK3VAgCu0QIAr9ECAETcAIBI3ACATNwAgFDcAICB8QEAgJkBAHTaAICC9QEAuHkBALl5AQC6zQEAu8UBALzdAQC9xQEAvsUBAL/1AQCwtQIAsb0CALKBAgCzgQIAtFUBALVdAQC2SQEAt0kBAFTcAIBY3ACAXNwAgO/UAQCEEAUAYNwAgGTcAIDvjA4AvuwFAOHsDgBo3ACA4xwOAGzcAIDhlAEAcNwAgONkDgCzXQIAdNwAgHjcAIB83ACAgNwAgLYVAgC1dQIAhNwAgLs5AgC6MQIAiNwAgIzcAIC/2QEAvtEBAL0VAgC8FQIAo50FADTcAICQ3ACAlNwAgJjcAICm1QUApbUFAJzcAICr+QUAqvEFAKDcAICk3ACArxkGAK4RBgCt1QUArNUFAIBRAACBWQAAgmEAALOVBgCo3ACAtXEHALZxBwCs3ACAhkADAIdUAwC67QcAu+UHALzlBwC97QcAvtEHAL/NBwCw3ACAtNwAgLjcAIC83ACAwNwAgMTcAIDvQAQAyNwAgOEwBwDM3ACA45QEANDcAIDU3ACA2NwAgNzcAIDg3ACAoxkGAOTcAIDo3ACA7NwAgPDcAICm/QcApf0HAPTcAICraQcAqmEHAPjcAID83ACAr0EHAK5dBwCtYQcArGkHAKjNBwCp0QcAqtEHAKstBgCsNQYArT0GAK41BgCvnQYAAN0AgATdAIAI3QCADN0AgIAZAACBGQAAggUAABDdAIC4iQYAuYkGALqZBgC7kQYAvLkGAL25BgC+UQEAv1EBALDlBgCx7QYAsv0GALP1BgC02QYAtcUGALbBBgC3uQYAqNEBAKnZAQCqCQEAqwkBAKwZAQCtGQEArgkBAK8JAQCEYAEAvnwBAIeoAACGjAEAGN0AgBzdAIAg3QCAJN0AgLgJAQC5CQEAuhkBALsRAQC8OQEAvTkBAL75AAC/+QAAsH0BALFBAQCyRQEAs10BALRFAQC1TQEAtkUBALc5AQAo3QCALN0AgDDdAICzjQIANN0AgLWdAgC2lQIAON0AgDzdAIBA3QCAurUCALuJAgC8nQIAvYUCAL6NAgC/hQIAps0CAETdAIBI3QCApcUCAEzdAICj1QIAUN0AgFTdAICu1QIAr90CAKzFAgCt3QIAqu0CAKvRAgCE9AMAWN0AgKgxAwCpMQMAqjEDAKsxAwCskQAArZEAAK6RAACvjQAAXN0AgGDdAIBk3QCAaN0AgGzdAIBw3QCAdN0AgHjdAIC4vQAAuWUAALptAAC7ZQAAvH0AAL1lAAC+bQAAv2UAALD9AACxxQAAss0AALOpAAC0uQAAtaUAALahAAC3oQAAgL0BAIEJAACCGQAAfN0AgIDdAIC+WAIAhxQdAIacHQCEbB0AxNsAgIjdAICM3QCAvrwcAJDdAICU3QCAmN0AgLP5AgCc3QCAoN0AgKTdAICo3QCAtlEBALVZAQC+3B8Au0EBALp5AQCs3QCAsN0AgL8hAQC+PQEAvT0BALxZAQDhcAcAtN0AgOMIBgC43QCA78wAALzdAIDA3QCAxN0AgOMQAADI3QCA4dABAMzdAICGkBwAh/QcAO/gBgDQ3QCAo3kCANTdAIDY3QCA3N0AgODdAICm0QEApdkBAOTdAICrwQEAqvkBAOjdAIDs3QCAr6EBAK69AQCtvQEArNkBAITdAICCFQAAgeUfAIDlHwDw3QCA9N0AgPjdAID83QCAqAkfAKkJHwCqHR8AqxUfAKwNHwCtcR8ArnEfAK9xHwCwER8AsS0fALIlHwCzyR8AtN0fALXBHwC2wR8At8EfALjFHwC5yR8AutUfALupHwC8uR8AvbkfAL6pHwC/oR8As7UfAADeAIAE3gCACN4AgAzeAIC20R8AtaUfABDeAIC7yR8AuvUfABTeAIAY3gCAvyUfAL45HwC9PR8AvNEfABzeAIAg3gCAJN4AgCjeAIAs3gCA4WAfADDeAIDjtBwANN4AgDjeAIA83gCA7wAdAEDeAIBE3gCASN4AgEzeAICjNR4AUN4AgFTeAIBY3gCAXN4AgKZRHgClJR4AYN4AgKtJHgCqdR4AhKgCAGTeAICvpR4ArrkeAK29HgCsUR4AgE0AAIFVAACCVQAAs8kBAGjeAIC12QEAtskBAGzeAICGoAAAhwQBALrFAQC7rQEAvLUBAL29AQC+tQEAv60BAKiZAQCpmQEAqg0BAKsFAQCsHQEArQUBAK4FAQCvNQEAcN4AgHTeAIB43gCAfN4AgIDeAICE3gCAiN4AgIzeAIC4JQEAuS0BALo5AQC7OQEAvCkBAL0pAQC+3QAAv9UAALBNAQCxJQEAsi0BALMlAQC0PQEAtSUBALYhAQC3HQEAkN4AgJTeAICY3gCAo4kCAJzeAIClmQIApokCAKDeAICk3gCAqN4AgKqFAgCr7QIArPUCAK39AgCu9QIAr+0CAKzeAICw3gCAtN4AgIRAAgC43gCAvN4AgMDeAIDE3gCAgA0AAIEVAACCHQAAyN4AgMzeAIDQ3gCAh7QDAIbcBAC+zAMA2N4AgNzeAIDg3gCA7+gCAOTeAIDo3gCA7N4AgOP8AgDw3gCA4dABAPTeAID43gCA/N4AgADfAIAE3wCAs2EDAAjfAIAM3wCAEN8AgBTfAIC2eQMAtXEDABjfAIC7XQMAul0DABzfAIAg3wCAv+EAAL79AAC9/QAAvP0AALC5AgCxuQIAsgkBALMJAQC0GQEAtQUBALYFAQC3PQEAuAUBALllAQC6bQEAu2UBALxhAQC9YQEAvmEBAL9hAQCFXAcAJN8AgCjfAIAs3wCAFN0AgDDfAIA03wCAON8AgKgxAgCpOQIAqskCAKvJAgCs2QIArdkCAK7JAgCvyQIAhMwFAOGAHgA83wCA47weAOE4HgBA3wCA46AAAL4QBABI3wCATN8AgO8MHgBQ3wCAVN8AgFjfAIBc3wCA73QeAKNhAgCCUQAAgUEAAICRAABg3wCApnkCAKVxAgBk3wCAq10CAKpdAgCGyAQAhzwFAK/hAQCu/QEArf0BAKz9AQCohQYAqY0GAKqFBgCrmQYArIkGAK2JBgCuvQYAr7EGAETfAIBo3wCAbN8AgHDfAIB03wCAeN8AgHzfAICA3wCAuJ0GALmtBgC6pQYAuwkHALwZBwC9GQcAvg0HAL8FBwCw0QYAsdEGALLRBgCz0QYAtLUGALW9BgC2tQYAt60GALMNBgCE3wCAiN8AgIzfAICQ3wCAtgkGALUBBgCU3wCAuxUGALoVBgCY3wCAnN8AgL95BgC+cQYAvQUGALwFBgCg3wCA4aAEAKTfAIDjXAUAgA0AAIE1AACCPQAAqN8AgKzfAICw3wCAhGADAL5sAAC/8AEAhZAAALTfAIDvmAUAo40HAIQIAACGAAwAh4wAALjfAICmiQcApYEHALzfAICrlQcAqpUHAMDfAIDE3wCAr/kHAK7xBwCthQcArIUHAMjfAICz6QYAzN8AgNDfAIC26QYA1N8AgNjfAIC16QYAukUBALtNAQDc3wCA4N8AgL5FAQC/TQEAvFUBAL1NAQCoIQYAqSEGAKolBgCrPQYArCUGAK0tBgCuSQYAr0EGAOTfAIDo3wCA7N8AgPDfAID03wCA+N8AgPzfAIAA4ACAuEkBALlJAQC6WQEAu1EBALx5AQC9eQEAvhkBAL8VAQCwxQEAsc0BALLFAQCz3QEAtMUBALXNAQC2xQEAt3kBAATgAIAI4ACADOAAgKOhBQAQ4ACApaEFAKahBQAU4ACAjyHqAxjgAICqDQIAqwUCAKwdAgCtBQIArg0CAK8FAgCX7RIAlmUSAJVFEQCUnRYAk3EWAJJVFQCReesDkFnqA59hBgCeNQUAnUUaAJxpGgCbVRkAmkUeAJlZHgCYRR0A4WAAABzgAIDjTD4AIOAAgKOxAgCi1QEAobUHAKCJBgCxATgAsAk+ALOVOgCyjToAtbUmALQBJADvaDoAvjAMAKnJNgCowTYAqwEwAKrhNwCtzTMArPUyAK/5PgCuATwAoRkCACjgAICjbQ4Aom0OAKX1CgCkAQgAp4ULAKaZCgCGAA0Ah0QNAIIJ6wODCesDhDHqA4UVFACGORcAh80XAISgDQAs4ACAiiUQAIsNEwCMnRMAjQ0cAI4ZHwCPDR8A1N4AgO8AAwCSbRgAk0kbAJR9GwCVBQQAllkHAJdJBwAw4ACANOAAgJpFBgCbLQAAnFEDAONgAAA44ACA4WwAAIClAQCBAQEAggUBAL4ADAA84ACAQOAAgETgAIDviAEASOAAgOFUBgBM4ACA41QBAFDgAIBU4ACAWOAAgFzgAICz6QIAYOAAgGTgAIBo4ACAbOAAgLadAgC1mQIAcOAAgLuJAgC6vQIAdOAAgHjgAIC/WQIAvlECAL1ZAgC8kQIAoykNAHzgAICA4ACAhOAAgIjgAICmXQ0ApVkNAIzgAICrSQ0Aqn0NAJDgAICY4ACAr5kNAK6RDQCtmQ0ArFENAIBRAACBWQAAgmEAALMtDwCc4ACAtS0PALbJDwCg4ACAhkADAIcIAwC6yQ8Au8UPALzBDwC9wQ8AvsEPAL/BDwAk4ACAlOAAgKTgAICo4ACArOAAgLDgAIC04ACAuOAAgKhFDgCpgQ8AqskPAKvJDwCsyQ8ArSUPAK4tDwCvJQ8AsGEPALFtDwCyeQ8As3kPALRpDwC1aQ8Ath0PALcVDwC4LQ8AuTUPALo1DwC7BQ8AvB0PAL3xAAC+8QAAv/EAAKNhDgC84ACAhMQBAMDgAIDE4ACApoUOAKVhDgDI4ACAq4kOAKqFDgDM4ACA0OAAgK+NDgCujQ4ArY0OAKyNDgDU4ACA2OAAgNzgAIDg4ACA5OAAgOjgAIDs4ACA8OAAgPTgAICCHQAAgR0AAIAdAAD44ACA/OAAgADhAIC+tAEAqK0BAKnVAQCq1QEAqwUBAKwdAQCtBQEArg0BAK8FAQCGgAEAhxgBAAjhAIAM4QCAEOEAgBThAIAY4QCAHOEAgLiFAAC5jQAAuoUAALudAAC8hQAAvY0AAL6FAAC/vQAAsH0BALHhAACy5QAAs/0AALTtAAC13QAAttUAALe9AACzXQIAIOEAgCThAIAo4QCALOEAgLaFAgC1lQIAMOEAgLslAwC6uQIANOEAgDjhAIC/GQMAvikDAL0pAwC8MQMAvswEAKMZAgA84QCAQOEAgKbBAgBE4QCASOEAgKXRAgCq/QIAq2EDAEzhAIBQ4QCArm0DAK9dAwCsdQMArW0DAKgpAwCpKQMAqjkDAKs5AwCsKQMArSkDAK6dAACvlQAAVOEAgFjhAIBc4QCAYOEAgGThAICCqQEAga0BAICtAQC4mQAAua0AALqlAAC7bQAAvHUAAL19AAC+dQAAv20AALDtAACx9QAAsvUAALPFAAC03QAAtb0AALa1AAC3qQAA4XgBAOEcDgDjEAAA4zwOAGjhAIBs4QCAvhQEAHDhAICErAIAeOEAgId4BQCGDAUAfOEAgIDhAIDvvAAA70gOALPxAgCE4QCAiOEAgIzhAICQ4QCAtukCALXhAgCU4QCAu3EBALppAQCY4QCAhKAEAL85AQC+WQEAvVEBALxhAQCc4QCAhIwEAKDhAICEADgApOEAgKjhAICs4QCAsOEAgKqJDgCriQ4AqLkOAKmxDgCu/Q4Ar+EOAKz5DgCt9Q4Asq0OALNlDgCwkQ4AsaUOALZ9DgC3ZQ4AtH0OALV1DgC6XQ4Au+UNALhdDgC5VQ4AvuENAL/pDQC8/Q0AvfUNAKOxBQB04QCAtOEAgLjhAIC84QCApqkFAKWhBQDA4QCAqzEGAKopBgDE4QCAyOEAgK95BgCuGQYArREGAKwhBgDM4QCA0OEAgNThAIDY4QCAgB0AAIEJAACCOQAA3OEAgODhAIDk4QCAhsgAAIcMAwDo4QCA7OEAgPDhAID04QCAqKUHAKm1BwCqvQcAq8kHAKzZBwCt2QcArskHAK/BBwC+oAAA+OEAgPzhAIAA4gCABOIAgAjiAIAM4gCAEOIAgLjNAAC51QAAutUAALvlAAC8/QAAvZUAAL6dAAC/lQAAsIkHALFlBwCyYQcAs30HALRlBwC1bQcAtmUHALf1AACzNQYAFOIAgBjiAIAc4gCAIOIAgLZZBgC1UQYAJOIAgLuhBgC6TQYAKOIAgCziAIC/qQYAvqEGAL2pBgC8tQYAMOIAgDTiAIDv8AUAOOIAgDziAIBA4gCAROIAgEjiAICAPQAAgQkAAIIdAABM4gCA4cgGAFDiAIDjSAQAVOIAgKO1BgBY4gCAhigAAIdAAQBc4gCAptkGAKXRBgBg4gCAqyEGAKrNBgBk4gCAaOIAgK8pBgCuIQYArSkGAKw1BgBs4gCAs70BAHDiAIB04gCAtnkBAHjiAIB84gCAtXkBALpVAQC7XQEAgOIAgITiAIC++QAAv/kAALxFAQC9+QAAqHECAKlxAgCqcQIAq3ECAKy1AgCtvQIArrUCAK+tAgC+rDwAiOIAgIziAICQ4gCAlOIAgJjiAICc4gCAoOIAgLhpAwC5aQMAugkDALsJAwC8HQMAvQUDAL4NAwC/BQMAsNUCALHdAgCy1QIAs2kDALR5AwC1eQMAtmkDALdhAwCk4gCAqOIAgKziAICj9QIAsOIAgKUxAgCmMQIAtOIAgLjiAIC84gCAqh0CAKsVAgCsDQIArbEDAK6xAwCvsQMA7xgCAIIVAACBbQAAgG0AAMDiAIDI4gCAhvg8AIcYAwDM4gCA0OIAgNTiAIDY4gCA42wHAAThAIDhaAEA3OIAgKiFAgCplQIAqpUCAKulAgCsvQIArdUCAK7RAgCv0QIA4OIAgOTiAIDo4gCA7OIAgPDiAID04gCA+OIAgPziAIC4dQEAuX0BALp1AQC7zQEAvNUBAL3dAQC+yQEAv8EBALC1AgCxvQIAsoECALOBAgC0VQEAtV0BALZVAQC3TQEA4bQGAADjAIDj9AYABOMAgIQYPQAI4wCADOMAgBDjAIAU4wCAGOMAgBzjAIAg4wCAJOMAgCjjAIDvWAYALOMAgIF9AACAcQAAMOMAgIIFAAA44wCAPOMAgO+AAQC+VDwA4ZABAEDjAIDjfAYAROMAgEjjAIBM4wCAhtg8AIf0PACjnT0AxOIAgDTjAIBQ4wCAVOMAgKbVPQCltT0AWOMAgKv5PQCq8T0AXOMAgGDjAICvGT4ArhE+AK3VPQCs1T0AZOMAgLOhPgBo4wCAbOMAgLatPgBw4wCAdOMAgLWxPgC6ST8Au0k/AHjjAIB84wCAvkk/AL9JPwC8ST8AvUk/AKhVPgCpZT4Aqm0+AKtlPgCsfT4ArWk+AK65PwCvuT8AgOMAgITjAICI4wCAjOMAgJDjAICU4wCAmOMAgJzjAIC4VT8AuV0/ALpVPwC7bT8AvHU/AL19PwC+dT8Av20/ALDJPwCxyT8Astk/ALPZPwC0yT8Atck/ALZ9PwC3cT8AghUAAKPhPwCAsQEAgbEBAKbtPwCg4wCAvtABAKXxPwCqCT4Aqwk+AITkAQCk4wCArgk+AK8JPgCsCT4ArQk+ALPdPACo4wCAhugAAIfMAQCs4wCAtpU8ALX1PACw4wCAu7k8ALqxPAC04wCAuOMAgL9ZPwC+UT8AvZU8ALyVPACoUT4AqVE+AKptPgCrYT4ArGE+AK1hPgCulQEAr40BAISgAQC84wCAwOMAgMTjAIDI4wCAzOMAgNDjAIDU4wCAuKkBALmpAQC6aQEAu2kBALx5AQC9eQEAvmkBAL9pAQCw/QEAsc0BALLFAQCzrQEAtLkBALW5AQC2rQEAt6UBALPlPQDY4wCA3OMAgODjAIDk4wCAtuE9ALXpPQDo4wCAuwkCALo5AgDs4wCA8OMAgL99AgC+fQIAvXkCALwRAgD04wCAo6E9APjjAID84wCApqU9AADkAIAE5ACApa09AKp9AgCrTQIACOQAgAzkAICuOQIArzkCAKxVAgCtPQIAgOkAAIHpAACCHQAAvsADAO/kAgAQ5ACAh1QDAIY8BADjEAEAGOQAgOH4AQAc5ACAIOQAgCTkAIAo5ACALOQAgDDkAIA05ACAOOQAgLORAwA85ACAtbkDALZ9AwBA5ACAROQAgEjkAIC6WQMAu1kDALxJAwC9SQMAvv0AAL/1AACoRQIAqVUCAKpVAgCrZQIArH0CAK2xAgCusQIAr7ECAIRsBQBM5ACAUOQAgFTkAIBY5ACAXOQAgL5wBQBg5ACAuF0BALltAQC6ZQEAuw0BALwZAQC9GQEAvg0BAL8FAQCw0QIAsdECALLRAgCz0QIAtHUBALV9AQC2dQEAt20BAOFAPwDjvAAA4wg+AOFsPgBk5ACAaOQAgGzkAIBw5ACAdOQAgHjkAIB85ACAgOQAgL5sBwDvVAAA75w+AIjkAICjnQIAgmkAAIFhAACAaQAAjOQAgKZxAgCltQIAkOQAgKtVAgCqVQIAhsgEAIfsBACv+QEArvEBAK1FAgCsRQIAqKUGAKmpBgCquQYAq7kGAKypBgCtqQYArtkGAK/ZBgCE5ACAlOQAgJjkAICc5ACAoOQAgKTkAICo5ACArOQAgLhxBwC5cQcAunUHALvdBwC8xQcAvc0HAL7FBwC//QcAsKkGALG1BgCytQYAs40GALSVBgC1UQcAtlEHALdRBwCzMQYAsOQAgLTkAIC45ACAvOQAgLYpBgC1IQYAwOQAgLtxBgC6bQYAxOQAgMjkAIC/lQcAvlEGAL1ZBgC8YQYAzOQAgKN1BgDQ5ACA1OQAgKZtBgDY5ACA3OQAgKVlBgCqKQYAqzUGAODkAIDk5ACArhUGAK/RBwCsJQYArR0GAIANAACBFQAAgh0AAOjkAIDs5ACA8OQAgITcAQD05ACAhoAAAIcgAQD45ACA/OQAgADlAIAE5QCACOUAgAzlAIAQ5QCA43QEABTlAIDhyAUAGOUAgBzlAIAg5QCAJOUAgCjlAIAs5QCAMOUAgDTlAIA45QCA77QEADzlAIBA5QCAqD0GAKlVBgCqVQYAq6kBAKy5AQCtuQEArqkBAK+pAQCErAEAROUAgEjlAIBM5QCAUOUAgFTlAIBY5QCAXOUAgLhtAQC5BQEAugEBALsBAQC8BQEAvQ0BAL4xAQC/MQEAsNkBALHZAQCybQEAs2UBALR9AQC1ZQEAtmUBALdVAQCBvQMAgL0DALPVBQCCGQAAtTkCAGDlAIC+VAMAtjECAGjlAIBs5QCAuxUCALoVAgC9uQIAvLECAL+pAgC+sQIAcOUAgKZpAgClYQIAhAAMAKONBQB05QCAhvgMAId8AwCv8QIArukCAK3hAgCs6QIAq00CAKpNAgB45QCAfOUAgIDlAICE5QCAiOUAgIzlAIDjIAEAkOUAgOGgAQCU5QCA70ACAJjlAICc5QCAoOUAgKTlAICo5QCArOUAgLDlAICz8QMAtOUAgBTkAIC45QCAvOUAgLbpAwC14QMAwOUAgLu1AwC6tQMAxOUAgMjlAIC/lQMAvpUDAL2lAwC8pQMAqCkCAKkpAgCqOQIAqzkCAKwpAgCtKQIArlkCAK9VAgCAzQEAgQkAAIIZAADM5QCA0OUAgL58DQCHtA0AhhwMALgxAgC5PQIAujUCALvpAgC8+QIAvfkCAL7pAgC/6QIAsDECALExAgCyMQIAszECALQRAgC1EQIAthECALcRAgDY5QCA3OUAgODlAIDk5QCA6OUAgOzlAIDw5QCA79QGAPTlAIDhVAYA+OUAgOOkAACsDBUA/OUAgADmAIAE5gCAo/ECAAjmAIAM5gCAEOYAgBTmAICm6QIApeECABjmAICrtQIAqrUCABzmAIAg5gCAr5UCAK6VAgCtpQIArKUCAKghDgCpIQ4AqkkOAKtZDgCsaQ4ArWkOAK6ZDgCvmQ4A1OUAgCTmAIAo5gCALOYAgDDmAIA05gCAOOYAgDzmAIC49Q4Auf0OALr1DgC7iQ4AvJ0OAL2FDgC+hQ4Av7UOALDpDgCx6Q4Asv0OALPxDgC01Q4Atd0OALbVDgC3zQ4As8EOAIIVAACBtQAAgLUAAEDmAIC26Q4AteEOAL4QAAC7LQ4Aui0OAIRkAwBE5gCAvxkOAL4RDgC9JQ4AvCkOAEjmAICjhQ4AhogAAIdsAwCmrQ4ATOYAgFDmAIClpQ4AqmkOAKtpDgBU5gCAWOYAgK5VDgCvXQ4ArG0OAK1hDgCziQ4AXOYAgGDmAIBk5gCAaOYAgLaBDgC1iQ4AbOYAgLuVDgC6jQ4AcOYAgHTmAIC/+Q4AvvEOAL2FDgC8hQ4AeOYAgHzmAICA5gCAhOYAgOMMDQCI5gCA4RgNAIzmAIDvrAwAkOYAgJTmAICY5gCAnOYAgKDmAICk5gCAqOYAgKgBDgCpAQ4AqgEOAKsBDgCsAQ4ArQEOAK4BDgCvPQ4AgN0AAIEJAACCGQAArOYAgLDmAICEPAEAvnQAALjmAIC4HQ4AuS0OALolDgC76QEAvPkBAL35AQC+6QEAv+kBALBJDgCxUQ4AslEOALNRDgC0NQ4AtT0OALY1DgC3LQ4Ao4kNALzmAICGrAQAhzwDAMDmAICmgQ0ApYkNAMTmAICrlQ0Aqo0NAMjmAIDM5gCAr/kNAK7xDQCthQ0ArIUNANDmAICznQIAhEgDAL5ABAC2VQMA1OYAgNjmAIC1sQIAunEDALt5AwDc5gCA4OYAgL4xAwC/MQMAvFEDAL1RAwCwkQMAsZkDALKhAwCzoQMAtNEDALXRAwC20QMAt9EDALj1AwC5+QMAus0DALvFAwC83QMAvcUDAL7NAwC/xQMA5OYAgOjmAIDs5gCA8OYAgIV8GQD05gCA+OYAgGTlAICoIQIAqTECAKoxAgCrBQIArB0CAK3xAwCu8QMAr/EDAPzmAIAA5wCABOcAgAjnAIDvUAAADOcAgBDnAIAU5wCA44QAABjnAIDh+AEAHOcAgIAVAACBGQAAggUAACDnAICjmQMAKOcAgIZoBACHYAUALOcAgKZRAgCltQMAMOcAgKt9AgCqdQIANOcAgDjnAICvNQIArjUCAK1VAgCsVQIAPOcAgEDnAIBE5wCASOcAgEznAIBQ5wCAVOcAgO/4AQC+bAQA4YAOAFjnAIDjFAEAXOcAgGDnAIBk5wCAaOcAgGznAIBw5wCAdOcAgLPdAQB45wCAtf0BALb1AQB85wCAgOcAgITnAIC6sQEAu4UBALydAQC9NQEAvj0BAL81AQCpBQYAqLkFAKsVBgCqHQYArT0GAKw9BgCvTQYArl0GACTnAICCHQAAgR0AAIAdAACI5wCAjOcAgJDnAICU5wCAuUEHALidBgC7QQcAukkHAL1FBwC8WQcAv0UHAL5FBwCxCQYAsD0GALOpBgCyAQYAtbkGALSxBgC3rQYAtrEGAKORBgCEjAIAhigAAIfAAwCY5wCAprkGAKWxBgCc5wCAq8kGAKr9BgCg5wCApOcAgK95BgCucQYArXkGAKzRBgCo5wCAs5kHAKznAICw5wCAtlEHALTnAIC45wCAtbEHALptBwC7dQcAvOcAgMDnAIC+WQcAv0UHALxtBwC9ZQcAxOcAgMjnAIDM5wCA0OcAgNTnAIDY5wCA3OcAgO+oBQDg5wCA4TQFAOTnAIDjdAUA6OcAgOznAIDw5wCA9OcAgKMdBgCCLQAAgRUAAIAdAAD45wCAptUGAKU1BgD85wCAq/EGAKrpBgAA6ACAhCgBAK/BBgCu3QYAreEGAKzpBgCoxQYAqdUGAKrVBgCr5QYArP0GAK0VBgCuHQYArxUGAL7sAQAI6ACAhggAAIcgAAAM6ACAEOgAgBToAIAY6ACAuH0GALkFBgC6DQYAuwUGALwBBgC9CQYAvjkGAL85BgCwbQYAsXUGALJ9BgCzdQYAtFkGALVFBgC2TQYAt0UGAKiRAgCpmQIAqqECAKuhAgCs0QIArd0CAK7VAgCvyQIAHOgAgCDoAIAk6ACAvyweACjoAIAs6ACAMOgAgDToAIC4VQMAuV0DALppAwC7ZQMAvGEDAL1hAwC+YQMAv2EDALC5AgCxjQIAsoUCALNtAwC0dQMAtX0DALZ1AwC3bQMAOOgAgDzoAICzIQIAQOgAgLVRAgCEiAMAROgAgLZVAgC05gCAvigcALtBAgC6dQIAvbEDALxZAgC/sQMAvrkDAKNpAgBI6ACATOgAgFDoAIBU6ACAph0CAKUZAgBY6ACAqwkCAKo9AgBc6ACAYOgAgK/5AwCu8QMArfkDAKwRAgCopQIAqbUCAKq9AgCrtQIArK0CAK01AQCuPQEArzUBAL4sHABk6ACAaOgAgGzoAIBw6ACAeOgAgIdoHQCGHB0AuIUBALmNAQC6hQEAu50BALyNAQC9vQEAvrUBAL95AACwUQEAsVEBALJRAQCzUQEAtPEBALXxAQC29QEAt+UBAO/YAACCtQAAgaUAAIClAAB86ACAgOgAgIToAIDvxAYAiOgAgOH0BgCM6ACA4zgBAOPMAACQ6ACA4SgBAJToAICY6ACAtuUBALV1AgCEQBwAs2UCAJzoAICg6ACApOgAgL9lAQC+ZQEAvdUBALzVAQC7xQEAusUBAKjoAICs6ACAo7UdAHToAICw6ACAtOgAgLjoAICmNR4ApaUdALzoAICrFR4AqhUeAMDoAIDE6ACAr7UeAK61HgCtBR4ArAUeAMjoAIDM6ACA0OgAgNToAICADQAAgTUAAII9AADY6ACA3OgAgODoAIC1BQAAcRoAgOG0AgCs2AIAtQUAAHUaAICotR8AqRUfAKodHwCrFR8ArDEfAK09HwCuLR8AryEfAOG0AgCs2AIAtQUAAHkaAIDhtAIArNgCALUFAAB9GgCAuNEAALnZAAC64QAAu+EAALyRAAC9kQAAvpEAAL+RAACwIR8AsTEfALIxHwCzMR8AtAkfALUJHwC28QAAt/EAAOG0AgCs3AIA71QdALUdAACBGgCA4bwCAKzQAgC1KQAAoyUBAKKRAwChFR0AoA0dAOGAHgCFGgCA47wdAOHEAgCz1R4AtQkAAKzYAgCJGgCA4bwCALb9HgC1+R4ArOACALu1HgC6pR4AtQUAAI0aAIC/jR4Avo0eAL2lHgC8pR4AoxUeAOG8AgCs0AIAtREAAI9pJQCmPR4ApTkeAJEaAICrdR4AqmUeAOG0AgCseAEAr00eAK5NHgCtZR4ArGUeAJvdFACa5RUAmQEXAJjhEACfcR8AnnkZAJ35GQCcARsAk+UtAJIRLwCRbSkAkG0pAJf5EQCW8REAlYUsAJSZLQC1JQAA4ZQCAILxJgCDjSoAhJUqAIXhLACGHS4Ah3kuAKy0AgCVGgCAilUvAIspEgCMORIAjRkTAI7xFACPHRYAtQUAAJkaAICSVRcAk5EYAJRxGgCV+RoAlvkcAJd9HgCC4AMAkwsAgJpVHgCb2QAAnHUCAIMMAICzDACAuIkKAKwBBACthQYAroEGAMwQAgDMfAMAtgwAgJ0aAIDCDACAxQwAgMgMAIAACwCAgaUyArwMAIAE6ACAmpUGAJtVIwK8kQYAvbEAAL6RBgC/rQYAuOkGALmVBgC6kQYAoRoAgLTBBgC1zQYAts0GALfdBgCw/QYAseUGALKdAACz5QYAhVTHA6UaAICH/AAAuAEKAK0aAIDpDACAsRoAgIyRcwCNpAEAzPACAL4NAIDBDQCAiRQAALgZCgCLDAAAGg4AgFMOAIC5DACAvwwAgBkKAICRwAEAywwAgLhtCgDODACA1AwAgNoMAIDdDACA4AwAgLUaAIAoDQCA5gwAgLkaAIDhpB4AKw0AgONUHgCvIXMAzCgCAO8MAIDsDACA8gwAgPUMAID4DACAzIACAJS4AwD7DACAkhQCAO9gHgCQAAIA/gwAgAoNAIC48QoADQ0AgJ8LAIAQDQCAiSkLABMNAICpGgCAvDABAL/EAQC+7AEAFg0AgMzsAgC4xQoAukQBAK0JAIAZDQCAygYAgN8GAIDyBgCAHA0AgPoGAIAfDQCACgcAgC0HAIAYBwCA9gcAgC8HAICpDQCAOgcAgK8NAIBKBwCAtXkAAGcHAIC3cSoCcgcAgLFhAAB0BwCAsw0pAo0HAIC96QAAoAcAgPoHAICtBwCAuRkrAsMHAIC7WRQCHwgAgFoJAIA8CACALw4AgFsIAIA5AACAgQgAgHEAAIDHCACAKwAAgCAJAIA9AACAXAkAgEMAAIBeCQCARQgAgGoIAIBJAACAAAgAgFMAAIB5CQCAWQAAgCINAIBfAACAuw0iAtANAIDMFDYCHwAAgL9lAAC+EQAAvW0AAOUHAICAaQEAgXUBAIJxAQCD3SEChGkHAIWBBwCGgQcAh3EBAIihAQCJrQEAirUHAIuNBwCMlQcAjaUBAE8AAICPpQEAkOEBAJHtBwCSsSECk/0HAJSNBwCVUQYAlvEBAJfZAQCY0QEAmXUGAJp9BgCb1QEAnGkGAJ2ZFAKeUQYAn1EGAKB1FAKhuQYAokkBAKOFLQKkIQEApS0BAKZ1FAKntQYAqKERAqlRFAKqlQYAsSEAgMy8NQLNPDUCbQAAgKoDAICsAwCArwMAgL0hAIDEIQCA2yEAgOIhAIDJAACADwAAgLihBgC6BgCAtwYAgMwAAIDOIQCAtQMAgN0FAIAYBgCAugUCALvVAgC46QUAuf0FAL7JAgC/5RcCvA0CAL0BAgCy4QUAs+EFALCNBQCxnQUAtuUFALfpBQC09QUAte0FAKo9BQCrwQUAqD0FAKk1BQCuzQUAr/UFAKzNBQCtxQUAoj0FAKMFBQCg1QIAoTkFAKYdBQCnBQUApB0FAKUVBQC/BgCAm8EFAD4GAIBVBgCAnt0FAJ8xBACcUQIAndUFAHIGAICJBgCApAMAgDAiAIDbAACAoAMAgI8HAIDuBwCA8gcAgJAJAIACCACABggAgJYLAICUCQCArwoAgG8HAICLBwCAlwcAgKIHAICqBwCAqgkAgPsOAIASDwCAHw8AgMwEMwLNsDACzCAzAs3gMALMEDACzGgwAsxYMALNjDACzGgxAs0UMQLM1DECzRQ2AsxwIALN0CcCzDA2AswkMQLMDDwCzWg/AswYPwLNND8CzBg9As3AMgLMRDwCzBg5Asw4MgLNqDICzIgyAs34MwLMfDMCzUAzAswoMwLNCDMCzMghAs0kJgLMrCYCzEA4AsyYJQLNyDoCzBwkAs0QJALMhDsCzag7AsysJQLNvDoCzKw4Asz4JwLM4DgCzXQ4AicPAID2BgCAYQ0AgIgNAIDNICoCzBwrAqoGAIAsIgCAzKQgAs2gJwLMOCYCygQAgMw4OgLNPDsCzBA5As1gPgLMoAMAvj0NAL3tLALWBACAu1UjAgQJAIC5PSICzwYAgNkHAIClBACAoA0AgLIEAIBvBQCA9AYAgL4EAIB1BQCAr70MAK6ZLgKtpQwAwgUAgKvFIgIDBgCAxAQAgCMGAIDQBACAyAUAgCkGAIBdBgCAowEYAqAEAIAaBwCAHQcAgJ9dDACeUQwAnUUMACcHAICbWSECrwcAgLEHAIC0BwCAuAcAgCoHAIDOBwCA0AcAgJMtJgLTBwCAbAgAgG8IAICPBQwAjnEMAI1lDAB5CACAi0UgAmAJAICJNS8CYwkAgGcJAIB8CACAcAkAgHMJAIC9AwCAACIAgIFdDACAYQwAgAABAIEYAACCAAQABCIAgIQQBwCFFAYAhuQIAIc8AgCILAUAiaQFAIoAeAAIIgCAjCQAAAwiAIAUIgCAECIAgLgRAACRxHsAkkh6AJNMeQAcIgCAzOgCAJbwCQC4OQAAkMAJACQiAICS8AkAzPgCAJS0CQC4DQAAKCIAgMwcAgC4BQAANCIAgMzkAgC4HQAAOCIAgDwiAIBDIgCAWiIAgKiMCACp5HsAYSIAgKvUBgDM5AIAuA0AAGsiAIDMlAIAbyIAgLGAewC4CQAAuBUAAMz8AgC15AgAcyIAgMzYAgB3IgCAuAUAALqcBQC7XAUAvAB8AL30fwC++H0Av/xyAIAJOgKBDToCggE6AoMFOgKEGToChR06AoYROgKHFToCiCk6AoktOgKKIToCiyU6Aow5OgKNPToCjjE6Ao81OgLM8AIAkekPAIMiAIDMzAIAuBkAAH8iAIDM3AIAl+UPALg1AAC4DQAAjyIAgMz8AgC4BQAAkyIAgMwwAgCXIgCAzNACAJsiAICfIgCAzIgCAKQtDwClVQ8Apl0PAMyUAgCoqToCqa06ArjVAACjIgCAuDUAAKciAIDMUAMAr7U6AswsAwCrIgCAzBgDALMFDwC0HQ8AzyIAgLYJDwC3CQ8Avmh9ALhtAAC4RQAAzDgDALwpDwDTIgCAviUPAMxYAwCH5Q4AzOg6Ari9AQC4yQEAzPA1As2kMwLMgCICzXwlAs2UNgLMBCkCzew7AsxkOgK45QEAuMEBAInVDgCI1Q4Al7EOALgNAACvIgCAsyIAgLciAIC4GQAAuyIAgNciAICfaTsC2yIAgL8iAIC4PQAAzMQCAMz4AgDDIgCAxyIAgLjZAADLIgCA3yIAgLjRAADjIgCAuPEAAMzMMwLnIgCAuMkAAMzoMwLrIgCAuNUAAKllAAC4yQAAzNgCAKq5BgC3TQ0Atk0NALU1DgC0NQ4AuFUAABUjAICxGQ8AsCkOAL/1AwC+UQ0AvVkNALw1DAC7XQ0Aul0NALldDQC4XQ0AgL0KAIHFCgCCFQQAg8kKAMx8BQCF3QoAhtUKAIfNCgDMVAUAifEKAIq5CACLDQgAjBEIAI0VCACOtScCj+UKAJBpCACRbQgAknEIAJNtJALMEAUAlR0IAJaFCgDMEAUAzDQFAJk9CACaiQoAmw0IAJwRCACdFQgAzEgFAMwQAgCgZQoAoW0KAKJlCgC4BQcApLEEAMzoAgCmsQQAuA0HAKiBBADM/AIAqpkIAKtdCgCsuQgArakEALglBwCvNQgAsNEIALHxBADMwAIAs40IALQpKAK1IQoAtiEKALchCgC4IQsAuSUIALhBBwC7KQsAvA0dAr3dDwC+MQsAvzELAIDdCgAZIwCAnKF9ANADAIDpAwCAhRkJAIaZCQCHlQkAiOEJAIklJQICBACAGwQAgC4EAIBBBACAVAQAgGcEAICQrQoAkUkFAJJtBQCTYQUAlGEFAJVtBQCWZQUAlxEFAJg1BQCZPQUAmjUFAJsNBQCcFQUAnR0FAJ4VBQCfCQUAoKkJAKH9BQCi9QUAowEFAKQFBQClDQUApgUFAKc9BQCoBQUAqQ0FAKoFBQCrGQUArIkJAK2pBQCutQkAr/0JALABCQCxfQUAsnUFALMBBQC0aQkAtQEFALYFBQC3PQUAuAUFALnhJQK6AQUAuwEFALzRJQK9PQkAvnkJAL9dCQCDMAUAoXgHAJ+xfgB6BACApHgHAKVIBwCNBACA8wQAgIt8BADdAACAEwEAgIhIBAAcAQCAIAEAgCQBAIAoAQCALAEAgDABAICyAAcAs/wHADQBAIDhAACAtuQHALfwBwDmAACA6wAAgLrgBwC7nAcAvIgHAL2oBwDwAACAs8F+AKPMBAD1AACA+gAAgIMABAD/AACAhXQEAKUgBAAEAQCAiEwEAAkBAIAOAQCAFwEAgK8tBwCNxAcArSEHAKwpBwDNAwCA8AQAgI8FAICwZQcA4gUAgB0GAIBDBgCAWgYAgHcGAICOBgCA0wMAgOwDAIAFBACAHgQAgDEEAIC8fAQAgt0rAoPlKwKA/QoAgfkrAoaZCQCHmQkAhOEKAIXhCgCKiQkAi4kJAIiJCQCJiQkAjoUJAEQEAICM4QgAjY0JAJK5KwKTQScCkJkrApHFCwCWyQsAl3UnApTFDQCV0SQCmskLAJvZKgKYyQsAmXkHAFcEAIBqBACAnP0LAH0EAICQBACA9gQAgKABAICkAQCAqAEAgONkAgCsAQCAsAEAgLQBAIDvvAcAqBEJALgBAIC8AQCAwAEAgMQBAIDIAQCAzAEAgNABAIDUAQCA2AEAgNwBAIDgAQCA5AEAgOgBAIDsAQCA8AEAgPQBAID4AQCA/AEAgAACAICCnH4ABAIAgKD1VAKh2VQCoulUAqP1dQCk7XUApZ12AKaVdgCnvXYAqIV2AKkpfQCqOX0AqwV9AKwdfQCtBX0Arg19AK8FfQCwfX0AsUl+ALJRfgCzUX4AtHV+ALV9fgC2aX4At2l+ALhZfgC5WX4Auil+ALspfgC8IX4AvSF+AL4ZfgC/GX4AkgcAgDkJAIDXBwCATSIAgLQNAAC1NQAAtj0AAKIGAICsBgCArwYAgAMjAIAJIwCAvSV4ALy1WALGMQCALjoAgJkqAIC9KgCAySoAgNkqAIDhKgCA7SoAgPUqAID9KgCACSsAgF0rAIB1KwCAhSsAgJUrAIClKwCAtSsAgNUrAICAeX8AgYF/AIKBfwCDnX8AhI1/AIWxfwCGsX8Ah7F/AIjhfwCJ4X8AiuF/AIv9fwCM5X8Aje1/AI7lfwCP3X8AkKV/AJGtfwCSpX8Ak71/AJSlfwCVrX8Alm1+AJctfgCYFX4AmRl+AJrpfgCb6X4AnPl+AJ35fgCe6X4An+V+AKAdfgChJX4AoiV+AKM9fgCkJX4ApS1+AKYlfgCnXX4AqGV+AKltfgCqZX4Aq31+AKxlfgCtbX4ArmV+AK9dfgCwJX4AsS1+ALIlfgCzPX4AtCV+ALUpfgC2WXcAt9V1ALj9eQC56XUAuvl1ALvZeQC86XUAvdV1AL7RdQC/2XUAgDF2AIE9dgCCSXYAg0V2AIRBdgCFTXYAhvl0AId9dgCIoQIAiU12AIpZdgCLuXoAjEl2AI2degCOsQIAjx16AJCRVgKRKXYAkoF2AJPNdgCU2XYAlel2AJbJdgCX0VkCmKF2AJllWgKa8XYAm01aApzRdgCdYXoAnoFWAp/VdgCgBQIAoY1aAqI1VwKjCXYApCF2AKUtdgCmiVoCp5laAqi5WgKpdXYAql13ANkrAIDdKwCAESwAgDksAIBJLACAUSwAgFUsAIBhLACAfSwAgIEsAICZLACAnSwAgKUsAIC1LACAUS0AgGUtAIClLQCAuS0AgMEtAIDFLQCA1S0AgJl1CgD4LQCAJC4AgDAuAIBQLgCAXC4AgGAuAIBkLgCAgux6AINkewB8LgCAgC4AgIZ0ewCHvHsArC4AgLguAIDALgCAyC4AgNguAIDnLgCA7y4AgBsvAIAfLwCAJy8AgJJwfAArLwCAMy8AgJFMfAA7LwCASy8AgGcvAIDfLwCA8y8AgKvMfACo5HwAqdx8APcvAIB3MACAezAAgI8wAICiwHwAkzAAgJswAICjMACAzEBJAs0ASQLM/EoCzWhLAqswAIC3MACA7TAAgP0wAIARMQCAjjEAgJoxAICqMQCAsqx8ALNAfAC2MQCAwjEAgMoxAIDOMQCAtGx8ALUEfACAlQcAgZ0HAIKVBwCDqQcAhLkHAIW5BwCG2QcAh9kHAIjpBwCJ6QcAivkHAIv5BwCM6QcAjekHAI7RBwCP0QcAkLEHAJGxBwCSSQEAk0kBAJRZAQCVWQEAlkkBAJdJAQCYeQEAmXkBAJpJAQCbSQEAnFkBAJ1ZAQCeSQEAn0kBAKC5AQChuQEAoskBAKPJAQCk2QEApdkBAKbJAQCnyQEAqPkBAKn5AQCqyQEAq8kBAKzZAQCt2QEArskBAK/JAQCwuQEAsbkBALJJAQCzSQEAtFkBALVZAQC2SQEAt0kBALh5AQC5eQEAukkBALtJAQC8WQEAvVkBAL5JAQC/SQEA0jEAgNYxAIDaMQCAkjIAgNoyAIDmMgCA6jIAgO4yAIDyMgCA+jIAgP4yAIASMwCALjMAgDYzAIB2MwCAejMAgIIzAICGMwCAjjMAgJIzAIC2MwCAujMAgNYzAIDaMwCA3jMAgOIzAID2MwCAGjQAgB40AIAiNACARjQAgIY0AICKNACAqjQAgLo0AIDCNACA4jQAgAY1AIBKNQCAUjUAgGY1AIByNQCAejUAgII1AICGNQCAijUAgKI1AICmNQCAwjUAgMo1AIDSNQCA1jUAgOI1AIDqNQCA7jUAgPI1AID6NQCA/jUAgJ42AICyNgCAnoUMAOY2AIDqNgCA8jYAgIC5AwCBuQMAgskDAIPJAwCE2QMAhdkDAIbJAwCHyQMAiPkDAIn5AwCKyQMAi8kDAIzZAwCN2QMAjs0DAI/FAwCQvQMAkQEMAJJJDgCTSQ4AlFkOAJVZDgCWSQ4Al0kOAJh5DgCZeQ4AmkkOAJtJDgCcWQ4AnVkOAJ5JDgCfSQ4AoLkOAKG5DgCiyQ4Ao8kOAKTZDgCl2Q4ApskOAKfJDgCo+Q4AqfkOAKrJDgCryQ4ArNkOAK3ZDgCuyQ4Ar8kOALC5DgCxuQ4AskkOALNJDgC0WQ4AtVkOALZJDgC3SQ4AuHkOALl5DgC6SQ4Au0kOALxZDgC9WQ4AvkkOAL9JDgC8eQQAvXkEAL6JBAC/nQQAuHUEALl9BAC6aQQAu2kEALRxBAC1cQQAtnEEALdxBACwcQQAsXEEALJxBACzcQQArGkEAK1pBACucQQAr3EEAKhBBACpQQQAqkEEAKtBBACknQUApWEEAKZhBACnYQQAoJ0FAKGFBQCijQUAo4UFAJxdBQCdZQUAnm0FAJ9lBQCYXQUAmUUFAJpNBQCbRQUAlB0FAJVlBQCWbQUAl2UFAJAdBQCRBQUAkg0FAJMFBQCMMQcAjTEHAI4xBwCPMQcAiDEHAIkxBwCKMQcAizEHAIQxBwCFMQcAhjEHAIcxBwCAMQcAgTEHAIIxBwCDMQcAJjcAgC43AIA2NwCAcjcAgHY3AIB+NwCAgjcAgIY3AICyNwCAtjcAgL43AIDSNwCA1jcAgPI3AID6NwCA/jcAgCI4AIBCOACAUjgAgFY4AIBeOACAijgAgI44AICeOACAwjgAgM44AIDeOACA9jgAgP44AIACOQCABjkAgAo5AIAWOQCAGjkAgCI5AIA+OQCAQjkAgEY5AIBeOQCAYjkAgGo5AIB+OQCAgjkAgIY5AICOOQCAkjkAgJY5AICaOQCAnjkAgK45AIDGOQCAyjkAgNY5AIDaOQCA3jkAgOI5AIDqOQCA7jkAgPI5AID+OQCABjoAgA46AIASOgCAGjoAgIC5AQCBuQEAgskBAIPJAQCE2QEAhdkBAIbJAQCHyQEAiPkBAIn5AQCKyQEAi8kBAIzZAQCN2QEAjskBAI/JAQCQuQEAkbkBAJIRAACTEQAAlDEAAJUxAAAeOgCAIjoAgCo6AIAyOgCAPSMAgGUsAIBpLACAJSQAgIJgAgCZ4QAAgIAAAIGYAACC5AYAg4gEAITUGwCFlBoAhhgfALMjAICIxB4AiQAQAIqoEwCLrBEAjAAoAI20KwCOuCoAj7wpAOOwAgC+dAIAnlUAAOMUAgCCbAIAtyMAgJkNAAC+RAIAnjUAAIJoAgCZBQAAuyMAgO/MAgC+oAAAgoQAAO/YAgDj7AEA4/QBAL8jAIDjCAMAwyMAgOM4AwDHIwCA44gDAMsjAIDv4AMAzyMAgO+IAwDvPAEA78QDANMjAIDv1AMA4+wDAB43AIDXIwCA4+wDAOPsAwDj5AMA2yMAgOO4AwDvXAMA70wDAN8jAIDvSAMA7/QDAOMjAIDnIwCA7zQDAON8AwDjlAQA6yMAgO8jAIDzIwCA47QEAPcjAID7IwCA/yMAgO9sBAADJACAByQAgO9YBADvUAQACyQAgBYkAIAaJACAvQAAgOP4BADCAACAMSQAgB4kAIBtKQCA45wEAAglAIBrJQCAriUAgO9QBADaJQCABCYAgO88BAApJgCAgAlLAoYcdwC+RAIAgnQCAL5QAgA+JgCAmREBAJkNAQCPrAIAggQCAI1oAQCewQIAi3wBAJ49AQCeKQEAvggCAJfQAgCZXQEAldACAJ5VAQCT0AIAmXUBAJHQAgC+SAIAn7gCAEYmAICdtAIAnk0BAJuwAgCZXQEAmbQCAL6EAgCeqQEApowCAGImAICkgAIAmakBAGomAIChSAIAgqwCAK/kAgCCtAIAglwCAJnlAQC+CAIAgnwCAIIABACopAIAnvkBAL5wAgC1HAQAnoUBAL6oBQCyhAIAtrECAL6sBQC4KQkAuYkCALqZAgCCjAUAu+gEAIKcBQByJgCAuPAEAJ5ZBgCZbQYAnmEGAJl5BgC+fAIAnmEGAIJcAgC+QAIAmVkGAJ5dBgCCYAIAmaUGAL58AgCevQYAghwCAL4UAgCZzQYAvkwCAIJMAgCa3QYAnt0GAJ/FBgDjDAIAgrwCAJn5BgC+ZAIA7/QCAJrxBgCe6QYAn+kGAJ7ZBgCf1QYA4wQCAJklBgCaIQYAgngCAJk9BgDjBAIAgkQCAJolBgC+cAIA75wCAJ4FBgCfFQYA7+gCAJp1BgCZBQYAggQCAL5wAgDjcAIAnnUGAJ8NBgCeAQYAvnwCAOM0AgCZDQYAvmACAIJsAgDv8AIAmTUGAIKQAwDv2AIAniEGAIQmAICbxQcAmeUHAL58AgCe7QcAn8UHAOPsAwCdUAIAnNEHAIJsAgDv1AIAmc0HAIJ8AgC+cAIAmd0HAJ7dBwC+AAIA42gCAJ6tBwCZuQcA42gCAIJ8AgDjDAIAvkgCAJmpBwCCWAIA78QCAJ6ZBwC+bAIA77gCAIKUAgCejQcA77gCALsAAACZeQcAuQwAAJ5xBwC/AAAAglQCAL0EAAC+aAIAs9QDAJmxBgCxcAMAggQCALc4AACeoQYAtTQAAL5wAgCrWAMAnqEGAO9cAgCZqQYArxADAIJQAgCtFAMAmYUHAJlpBgC+WAIAnmEGAL58AgCCaAIApqACAOOQAgCZaQYA43wBAOOYAQDjrAEA49ABAOPoAQC+dAIAno0FAOMwAgDvzAIAgmgCAJnRBQDvlAIA71QBAO9wAQDvJAEA7ygBAL58AgCevQUA4wwCAIJ4AgCZrQIAvnQCAJ6lAgDjNAIAgmACAJkZAAC+YAIA7/wCAJ4NAACClAIA79QCAJAmAIDj/AIAmQkAAL5gAgCYJgCAnh0AAOMAAgCwJSoAglgCAJkNAADv9AIAvmQCAK4mAIDvwAIAnhkAAIIYAgCCOAIA43ACAJkRAACaNQAAmSkBAL50AgDsJgCAnyUAAJ4JAACZ6QEAvrQDAL7gAwCazQEA79gCAJ4RAQCC2AMA/SYAgIHEAgDjsAMAHycAgOP8AwC+/AIAhMQCAIIoAgCGEAIAKicAgIg8AgCeIQAAnw0AAHonAIDvKAMAj3QCAO8sAwCCiAIAmXUAAJoVAACSxAMAldADAJktAACa0QAAjicAgL7IAgCYaAMAm3wDAILEAwCeQQAAnykAALAnAICChAIA45ACAL4IAwC+JwCABigAgJ8ZAACe7QAA49ACAJlxAACaFQAAvhQCAO8wAgCZIQAA71gCABQoAICv7AMAggQCALFMHACwABwAniUAALJMHACeXQAAn2EAAOO8AgCZIQAA+QAAAHEpAIDvlAIAdSkAgL08HACCgB0Av8EfAHkpAIDjtB0AvnQCAJ71HwDj8B0AmQUAAH0pAIC+fAIAngkAAIJgAgCZDQAAiSkAgL5gAgDvzAIAnh0AAOklAIDv3AIA42gCAPkYAIDjPB0AIRoAgP0YAIABGQCAJRoAgCkaAIAtGgCAMRoAgDUaAIA5GgCA76QCAD0aAIDvJB0AQRoAgLHFAAAFGQCAs8UAALLdAAC1yQAAtMEAALcdAAC2wQAAuWUAALhlAAC7zQAAus0AAL3dAAC83QAAv8UAAL7JAAAJGQCADRkAgE0ZAIBhGQCAERkAgBUZAIDvFHgD7wBIA+HYTQPhOKgC41x5A+O0UAOtGQCAsRkAgLUZAIC5GQCAgMkBAIHVAQCC3QEAg20CAITdAQCFcQIAhgEEAIcdBQCIJQUAiTUFAIo9BQCLbQUAjHUFAI1lBQCObQUAj80BAJC1AQCRvQEAkrUBAJNNAwCUVQMAlV0DAJZVAwCXTQMAmHUDAJl9AwCadQMAm00DAJxVAwCdWQMAnkkDAJ9JAwCguQMAobkDAKLBAwCj3QMApMUDAKXNAwCmxQMAp/0DAKjJAwCpyQMAqtEDAKvRAwCsMQMArTEDAK4xAwCvMQMAsFEDALFRAwCyUQMAs1EDALRxAwC1cQMAtnEDALdxAwC4UQMAuVEDALpRAwC7UQMAvDEDAL0xAwC+MQMAvzEDAL0ZAIDBGQCAxRkAgMkZAIDNGQCA0RkAgNUZAIDZGQCA3RkAgOEZAIDwIAIA5RkAgOkZAIDtGQCA8RkAgPUZAICc9TYAnf02APkZAICRkAIA/RkAgKkZAIBFGQCASRkAgEUaAIC6adgASRoAgE0aAIC4sTYAubE2AFEaAIBVGgCAWRoAgF0aAIBRGQCAYRoAgGUaAIBVGQCAWRkAgF0ZAIBlGQCAaRkAgG0ZAIBxGQCAdRkAgHkZAIB9GQCAgRkAgIUZAICJGQCAjRkAgJEZAICVGQCAglgCAJkZAIBpGgCA8FgCAG0aAICdGQCAoRkAgKUZAIABGgCABRoAgJF0AwDhtDsCCRoAgOPYIgINGgCAERoAgBUaAIAZGgCAHRoAgKUqAIBVLQCAqSoAgMEqAICtKgCAljMAgO/IPwK1KgCA4ZTzAuGY0gLjlPcC4xDGAuGUtgLhkJ0C44SiAuMIhwIZGQCAHRkAgO+4swLvOIsCnSoAgOAtAIDvIJcC7+DgAoLkAgBpLQCACAIAgLrF2QAOAgCAFAIAgBoCAIAgAgCAJgIAgCwCAIAyAgCAOAIAgD4CAIBEAgCASgIAgFACAIDhgHgC8OQGAOMUagKCgAgA4aAPAuEIEwLjhA4C4xgeAlYCAIA0AwCA7zQ7Au8wHwI6AwCAQAMAgO8MEgJGAwCAJRkAgCkZAIBMAwCAUgMAgC0ZAIAxGQCAWAMAgF4DAIB2AwCAggMAgIgDAICOAwCAlAMAgJoDAIB8AwCAZAMAgDUZAIA5GQCAbQMAgFwCAIA9GQCAQRkAgHQCAIBoAgCAvAIAgHoCAICYAgCAYgIAgJICAIBuAgCApAIAgNQCAICAUQYAgV0GAIJVBgCDaQYAhHkGAIV5BgCGaQYAh2kGAIhZBgCJoQcAiqUHAIu9BwCMpQcAja0HAI6lBwDyAgCA7AIAgOACAICSCRQAkxUUAJTxBwCV8QcAlvEHAJfxBwCY0QcAmdEHAJo5FACb0QcAnIEHAJ2BBwCefQcAnx0UAJktAQCYLQEAmz0BAJo9AQCdLQEAnC0BACEZAICeVQEAkd0GAJDRBgCTJQEAkiUBAJUtAQCULQEAlx0BAJYdAQCJ8QYAiOkGAIvxBgCK+QYAjbEGAIzpBgCPqQYAjrkGAIHxBgCA7QYAg/EGAIL5BgCF0QYAhOkGAIfRBgCG2QYAua0DALitAwC7vQMAur0DAL2tAwC8rQMAv90DAL7dAwCxrQMAsK0DALO9AwCyvQMAta0DALStAwC3nQMAtp0DAKm5AQCosQEAq3UBAKqxAQCtFQEArBUBAK/dAwCu3QMAobkBAKCpAQCjiQEAorEBAKWZAQCkkQEAp4kBAKaRAQAuAwCAwgIAgM4CAIDmAgCA2gIAgAQDAICwAgCA+AIAgCIDAIAKAwCAngIAgIACAIC2AgCAyAIAgP4CAICGAgCAKAMAgKoCAIAQAwCAjAIAgBYDAIAcAwCACS0AgOsuAIDKNACAhAcAgAYFAIAVBQCAJAUAgDMFAIBCBQCASwUAgPAsOABUBQCAXQUAgGYFAICSBQCA40huA5sFAIDhTG4DpAUAgO/0AQOnBQCAqgUAgK0FAIBGOgCApkwAgNZVAIA2aACAZnEAgJZ6AID2jACAVp8AgIaoAIDtugCAJMQAgFTNAICE1gCAtN8AgDG7AIA6rgCABqUAgPkqAICJKwCAoSoAgOUqAIBBMQCAATEAgE40AIDVLACABjMAgIo3AIBiNACAHSwAgJI0AICeMwCAEjgAgFkrAICFLACA+jEAgCY5AIAdKwCArSsAgJ4xAIC8LgCAySwAgFksAIA4LgCALC4AgJGgBgDuMwCAGSsAgJ43AIB1LACAzS0AgLAFAIDh1D8D4VgaA+PcLwPjUA4D4RTyA+FA0wPjQOoD40DDA7MFAIC2BQCA73jrA+9c8gO5BQCA5QUAgO9E3gPvmCUD4bSLA+E8lwPjfKID45iLA+EwQQDhUKwD4xx/AOOIRgDoBQCA6wUAgO84ewDv4EEA7gUAgPEFAIDvzIoD7yCHA4DBGACB3RgAgikLAIMpCwCE6Q4AhekOAIYZDwCH8RgAiCUPAIntGgCK5RsAiyEdAIw5HQCN5RsAjmkQAI/VGgCQhRsAkU0PAJJFDwCTXQ8AlEUPAJVNDwCWRQ8Al30PAJhFDwCZTQ8AmkUPAJtpGwCcQQ8AnUEPAJ5BDwCfQQ8AoMEPAKHBDwCiwQ8Ao8EPAKS5CwCluQsApqkLAKfNDwCo9Q8Aqf0PAKr1DwCrzQ8ArNkPAK3ZDwCuyQ8Ar8kPALC5DwCxuQ8AsmkPALNpDwC0YQ8AtWEPALY5DwC3OQ8AuBEPALkRDwC66QEAu+kBALz5AQC9+QEAvukBAL/pAQD0BQCA9wUAgPoFAID9BQCAAAYAgCAGAIDhBACAgAUAgNMFAIAOBgCANAYAgEsGAIBoBgCAfwYAgJYGAIDdAwCA9gMAgA8EAIASBwCAQQgAgD4IAIA/BwCAOSQAgHIkAICjJACAyCQAgLkmAIDEJgCAyCYAgMwmAIDQJgCALygAgG4oAICWKACAmigAgL8oAIDHKACA4ygAgPUoAID5KACA/SgAgLrp0wAVKQCAMCkAgEspAIA9JACASiQAgFckAIBkJACAdiQAgIMkAICVJACApyQAgLckAIDMJACA1iQAgOQkAIDuJACA+yQAgAwlAIAWJQCAbyUAgHYlAIAkJQCAgBkDAIEZAwCCKQMAgykDAIQ5AwCFOQMAhikDAIcpAwCIGQMAiRkDAIppAwCLaQMAjHkDAI15AwCOaQMAj2kDAJAZAwCRGQMAkgEEAJMtAwCUNQMAlVUGAJZdBgCXVQYAmG0GAJl1BgCafQYAm3UGAJxtBgCdNQYAnj0GAJ81BgCgzQYAodUGAKLdBgCj1QYApPkDAKX5AwCm6QMAp+kDAKjZAwCp+QYAqikGAKspBgCsOQYArTkGAK7FAwCvPQMAsEUDALFNAwCyRQMAs10DALRFAwC1TQMAtkUDALd9AwC4SQMAuUkDALpZAwC7fQYAvGUGAL1tBgC+ZQYAgCUAgKkVDwCoAQ8Aq00PAKpNDwCtRQ8ArEUPAK+hDQCuqQ0AoXULAKBhCwCj7QsAoqkLAKXlCwCk5QsApzkPAKZZCAC5oQ0AuJkNALuhDQC6qQ0AvaENALy5DQAxJQCAvqkNALGhDQCw2Q0As6ENALKpDQC1oQ0AtLkNALehDQC2qQ0AOCUAgEglAIBbJQCAsiUAgLwlAICRJQCAoSUAgNAlAICB7Q0AgO0NAIP9DQCC/Q0Ahe0NAITtDQCH2Q0AhiEYAJlNDQCYTQ0Am1ENAJpdDQCdeQ0AnHUNAJ9pDQCecQ0AkYkNAJCBDQCTmQ0AkoENAJWJDQCUgQ0Al30NAJaBDQDgJACAICUAgI0lAIDMJQCA3iUAgAgmAIAtJgCAQiYAgPAlAID6JQCADCYAgBkmAIAxJgCATiYAgFgmAIB2JgCASiYAgGYmAIBuJgCAgCYAgIwmAICUJgCAoyYAgN4mAICcJgCAsiYAgKcmAIC9JgCA1CYAgOImAIABJwCAEScAgBsnAIBPJwCAkicAgOcnAIBPKQCAXSkAgGEpAIBlKQCA8CYAgC4nAIA+JwCASCcAgCMnAIBTJwCAYycAgH4nAIBwJwCAlicAgMInAIDJJwCApicAgNMnAIDdJwCAtCcAgBgoAIAKKACA6ycAgCUoAIDyJwCA/CcAgDMoAIBAKACASigAgFQoAIBeKACAcigAgH8oAICGKACAnigAgKUoAICyKACAyygAgNUoAIDnKACAASkAgA4pAIAZKQCAIykAgDQpAIA7KQCAUykAgMMDAIDmBACAhQUAgNgFAIATBgCAOQYAgFAGAIBtBgCAhAYAgJsGAIDjAwCA/AMAgBUEAIAoBACAOwQAgE4EAIBhBACAdAQAgIcEAICaBACAAAUAgA8FAIAeBQCALQUAgDwFAIBjCACAJAgAgMEGAID8BwCAHQkAgOMoEwAzCQCAKggAgC0IAIAxCACAJAcAgNwuAIDKMACA2S0AgLswAIBFMQCAJwkAgO/sEwAGCQCA3A0AgM8IAICDCACAMQcAgEwHAID8BgCACggAgJQIAIAqCQCACQkAgOANAIDsDQCA2wgAgJkIAIAVBwCAhggAgFUHAID/BgCApgcAgJEkAIDwDQCA4ggAgCcIAICcCACAWAgAgBUJAID0DQCA5QgAgBQIAICfCACA6AgAgBcIAIDJCACAoggAgOwIAIAbCACAzAgAgKYIAID3CACA/QgAgIgHAICKCACAWQcAgAMHAIA9CQCAQQkAgEkJAIA2CQCAGAkAgPgNAID0CACALQkAgAwJAIDkDQCA0ggAgI4IAIBdBwCAMAkAgA8JAIDoDQCA1QgAgJEIAIBgBwCArQgAgGMHAIDjSBIA4xQSAOP4EwDjuBMA4+wSAOOgEgDjbBIA43gSAO/ADQDv2A0A73QSAO9QEgDvqBIA79wSAO8oEwDvIBMA6QcAgMwGAIAOCACAEQgAgNgGAIDUBgCAIQgAgAcHAIBnCACADAcAgHYIAIA0BwCANwcAgKoIAIC2CACAuQgAgOPYEADjoBAA46AQAON0EQDjNBAA4wgQAOPkEADj9BAA77wQAO/gEADvzBAA7zgQAO8QEADvcBAA73AQAO9MEADjhBMA4+gTAOMwEADjEBAA42ATAONAEwDjpBMA47QTAO/IEwDvtBMA75gTAO98EwDvXBMA70wTAO8UEwDv6BAAgO08AIH1PACC/TwAg/U8AITtPACFFT0Ahh09AIcVPQCILT0AiTU9AIo9PQCLNT0AjC09AI0VPQCOHT0AjxU9AJBtPQCRdT0Akn09AJN1PQCUbT0AlRU9AJYdPQCXFT0AmC09AJk1PQCaPT0AmzU9AJwtPQCdFT0Anh09AJ8VPQCg7T0AofU9AKL9PQCj9T0ApO09AKUVPQCmHT0ApxU9AKgtPQCpNT0Aqj09AKs1PQCsLT0ArRU9AK4dPQCvFT0AsG09ALF1PQCyfT0As3U9ALRtPQC1FT0AthE9ALcRPQC4MT0AuTE9ALoxPQC7MT0AvBE9AL0RPQC+ET0AvxE9AIDxPACB/TwAgvU8AIMNPwCEFT8AhR0/AIYVPwCHDT8AiDU/AIk9PwCKNT8Aiw0/AIwVPwCNHT8AjhU/AI8NPwCQdT8AkX0/AJJ1PwCTDT8AlBU/AJUZPwCWCT8Alwk/AJg5PwCZOT8Amgk/AJsJPwCcGT8AnRk/AJ4JPwCfCT8AoPk/AKH5PwCiCT8Aowk/AKQZPwClGT8Apgk/AKcJPwCoOT8AqTk/AKoJPwCrCT8ArBk/AK0ZPwCuCT8Arwk/ALB5PwCxeT8Asgk/ALMJPwC0GT8AtRk/ALYJPwC3CT8AuDk/ALk5PwC6CT8Auwk/ALwZPwC9GT8Avgk/AL8JPwCA+TwAgfk8AIJJPQCDST0AhFk9AIVZPQCGST0Ah0k9AIh5PQCJeT0Aikk9AItJPQCMWT0AjVk9AI5JPQCPST0AkDk9AJE5PQCSAQQAk00GAJRVBgCVXQYAllUGAJdNBgCYdQYAmX0GAJp1BgCbTQYAnFUGAJ1dBgCeVQYAn00GAKC1BgChvQYAorUGAKPNBgCk1QYApd0GAKbVBgCnzQYAqPUGAKn9BgCq9QYAq80GAKzVBgCt3QYArtUGAK/NBgCwtQYAsb0GALK1BgCzTQYAtFUGALVdBgC2VQYAt00GALh1BgC5fQYAunUGALtNBgC8VQYAvV0GAL5VBgC/TQYArH0/AK2lPwCurT8Ar6U/AKh9PwCpZT8Aqm0/AKtlPwCkHT8ApUU/AKZNPwCnRT8AoB0/AKEFPwCiDT8AowU/ALydPwC9pT8Avq0/AL+lPwC4nT8AuYU/ALqNPwC7hT8AtN0/ALWlPwC2rT8At6U/ALDdPwCxxT8Ass0/ALPFPwCMZToAjW06AI5lOgCPfToAiEU6AIlNOgCKRToAi306AIRlOgCFbToAhmU6AId9OgCABToAgQ06AIIFOgCDfToAnF04AJ3lPwCe7T8An+U/AJhdOACZRTgAmk04AJtFOACUuTgAlWU4AJZtOACXZTgAkAU6AJENOgCSBToAkwE5AMAIAIDYCACA3ggAgPAIAIB2BwCAIgkAgHkHAICBBwCAVAkAgJ0HAIDLBwCAvQcAgMQGAIDcBACAewUAgM4FAIAJBgCALwYAgEYGAIBjBgCAegYAgJEGAIDXAwCA8AMAgAkEAIAiBACANQQAgEgEAIBbBACAbgQAgIEEAICUBACA+gQAgAkFAIAYBQCAJwUAgDYFAIBFBQCATgUAgFcFAIBgBQCAaQUAgJUFAICeBQCAXQgAgFYOAIBZDgCAOjoAgKwKAIAVCwCANjoAgD46AICcGQAAnRkAAJ45AACfOQAA4wwAgEI6AIB6NwCA8TAAgKI3AIBaMgCAxSoAgLksAICaMDUA7C0AgB0tAIDoLQCA1y8AgJ+ENQDSMwCAnUQpAGI1AICaNgCA1jYAgAo3AIAeOACAdjEAgAIyAICuMgCARjMAgGI2AIBGOACAcjkAgOkqAICNLACAijEAgNIyAICWNgCAwjkAgJQuAIB6MgCAhjYAgBo3AIALMACAvjUAgLSAGgC1hBkAtojmALeM5ACwABwAsZQeALIAGACznBsAvADsAL2k7wC+qO4Av6TtALgA4AC5tOMAurjiALu84QCkwAAApQAMAKbIDgCnAAgA4jYAgAcvAIAFMQCArXwDAKwAEACt5BMArugSAK9gEQCo8AoAqRwJAKr4FgCr/BQAGjIAgB4zAIAqOACAKSsAgMErAIAtLACAczAAgIIxAIDOMgCA8jMAgI42AICmNgCAyjcAgO44AICiOQCAvjkAgC40AIBuNACAvAgAgCY1AIBGNgCAejgAgE43AIChLQCAIy8AgN40AICeNQCAAjMAgDY0AICaNwCA5jgAgJ0tAIBwLgCAejEAgC4yAIBiMgCAFjUAgD41AICmOACAKSwAgJwAAACqNQCAzSsAgMkrAICaNACAKjUAgF42AICuOACAajcAgA8wAIBaNwCA0SoAgEQuAIB7LwCAMjMAgLIzAIBNLACAPjQAgDkrAIBfLwCAsSoAgO4xAICLMACAEjUAgIDpAwCB6QMAgjkvAIP9AwCE5QMAhe0DAIblAwCHfS4AiEEuAIkhAgCKeS8AiyUCAIw9AgCNJQIAjiECAI8dAgCQZQIAkW0CAJJlAgCTfQIAlGUCAJVtAgCWZQIAlx0CAJglAgCZLQIAmiUCAJs9AgCcJQIAnS0CAJ4lAgCfHQIAoOUCAKHtAgCi5QIAo/0CAKTlAgCl7QIApuUCAKdNAgCodQIAqX0CAKqpAQCrqQEArLkBAK25AQCuqQEAr6kBALDZAQCx2QEAsukBALPpAQC0eSIAtf0BALb1AQC37QEAuNUBALndAQC61QEAu60BALy1AQC9uQEAvqkBAL+pAQChLACAjS0AgP4zAIBmNgCAPjcAgLoxAIDmMQCAHzAAgB42AIA/MACArjMAgAUrAICBKwCAxSsAgFYxAID+NACA9jUAgEo3AIBaOACANSwAgOksAIAXLwCApzAAgH4yAIBCNACAljgAgHo5AIDOOQCA5jkAgOkwAICmMQCA7jcAgOMuAIC/LwCA2y8AgGswAIBuMgCAujIAgGozAICONACAMjUAgJY1AIDeNwCAbjYAgAY4AIB+OACA6SsAgBUsAID9LACAqjIAgPY2AIADLwCAcy8AgDcwAICyMQCA2jQAgCYzAIAVKwCAWS0AgKguAIB/LwCAQjMAgF4zAIBuNQCAgFEBAIEBKgCCXQEAg1UBAIRNAQCFdQEAhn0BAId1AQCITQEAiVUBAIqdKwCLWQEAjEkBAI1JAQCOuQEAj7kBAJDJAQCRyQEAktkBAJPZAQCUyQEAlckBAJb5AQCX+QEAmMkBAJnJAQCa2QEAm9kBAJzJAQCdyQEAnrkBAJ+5AQCgSQEAoZUBAKJFAQCjXQEApEUBAKVNAQCmRQEAp30BAKhFAQCpTQEAqnkPAKtBAQCsQQEArUEBAK5BAQCvQQEAsMEDALHBAwCywQMAs8EDALTBAwC1wQMAtsEDALfBAwC4wQMAucEDALrBAwC7wQMAvMEDAL3BAwC+wQMAv8kMAI41AIBiOACA4jgAgPI4AIAuOQCALSsAgII0AIBOOACAyjgAgJcvAIDxKgCAUSsAgEguAIBoLgCAlzAAgMYyAIDOMwCAejYAgBo4AIDZMACAojgAgA0sAIAlMQCAMTEAgBIyAIBKMgCATjMAgKozAIAqNACADjUAgDo5AIDrLwCAsjgAgEErAICMLgCAMjIAgOI3AIBPLwCAny8AgDkxAIC6OACA8SsAgNksAIB4LgCAwjAAgBUxAIBiMQCA9jEAgEozAIC+MwCAWjUAgPo2AIAGNwCA1jgAgF0sAIBOMgCA3SwAgMoyAIBuMwCAijYAgL44AICqOQCA0jkAgC0xAICxOSMAsBEDALMVAwCyFQMAtTUDALQ1AwC3NQMAtjUDALkVAwC4FQMAuxUDALoVAwC9dQMAvHUDAL91AwC+dQMAoZkNAKCRDQCjqQ0AopENAKW5DQCksQ0Ap6kNAKaxDQCpmQ0AqJENAKtpAwCqkQ0ArXkDAKxxAwCvaQMArnEDAJEZDQCQEQ0Aky0NAJIRDQCVPQ0AlD0NAJctDQCWLQ0AmR0NAJgdDQCbbQ0Amm0NAJ15DQCcgQ4An2kNAJ5xDQCBmQ0AgAkjAIOpDQCCkQ0AhbkNAISxDQCHqQ0AhrENAImZDQCIkQ0Ai2kNAIqRDQCNeQ0AjHENAI9pDQCOcQ0AKjIAgMY1AIDGNACA6jQAgBozAICiMgCAZjcAgA0rAIAuNgCA9SsAgOUrAIDzLgCAEzAAgPY0AIA0LgCABjIAgOUwAIDqNwCAqjgAgA8vAIBhKwCANS0AgIktAIDVMACA0SsAgCIzAIDmMwCASjQAgGY0AIBqNACAfjQAgPo4AIDuNACAkjYAgFY3AIAKOACANjgAgE45AIBSOQCAVjkAgLo5AIAuOACAxjgAgDErAIBVKwCAaSsAgCUsAIAxLACAcSwAgCUtAIBBLQCASS0AgIUtAICRLQCAdC4AgIsvAICzLwCAuy8AgJH4EADTLwCAfzAAgK8wAIDdMACAWjEAgIApAQCBKQEAgjkBAIM5AQCEKQEAhSkBAIZZAQCHWQEAiNkoAIltAQCKKSUAi2EBAIxhAQCNYQEAHjIAgDoyAICQGQEAajIAgJIVAQC+MgCA3jIAgJU1AQCWPQEAlzUBAJgNAQCZFQEAmh0BAJsVAQCcDQEAnfUBAJ7dKABSMwCAoAUBADI0AICiAQEAVjQAgFI0AIClGQEApgkBAFo0AIBeNACAdjQAgKo9AQCrNQEArC0BAK0VAQCuHQEArxUBALBtAQCxdQEAsn0BALN1AQC0bQEAtRUBALYdAQC3FQEAuC0BALk1AQC6PQEAuzUBALzZLgC9KQEAvhkBAL8ZAQC6eR4Au3keALjNAgC5eR4AvpUeAL+dHgC8QQIAvZ0eALJ9HgCzRR4AsH0eALF1HgC2XR4At0UeALRdHgC1VR4AqgUeAKsNHgCodR4AqQ0eAHo0AICeNACArBUeAK0NHgCiSR4Ao0keAKBJHgChSR4ApkkeAKf5AgCkSR4ApUkeAJqNHgCblR4AmI0eAJmFHgCeiR4An4keAJyNHgCdhR4AkgUDAJP1AACQCQMAkY05AJaxHgCXFQYAlO0AAJUBHACKvQMAi0EDAIiFAwCJnQMAjkEDAI9JAwCMyTkAjVEDAIIVAgCDHQIAgAUCAIEdAgCGzQMAh7EDAIQFAgCFxQMAs/kFALLxBQCx+QUAsOEFALeZKgC2EQMAtRkDALThBQC7NQMAujUDALklAwC4JQMAvxUDAL4VAwC9JQMAvCUDAKP9BQCi/QUAof0FAKD9BQCnnQUApp0FAKWdBQCknQUAq7kFAKqxBQCpJScAqL0FAK+ZBQCukQUArZkFAKyhBQCTAQUAkvkFAJF1OQCQ9QUAlwEFAJYZBQCVEQUAlBkFAJt5CQCaOQUAmTEFAJg5BQCfHQUAnh0FAJ0dBQCcHQUAg4kFAIKBBQCBiQUAgPEFAIeFBQCGhQUAhZUFAISBJgCLhQUAioUFAIm1BQCItQUAj4UFAI6FBQCNlQUAjJUFAM40AIA6NQCAQjUAgFY1AIB+NQCAzjUAgAI2AIBqNgCAEjcAgCo3AIBeNwCAYjcAgKY3AICqNwCAAjgAgNo4AIAeOQCANjkAgIMvAICQ6gCA5jUAgLkqAIC9KwCAfSsAgCUrAIBlKwCAkSsAgCEsAIA9LACAES0AgCEtAIA9LQCAmS0AgOQtAIDwLQCADC4AgBwuAIALLwCAEy8AgEMvAIBjLwCAky8AgKsvAICbLwCAry8AgO8vAIBHMACAUzAAgFswAICDMACACTEAgB0xAIBeMgCAVjIAgIYyAIAWNACA4jIAgBYzAIBiMwCAfjMAgKIzAIDGMwCAyjMAgOozAICAjQEAgZUBAIKdAQCDlQEAhI0BAIW1AQCGvQEAh7UBAIiNAQCJwR0AipkBAIvBHQCMhQEAjY0BAI6FAQCP/QEAkIUBAJEZHQCSkRQAk4UBAJSdAQCViTIAlk0ZAJc9GwCYsQEAmbEBAJotHACbtQEAnD0cAJ2pAQCemQEAn5kBAKDlHQChbQEAomUBAKN9AQCkZQEApW0BAKbxHQCnYQEAqKEDAKmhAwCqoQMAq6EDAKyhAwCttQEArq0DAK+lAwCwYRkAsdkDALLZAQCz7QMAtPUDALX9AwC29QMAt+0DALjFAQC50QMAumEdALvVAwC82QEAvT0XAL7FAwC/0QEA+jMAgA40AIAKNACAOjQAgLY0AIDmNACAHjUAgE41AIAyNgCAWjYAgM42AIAWNwCAIjcAgEI3AIBGNwCAUjcAgG43AIDmNwCAFjgAgEo4AIBqOACAtjgAgA45AIAqOQCAijkAgCfqAIAi6gCAVOoAgOEpAIAJKgCADSoAgNbqAIAD6wCAe+sAgBY6AIAmOgCARwgAgFIIAIBVCACASggAgE4IAIBXCQCA8Q4AgOIOAIDnDgCA9g4AgOwOAICyNACASw8AgMoPAICBDwCALw8AgFoPAIBnDwCAbw8AgJ0PAIDCDwCAuA8AgL0PAICqDwCAsQ8AgP4OAIADDwCACA8AgIBBAQCBMQMAgk0BAINFAQCEXQEAhUUBAIZNAQCHIQMAiF0fAIl9AQCKaQMAi3EBAIx1AwCNVQEAjlk6AI9ZAQCQKQEAkSkBAJI5AQCTOQEAlCkBAJUpAQCW2QEAl9kBAJjpAQCZ6QEAFQ8AgCIPAIAqDwCAMg8AgDwPAIBBDwCARg8AgFAPAIBVDwCAXQ8AgGoPAIByDwCAdw8AgHwPAICEDwCAiQ8AgJMPAICYDwCAoA8AgKUPAIDFDwCANw8AgBoPAIBiDwCAjg8AgA0PAIDdFgCA5hYAgOkWAIDvFgCA4xYAgOwWAIDgFgCAExcAgBYXAID1FgCA8hYAgPgWAICAmQcAgZkHAPsWAICDrQcAhLUHAAQXAICGsQcAh7EHAIiRBwCJkQcAipEHAIuRBwCM8QcAjfEHAI7xBwCP8QcAkJEHAJGVBwCSnQcAk5kHAJSFBwCVgQcAloEHAJeFBwCYuQcAmb0HAJq1BwCbsQcAnK0HAJ2pBwCemQcAn50HAKBhBwChZQcAom0HAKNpBwCkdQcApXEHAKZxBwCndQcAqEkHAKlNBwCqRQcAq0EHAKxdBwCtWQcArkkHAK9NBwCwMQcAsTUHALI9BwCzOQcAtCUHALUhBwC2IQcAtyUHALgZBwC5HQcAuhUHALsRBwC8DQcAvQkHAL7xAAC/9QAAgAkBAIENAQCCHQEAgxkBAITZAACF3QAAhtUAAIfRAACI8QAAifUAAIr9AACL+QAAjOkAAI3tAACO5QAAj+EAAJCdAACRmQAAkq0AAJOpAACUtQAAlbEAAJaxAACXtQAAmIkAAJmNAACahQAAm4EAAJydAACdmQAAnokAAJ+NAACgdQAAoXEAAKJ9AACjeQAApGlQAqVtUAKmYQAAp2UAAKhZAACpXQAAqlUAAKtRAACsTQAArUkAAK49AwCvOQMAsClQArEtUAIBFwCABxcAgP4WAIANFwCAChcAgBkXAIDZXFICHxcAgCUXAIAiFwCAKBcAgCsXAIA0FwCALhcAgKOhAACipQAAoZEAAKCVAACntQAAprEAAKW9AACkuQAAq40AAKqJAACpgQAAqIUAAK+FAACugQAArYkAAKyNAACz/QAAsvkAALHxAACw9QAAt5kAALadAAC1nQAAtJkAALutAAC6qQAAuaUAALilAAC/ZQEAvmEBAL1tAQC8aQEAHBcAgFcXAIBAFwCAPRcAgEgXAIBOFwCAOhcAgNksUQJLFwCAVBcAgHkWAIDhDwCAMRAAgA4QAIAiEACAHRAAgJNBAAAnEACALBAAgBMQAICXWQAAllUAAJVZAACUXQAAm3EAAJppAACZZQAAmGUAAJ9lAACeYQAAnTFTApxtAAC4gQQAuYEEALqBBAC7gQQAvIEEAFEXAIC+jQQA5g8AgLDdBQCxTQQAskUEALNdBAC0RQQAtU0EALZFBADrDwCAqKEFAKntQQCqrQUAq6UFAKy9BQCtpQUArq0FAK+lBQCgqQUAoZFBAKKpQACjoQUApKEFAKWhBQCmoQUAp6EFAP8PAIAYEACAWBAAgF0QAIBpEACAnVUFAH8QAICfWQUAjhAAgJMQAICeEACAkwUFAJQdBQCVBQUAlg0FAJcFBQC4EACAyxAAgO8QAIAhEQCAJhEAgC4RAIA9EQCATBEAgIBxBQCBcQUAgnEFAINxBQCEUQUAhVEFAIZdBQBREQCAWREAgHwRAICjEQCArxEAgM8RAIDUEQCA2REAgBMSAIAmEgCAMhIAgEoSAIDEEgCAGhMAgDMTAIA4EwCASxMAgFwTAIBuEwCAcxMAgJoTAICiEwCAtxMAgN4TAIDjEwCAPRQAgEIUAIBHFACAUxQAgF8UAIBkFACAbBQAgHgUAICSFACAlxQAgJ8UAICkFACAqRQAgK4UAICzFACAuBQAgMsUAIDQFACA7BQAgAYVAIAgFQCALBUAgEQVAIBJFQCAVhUAgHcVAICaFQCAtBUAgMAVAIDFFQCAzRUAgO4VAIAIFgCAFxYAgDQWAIA5FgCAQRYAgEYWAIBZFgCAXhYAgICtAQCBtQEAgr0BAIO1AQCErQEAhdUBAIbdAQCH1QEAiO0BAIn1AQCK/QEAi/UBAIztAQCN1QEAjt0BAI/VAQCQrQEAkbUBAJK9AQCTtQEAlK0BAJVVAwCWXQMAl1UDAJhtAwCZdQMAmn0DAJt1AwCcbQMAnVUDAJ5dAwCfVQMAoK0DAKG1AwCivQMAo7UDAKStAwCl1QMAphkOAKfZAwCobQ8AqSEOAKrhAwCr4QMArCkOAK3lAwCuGQ4ArxkOALCVAwCxnQMAsgEOALORAwC0HQ4AtQUOALa5AwC3uQMAuDkOALmNAwC6NQ4AuxEOALyBAQC9gQEAvnkBAL95AQCEFgCAkBYAgJwWAICrFgCAyBYAgM0WAIDuEQCA/xEAgHwWAICBAACAiwAAgJUAAICfAACAqQAAgLMAAID1DwCA+g8AgAQQAIB1EACAehAAgIQQAIDlEACA6hAAgBcRAIAzEQCAOBEAgEIRAIBRFQCADRYAgBIWAIAqFgCAoRYAgKYWAIC+FgCA8A8AgAkQAICJEACAHBEAgNcSAIA/FQCALxYAgGMWAIDDFgCARxEAgGQSAICfEgCAshIAgBEUAIAdFACAKRQAgI0TAICSEwCA0RMAgNYTAID9EwCAAhQAgGkSAIBuEgCAtxIAgLwSAIDCEQCAxxEAgJYRAICbEQCApD0DAKVFAwCmTQMAp0UDAKA9AwChJQMAoi0DAKMlAwCsfQMArUUDAK5NAwCvRQMAqH0DAKllAwCqbQMAq2UDALQ9AwC1xQMAts0DALfFAwCwPQMAsSUDALItAwCzJQMAvP0DAL3FAwC+zQMAv8UDALj9AwC55QMAuu0DALvlAwCEBQwAhQ0MAIYFDACHHQwAgI0MAIGpDACCGQwAg1ENAIxhDACNYQwAjmEMAI9hDACIKQwAiRUMAIodDACLFQwAlD0MAJXFAwCWzQMAl8UDAJABDACRAQwAkgEMAJMBDACc/QMAncUDAJ7NAwCfxQMAmP0DAJnlAwCa7QMAm+UDAIBpBACBaQQAgnEEAINxBACEnQQAhYUEAIaNBACHhQQAiL0EAImNBACKhQQAi50EAIyFBACNqQYAjvkEAI/5BACQiQQAkYkEAJKRBACTkQQAlLEEAJWxBACW+QYAl60EAJiVBACZwQYAmmkGAJtpBgCceQYAnXkGAJ7RBgCf/QsAoA0GAKEdCwCiGQYAo0ULAKQFBgClTQsApjUGAKe1BACoEQYAqREGAKoRBgCrNQQArC0EAK0BBACuXQQArx0GALDNBgCxbQYAsnUGALMNBgC0FQYAtR0GALYVBgC3DQYAuDUGALk9BgC6NQYAuw0GALwVBgC9HQYAvhUGAL8NBgCA9QcAgf0HAIL1BwCD9QAAhO0AAIURAwCGEQMAhxEDAIgxAwCJMQMAijEDAIsxAwCMhQcAjRUDAI4dAwCPFQMAkG0DAJGNBwCShQcAk50HAJSFBwCVjQcAloUHAJe9BwCYhQcAmY0HAJqFBwCbnQcAnIUHAJ2NBwCehQcAn4UAAKB9AAChgQMAooEDAKOBAwCkgQMApYEDAKaBAwCngQMAqBUHAKmFAwCqjQMAq4UDAKydAwCtoQMArqEDAK+hAwCwdQcAsXUHALJxBwCzhQUAtM0FALX1BQC2/QUAt8kDALj5AwC5+QMAuqEFALuhBQC8wQMAvcUDAN4RAIDjEQCAhJz7ACYTAIArEwCAYRMAgGYTAIB2EgCAghIAgJUSAICaEgCARRIAgNwSAIBXEwCASxAAgKMQAIC9EACAxBAAgJB1AACRfQAAknEAAJNxAACUAfwAlVX+AJZd/gCXVf4AmG3+AJlp/gCaef4Am3n+AJxp/gCdaf4Anln+AJ9Z/gCgpf4Aoa3+AKKl/gCjof4ApKH+AKWl/gCmrf4Ap6X+AKiZ/gCpmf4Aqun+AKvt/gCs9f4ArfH+AK7x/gCv8f4AsI3+ALGV/gCymf4As5n+ALSJ/gC1if4Atrn+ALe9/gC4hf4AuY3+ALqF/gC7nf4AvIX+AL2B/gC+gf4Av4H+AKbZCACnBQcApMEIAKWZBQCi0QgAo9EIAKCJBQChtQgArgEHAK8BBwCsMQcArTEHAKo9BwCrJQcAqD0HAKk1BwC2fQcAtwUHALR9BwC1dQcAsskFALNlBwCwcQcAsXEHAL4BBwC/AQcAvDEHAL0xBwC6IQcAuyEHALg9BwC5MQcAhjkHAIc5BwCELQcAhTkHAIINBwCDNQcAgBEHAIEFBwCOSQcAj0kHAIxNBwCN1QUAisEFAIvBBQCI1QUAiXEHAJbVBQCX2QgAlE0FAJXdBQCSUQUAk9kFAJD5BQCRoQUAnnEIAJ99CACcYQgAnWEIAJpxCACbeQUAmMUIAJl1BQD0EACA+xAAgAIRAICBEQCAuxEAgLQRAIArEgCAGBIAgB8SAIBWEgCATxIAgF0SAIDJEgCAHxMAgIcSAIB7EgCApBIAgKsSAIA9EwCAUBMAgHgTAIB/EwCAhhMAgKcTAIC8EwCAwxMAgOgTAID2EwCA7xMAgEwUAIB9FACAhBQAgAsVAIAZFQCAEhUAgPEUAIAlFQCAMRUAgHwVAICDFQCAkxUAgFsVAIBpFQCAnxUAgKYVAIBiFQCASxYAgFIWAIDzFQCA+hUAgNkVAIDgFQCAIxYAgBwWAICwFgCAbhAAgLEQAICqEACA3hAAgNcQAIAQEQCACREAgI8RAIBeEQCAgIEBAIGBAQCCgQEAg4EBAISdAQCFhQEAhokBAIeJAQCItQEAib0BAIq1AQCLjQEAjJUBAI2dAQCOlQEAj40BAIgRAIA3EgCAkv0BAJP1AQCU7QEAlZUBAJadAQCXlQEAmKkBAJmpAQCauQEAm7kBAJypAQCdrQEAnqUBAJ+dAQCgZQEAoW0BAKJlAQCjfQEApGUBAKVtAQCmZQEAp90AAKjlAACppQMAqq0DAKulAwCsvQMAraUDAK6tAwCvpQMAsN0DALHlAwCy7QMAs+UDALSpAQC1VQEAtvUDALftAwC41QMAud0DALrVAwC7rQMAvM0DAL3BAwC+vQMAv7UDANASAICOEgCARBMAgP8UAIA4FQCAlRYAgIkWAIC3FgCAuRUAgIsUAIABFgCAyhMAgMQUAIDSFQCArRUAgPgUAIC9FACAZREAgKgRAIBwFQCA0BAAgFgUAIBiEACAPhIAgOcVAIATEwCAcRQAgEIQAIA5EACAihUAgOESAID2EQCArhMAgGsWAIDqEgCA8RIAgGwRAIAEEgCApgMAgA0jAIARIwCAoAYAgMcAAIC1BgCAqyMAgK8jAIC5IQCAtSEAgOMHAIB7CQCAfwkAgEEjAICnIwCANSMAgDkjAIAdIwCAISMAgCUjAIApIwCALSMAgDEjAIDbBwCA3wcAgNEAAICATQEAgVEBAIJRAQCDTQEAhE0DAIUhAwCGRQEAh30BANcAAICiAwCAqAMAgN0HAIDTAACA1QAAgL0GAIB5AACABxQAgH0AAICHAACAkQAAgAwUAICbAACAGBQAgKUAAIAkFACArwAAgDAUAIC5AACANRQAgM8PAIBVEACAmBAAgJsQAIArEQCAVhEAgKARAIDMEQCA6BEAgOsRAIDzEQCADRIAgBASAIBzEgCAwRIAgDATAIBrEwCAlxMAgJ8TAICwpQEAsa0BALKlAQCzvQEAtKUBALWtAQC2pQEAt10BALhlAQC5bQEAumUBALt9AQC8ZQEA2xMAgDoUAIBpFACAgAW5AIHhBgCC4QYAg+EGAIThBgCoBgCAswYAgIfpBgCI2QYAifmxAIr1sQCL8bEAjO2xAI31BgCO+QYAj/0GAJDZBgCR2QYAkvWxAJwUAICUiZIClfEGAJb1BgCX9QYAmNkGAJnVsgCa3bIAm6kGAJy5BgCduQYAnqkGAJ+BBgCgoQcAoaEHAKIhsgCjpQcApIUAAKWNAACmQbMA1RQAgKiNBwCplQcAqp0HAKuVBwBOFQCAyhUAgDYQAIA+FgCAsP0HALGFBwCyjQcAaBYAgLSZBwCBFgCAtpUHALeNBwC4tQcAub0HALq1BwC7jQcAvJUHAL2dBwC+lQcAv40HAIB1BgCBlaACgpmgAoOZoAKEhaAChb2gAoaxoAKHhaACiLmgAomRoAKKnaACi5mgAoyFoAKNjQEAjoEBAI9FBgCQOQYAkT0GAJIxBgCTMQYAlC0GAJXVBgCW2QYAl90GAJjhBgCZ4QYAmu0GAJvpBgCc9QYAnf0GAJ7xBgCf9QYAoAkGAKEJBgCiBQYAowEGAKQdBgClBQYApgkGAKcNBgCoMQYAqTEGAKo9BgCrNQYArCkGAK0pBgCuJQYArx0GALBhBgCxYQYAsm0GALNpBgC0dQYAtX0GALZxBgC3dQYAuEkGALlJBgC6RQYAu0EGALxdBgC9RQYAvkkGAL9NBgCAsQUAgbEFAIK9BQCDuQUAhKUFAIWtBQCGoQUAh6UFAIiZBQCJmQUAipUFAIuRBQCMjQUAjcEFAI7NBQCPyQUAkLUFAJG9BQCSsQUAk7UFAJSpBQCVqQUAlqUFAJehBQCYnQUAmSkCAJolAgCbIQIAnD0CAJ3pAgCe5QIAn+ECAKAdAgChNQIAojkCAKM9AgCkIQIApSECAKYtAgCnKQIAqBUCAKkZAgCqFQIAqxECAKwNAgCteQIArnUCAK8V8ACwafAAsRECALIdAgCzGQIAtAUCALUhAAC2LQAAtyUAALgZAAC54QEAuu0BALvlAQC8+QEA2BQAgN0UAIC/9YYCp2kNAOIUAIDnFACAzwAAgNkAAICzAwCA4QcAgH0JAID7IgCAzNSFAszghQL/IgCAgSkAgDUkAIBuJACAjSQAgLyZBQC9mQUAvqkFAL+ZvAC4mQUAuZkFALqJBQC7iQUAtKEFALXVsQC23bEAt6kFALCxsgCxzQUAssUFALO9BQCfJACAxCQAgMMoAIDfKACA8SgAgIgmAICFKQCAaSkAgCkkAIAtJACA2WSgAoEJAIDZUKAChAkAgI0JAICKCQCAhwkAgOwhAIDvIgCA9CEAgJhlBQCZEbIA/CEAgNkwoAKUOZEClU0FAJZFBQCXXQUAkGkFAJFpBQCSWQUAk1kFAID9vACB1ZwCgmW8AIPFvACEkbwAhZ28AIalvACHjbwAiK2TAonlvACKKZACi7W8AIwRkAKNlbwAji2wAI/FnAKQ6bwAkcHIAJJBkAKT8Z0ClNW8AJXlvACW4bwAl02QAphlkAKZfZACmrm8AJupCgCcbQ8Anb0KAPMiAICfXQ8AoK0PAKElCgCibQoAo2UKAKQNCgClpQ8ApgXUAKepDwComQ8AqZkPAKopDwCrKQ8ArDkPAK05DwCuKQ8ArykPALBZDwCxndEAspXRALOF1gC0sdEAtbHRALbZ1AC32dQAuOnUALnp1AC6+dQAu/nUALzp1AC96dQAvrnUAL+51ACASdUAgUnVAIJZ1QCDWdUAhEnVAIV90ACGddAAh23QAIhV0ACJXdAAinXVAIut1QCMtdUAjb3VAI611QCPQdAAkMHQAJHB0ACSwdAAk8HQAJTB0ACVwdAAlsHQAJfB0ACYwdAAmc3QAJrF0ACb3dAAnOHVAJ3pDgCe2Q4An9kOAKDV2wChwdkAotnZAKPB2QCkxdkApc3ZAKbF2QCnGdkAqGHZAKlh2QCqydkAq8nZAKzZ2QCt2dkArs3ZAK/B2QCwCdkAsRXZALId2QCzrdoAtB3ZALWx2gC2wdwAt93dALjl3QC59d0Auv3dALut3QC8td0AvaXdAL6t3QDwIQCAgvHaAIPx2gD3IgCA5OgAgIYR2ACHEdgAhOHaAIXh2gCKKdgAiynYAK9AEwClKNoAjinYAI8p2ACMKdgAjSnYAJJh2ACTYdgA6egAgO7oAICWZdgAl23YAJR12ACVbdgAml3YAJst2ADz6ACA8FwCALEw3wCR8AIAnCnYALLQAwCiOQ0Ao1GeAqAlDQChOQ0AplUNAIS8AgCkJQ0ApV0NAKptDQCrAQQAqGENAKlRAwCuuQAAp3UAAKxhDQCtxQIA+OgAgIfMAwDwVAIAzFC6AJHYBACb9NsAkRgCAJk02wCddAQAvh0AAJ9gBQCejAUAjOwCAI2sBAD96ACAvfWKAqghvwCpLb8Aqi2/AKs9vwCsKb8ArVW/AK5RvwCvTb8AoBkIAKGlvQCiIb8AozGzAKQ9vwClJb8Apg2zAKclvwC46bMAuc3LALppswC7uQkAvH0IAL2tCQC+QQwAv50JALA5vwCxhb0Asgm/ALPtywC0Gb8AtQW/ALbtswC3Bb8AiDG9AIkxvQCKrQgAiyW9AIwJCQCNvQgAjiW+AI+JDAAC6QCAgQ0JAIKlDACDUQkAhIEIAIWBCACGmQgAh60MAJhhvQCZYb0Amm0JAJsVnQKcxQ8AnQ28AJ7BDwCfcQkAkBW+AJERnwKSNZ8Ckw2fApQJvgCVCb4AlnG9AJdxvQCCuAQAl6UHALnEAwDwWAIAkUwCAJLIAgCErAQAsD0AAAzpAIAH6QCAvQUAABHpAIDwTAIAuhEAAJEkAgCN5AQAkqwCAJasAgC4uAMAudADAJb4AgCvDQAAFukAgPB4AgCRXAIAlrACAK8FAAAb6QCAIOkAgCnpAIAy6QCAP+kAgIX4AwBM6QCAh4ADAIbAAgBZ6QCAZukAgHPpAICW6QCAuzkAAHzpAICf6QCAiekAgL8dAAC+HQAAvR0AALwhAACVwB0AlMQfAJfIGgCWABgAkSAAAJDUAQCT2B4AkgAcAJ3gEgCcABAAn+gRAJ7sEwCZ8BkAmPQbAJv4FwCaABQAnnEBAJ9xAQCABQAArOkAgM0KAICwDACAXg0AgGQNAIBqDQCAdg0AgHkNAIB8DQCAfw0AgIINAICRDQCAlw0AgJoNAICdDQCAICIAgMcNAIDWDQCA/A0AgP8NAIAODgCAEQ4AgB0OAIAYIgCAMg4AgDUOAIDXFgCAEBcAgNoWAIC4ACwAuYwvALqILgC6AwCAhpwXAMx4vACEmC0AhVwXALcDAIDKAwCAiAAoAIksFADtBACAjAUAgN8FAIAaBgCAQAYAgFcGAIB0BgCAiwYAgDgBAIA8AQCAQAEAgEQBAIBIAQCATAEAgKR9AQBQAQCAonUBAKNlAQCggQEAoYEBALxxugC9kbYAvnG6AL+ltgC48bgAuXW6ALqZzgC7dboAtGG6ALVtugC2eboAt3W6ALAZugCxEboAsgm6ALMFugCsUboArXG2AK5RugCvbboAqNG4AKldugCqRbYAq1G6AKRxlgKlYZYCpnGWAqe9ugCgzZsCofG6AKLJugCjxboAnHmaAp0tugCeDc4An4WWApgJugCZtZYCmjm6AJuJtgCUMboA+CEAgJZpugCXrZYCkHm6AJE1ugCSMboAkwG6AIxJzgCN5bYAjhmaAo+hugCIoboAiUG2AIqhugCLdbYAhAG4AIWFugCGac4Ah4W6AICxugCBvboAgqm6AIOlugCAgbkAgQ27AIIVtwCDAbsAhAG7AIUhtwCGAbsAhz27AIgJuwCJAbsAihm7AIsVuwCMcbsAjX27AI5puwCPZbsAkKG5AJEluwCSyc8AkyW7AJQhuwCVwbcAliG7AJf1twCY6c8AmUW3AJq5mwKbAbsAnLm7AJ31uwCe8bsAn8G7AKARuwChCZQCokm7AKONlwKkCbsApbWXAqY5uwCnibcAqFmbAqkNuwCqLc8Aq6WXAqwNmgKtMbsArgm7AK8FuwCw0ZcCscGXArLRlwKzHbsAtFG5ALXduwC2xbcAt9G7ALjxuwC50bcAuvG7ALvNuwC82bsAvdG7AL7JuwC/xbsAgJmkAIEliAKCqaQAgxmoAFsNAICFvaQAhp3QAIcViAKInYUCiaGkAIqZpACLlaQAjCGIAo0xiAKOIYgCj+2kAJDBpgCRTaQAklWoAJNBpACUQaQAlWGoAJZBpACXfaQAmEmkAJlBpACaWaQAm1WkAJwxpACdPaQAnimkAJ8lpACgYaYAoeWkAKIJ0ACj5aQApOGkAKUBqACm4aQApzWoAKgp0ACphagAqnmEAqvBpACseaQArTWkAK4xpACvAaQAsFGkALFJiwKyCaQAs82IArRJpAC19YgCtnmkALfJqAC4GYQCuU2kALpt0AC75YgCvE2FAr1xpAC+SaQAv0WkAIARiQKBAYkCghGJAoPdpQCEkacAhR2lAFQBAICHEaUAiDGlAIkRqQCKMaUAWAEAgFwBAICNEaUAjgmlAI8FpQCQAaUAkQ2lAJIZpQCTFaUAlLGnAGABAICW2dEAlzWlAJgRpQCZ8akAmhGlAJvFqQCc+dEAZAEAgJ6phQKfEaUAoEmlAKEFpQCiAaUAozGlAKQBpQClGYoCplmlAKediQKoOaUAqYWJAqoJpQCruakArEmFAq0dpQCuPdEAr7WJArB9hAKxQaUAsnmlALN1pQC0wYkCtdGJArbBiQK3DaUAuGGnALntpQBoAQCAu+GlALzhpQC9wakAvuGlAGwBAIC3baYAttWGArUpqgC0hdIAs7mqALJtpgCxjaoAsG2mAL8higK+5aYAvaWJAnABAIC7jaYAdAEAgLm5pgC49aYAeAEAgKZ1pgClbaYAfAEAgIABAICiTaYAhAEAgIgBAICvCaYAruXSAIwBAICsjaQAqymmAKolpgCpMaYAkAEAgJc5pgCWNaYAlQ2mAJQxhwKTmYoCkhHSAJExpgCQZYYCn62mAJ65qgCUAQCAnC2kAJthpgCarYoCmb2KApitigKHfaYAhk2mAIVJpgCEBaYAg72mAIIFhgKB+aoAgFXSAI/1qgCORaYAjcmKAox1pgCL8YoCijWmAIl1iQKIbaYAgCmnAIEhpwCCOacAgzWnAIRRpwCYAQCAhkmnAJwBAIDMSIkCzYiJAoqp0wCLRacAjEGnAI2hqwCOQacAj5WrAJDJ0wBFIwCAkpmHApMhpwCUmacAldWnAJbRpwCX4acAmPGnAJnpiAKaqacAm22LApzppwCdVYsCntmnAJ9pqwCgeYcCoS2nAKIN0wCjhYsCpC2GAqURpwCmKacApyWnAKixiwKpoYsCqrGLAqt9pwCsMaUArb2nAK6lqwCvsacAsNGnALHxqwCy0acAs+2nALT5pwC18acAtumnALflpwC4oacAua2nALq5pwC7tacAvBGlAL2VpwC+edMAv5WnAICRoACBiY8CgsmgAIMNjAKEiaAAhTWMAoa5oACHCawAiNmAAomNoACKrdQAiyWMAoyNgQKNsaAAjomgAI+FoACQUYwCkUGMApJRjAKTnaAAlNGiAJVdoACWRawAl1GgAJhxoACZUawAmnGgAJtNoACcWaAAnVGgAJ5JoACfRaAAoMGgAKHNoACi2aAAo9WgAKRxogCl9aAAphnUAKf1oACo0aAAqTGsAKrRoACrBawArDnUAK2VrACuaYACr9GgALAJoACxRaAAskGgALNxoAC0QaAAtVmPArYZoAC33YwCuHmgALnFjAK6SaAAu/msALwJgAK9XaAAvn3UAL/1jAKAvYACgYGhAIK5oQCDtaEAhAGNAoURjQKGAY0Ch82hAIihowCJLaEAijWtAIshoQCMIaEAjQGtAI4hoQCPHaEAkGmhAJFhoQCSeaEAk3WhAJQRoQCVHaEAlgmhAJcFoQCYgaMAmQWhAJrp1QCbBaEAnAGhAJ3hrQCeAaEAn9WtAKAJ1QChpa0AolmBAqPhoQCkWaEApRWhAKYRoQCnIaEAqDGhAKkpjgKqaaEAq62NAqwpoQCtlY0CrhmhAK+prQCwOYECsW2hALJN1QCzxY0CtG2AArVRoQC2aaEAt2WhALjxjQK54Y0CuvGNArs9oQC8caMAvf2hAL7lrQC/8aEAs2miALKF1gCxaaIAsO2gALe5rgC2baIAtY2uALRtogC7TaIAuvWCArkJrgC4pdYAv42iAL69ogC9uaIAvPWiAKNNogCiWa4AoUGiAKDNoACncaIApk2iAKVtrgCkTaIAq1miAKpVogCpTaIAqEWiAK8pogCuJaIArTGiAKw9ogCTla4AkiWiAJGpjgKQFaIAl5mOApYR1gCVMaIAlGWCApsZogCaFaIAmS2iAJgRgwKfYaIAnq2OAp29jgKcrY4Cg2muAIK9ogCBXa4AgL2iAIe9ogCGBYIChfmuAIRV1gCLXaIAim2iAIlpogCIJaIAj/GOAo41ogCNdY0CjG2iAIARowCBMa8AghGjAIMtowCEOaMAhTGjAIYpowCHJaMAiGGjAIltowCKeaMAi3WjAIzRoQCNVaMAjrnXAI9VowCQMaMAkdGvAJIxowCT5a8AlNnXAJV1rwCWiYMClzGjAJipowCZ5aMAmuGjAJvRowCc4aMAnfmMAp65owCffY8CoBmjAKGljwKiKaMAo5mvAKRpgwKlPaMAph3XAKeVjwKoHYICqSGjAKoZowCrFaMArKGPAq2xjwKuoY8Cr22jALBBoQCxzaMAstWvALPBowC0waMAteGvALbBowC3/aMAuMmjALnBowC62aMAu9WjALyxowC9vaMAvqmjAL+lowBnDQCA0QYAgG0NAIDIBwCAcw0AgA8HAICFDQCAlAcAgIsNAICaBwCAuA0AgH0HAIDKDQCAxQcAgAIOAIBPBwCAFA4AgFIHAIAgDgCAkB0AAOEGAIAPJACA4iUAgCguAICtLACAyS0AgKpVAACrKQAAMjcAgAErAIDGMACAsjIAgAEsAIBTLwCAmSsAgJ8wAIDtKwCAGjUAgI43AICtLQCA5SwAgGYyAIADMACALzAAgA44AIAjMACA+y8AgHI0AICAIa4AgaWsAIJJ2ACDpawAhKGsAIVBoACGoawAh3WgAIhp2ACJxaAAiv0AAIsxxgCM7QAAjdEAAI7VAACPyQAAgCmhAIFNFACCIQEAg+G4AoQ5qgCFOaoAhhG9AodRFACIEQEAidW4AorNrQCLLbsCjGEUAI3ZjQKObRQAj2UUAJB5AQCRubgCkkm9ApNFuwKUDRQAlTUUAJYZAQCXqbgCmF2qAJkBFACaIQEAmwUUAJx5vQKdhbgCnnm7Ap+JuAKggb0CoXm4AqKZCQCjlRQApFmuAKWJFACmmQEAp70UAKipAQCpvbsCqrkBAKuJFACsmRQArZkUAK6JFACviRQAsNkBALEJrgCy6QEAs9W7ArTNuwK17RQAtpW8ArfhFAC4oRQAuaEUALrBoQC7pRQAvNkBAL0ZuAK+0aoAv9GqAL9FFwC+RRcAvTUXALxBvwK7KRcAugm4ArkBuAK4PQIAt+2tALY9AgC1HRcAtB0XALMdFwCyHRcAsR0XALAtAgCvWbgCrk0CAK1pFwCsTQIAq00XAKqdrQCpQRcAqE0KAK40AIDRLACApX0XAKR9FwCjoa4Aom2CAqF9ggKgbYICnzmuAJ41rgCdDa4AnDGPApuZggKaEdoAmTGuAJhljgKXtaIAlgWuAJWJggKUNa4Ak7GCApJ1rgCRNYECkC2uAI99rgCOTa4AjUmuAIwFrgCLva4AigWOAon5ogCIVdoAh0miAIadrgCFfaIAhJ2uAIOZrgCCddoAgZmuAIAdrADMqIQCzUyGAswguQLNTLkCzECOAkYyAIDMmIUCzTyEAswQgwLNUIMCzKCDAs2MgwLMMIACzSSAAswYgALNhIACmjMAgAUsAIAxLQCAiSMAgE0jAIBXIwCAayMAgJMjAIB1IwCAnSMAgGEjAIB/IwCAzPC5As2EuQLMULgCzay7AoDNAACB1QAAgt0AAIPVAACEzQAAhfUAAIb9AACH9QAAiM0AAFcvAIDBLACA1SoAgM0qAIDdKgCAuekAgCErAICQZQAAkW0AAKiIKgA1KwCAPSsAgEUrAIBJKwCATSsAgKIAMACjzDMAoOg9AKHsPACm8DYAp/QoAKQANACl/DUAgFERAIHpiAKCXREAg1URAIQpBACF6b0Chhm4AocVvgKIfREAiUURAIppBACL2b0CjA2vAI1REQCOcQQAj1URAJBJuAKRtb0Ckkm+ApO5vQKUUbgClam9ApZJDACXRREAmKmrAJl5EQCaaQQAm00RAJx5BACdbb4CnmkEAJ9ZEQCgqREAoakRAKK5EQCjuREApIkEAKVZqwCmuQQAp4W+Aqi9vgKpnREAquW5AquREQCs8REArfERAK6RpACv9REAsOkEALEpvQKy4a8As+GvALTZuAK1mREAtukEALctvQK4BagAueW+Arq5EQC7AYgCvKURAL2tEQC+wQQAvwG9AoABuQKBDb8CglUQAINtEACEUQUAheG8AoYlrgCHeRAAiGkFAIlNEACKIbkCi928AowxvwKNwbwCjjm5Ao/BvAKQUQ0AkV0QAJKBqgCTURAAlFEFAJV1EACWUQUAl0W/AphxBQCZQRAAmkEQAJtBEACcQRAAnUEQAJ5hBQCfsaoAoKEFAKGdvwKilb8Co7UQAKTduAKlqRAAptkQAKfZEACoiaUAqe0QAKqBBQCrQbwCrJmuAK2ZrgCusbkCr/EQALDxBQCxNbwCsi2pALPNvwK0gRAAtTmJAraNEAC3hRAAuNkFALkZvAK66bkCu+W/ArytEAC9lRAAvrkFAL8JvAK5La0AuC2tALtFEwC6BboCveG/ArwlBgC/GbwCvvmqALEdEwCwabsCs20TALJtEwC1eRMAtB2mALfVvwK2FQYAqXUTAKh1EwCrhakAqlUGAK1JvAKsdQYAr2ETAK5BvAKhQRMAoGUGAKNxvAKiZQYApVUTAKRlBgCnVRMAplUTAJl1vwKYhbwCm3W/ApqNugKdiRMAnIUOAJ+FEwCeVakAkVW/ApDlBgCTzRMAkpGtAJXZEwCU/QYAl0m/Apa1ugKJmRMAiJETAIs1vwKK9QYAjdm8AozVugKPuRMAjoETAIGtEwCA7boCgxm/AoLdBgCF8bwChBGqAIcVigKGrRMAgD2sAIFhEgCCQQcAg2USAIQZuwKF5b4Chhm9AofpvgKIIbsCidm+AopFEgCLXRIAjSkAgM3pAICOzaoAj8mLApCdiwKRpYsCkrGqAJOxqgCU2akAldmpAJb5qQCX+akAmJWqAJmRiwKatYsCm42LApyJqgCdiaoAnvGpAJ/xqQCgIakAoSGpAKJ9qgCjeYsCpE2LAqV1iwKmYaoAp2GqAKgpqQCpKakAqgmpAKsJqQCsRaoArUGLAq5liwKvXYsCsDmqALE5qgCyQakAs0GpALRxqQC1cakAti2qALcpiwK4PYsCuQWLAroRqgC7EaoAvHmpAL15qQC+WakAv1mpAIKJIwBtKwCAcSsAgI0rAIC+6QCAh5kjAJEpAIB5KwCAyOkAgIu5JACpKwCAifkkAI6VIwCPiSMAsSsAgI2JJACSvSMAESsAgLkrAICR4SMAo+sAgJfFIwCU8SMA4SsAgJkpAICbkSMA+SsAgJndIwD9KwCAnwktAAksAICdjdUAogkjAJ0pAIBBLACAofUjAEUsAICnGSMApCUkAG0sAICq7SQAeSwAgKgdIwCpeSQArhUjAK8JIwCsCSQArQkkALI9IwCJLACAsDEjALFhIwC2VSMAt0UjALRxIwC1XSMAulkjALsRIwCRLACAuV0jAL6JLQCVLACAvI0tANzpAICAuSUAgX0iAIKBIgCDmSIAhK0lAIXZJQCGuSIAh5EiAIiVIgCJ8SUAljIAgIuxJQCMgSUAjYElAI6dIgCPgSIAkLkiAJHpIgCStSIAk9EiAJT5IgCV1SIAlt0iAJfNIgCY+SIAmdUiAJrRIgCbmSIAqSwAgLEsAIDh6QCAvSwAgGUAAACh/SIAogEiAKMZIgDFLACApVklAKY5IgCnESIAqBUiAKlxJQDNLACAqzElAKwBJQCtASUArh0iAK8BIgCwOSIAsWkiALI1IgCzUSIAtHkiALVVIgC2XSIAt00iALh5IgC5VSIAulEiALsZIgD1LACA4SwAgO0sAIDxLACAgI0vAIGlLwCCrS8Ag70vAISlLwCFrS8AhqUvAIfdLwCI5S8Aie0vAIrlLwD5LACAAS0AgAUtAIANLQCAFS0AgJCRLwCRkS8AkpEvAJORLwCUsS8AlbEvAJa1LwCXRTMAmE0zAJlVMwCaPTMAmxkzAJyZMwCdiTMAnlUwAJ9JMACgwTAAockwAKLZMACj1TAApM0wAKX9MACm5TAApzUwAKi1MQCpuTEAqu0xAKuxmgCs0ZYArbE6AK61OgAZLQCAsEGUALHNlgCy1ZoAs8GWALTBlgC14ZoAtsGWALf9lgC4yZYAucGWALrZlgC71ZYAvLGWAL29lgC+qZYAv6WWAMUAAAChfSAAooEgACktAICkrScALS0AgDktAICnkSAAXS0AgKnxJwCqZScAq7EnAKyBJwCtgScArp0gAK+BIACwuSAAsekgALK1IABhLQCAtPkgALXVIAC23SAAt80gAEUtAIC51SAATS0AgLuZIACpLQCAcS0AgHUtAIB5LQCAgDknAIH9IACCASAAgxkgAG0tAICFWScAhjkgAIcRIACIFSAAiXEnAIrlJwCLMScAjAEnAI0BJwCOHSAAjwEgAJA5IACRaSAAkjUgAJNRIACUeSAAlVUgAJZdIACXTSAAmHkgAJlVIACaUSAAmxkgAJyFLgCdBdYAnoEuAJ+BLgCArT8AgbU/AIK9PwCDtT8AhK0/AIW5yACG1T8Ah80/AIj1PwCJ/T8AipnIAIvxPwCMATsAjQE7AI6NyACPOQQAkEkEAJFJBACSWQQAk1UEAJRNBACV3TwAlnkEAJd1BACYWQQAmSEEAJohBACbNdQAnCEEAJ3Z5gCeJQQAnx0EAKDpBACh9QQAos0/AKP1BACkFQQApfnUAKYhyACnIcgAqNHUAKktBACqOQQAq03CAKwtBACtdcgArh0EAK95BACwKQQAsTEEALI9BACzOQQAtC0EALX9BQC2qQUAt6kFALiZBQC5mQUAunkFALtFBQC8AQUAvQEFAL4BBQC/AQUAgC0HAIE1BwCCPQcAgzUHAIQtBwCFqQcAhqUHAIdl1QCILQYAiTEGAIoxBgCLDQYAjPnJAI15BgCOWQYAj1UGAJBpyQCRNQYAkj0GAJM1BgCULQYAlcUGAJZdAwCXVQMAmG0DAJl1AwCafQMAm3UDAJxtAwCdET0AnlkDAJ9ZAwCgqQMAoakDAKK5AwCjuQMApKkDAKWpAwCm2QMAp9kDAKjpAwCp6QMAqvkDAKv9AwCs5QMAre0DAK7lAwCvbcMAsKEDALGhAwCyoQMAs6EDALShAwC1zeYAtq0DALelAwC4yeYAuZkDALppAwC7aQMAvHkDAL15AwC+aQMAv2kDAIAAAACBLQCAfS0AgJUtAIDm6QCAsS0AgLUtAIC9LQCA0S0AgPQtAIDr6QCA8OkAgAAuAIAELgCACC4AgPwtAIAQLgCAoSkAgKUpAIAYLgCAIC4AgPXpAIA8LgCAQC4AgEwuAID66QCAVC4AgFguAIA3LwCAqSkAgGwuAICILgCAhC4AgATqAICQLgCACeoAgJwuAICYLgCAoC4AgLAuAIC0LgCArSkAgMQuAIDMLgCA0C4AgNQuAICxKQCADuoAgLUpAID3LgCA+y4AgP8uAIDV6wCAGOoAgNo1AIAvLwCAuSkAgDvqAIAN6wCAPy8AgEcvAIC9KQCAWy8AgGsvAICqIfQAq7U/AKilPwCpzecArkXwAK+hPwCsSfAArTH0AKJl4gCjvT8AoLk/AKG5PwCmlT8Ap50/AKSlPwClnT8Augk8AG8vAIC4CTwAuQk8AHcvAICHLwCAxSkAgMEpAICy3T8AswU9ALBN7wCx1T8Atn3wALe55AC0HT0AtWk8AB3qAICPLwCAoy8AgKcvAIC3LwCAyy8AgMMvAIDHLwCAgrX7AM8vAICA/T8AgfU/AOMvAIDnLwCA/y8AgAcwAICavT8Am/3NAJi9PwCZtT8Anlk/AJ9ZPwCcWT8AnVk/AJKBPwCTaekAkHnkAJGxPwCWgT8Al4H0AJQh5wCVmT8AFzAAgCswAIAs6gCAJzAAgBswAIAzMACAOzAAgE8wAIAx6gCAVzAAgEoAAABLMACAQzAAgMkpAIBfMACAZzAAgG8wAIBjMACAzSkAgIcwAIA26gCAszAAgPUwAIDRMACA2SkAgNUpAIDRKQCAnSsAgKErAID5MACA4TAAgK41AIA9KgCADTEAgCExAIAZMQCAT+oAgN0pAIA1MQCAKTEAgFIxAIBZ6gCAXjEAgD0xAIBmMQCAajEAgG4xAIByMQCAfjEAgF7qAICGMQCA5SkAgJIxAIBj6gCAljEAgOkpAICiMQCArjEAgL4xAIBo6gCA/+kAgG3qAIDeMQCAcuoAgLgJAQC5CQEAuhkBALsZAQC8CQEAvQkBAL45AQC/OQEAsM3FALE1zACymQ4As5kOALSJDgC1iQ4AtjkBALc5AQCo6dkAqckOAKrZDgCrqcUArMUOAK3NDgCuxQ4Ar/kOAKA1DgChPQ4AojUOAKOxxQCk8Q4ApfEOAKbxDgCn8Q4AmGkPAJlpDwCaeQ8Am3kPAJxpDwCdaQ8Ant0OAJ/NDgCQ+eoAkXEPAJJ9DwCTdQ8AlG0PAJVpDwCWWQ8Al1kPAIh5DwCJeQ8AigkPAIsJDwCMGQ8AjRkPAI4NzACPDQ8AgHkPAIF5DwCCSQ8Ag0kPAIRZDwCFWQ8AhkkPAIdJDwCKUQIAi1ECAIj5xgCJQQIAjnECAI/txgCMQQIAjUECAIIVAgCDHQIAgAUCAIEdAgCGdQIAh30CAIQFAgCFfQIAmsUCAJvNAgCYkc8AmYXaAJ7FAgCfzQIAnNUCAJ3NAgCSDQIAkxUCAJANAgCRBQIAlg0CAJf1AgCUDQIAlQUCAKo9AgCrRQIAqD0CAKk1AgCuXQIAr0UCAKxdAgCtVQIAol3GAKMBAgCgNQIAoQ0CAKYBAgCnxdgApBECAKURAgC6OQIAuzkCALg5AgC5OQIAvtkBAL/ZAQC82QEAvdkBALI9AgCzBQIAsD0CALE1AgC2GQIAtxkCALQdAgC16cIA6jEAgPIxAIDiMQCA/jEAgA4yAIAWMgCAIjIAgCYyAIB36gCACjIAgD4yAIBCMgCA7SkAgFIyAIB86gCANjIAgHIyAICB6gCAhuoAgHYyAICKMgCAgjIAgPEpAICOMgCAnjIAgJoyAICmMgCAw+kAgLYyAICL6gCAwjIAgJXqAIDWMgCA9jIAgJrqAIAKMwCADjMAgJ/qAICk6gCAKjMAgDozAID1KQCAPjMAgPkpAIBWMwCAWjMAgGYzAIByMwCA/SkAgIozAICp6gCApjMAgK7qAIAT6gCAwjMAgLPqAIC4AAAAuOoAgL3qAIABKgCABSoAgMfqAIDC6gCAzOoAgIAB3gCB8QcAgvEHAIPxBwCEFQIAhR0CAIYVAgCHEQIAiCXeAIld3gCKOQIAizkCAIwpAgCNKQIAjhkCAI99ygCQTd4AkWECAJJhAgCT7cEAlH0CAJVlAgCWIcAAl2kCAJhZAgCZMcIAmlUCAJstAgCcNQIAnT0CAJ4xAgCfMQIAoNECAKHRAgCi0QIAo9ECAKTxAgCl8QIApvECAKfxAgCo0QIAqdECAKrRAgCr0QIArDECAK0xAgCuMQIArzECALBRAgCxUQIAslECALNRAgC0cQIAtXECALZxAgC3cQIAuFECALlRAgC6+dwAu1UCALxNAgC9NQIAvj0CAL81AgC+7QYAv/UGALztBgC95QYAuskGALvJBgC4xcsAuckGALbtBgC39QYAtO0GALXlBgCyjQYAs/UGALDR3QCxhQYArvEGAK/xBgCs5QYAreEGAKr1BgCr/QYAqMUGAKn9BgCm9QYAp/0GAKTlBgCl/QYAovUGAKP9BgCg+QYAoZ3dAJ75BgCf+QYAnPkGAJ35BgCa+QYAm/kGAJj5BgCZ+QYAlvkGAJf5BgCUcd0AlfkGAJL9BgCT5QYAkP0GAJH1BgCO/QYAj4UGAIz9BgCN9QYAiuEGAIsB3QCI8QYAifEGAIbBBgCHwQYAhPEGAIXxBgCCkccAg+EGAIDpBgCBxcAAgAAAANHqAIACNACABjQAgBI0AIARKgCAFSoAgNvqAIAmNACAGSoAgODqAIDl6gCA6uoAgJY0AIAdKgCAojQAgKY0AIDv6gCA9OoAgL40AIAhKgCA+eoAgNI0AIDWNACAJSoAgP7qAIDyNACAKSoAgAI1AID6NACACjUAgAjrAIAiNQCALSoAgC41AIA2NQCARjUAgDEqAIAS6wCAF+sAgDUqAIAc6wCAXjUAgCHrAIBqNQCAdjUAgCbrAIAr6wCAkjUAgDDrAICaNQCAQOoAgDkqAICyNQCAtjUAgEEqAIC6NQCAFC4AgDXrAIA66wCAReoAgErqAIDeNQCA9jcAgIDNAQCB1QEAgt0BAIPVAQCEzQEAhfUBAIb9AQCH9QEAiM0BAInVAQCK3QEAi/UJAIzJAQCNyQEAjgEcAI89HwCQRR8AkU0fAJJFHwCTXR8AlEUfAJVNHwCWRR8Al30fAJhBxwCZQR8AmkEfAJtBHwCcQR8AnUEfAJ5BHwCfYd8AoL0fAKHFHwCizR8Ao8UfAKTdHwClxR8Aps0fAKfFHwCo/R8AqcUfAKrNHwCrxR8ArN0fAK3FHwCuzR8Ar8UfALC9HwCxRR8Ask0fALNFHwC0/ckAtVkfALZJHwC3SR8AuHkfALl5HwC6SR8Au8XdALxVHwC9XR8AvlUfAL9NHwAKNgCABjYAgA42AIAZLACAEjYAgBY2AIAaNgCAIjYAgD/rAIAmNgCAOjYAgD42AIAqNgCAQjYAgFY2AIA2NgCASjYAgE42AIBSNgCAROsAgE7rAIBJ6wCASSoAgHI2AIB2NgCAfjYAgGLrAICCNgCAU+sAgE0qAIBRKgCAWOsAgF3rAIBVKgCAojYAgKo2AICuNgCAujYAgLY2AIDCNgCAvjYAgMY2AIDKNgCA0jYAgFkqAIDaNgCA3jYAgF0qAIDuNgCAZ+sAgP42AIACNwCAYSoAgA43AICVKQCAbOsAgHHrAIBlKgCAaSoAgDo3AIB26wCAkjcAgJY3AICuNwCAgLUBAIG9AQCCtQEAg80BAITt9ACF0QEAhtEBAIfRAQCI8QEAifEBAIrxAQCL8QEAjNEBAI3RAQCO0QEAj9EBAJB9wwCRBcMAkl35AJO9AQCUpQEAla0BAJalAQCXXQMAmGUDAJltAwCaZQMAm30DAJxlAwCdbQMAnmUDAJ85wwCgoQMAoaEDAKKhAwCjoQMApKEDAKWhAwCmoQMAp6EDAKjhAwCp4QMAquEDAKvhAwCs4QMAreEDAK7hAwCv4QMAsKEDALGhAwCyoQMAs6EDALShAwC1oQMAtqEDALehAwC4YQMAuWEDALphAwC7YQMAvGEDAL1hAwC+pcMAv6HDALo3AICA6wCA0ukAgMY3AIDCNwCAzjcAgNfpAIDaNwCAhesAgIrrAIAmOACAMjgAgDo4AICP6wCAPjgAgGY4AIByOACAdjgAgG44AICCOACAhjgAgJTrAICSOACAbSoAgJo4AICZ6wCAcSoAgNI4AICkLgCA6jgAgJ7rAICo6wCAdSoAgHkqAIASOQCAresAgH0qAICy6wCAMjkAgLfrAIBKOQCAgSoAgFo5AIBmOQCAbjkAgHY5AICFKgCAvOsAgKY5AICyOQCAiSoAgI0qAIC2OQCAwesAgJEqAIDG6wCAy+sAgNDrAICVKgCA9jkAgPo5AIACOgCACjoAgNrrAICQ1QEAkd0BAJLVAQCT7QEAlPUBAJXB+wCW8QEAl/n7AJjNAQCZ1QEAmt0BAJvVAQCcyfsAnckBAEUqAICPAAAAgNkBAIHZAQCC6QEAg+kBAIT5AQCF+QEAhukBAIfpAQCI2QEAidkBAIoJwQCLrQEAjLUBAI29AQCOtQEAj60BAKAAAAChAAAAogAAAKMAAACkAAAApQAAAKYAAACnAAAAqAAAAKkAAACqAAAAqwAAAKwAAACtAAAArgAAAK8AAACwAAAAsQAAALIAAACzAAAAtAAAALUAAAC2AAAAtwAAALgAAAC5AAAAugAAALsAAAC8AAAAvQAAAL4AAAC/AAAAACAAIMyBACDMgwAgzIQAIMyFACDMhgAgzIcAIMyIACDMiMyAACDMiMyBACDMiM2CACDMigAgzIsAIMyTACDMk8yAACDMk8yBACDMk82CACDMlAAgzJTMgAAgzJTMgQAgzJTNggAgzKcAIMyoACDMswAgzYIAIM2FACDZiwAg2YwAINmM2ZEAINmNACDZjdmRACDZjgAg2Y7ZkQAg2Y8AINmP2ZEAINmQACDZkNmRACDZkQAg2ZHZsAAg2ZIAIOOCmQAg44KaACEAISEAIT8AIgAjACQAJQAmACcAKAAoMSkAKDEwKQAoMTEpACgxMikAKDEzKQAoMTQpACgxNSkAKDE2KQAoMTcpACgxOCkAKDE5KQAoMikAKDIwKQAoMykAKDQpACg1KQAoNikAKDcpACg4KQAoOSkAKEEpAChCKQAoQykAKEQpAChFKQAoRikAKEcpAChIKQAoSSkAKEopAChLKQAoTCkAKE0pAChOKQAoTykAKFApAChRKQAoUikAKFMpAChUKQAoVSkAKFYpAChXKQAoWCkAKFkpAChaKQAoYSkAKGIpAChjKQAoZCkAKGUpAChmKQAoZykAKGgpAChpKQAoaikAKGspAChsKQAobSkAKG4pAChvKQAocCkAKHEpAChyKQAocykAKHQpACh1KQAodikAKHcpACh4KQAoeSkAKHopACjhhIApACjhhIIpACjhhIMpACjhhIUpACjhhIYpACjhhIcpACjhhIkpACjhhIspACjhhIwpACjhhI4pACjhhI8pACjhhJApACjhhJEpACjhhJIpACjkuIApACjkuIMpACjkuIkpACjkuZ0pACjkuowpACjkupQpACjku6MpACjkvIEpACjkvJEpACjlhaspACjlha0pACjlirQpACjljYEpACjljZQpACjlkI0pACjlkbwpACjlm5spACjlnJ8pACjlraYpACjml6UpACjmnIgpACjmnIkpACjmnKgpACjmoKopACjmsLQpACjngaspACjnibkpACjnm6MpACjnpL4pACjnpZ0pACjnpa0pACjoh6opACjoh7MpACjosqEpACjos4cpACjph5EpACjqsIApACjrgpgpACjri6QpACjrnbwpACjrp4gpACjrsJQpACjsgqwpACjslYQpACjsmKTsoIQpACjsmKTtm4QpACjsnpApACjso7wpACjssKgpACjsubQpACjtg4ApACjtjIwpACjtlZgpACkAKgArACwALQAuAC4uAC4uLgAvADAAMCwAMC4AMOKBhDMAMOeCuQAxADEsADEuADEwADEwLgAxMOaXpQAxMOaciAAxMOeCuQAxMQAxMS4AMTHml6UAMTHmnIgAMTHngrkAMTIAMTIuADEy5pelADEy5pyIADEy54K5ADEzADEzLgAxM+aXpQAxM+eCuQAxNAAxNC4AMTTml6UAMTTngrkAMTUAMTUuADE15pelADE154K5ADE2ADE2LgAxNuaXpQAxNueCuQAxNwAxNy4AMTfml6UAMTfngrkAMTgAMTguADE45pelADE454K5ADE5ADE5LgAxOeaXpQAxOeeCuQAx4oGEADHigYQxMAAx4oGEMgAx4oGEMwAx4oGENAAx4oGENQAx4oGENgAx4oGENwAx4oGEOAAx4oGEOQAx5pelADHmnIgAMeeCuQAyADIsADIuADIwADIwLgAyMOaXpQAyMOeCuQAyMQAyMeaXpQAyMeeCuQAyMgAyMuaXpQAyMueCuQAyMwAyM+aXpQAyM+eCuQAyNAAyNOaXpQAyNOeCuQAyNQAyNeaXpQAyNgAyNuaXpQAyNwAyN+aXpQAyOAAyOOaXpQAyOQAyOeaXpQAy4oGEMwAy4oGENQAy5pelADLmnIgAMueCuQAzADMsADMuADMwADMw5pelADMxADMx5pelADMyADMzADM0ADM1ADM2ADM3ADM4ADM5ADPigYQ0ADPigYQ1ADPigYQ4ADPml6UAM+aciAAz54K5ADQANCwANC4ANDAANDEANDIANDMANDQANDUANDYANDcANDgANDkANOKBhDUANOaXpQA05pyIADTngrkANQA1LAA1LgA1MAA14oGENgA14oGEOAA15pelADXmnIgANeeCuQA2ADYsADYuADbml6UANuaciAA254K5ADcANywANy4AN+KBhDgAN+aXpQA35pyIADfngrkAOAA4LAA4LgA45pelADjmnIgAOOeCuQA5ADksADkuADnml6UAOeaciAA554K5ADoAOjo9ADsAPAA9AD09AD09PQA+AD8APyEAPz8AQABBAEFVAEHiiJVtAEIAQnEAQwBDRABDby4AQ+KIlWtnAEQAREoARFoARHoARMW9AETFvgBFAEYARkFYAEcAR0IAR0h6AEdQYQBHeQBIAEhQAEhWAEhnAEh6AEkASUkASUlJAElKAElVAElWAElYAEoASwBLQgBLSwBLTQBMAExKAExURABMagBMwrcATQBNQgBNQwBNRABNSHoATVBhAE1WAE1XAE3OqQBOAE5KAE5qAE5vAE8AUABQSABQUE0AUFBWAFBSAFBURQBQYQBRAFIAUnMAUwBTRABTTQBTUwBTdgBUAFRFTABUSHoAVE0AVQBWAFZJAFZJSQBWSUlJAFbiiJVtAFcAV0MAV1oAV2IAWABYSQBYSUkAWQBaAFsAXABdAF4AXwBgAGEAYS5tLgBhL2MAYS9zAGHKvgBiAGJhcgBjAGMvbwBjL3UAY2FsAGNjAGNkAGNtAGNtMgBjbTMAZABkQgBkYQBkbABkbQBkbTIAZG0zAGR6AGTFvgBlAGVWAGVyZwBmAGZmAGZmaQBmZmwAZmkAZmwAZm0AZwBnYWwAaABoUGEAaGEAaQBpaQBpaWkAaWoAaW4AaXYAaXgAagBrAGtBAGtIegBrUGEAa1YAa1cAa2NhbABrZwBrbABrbQBrbTIAa20zAGt0AGvOqQBsAGxqAGxtAGxuAGxvZwBseABswrcAbQBtMgBtMwBtQQBtVgBtVwBtYgBtZwBtaWwAbWwAbW0AbW0yAG1tMwBtb2wAbXMAbeKIlXMAbeKIlXMyAG4AbkEAbkYAblYAblcAbmoAbm0AbnMAbwBvVgBwAHAubS4AcEEAcEYAcFYAcFcAcGMAcHMAcQByAHJhZAByYWTiiJVzAHJhZOKIlXMyAHMAc3IAc3QAdAB1AHYAdmkAdmlpAHZpaWkAdwB4AHhpAHhpaQB5AHoAewB8AH0AwqIAwqMAwqUAwqYAwqwAwrBDAMKwRgDCtwDDgADDgQDDggDDgwDDhADDhQDDhgDDhwDDiADDiQDDigDDiwDDjADDjQDDjgDDjwDDkQDDkgDDkwDDlADDlQDDlgDDmQDDmgDDmwDDnADDnQDDoADDoQDDogDDowDDpADDpQDDpwDDqADDqQDDqgDDqwDDrADDrQDDrgDDrwDDsADDsQDDsgDDswDDtADDtQDDtgDDuQDDugDDuwDDvADDvQDDvwDEgADEgQDEggDEgwDEhADEhQDEhgDEhwDEiADEiQDEigDEiwDEjADEjQDEjgDEjwDEkgDEkwDElADElQDElgDElwDEmADEmQDEmgDEmwDEnADEnQDEngDEnwDEoADEoQDEogDEowDEpADEpQDEpgDEpwDEqADEqQDEqgDEqwDErADErQDErgDErwDEsADEsQDEtADEtQDEtgDEtwDEuQDEugDEuwDEvADEvQDEvgDFgwDFhADFhQDFhgDFhwDFiADFiwDFjADFjQDFjgDFjwDFkADFkQDFkwDFlADFlQDFlgDFlwDFmADFmQDFmgDFmwDFnADFnQDFngDFnwDFoADFoQDFogDFowDFpADFpQDFqADFqQDFqgDFqwDFrADFrQDFrgDFrwDFsADFsQDFsgDFswDFtADFtQDFtgDFtwDFuADFuQDFugDFuwDFvADFvQDFvgDGjgDGkADGoADGoQDGqwDGrwDGsADHjQDHjgDHjwDHkADHkQDHkgDHkwDHlADHlQDHlgDHlwDHmADHmQDHmgDHmwDHnADHngDHnwDHoADHoQDHogDHowDHpgDHpwDHqADHqQDHqgDHqwDHrADHrQDHrgDHrwDHsADHtADHtQDHuADHuQDHugDHuwDHvADHvQDHvgDHvwDIgADIgQDIggDIgwDIhADIhQDIhgDIhwDIiADIiQDIigDIiwDIjADIjQDIjgDIjwDIkADIkQDIkgDIkwDIlADIlQDIlgDIlwDImADImQDImgDImwDIngDInwDIogDIpgDIpwDIqADIqQDIqgDIqwDIrADIrQDIrgDIrwDIsADIsQDIsgDIswDItwDJkADJkQDJkgDJlADJlQDJmQDJmwDJnADJnwDJoQDJowDJpQDJpgDJqADJqQDJqgDJqwDJrQDJrwDJsADJsQDJsgDJswDJtADJtQDJuADJuQDJuwDKgQDKggDKgwDKiQDKigDKiwDKjADKkADKkQDKkgDKlQDKnQDKnwDKuQDKvG4AzIAAzIEAzIjMgQDMkwDOhgDOiADOiQDOigDOjADOjgDOjwDOkADOkQDOkgDOkwDOlADOlQDOlgDOlwDOmADOmQDOmgDOmwDOnADOnQDOngDOnwDOoADOoQDOowDOpADOpQDOpgDOpwDOqADOqQDOqgDOqwDOrADOrQDOrgDOrwDOsADOsQDOsgDOswDOtADOtQDOtgDOtwDOuADOuQDOugDOuwDOvADOvEEAzrxGAM68VgDOvFcAzrxnAM68bADOvG0AzrxzAM69AM6+AM6/AM+AAM+BAM+CAM+DAM+EAM+FAM+GAM+HAM+IAM+JAM+KAM+LAM+MAM+NAM+OAM+cAM+dANCAANCBANCDANCHANCMANCNANCOANCZANC5ANC9ANGKANGMANGQANGRANGTANGXANGcANGdANGeANG2ANG3ANOBANOCANOQANORANOSANOTANOWANOXANOaANObANOcANOdANOeANOfANOiANOjANOkANOlANOmANOnANOqANOrANOsANOtANOuANOvANOwANOxANOyANOzANO0ANO1ANO4ANO5ANWl1oIA1bTVpQDVtNWrANW01a0A1bTVtgDVvtW2ANeQANeQ1rcA15DWuADXkNa8ANeQ15wA15EA15HWvADXkda/ANeSANeS1rwA15MA15PWvADXlADXlNa8ANeV1rkA15XWvADXlta8ANeY1rwA15nWtADXmda8ANea1rwA15sA15vWvADXm9a/ANecANec1rwA150A157WvADXoNa8ANeh1rwA16IA16PWvADXpNa8ANek1r8A16bWvADXp9a8ANeoANeo1rwA16nWvADXqda814EA16nWvNeCANep14EA16nXggDXqgDXqta8ANey1rcA2KEA2KIA2KMA2KQA2KUA2KYA2KbYpwDYptisANim2K0A2KbYrgDYptixANim2LIA2KbZhQDYptmGANim2YcA2KbZiADYptmJANim2YoA2KbbhgDYptuHANim24gA2KbbkADYptuVANinANin2YPYqNixANin2YTZhNmHANin2YsA2KfZtADYqADYqNisANio2K0A2KjYrdmKANio2K4A2KjYrtmKANio2LEA2KjYsgDYqNmFANio2YYA2KjZhwDYqNmJANio2YoA2KkA2KoA2KrYrADYqtis2YUA2KrYrNmJANiq2KzZigDYqtitANiq2K3YrADYqtit2YUA2KrYrgDYqtiu2YUA2KrYrtmJANiq2K7ZigDYqtixANiq2LIA2KrZhQDYqtmF2KwA2KrZhditANiq2YXYrgDYqtmF2YkA2KrZhdmKANiq2YYA2KrZhwDYqtmJANiq2YoA2KsA2KvYrADYq9ixANir2LIA2KvZhQDYq9mGANir2YcA2KvZiQDYq9mKANisANis2K0A2KzYrdmJANis2K3ZigDYrNmEINis2YTYp9mE2YcA2KzZhQDYrNmF2K0A2KzZhdmJANis2YXZigDYrNmJANis2YoA2K0A2K3YrADYrdis2YoA2K3ZhQDYrdmF2YkA2K3ZhdmKANit2YkA2K3ZigDYrgDYrtisANiu2K0A2K7ZhQDYrtmJANiu2YoA2K8A2LAA2LDZsADYsQDYsdiz2YjZhADYsdmwANix24zYp9mEANiyANizANiz2KwA2LPYrNitANiz2KzZiQDYs9itANiz2K3YrADYs9iuANiz2K7ZiQDYs9iu2YoA2LPYsQDYs9mFANiz2YXYrADYs9mF2K0A2LPZhdmFANiz2YcA2LPZiQDYs9mKANi0ANi02KwA2LTYrNmKANi02K0A2LTYrdmFANi02K3ZigDYtNiuANi02LEA2LTZhQDYtNmF2K4A2LTZhdmFANi02YcA2LTZiQDYtNmKANi1ANi12K0A2LXYrditANi12K3ZigDYtdiuANi12LEA2LXZhNi52YUA2LXZhNmJANi12YTZiSDYp9mE2YTZhyDYudmE2YrZhyDZiNiz2YTZhQDYtdmE25IA2LXZhQDYtdmF2YUA2LXZiQDYtdmKANi2ANi22KwA2LbYrQDYttit2YkA2LbYrdmKANi22K4A2LbYrtmFANi22LEA2LbZhQDYttmJANi22YoA2LcA2LfYrQDYt9mFANi32YXYrQDYt9mF2YUA2LfZhdmKANi32YkA2LfZigDYuADYuNmFANi5ANi52KwA2LnYrNmFANi52YTZitmHANi52YUA2LnZhdmFANi52YXZiQDYudmF2YoA2LnZiQDYudmKANi6ANi62KwA2LrZhQDYutmF2YUA2LrZhdmJANi62YXZigDYutmJANi62YoA2YDZiwDZgNmOANmA2Y7ZkQDZgNmPANmA2Y/ZkQDZgNmQANmA2ZDZkQDZgNmRANmA2ZIA2YEA2YHYrADZgditANmB2K4A2YHYrtmFANmB2YUA2YHZhdmKANmB2YkA2YHZigDZggDZgtitANmC2YTbkgDZgtmFANmC2YXYrQDZgtmF2YUA2YLZhdmKANmC2YkA2YLZigDZgwDZg9inANmD2KwA2YPYrQDZg9iuANmD2YQA2YPZhQDZg9mF2YUA2YPZhdmKANmD2YkA2YPZigDZhADZhNiiANmE2KMA2YTYpQDZhNinANmE2KwA2YTYrNisANmE2KzZhQDZhNis2YoA2YTYrQDZhNit2YUA2YTYrdmJANmE2K3ZigDZhNiuANmE2K7ZhQDZhNmFANmE2YXYrQDZhNmF2YoA2YTZhwDZhNmJANmE2YoA2YUA2YXYpwDZhdisANmF2KzYrQDZhdis2K4A2YXYrNmFANmF2KzZigDZhditANmF2K3YrADZhdit2YUA2YXYrdmF2K8A2YXYrdmKANmF2K4A2YXYrtisANmF2K7ZhQDZhdiu2YoA2YXZhQDZhdmF2YoA2YXZiQDZhdmKANmGANmG2KwA2YbYrNitANmG2KzZhQDZhtis2YkA2YbYrNmKANmG2K0A2YbYrdmFANmG2K3ZiQDZhtit2YoA2YbYrgDZhtixANmG2LIA2YbZhQDZhtmF2YkA2YbZhdmKANmG2YYA2YbZhwDZhtmJANmG2YoA2YcA2YfYrADZh9mFANmH2YXYrADZh9mF2YUA2YfZiQDZh9mKANmH2bAA2YgA2YjYs9mE2YUA2YjZtADZiQDZidmwANmKANmK2KwA2YrYrNmKANmK2K0A2YrYrdmKANmK2K4A2YrYsQDZitiyANmK2YUA2YrZhdmFANmK2YXZigDZitmGANmK2YcA2YrZiQDZitmKANmK2bQA2a4A2a8A2bEA2bkA2boA2bsA2b4A2b8A2oAA2oMA2oQA2oYA2ocA2ogA2owA2o0A2o4A2pEA2pgA2qEA2qQA2qYA2qkA2q0A2q8A2rEA2rMA2roA2rsA2r4A24AA24EA24IA24UA24YA24cA24fZtADbiADbiQDbiwDbjADbkADbkgDbkwDgpJXgpLwA4KSW4KS8AOCkl+CkvADgpJzgpLwA4KSh4KS8AOCkouCkvADgpKkA4KSr4KS8AOCkr+CkvADgpLEA4KS0AOCmoeCmvADgpqLgprwA4Kav4Ka8AOCniwDgp4wA4KiW4Ki8AOCol+CovADgqJzgqLwA4Kir4Ki8AOCosuCovADgqLjgqLwA4Kyh4Ky8AOCsouCsvADgrYgA4K2LAOCtjADgrpQA4K+KAOCviwDgr4wA4LGIAOCzgADgs4cA4LOIAOCzigDgs4sA4LWKAOC1iwDgtYwA4LeaAOC3nADgt50A4LeeAOC5jeC4sgDguqvgupkA4Lqr4LqhAOC7jeC6sgDgvIsA4L2A4L61AOC9guC+twDgvYzgvrcA4L2R4L63AOC9luC+twDgvZvgvrcA4L2x4L2yAOC9seC9tADgvbHgvoAA4L6Q4L61AOC+kuC+twDgvpzgvrcA4L6h4L63AOC+puC+twDgvqvgvrcA4L6y4L2x4L6AAOC+suC+gADgvrPgvbHgvoAA4L6z4L6AAOGApgDhg5wA4YSAAOGEgQDhhIIA4YSDAOGEhADhhIUA4YSGAOGEhwDhhIgA4YSJAOGEigDhhIsA4YSMAOGEjQDhhI4A4YSPAOGEkADhhJEA4YSSAOGElADhhJUA4YSaAOGEnADhhJ0A4YSeAOGEoADhhKEA4YSiAOGEowDhhKcA4YSpAOGEqwDhhKwA4YStAOGErgDhhK8A4YSyAOGEtgDhhYAA4YWHAOGFjADhhZcA4YWYAOGFmQDhhaAA4YWhAOGFogDhhaMA4YWkAOGFpQDhhaYA4YWnAOGFqADhhakA4YWqAOGFqwDhhawA4YWtAOGFrgDhha8A4YWwAOGFsQDhhbIA4YWzAOGFtADhhbUA4YaEAOGGhQDhhogA4YaRAOGGkgDhhpQA4YaeAOGGoQDhhqoA4YasAOGGrQDhhrAA4YaxAOGGsgDhhrMA4Ya0AOGGtQDhh4cA4YeIAOGHjADhh44A4YeTAOGHlwDhh5kA4YedAOGHnwDhh7EA4YeyAOGshgDhrIgA4ayKAOGsjADhrI4A4aySAOGsuwDhrL0A4a2AAOGtgQDhrYMA4bSCAOG0lgDhtJcA4bScAOG0nQDhtKUA4bW7AOG2hQDhuIAA4biBAOG4ggDhuIMA4biEAOG4hQDhuIYA4biHAOG4iADhuIkA4biKAOG4iwDhuIwA4biNAOG4jgDhuI8A4biQAOG4kQDhuJIA4biTAOG4lADhuJUA4biWAOG4lwDhuJgA4biZAOG4mgDhuJsA4bicAOG4nQDhuJ4A4bifAOG4oADhuKEA4biiAOG4owDhuKQA4bilAOG4pgDhuKcA4bioAOG4qQDhuKoA4birAOG4rADhuK0A4biuAOG4rwDhuLAA4bixAOG4sgDhuLMA4bi0AOG4tQDhuLYA4bi3AOG4uADhuLkA4bi6AOG4uwDhuLwA4bi9AOG4vgDhuL8A4bmAAOG5gQDhuYIA4bmDAOG5hADhuYUA4bmGAOG5hwDhuYgA4bmJAOG5igDhuYsA4bmMAOG5jQDhuY4A4bmPAOG5kADhuZEA4bmSAOG5kwDhuZQA4bmVAOG5lgDhuZcA4bmYAOG5mQDhuZoA4bmbAOG5nADhuZ0A4bmeAOG5nwDhuaAA4bmhAOG5ogDhuaMA4bmkAOG5pQDhuaYA4bmnAOG5qADhuakA4bmqAOG5qwDhuawA4bmtAOG5rgDhua8A4bmwAOG5sQDhubIA4bmzAOG5tADhubUA4bm2AOG5twDhubgA4bm5AOG5ugDhubsA4bm8AOG5vQDhub4A4bm/AOG6gADhuoEA4bqCAOG6gwDhuoQA4bqFAOG6hgDhuocA4bqIAOG6iQDhuooA4bqLAOG6jADhuo0A4bqOAOG6jwDhupAA4bqRAOG6kgDhupMA4bqUAOG6lQDhupYA4bqXAOG6mADhupkA4bqgAOG6oQDhuqIA4bqjAOG6pADhuqUA4bqmAOG6pwDhuqgA4bqpAOG6qgDhuqsA4bqsAOG6rQDhuq4A4bqvAOG6sADhurEA4bqyAOG6swDhurQA4bq1AOG6tgDhurcA4bq4AOG6uQDhuroA4bq7AOG6vADhur0A4bq+AOG6vwDhu4AA4buBAOG7ggDhu4MA4buEAOG7hQDhu4YA4buHAOG7iADhu4kA4buKAOG7iwDhu4wA4buNAOG7jgDhu48A4buQAOG7kQDhu5IA4buTAOG7lADhu5UA4buWAOG7lwDhu5gA4buZAOG7mgDhu5sA4bucAOG7nQDhu54A4bufAOG7oADhu6EA4buiAOG7owDhu6QA4bulAOG7pgDhu6cA4buoAOG7qQDhu6oA4burAOG7rADhu60A4buuAOG7rwDhu7AA4buxAOG7sgDhu7MA4bu0AOG7tQDhu7YA4bu3AOG7uADhu7kA4byAAOG8gQDhvIIA4byDAOG8hADhvIUA4byGAOG8hwDhvIgA4byJAOG8igDhvIsA4byMAOG8jQDhvI4A4byPAOG8kADhvJEA4bySAOG8kwDhvJQA4byVAOG8mADhvJkA4byaAOG8mwDhvJwA4bydAOG8oADhvKEA4byiAOG8owDhvKQA4bylAOG8pgDhvKcA4byoAOG8qQDhvKoA4byrAOG8rADhvK0A4byuAOG8rwDhvLAA4byxAOG8sgDhvLMA4by0AOG8tQDhvLYA4by3AOG8uADhvLkA4by6AOG8uwDhvLwA4by9AOG8vgDhvL8A4b2AAOG9gQDhvYIA4b2DAOG9hADhvYUA4b2IAOG9iQDhvYoA4b2LAOG9jADhvY0A4b2QAOG9kQDhvZIA4b2TAOG9lADhvZUA4b2WAOG9lwDhvZkA4b2bAOG9nQDhvZ8A4b2gAOG9oQDhvaIA4b2jAOG9pADhvaUA4b2mAOG9pwDhvagA4b2pAOG9qgDhvasA4b2sAOG9rQDhva4A4b2vAOG9sADhvbIA4b20AOG9tgDhvbgA4b26AOG9vADhvoAA4b6BAOG+ggDhvoMA4b6EAOG+hQDhvoYA4b6HAOG+iADhvokA4b6KAOG+iwDhvowA4b6NAOG+jgDhvo8A4b6QAOG+kQDhvpIA4b6TAOG+lADhvpUA4b6WAOG+lwDhvpgA4b6ZAOG+mgDhvpsA4b6cAOG+nQDhvp4A4b6fAOG+oADhvqEA4b6iAOG+owDhvqQA4b6lAOG+pgDhvqcA4b6oAOG+qQDhvqoA4b6rAOG+rADhvq0A4b6uAOG+rwDhvrAA4b6xAOG+sgDhvrMA4b60AOG+tgDhvrcA4b64AOG+uQDhvroA4b68AOG/ggDhv4MA4b+EAOG/hgDhv4cA4b+IAOG/igDhv4wA4b+QAOG/kQDhv5IA4b+WAOG/lwDhv5gA4b+ZAOG/mgDhv6AA4b+hAOG/ogDhv6QA4b+lAOG/pgDhv6cA4b+oAOG/qQDhv6oA4b+sAOG/sgDhv7MA4b+0AOG/tgDhv7cA4b+4AOG/ugDhv7wA4oCQAOKAkwDigJQA4oCy4oCyAOKAsuKAsuKAsgDigLLigLLigLLigLIA4oC14oC1AOKAteKAteKAtQDigqkA4oaQAOKGkQDihpIA4oaTAOKGmgDihpsA4oauAOKHjQDih44A4oePAOKIggDiiIQA4oiHAOKIiQDiiIwA4oiRAOKIkgDiiKQA4oimAOKIq+KIqwDiiKviiKviiKsA4oir4oir4oir4oirAOKIruKIrgDiiK7iiK7iiK4A4omBAOKJhADiiYcA4omJAOKJoADiiaIA4omtAOKJrgDiia8A4omwAOKJsQDiibQA4om1AOKJuADiibkA4oqAAOKKgQDiioQA4oqFAOKKiADiiokA4oqsAOKKrQDiiq4A4oqvAOKLoADii6EA4ouiAOKLowDii6oA4ourAOKLrADii60A4pSCAOKWoADil4sA4qaFAOKmhgDiq53MuADitaEA44CBAOOAggDjgIgA44CJAOOAigDjgIsA44CMAOOAjQDjgI4A44CPAOOAkADjgJEA44CSAOOAlADjgJRT44CVAOOAlOS4ieOAlQDjgJTkuozjgJUA44CU5Yud44CVAOOAlOWuieOAlQDjgJTmiZPjgJUA44CU5pWX44CVAOOAlOacrOOAlQDjgJTngrnjgJUA44CU55uX44CVAOOAlQDjgJYA44CXAOOBjADjgY4A44GQAOOBkgDjgZQA44GWAOOBmADjgZoA44GcAOOBngDjgaAA44GiAOOBpQDjgacA44GpAOOBsADjgbEA44GzAOOBtADjgbYA44G3AOOBuQDjgboA44G744GLAOOBvADjgb0A44KI44KKAOOClADjgpkA44KaAOOCngDjgqEA44KiAOOCouODkeODvOODiADjgqLjg6vjg5XjgqEA44Ki44Oz44Oa44KiAOOCouODvOODqwDjgqMA44KkAOOCpOODi+ODs+OCsADjgqTjg7Pjg4EA44KlAOOCpgDjgqbjgqnjg7MA44KnAOOCqADjgqjjgrnjgq/jg7zjg4kA44Ko44O844Kr44O8AOOCqQDjgqoA44Kq44Oz44K5AOOCquODvOODoADjgqsA44Kr44Kk44OqAOOCq+ODqeODg+ODiADjgqvjg63jg6rjg7wA44KsAOOCrOODreODswDjgqzjg7Pjg54A44KtAOOCreODpeODquODvADjgq3jg60A44Kt44Ot44Kw44Op44OgAOOCreODreODoeODvOODiOODqwDjgq3jg63jg6/jg4Pjg4gA44KuAOOCruOCrADjgq7jg4vjg7wA44Ku44Or44OA44O8AOOCrwDjgq/jg6vjgrzjgqTjg60A44Kv44Ot44O844ONAOOCsADjgrDjg6njg6AA44Kw44Op44Og44OI44OzAOOCsQDjgrHjg7zjgrkA44KyAOOCswDjgrPjgrMA44Kz44OIAOOCs+ODq+ODigDjgrPjg7zjg50A44K0AOOCtQDjgrXjgqTjgq/jg6sA44K144Oz44OB44O844OgAOOCtgDjgrcA44K344Oq44Oz44KwAOOCuADjgrkA44K6AOOCuwDjgrvjg7Pjg4EA44K744Oz44OIAOOCvADjgr0A44K+AOOCvwDjg4AA44OA44O844K5AOODgQDjg4IA44ODAOODhADjg4UA44OGAOODhwDjg4fjgrcA44OIAOODiOODswDjg4kA44OJ44OrAOODigDjg4rjg44A44OLAOODjADjg40A44OOAOODjuODg+ODiADjg48A44OP44Kk44OEAOODkADjg5Djg7zjg6zjg6sA44ORAOODkeODvOOCu+ODs+ODiADjg5Hjg7zjg4QA44OSAOODkwDjg5Pjg6sA44OUAOODlOOCouOCueODiOODqwDjg5Tjgq/jg6sA44OU44KzAOODlQDjg5XjgqHjg6njg4Pjg4kA44OV44Kj44O844OIAOODleODqeODswDjg5YA44OW44OD44K344Kn44OrAOODlwDjg5gA44OY44Kv44K/44O844OrAOODmOODq+ODhADjg5kA44OZ44O844K/AOODmgDjg5rjgr0A44Oa44OL44OSAOODmuODs+OCuQDjg5rjg7zjgrgA44ObAOODm+ODswDjg5vjg7zjg6sA44Ob44O844OzAOODnADjg5zjg6vjg4gA44OdAOODneOCpOODs+ODiADjg53jg7Pjg4kA44OeAOODnuOCpOOCr+ODrQDjg57jgqTjg6sA44Oe44OD44OPAOODnuODq+OCrwDjg57jg7Pjgrfjg6fjg7MA44OfAOODn+OCr+ODreODswDjg5/jg6oA44Of44Oq44OQ44O844OrAOODoADjg6EA44Oh44KsAOODoeOCrOODiOODswDjg6Hjg7zjg4jjg6sA44OiAOODowDjg6QA44Ok44O844OJAOODpOODvOODqwDjg6UA44OmAOODpuOCouODswDjg6cA44OoAOODqQDjg6oA44Oq44OD44OI44OrAOODquODqQDjg6sA44Or44OU44O8AOODq+ODvOODluODqwDjg6wA44Os44OgAOODrOODs+ODiOOCsuODswDjg60A44OvAOODr+ODg+ODiADjg7AA44OxAOODsgDjg7MA44O0AOODtwDjg7gA44O5AOODugDjg7sA44O8AOODvgDjkp4A45K5AOOSuwDjk58A45SVAOObrgDjm7wA456BAOOgrwDjoaIA46G8AOOjhwDjo6MA46ScAOOkugDjqK4A46msAOOrpADjrIgA46yZAOOtiQDjrp0A47CYAOOxjgDjtLMA47aWAOO6rADjurgA47ybAOO/vADkgIgA5ICYAOSAuQDkgYYA5IKWAOSDowDkhK8A5IiCAOSIpwDkiqAA5IyBAOSMtADkjZkA5I+VAOSPmQDkkIsA5JGrAOSUqwDklZ0A5JWhAOSVqwDkl5cA5Je5AOSYtQDkmr4A5JuHAOSmlQDkp6YA5KmuAOSptgDkqrIA5KyzAOSvjgDks44A5LOtAOSzuADktZYA5LiAAOS4gQDkuIMA5LiJAOS4igDkuIsA5LiNAOS4mQDkuKYA5LioAOS4rQDkuLIA5Li2AOS4uADkuLkA5Li9AOS4vwDkuYEA5LmZAOS5nQDkuoIA5LqFAOS6hgDkuowA5LqUAOS6oADkuqQA5LquAOS6ugDku4AA5LuMAOS7pADkvIEA5LyRAOS9oADkvoAA5L6GAOS+iwDkvq4A5L67AOS+vwDlgIIA5YCrAOWBugDlgpkA5YOPAOWDmgDlg6cA5YSqAOWEvwDlhYAA5YWFAOWFjQDlhZQA5YWkAOWFpQDlhacA5YWoAOWFqQDlhasA5YWtAOWFtwDlhoAA5YaCAOWGjQDlhpIA5YaVAOWGlgDlhpcA5YaZAOWGpADlhqsA5YasAOWGtQDlhrcA5YeJAOWHjADlh5wA5YeeAOWHoADlh7UA5YiAAOWIgwDliIcA5YiXAOWInQDliKkA5Yi6AOWIuwDliYYA5YmNAOWJsgDlibcA5YqJAOWKmwDliqMA5YqzAOWKtADli4cA5YuJAOWLkgDli54A5YukAOWLtQDli7kA5Yu6AOWMhQDljIYA5YyVAOWMlwDljJoA5Yy4AOWMuwDljL8A5Y2BAOWNhADljYUA5Y2JAOWNkQDljZQA5Y2aAOWNnADljakA5Y2wAOWNswDljbUA5Y29AOWNvwDljoIA5Y62AOWPgwDlj4gA5Y+KAOWPjADlj58A5Y+jAOWPpQDlj6sA5Y+vAOWPsQDlj7MA5ZCGAOWQiADlkI0A5ZCPAOWQnQDlkLgA5ZC5AOWRggDlkYgA5ZGoAOWSngDlkqIA5ZK9AOWTtgDllJAA5ZWPAOWVkwDllZUA5ZWjAOWWhADllocA5ZaZAOWWnQDllqsA5ZazAOWWtgDll4AA5ZeCAOWXogDlmIYA5ZmRAOWZqADlmbQA5ZuXAOWbmwDlm7kA5ZyWAOWclwDlnJ8A5ZywAOWeiwDln44A5Z+0AOWgjQDloLEA5aCyAOWhgADloZoA5aGeAOWiqADloqwA5aKzAOWjmADlo58A5aOrAOWjrgDlo7AA5aOyAOWjtwDlpIIA5aSGAOWkigDlpJUA5aSaAOWknADlpKIA5aSnAOWkp+atowDlpKkA5aWEAOWliADlpZEA5aWUAOWlogDlpbMA5aeYAOWnrADlqJsA5ainAOWpogDlqaYA5aq1AOWsiADlrKgA5ay+AOWtkADlrZcA5a2mAOWugADlroUA5a6XAOWvgwDlr5gA5a+nAOWvrgDlr7MA5a+4AOWvvwDlsIYA5bCPAOWwogDlsLgA5bC/AOWxoADlsaIA5bGkAOWxpQDlsa4A5bGxAOWyjQDls4AA5bSZAOW1gwDltZAA5bWrAOW1rgDltbwA5bayAOW2ugDlt5sA5behAOW3ogDlt6UA5bemAOW3sQDlt70A5be+AOW4qADluL0A5bmpAOW5sgDlubPmiJAA5bm0AOW5ugDlubwA5bm/AOW6pgDlurAA5bqzAOW6tgDlu4kA5buKAOW7kgDlu5MA5buZAOW7rADlu7QA5bu+AOW8hADlvIsA5byTAOW8ogDlvZAA5b2TAOW9oQDlvaIA5b2pAOW9qwDlvbMA5b6LAOW+jADlvpcA5b6aAOW+qQDlvq0A5b+DAOW/jQDlv5cA5b+1AOW/uQDmgJIA5oCcAOaBtQDmgoEA5oKUAOaDhwDmg5gA5oOhAOaEiADmhYQA5oWIAOaFjADmhY4A5oWgAOaFqADmhboA5oaOAOaGkADmhqQA5oavAOaGsgDmh54A5oeyAOaHtgDmiIAA5oiIAOaIkADmiJsA5oiuAOaItADmiLYA5omLAOaJkwDmiZ0A5oqVAOaKsQDmi4kA5ouPAOaLkwDmi5QA5ou8AOaLvgDmjIcA5oy9AOaNkADmjZUA5o2oAOaNuwDmjoMA5o6gAOaOqQDmj4QA5o+FAOaPpADmkJwA5pCiAOaRkgDmkakA5pG3AOaRvgDmkpoA5pKdAOaThADmlK8A5pS0AOaVjwDmlZYA5pWsAOaVuADmlocA5paXAOaWmQDmlqQA5pawAOaWuQDml4UA5pegAOaXogDml6MA5pelAOaYjuayuwDmmJMA5pigAOaYreWSjADmmYkA5pm0AOaaiADmmpEA5pqcAOaatADmm4YA5puwAOabtADmm7gA5pyAAOaciADmnIkA5pyXAOacmwDmnKEA5pyoAOadjgDmnZMA5p2WAOadngDmnbsA5p6FAOaelwDmn7MA5p+6AOaglwDmoJ8A5qCqAOagquW8j+S8muekvgDmoZIA5qKBAOaihQDmoo4A5qKoAOaklADmpYIA5qajAOanqgDmqIIA5qiTAOaqqADmq5MA5qubAOashADmrKAA5qyhAOatlADmraIA5q2jAOatsgDmrbcA5q25AOaunwDmrq4A5q6zAOauugDmrrsA5q+LAOavjQDmr5QA5q+bAOawjwDmsJQA5rC0AOaxjgDmsacA5rKIAOayvwDms4wA5rONAOazpQDms6gA5rSWAOa0mwDmtJ4A5rS0AOa0vgDmtYEA5rWpAOa1qgDmtbcA5rW4AOa2hQDmt4sA5reaAOa3qgDmt7kA5riaAOa4rwDmua4A5rqAAOa6nADmuroA5ruHAOa7iwDmu5EA5rubAOa8jwDmvJQA5ryiAOa8owDmva4A5r+GAOa/qwDmv74A54CbAOeAngDngLkA54GKAOeBqwDngbAA54G3AOeBvQDngpkA54KtAOeDiADng5kA54ShAOeFhQDnhYkA54WuAOeGnADnh44A54eQAOeIkADniJsA54ioAOeIqgDniKsA54i1AOeItgDniLsA54i/AOeJhwDniZAA54mZAOeJmwDniaIA54m5AOeKgADnipUA54qsAOeKrwDni4AA54u8AOeMqgDnjbUA5426AOeOhADnjocA546JAOeOiwDnjqUA546yAOePngDnkIYA55CJAOeQogDnkYcA55GcAOeRqQDnkbEA55KFAOeSiQDnkpgA55OKAOeTnADnk6YA55SGAOeUmADnlJ8A55SkAOeUqADnlLAA55SyAOeUswDnlLcA55S7AOeUvgDnlZkA55WlAOeVsADnlosA55aSAOeXogDnmJAA55idAOeYnwDnmYIA55mpAOeZtgDnmb0A55quAOeavwDnm4oA55ubAOebowDnm6cA55uuAOebtADnnIEA55yeAOecnwDnnYAA552KAOeeiwDnnqcA55+bAOefogDnn7MA56GOAOehqwDnoowA56KRAOejigDno4wA56O7AOekqgDnpLoA56S8AOekvgDnpYgA56WJAOelkADnpZYA56WdAOelngDnpaUA56W/AOemgQDnpo0A56aOAOemjwDnpq4A56a4AOemvgDnp4oA56eYAOenqwDnqJwA56mAAOepigDnqY8A56m0AOepugDnqoEA56qxAOeriwDnq64A56u5AOesoADnro8A56+AAOevhgDnr4kA57C+AOexoADnsbMA57G7AOeykgDnsr4A57OSAOezlgDns6MA57OnAOezqADns7gA57SAAOe0kADntKIA57SvAOe1ggDntZsA57WjAOe2oADntr4A57eHAOe3tADnuIIA57iJAOe4twDnuYEA57mFAOe8tgDnvL4A572RAOe9sgDnvbkA5726AOe+hQDnvooA576VAOe+mgDnvr0A57+6AOiAgQDogIUA6ICMAOiAkgDogLMA6IGGAOiBoADoga8A6IGwAOiBvgDogb8A6IKJAOiCiwDogq0A6IKyAOiEgwDohL4A6IeYAOiHowDoh6gA6IeqAOiHrQDoh7MA6Ie8AOiIgQDoiIQA6IiMAOiImADoiJsA6IifAOiJrgDoia8A6ImyAOiJuADoibkA6IqLAOiKkQDoip0A6IqxAOiKswDoir0A6IulAOiLpgDojJ0A6IyjAOiMtgDojZIA6I2TAOiNowDojq0A6I69AOiPiQDoj4oA6I+MAOiPnADoj6cA6I+vAOiPsQDokL0A6JGJAOiRlwDok64A6JOxAOiTswDok7wA6JSWAOiVpADol40A6Je6AOiYhgDomJIA6JitAOiYvwDomY0A6JmQAOiZnADomacA6JmpAOiZqwDomogA6JqpAOibogDonI4A6JyoAOidqwDonbkA6J6GAOieugDon6EA6KCBAOignwDooYAA6KGMAOihoADooaMA6KOCAOijjwDoo5cA6KOeAOijoQDoo7gA6KO6AOikkADopYEA6KWkAOilvgDopoYA6KaLAOimlgDop5IA6KejAOiogADoqqAA6KqqAOiqvwDoq4sA6KuSAOirlgDoq60A6Ku4AOirvgDorIEA6Ky5AOitmADoroAA6K6KAOiwtwDosYYA6LGIAOixlQDosbgA6LKdAOiyoQDosqkA6LKrAOizgQDos4IA6LOHAOiziADos5MA6LSIAOi0mwDotaQA6LWwAOi1twDotrMA6La8AOi3iwDot68A6LewAOi6qwDou4oA6LuUAOi8pgDovKoA6Ly4AOi8uwDovaIA6L6bAOi+ngDovrAA6L61AOi+tgDpgKMA6YC4AOmBigDpgakA6YGyAOmBvADpgo8A6YKRAOmClADpg44A6YOeAOmDsQDpg70A6YSRAOmEmwDphYkA6YWqAOmGmQDphrQA6YeGAOmHjADph48A6YeRAOmItADpiLgA6Ym2AOmJvADpi5cA6YuYAOmMhADpjYoA6Y+5AOmQlQDplbcA6ZaAAOmWiwDplq0A6Za3AOmYnADpmK4A6ZmLAOmZjQDpmbUA6Zm4AOmZvADpmoYA6ZqjAOmatgDpmrcA6Zq4AOmauQDpm4MA6ZuiAOmbowDpm6gA6Zu2AOmbtwDpnKMA6ZyyAOmdiADpnZEA6Z2WAOmdngDpnaIA6Z2pAOmfiwDpn5sA6Z+gAOmfrQDpn7MA6Z+/AOmggQDpoIUA6aCLAOmgmADpoKkA6aC7AOmhngDpoqgA6aObAOmjnwDpo6IA6aOvAOmjvADppKgA6aSpAOmmlgDpppkA6aanAOmmrADpp4IA6aexAOmnvgDpqaoA6aqoAOmrmADpq58A6aySAOmspQDprK8A6ayyAOmsvADprZoA6a2vAOmxgADpsZcA6bOlAOmzvQDptacA6ba0AOm3ugDpuJ4A6bm1AOm5vwDpupcA6bqfAOm6pQDpursA6buDAOm7jQDpu44A6buRAOm7uQDpu70A6bu+AOm8hQDpvI4A6byPAOm8kwDpvJYA6bygAOm8uwDpvYMA6b2KAOm9kgDpvo0A6b6OAOm+nADpvp8A6b6gAOqcpwDqna8A6qy3AOqtkgDqsIAA6rCBAOqwggDqsIMA6rCEAOqwhQDqsIYA6rCHAOqwiADqsIkA6rCKAOqwiwDqsIwA6rCNAOqwjgDqsI8A6rCQAOqwkQDqsJIA6rCTAOqwlADqsJUA6rCWAOqwlwDqsJgA6rCZAOqwmgDqsJsA6rCcAOqwnQDqsJ4A6rCfAOqwoADqsKEA6rCiAOqwowDqsKQA6rClAOqwpgDqsKcA6rCoAOqwqQDqsKoA6rCrAOqwrADqsK0A6rCuAOqwrwDqsLAA6rCxAOqwsgDqsLMA6rC0AOqwtQDqsLYA6rC3AOqwuADqsLkA6rC6AOqwuwDqsLwA6rC9AOqwvgDqsL8A6rGAAOqxgQDqsYIA6rGDAOqxhADqsYUA6rGGAOqxhwDqsYgA6rGJAOqxigDqsYsA6rGMAOqxjQDqsY4A6rGPAOqxkADqsZEA6rGSAOqxkwDqsZQA6rGVAOqxlgDqsZcA6rGYAOqxmQDqsZoA6rGbAOqxnADqsZ0A6rGeAOqxnwDqsaAA6rGhAOqxogDqsaMA6rGkAOqxpQDqsaYA6rGnAOqxqADqsakA6rGqAOqxqwDqsawA6rGtAOqxrgDqsa8A6rGwAOqxsQDqsbIA6rGzAOqxtADqsbUA6rG2AOqxtwDqsbgA6rG5AOqxugDqsbsA6rG8AOqxvQDqsb4A6rG/AOqygADqsoEA6rKCAOqygwDqsoQA6rKFAOqyhgDqsocA6rKIAOqyiQDqsooA6rKLAOqyjADqso0A6rKOAOqyjwDqspAA6rKRAOqykgDqspMA6rKUAOqylQDqspYA6rKXAOqymADqspkA6rKaAOqymwDqspwA6rKdAOqyngDqsp8A6rKgAOqyoQDqsqIA6rKjAOqypADqsqUA6rKmAOqypwDqsqgA6rKpAOqyqgDqsqsA6rKsAOqyrQDqsq4A6rKvAOqysADqsrEA6rKyAOqyswDqsrQA6rK1AOqytgDqsrcA6rK4AOqyuQDqsroA6rK7AOqyvADqsr0A6rK+AOqyvwDqs4AA6rOBAOqzggDqs4MA6rOEAOqzhQDqs4YA6rOHAOqziADqs4kA6rOKAOqziwDqs4wA6rONAOqzjgDqs48A6rOQAOqzkQDqs5IA6rOTAOqzlADqs5UA6rOWAOqzlwDqs5gA6rOZAOqzmgDqs5sA6rOcAOqznQDqs54A6rOfAOqzoADqs6EA6rOiAOqzowDqs6QA6rOlAOqzpgDqs6cA6rOoAOqzqQDqs6oA6rOrAOqzrADqs60A6rOuAOqzrwDqs7AA6rOxAOqzsgDqs7MA6rO0AOqztQDqs7YA6rO3AOqzuADqs7kA6rO6AOqzuwDqs7wA6rO9AOqzvgDqs78A6rSAAOq0gQDqtIIA6rSDAOq0hADqtIUA6rSGAOq0hwDqtIgA6rSJAOq0igDqtIsA6rSMAOq0jQDqtI4A6rSPAOq0kADqtJEA6rSSAOq0kwDqtJQA6rSVAOq0lgDqtJcA6rSYAOq0mQDqtJoA6rSbAOq0nADqtJ0A6rSeAOq0nwDqtKAA6rShAOq0ogDqtKMA6rSkAOq0pQDqtKYA6rSnAOq0qADqtKkA6rSqAOq0qwDqtKwA6rStAOq0rgDqtK8A6rSwAOq0sQDqtLIA6rSzAOq0tADqtLUA6rS2AOq0twDqtLgA6rS5AOq0ugDqtLsA6rS8AOq0vQDqtL4A6rS/AOq1gADqtYEA6rWCAOq1gwDqtYQA6rWFAOq1hgDqtYcA6rWIAOq1iQDqtYoA6rWLAOq1jADqtY0A6rWOAOq1jwDqtZAA6rWRAOq1kgDqtZMA6rWUAOq1lQDqtZYA6rWXAOq1mADqtZkA6rWaAOq1mwDqtZwA6rWdAOq1ngDqtZ8A6rWgAOq1oQDqtaIA6rWjAOq1pADqtaUA6rWmAOq1pwDqtagA6rWpAOq1qgDqtasA6rWsAOq1rQDqta4A6rWvAOq1sADqtbEA6rWyAOq1swDqtbQA6rW1AOq1tgDqtbcA6rW4AOq1uQDqtboA6rW7AOq1vADqtb0A6rW+AOq1vwDqtoAA6raBAOq2ggDqtoMA6raEAOq2hQDqtoYA6raHAOq2iADqtokA6raKAOq2iwDqtowA6raNAOq2jgDqto8A6raQAOq2kQDqtpIA6raTAOq2lADqtpUA6raWAOq2lwDqtpgA6raZAOq2mgDqtpsA6racAOq2nQDqtp4A6rafAOq2oADqtqEA6raiAOq2owDqtqQA6ralAOq2pgDqtqcA6raoAOq2qQDqtqoA6rarAOq2rADqtq0A6rauAOq2rwDqtrAA6raxAOq2sgDqtrMA6ra0AOq2tQDqtrYA6ra3AOq2uADqtrkA6ra6AOq2uwDqtrwA6ra9AOq2vgDqtr8A6reAAOq3gQDqt4IA6reDAOq3hADqt4UA6reGAOq3hwDqt4gA6reJAOq3igDqt4sA6reMAOq3jQDqt44A6rePAOq3kADqt5EA6reSAOq3kwDqt5QA6reVAOq3lgDqt5cA6reYAOq3mQDqt5oA6rebAOq3nADqt50A6reeAOq3nwDqt6AA6rehAOq3ogDqt6MA6rekAOq3pQDqt6YA6renAOq3qADqt6kA6reqAOq3qwDqt6wA6retAOq3rgDqt68A6rewAOq3sQDqt7IA6rezAOq3tADqt7UA6re2AOq3twDqt7gA6re5AOq3ugDqt7sA6re8AOq3vQDqt74A6re/AOq4gADquIEA6riCAOq4gwDquIQA6riFAOq4hgDquIcA6riIAOq4iQDquIoA6riLAOq4jADquI0A6riOAOq4jwDquJAA6riRAOq4kgDquJMA6riUAOq4lQDquJYA6riXAOq4mADquJkA6riaAOq4mwDquJwA6ridAOq4ngDquJ8A6rigAOq4oQDquKIA6rijAOq4pADquKUA6rimAOq4pwDquKgA6ripAOq4qgDquKsA6risAOq4rQDquK4A6rivAOq4sADquLEA6riyAOq4swDquLQA6ri1AOq4tgDquLcA6ri4AOq4uQDquLoA6ri7AOq4vADquL0A6ri+AOq4vwDquYAA6rmBAOq5ggDquYMA6rmEAOq5hQDquYYA6rmHAOq5iADquYkA6rmKAOq5iwDquYwA6rmNAOq5jgDquY8A6rmQAOq5kQDquZIA6rmTAOq5lADquZUA6rmWAOq5lwDquZgA6rmZAOq5mgDquZsA6rmcAOq5nQDquZ4A6rmfAOq5oADquaEA6rmiAOq5owDquaQA6rmlAOq5pgDquacA6rmoAOq5qQDquaoA6rmrAOq5rADqua0A6rmuAOq5rwDqubAA6rmxAOq5sgDqubMA6rm0AOq5tQDqubYA6rm3AOq5uADqubkA6rm6AOq5uwDqubwA6rm9AOq5vgDqub8A6rqAAOq6gQDquoIA6rqDAOq6hADquoUA6rqGAOq6hwDquogA6rqJAOq6igDquosA6rqMAOq6jQDquo4A6rqPAOq6kADqupEA6rqSAOq6kwDqupQA6rqVAOq6lgDqupcA6rqYAOq6mQDqupoA6rqbAOq6nADqup0A6rqeAOq6nwDquqAA6rqhAOq6ogDquqMA6rqkAOq6pQDquqYA6rqnAOq6qADquqkA6rqqAOq6qwDquqwA6rqtAOq6rgDquq8A6rqwAOq6sQDqurIA6rqzAOq6tADqurUA6rq2AOq6twDqurgA6rq5AOq6ugDqursA6rq8AOq6vQDqur4A6rq/AOq7gADqu4EA6ruCAOq7gwDqu4QA6ruFAOq7hgDqu4cA6ruIAOq7iQDqu4oA6ruLAOq7jADqu40A6ruOAOq7jwDqu5AA6ruRAOq7kgDqu5MA6ruUAOq7lQDqu5YA6ruXAOq7mADqu5kA6ruaAOq7mwDqu5wA6rudAOq7ngDqu58A6rugAOq7oQDqu6IA6rujAOq7pADqu6UA6rumAOq7pwDqu6gA6rupAOq7qgDqu6sA6rusAOq7rQDqu64A6ruvAOq7sADqu7EA6ruyAOq7swDqu7QA6ru1AOq7tgDqu7cA6ru4AOq7uQDqu7oA6ru7AOq7vADqu70A6ru+AOq7vwDqvIAA6ryBAOq8ggDqvIMA6ryEAOq8hQDqvIYA6ryHAOq8iADqvIkA6ryKAOq8iwDqvIwA6ryNAOq8jgDqvI8A6ryQAOq8kQDqvJIA6ryTAOq8lADqvJUA6ryWAOq8lwDqvJgA6ryZAOq8mgDqvJsA6rycAOq8nQDqvJ4A6ryfAOq8oADqvKEA6ryiAOq8owDqvKQA6rylAOq8pgDqvKcA6ryoAOq8qQDqvKoA6ryrAOq8rADqvK0A6ryuAOq8rwDqvLAA6ryxAOq8sgDqvLMA6ry0AOq8tQDqvLYA6ry3AOq8uADqvLkA6ry6AOq8uwDqvLwA6ry9AOq8vgDqvL8A6r2AAOq9gQDqvYIA6r2DAOq9hADqvYUA6r2GAOq9hwDqvYgA6r2JAOq9igDqvYsA6r2MAOq9jQDqvY4A6r2PAOq9kADqvZEA6r2SAOq9kwDqvZQA6r2VAOq9lgDqvZcA6r2YAOq9mQDqvZoA6r2bAOq9nADqvZ0A6r2eAOq9nwDqvaAA6r2hAOq9ogDqvaMA6r2kAOq9pQDqvaYA6r2nAOq9qADqvakA6r2qAOq9qwDqvawA6r2tAOq9rgDqva8A6r2wAOq9sQDqvbIA6r2zAOq9tADqvbUA6r22AOq9twDqvbgA6r25AOq9ugDqvbsA6r28AOq9vQDqvb4A6r2/AOq+gADqvoEA6r6CAOq+gwDqvoQA6r6FAOq+hgDqvocA6r6IAOq+iQDqvooA6r6LAOq+jADqvo0A6r6OAOq+jwDqvpAA6r6RAOq+kgDqvpMA6r6UAOq+lQDqvpYA6r6XAOq+mADqvpkA6r6aAOq+mwDqvpwA6r6dAOq+ngDqvp8A6r6gAOq+oQDqvqIA6r6jAOq+pADqvqUA6r6mAOq+pwDqvqgA6r6pAOq+qgDqvqsA6r6sAOq+rQDqvq4A6r6vAOq+sADqvrEA6r6yAOq+swDqvrQA6r61AOq+tgDqvrcA6r64AOq+uQDqvroA6r67AOq+vADqvr0A6r6+AOq+vwDqv4AA6r+BAOq/ggDqv4MA6r+EAOq/hQDqv4YA6r+HAOq/iADqv4kA6r+KAOq/iwDqv4wA6r+NAOq/jgDqv48A6r+QAOq/kQDqv5IA6r+TAOq/lADqv5UA6r+WAOq/lwDqv5gA6r+ZAOq/mgDqv5sA6r+cAOq/nQDqv54A6r+fAOq/oADqv6EA6r+iAOq/owDqv6QA6r+lAOq/pgDqv6cA6r+oAOq/qQDqv6oA6r+rAOq/rADqv60A6r+uAOq/rwDqv7AA6r+xAOq/sgDqv7MA6r+0AOq/tQDqv7YA6r+3AOq/uADqv7kA6r+6AOq/uwDqv7wA6r+9AOq/vgDqv78A64CAAOuAgQDrgIIA64CDAOuAhADrgIUA64CGAOuAhwDrgIgA64CJAOuAigDrgIsA64CMAOuAjQDrgI4A64CPAOuAkADrgJEA64CSAOuAkwDrgJQA64CVAOuAlgDrgJcA64CYAOuAmQDrgJoA64CbAOuAnADrgJ0A64CeAOuAnwDrgKAA64ChAOuAogDrgKMA64CkAOuApQDrgKYA64CnAOuAqADrgKkA64CqAOuAqwDrgKwA64CtAOuArgDrgK8A64CwAOuAsQDrgLIA64CzAOuAtADrgLUA64C2AOuAtwDrgLgA64C5AOuAugDrgLsA64C8AOuAvQDrgL4A64C/AOuBgADrgYEA64GCAOuBgwDrgYQA64GFAOuBhgDrgYcA64GIAOuBiQDrgYoA64GLAOuBjADrgY0A64GOAOuBjwDrgZAA64GRAOuBkgDrgZMA64GUAOuBlQDrgZYA64GXAOuBmADrgZkA64GaAOuBmwDrgZwA64GdAOuBngDrgZ8A64GgAOuBoQDrgaIA64GjAOuBpADrgaUA64GmAOuBpwDrgagA64GpAOuBqgDrgasA64GsAOuBrQDrga4A64GvAOuBsADrgbEA64GyAOuBswDrgbQA64G1AOuBtgDrgbcA64G4AOuBuQDrgboA64G7AOuBvADrgb0A64G+AOuBvwDrgoAA64KBAOuCggDrgoMA64KEAOuChQDrgoYA64KHAOuCiADrgokA64KKAOuCiwDrgowA64KNAOuCjgDrgo8A64KQAOuCkQDrgpIA64KTAOuClADrgpUA64KWAOuClwDrgpgA64KZAOuCmgDrgpsA64KcAOuCnQDrgp4A64KfAOuCoADrgqEA64KiAOuCowDrgqQA64KlAOuCpgDrgqcA64KoAOuCqQDrgqoA64KrAOuCrADrgq0A64KuAOuCrwDrgrAA64KxAOuCsgDrgrMA64K0AOuCtQDrgrYA64K3AOuCuADrgrkA64K6AOuCuwDrgrwA64K9AOuCvgDrgr8A64OAAOuDgQDrg4IA64ODAOuDhADrg4UA64OGAOuDhwDrg4gA64OJAOuDigDrg4sA64OMAOuDjQDrg44A64OPAOuDkADrg5EA64OSAOuDkwDrg5QA64OVAOuDlgDrg5cA64OYAOuDmQDrg5oA64ObAOuDnADrg50A64OeAOuDnwDrg6AA64OhAOuDogDrg6MA64OkAOuDpQDrg6YA64OnAOuDqADrg6kA64OqAOuDqwDrg6wA64OtAOuDrgDrg68A64OwAOuDsQDrg7IA64OzAOuDtADrg7UA64O2AOuDtwDrg7gA64O5AOuDugDrg7sA64O8AOuDvQDrg74A64O/AOuEgADrhIEA64SCAOuEgwDrhIQA64SFAOuEhgDrhIcA64SIAOuEiQDrhIoA64SLAOuEjADrhI0A64SOAOuEjwDrhJAA64SRAOuEkgDrhJMA64SUAOuElQDrhJYA64SXAOuEmADrhJkA64SaAOuEmwDrhJwA64SdAOuEngDrhJ8A64SgAOuEoQDrhKIA64SjAOuEpADrhKUA64SmAOuEpwDrhKgA64SpAOuEqgDrhKsA64SsAOuErQDrhK4A64SvAOuEsADrhLEA64SyAOuEswDrhLQA64S1AOuEtgDrhLcA64S4AOuEuQDrhLoA64S7AOuEvADrhL0A64S+AOuEvwDrhYAA64WBAOuFggDrhYMA64WEAOuFhQDrhYYA64WHAOuFiADrhYkA64WKAOuFiwDrhYwA64WNAOuFjgDrhY8A64WQAOuFkQDrhZIA64WTAOuFlADrhZUA64WWAOuFlwDrhZgA64WZAOuFmgDrhZsA64WcAOuFnQDrhZ4A64WfAOuFoADrhaEA64WiAOuFowDrhaQA64WlAOuFpgDrhacA64WoAOuFqQDrhaoA64WrAOuFrADrha0A64WuAOuFrwDrhbAA64WxAOuFsgDrhbMA64W0AOuFtQDrhbYA64W3AOuFuADrhbkA64W6AOuFuwDrhbwA64W9AOuFvgDrhb8A64aAAOuGgQDrhoIA64aDAOuGhADrhoUA64aGAOuGhwDrhogA64aJAOuGigDrhosA64aMAOuGjQDrho4A64aPAOuGkADrhpEA64aSAOuGkwDrhpQA64aVAOuGlgDrhpcA64aYAOuGmQDrhpoA64abAOuGnADrhp0A64aeAOuGnwDrhqAA64ahAOuGogDrhqMA64akAOuGpQDrhqYA64anAOuGqADrhqkA64aqAOuGqwDrhqwA64atAOuGrgDrhq8A64awAOuGsQDrhrIA64azAOuGtADrhrUA64a2AOuGtwDrhrgA64a5AOuGugDrhrsA64a8AOuGvQDrhr4A64a/AOuHgADrh4EA64eCAOuHgwDrh4QA64eFAOuHhgDrh4cA64eIAOuHiQDrh4oA64eLAOuHjADrh40A64eOAOuHjwDrh5AA64eRAOuHkgDrh5MA64eUAOuHlQDrh5YA64eXAOuHmADrh5kA64eaAOuHmwDrh5wA64edAOuHngDrh58A64egAOuHoQDrh6IA64ejAOuHpADrh6UA64emAOuHpwDrh6gA64epAOuHqgDrh6sA64esAOuHrQDrh64A64evAOuHsADrh7EA64eyAOuHswDrh7QA64e1AOuHtgDrh7cA64e4AOuHuQDrh7oA64e7AOuHvADrh70A64e+AOuHvwDriIAA64iBAOuIggDriIMA64iEAOuIhQDriIYA64iHAOuIiADriIkA64iKAOuIiwDriIwA64iNAOuIjgDriI8A64iQAOuIkQDriJIA64iTAOuIlADriJUA64iWAOuIlwDriJgA64iZAOuImgDriJsA64icAOuInQDriJ4A64ifAOuIoADriKEA64iiAOuIowDriKQA64ilAOuIpgDriKcA64ioAOuIqQDriKoA64irAOuIrADriK0A64iuAOuIrwDriLAA64ixAOuIsgDriLMA64i0AOuItQDriLYA64i3AOuIuADriLkA64i6AOuIuwDriLwA64i9AOuIvgDriL8A64mAAOuJgQDriYIA64mDAOuJhADriYUA64mGAOuJhwDriYgA64mJAOuJigDriYsA64mMAOuJjQDriY4A64mPAOuJkADriZEA64mSAOuJkwDriZQA64mVAOuJlgDriZcA64mYAOuJmQDriZoA64mbAOuJnADriZ0A64meAOuJnwDriaAA64mhAOuJogDriaMA64mkAOuJpQDriaYA64mnAOuJqADriakA64mqAOuJqwDriawA64mtAOuJrgDria8A64mwAOuJsQDribIA64mzAOuJtADribUA64m2AOuJtwDribgA64m5AOuJugDribsA64m8AOuJvQDrib4A64m/AOuKgADrioEA64qCAOuKgwDrioQA64qFAOuKhgDriocA64qIAOuKiQDriooA64qLAOuKjADrio0A64qOAOuKjwDripAA64qRAOuKkgDripMA64qUAOuKlQDripYA64qXAOuKmADripkA64qaAOuKmwDripwA64qdAOuKngDrip8A64qgAOuKoQDriqIA64qjAOuKpADriqUA64qmAOuKpwDriqgA64qpAOuKqgDriqsA64qsAOuKrQDriq4A64qvAOuKsADrirEA64qyAOuKswDrirQA64q1AOuKtgDrircA64q4AOuKuQDriroA64q7AOuKvADrir0A64q+AOuKvwDri4AA64uBAOuLggDri4MA64uEAOuLhQDri4YA64uHAOuLiADri4kA64uKAOuLiwDri4wA64uNAOuLjgDri48A64uQAOuLkQDri5IA64uTAOuLlADri5UA64uWAOuLlwDri5gA64uZAOuLmgDri5sA64ucAOuLnQDri54A64ufAOuLoADri6EA64uiAOuLowDri6QA64ulAOuLpgDri6cA64uoAOuLqQDri6oA64urAOuLrADri60A64uuAOuLrwDri7AA64uxAOuLsgDri7MA64u0AOuLtQDri7YA64u3AOuLuADri7kA64u6AOuLuwDri7wA64u9AOuLvgDri78A64yAAOuMgQDrjIIA64yDAOuMhADrjIUA64yGAOuMhwDrjIgA64yJAOuMigDrjIsA64yMAOuMjQDrjI4A64yPAOuMkADrjJEA64ySAOuMkwDrjJQA64yVAOuMlgDrjJcA64yYAOuMmQDrjJoA64ybAOuMnADrjJ0A64yeAOuMnwDrjKAA64yhAOuMogDrjKMA64ykAOuMpQDrjKYA64ynAOuMqADrjKkA64yqAOuMqwDrjKwA64ytAOuMrgDrjK8A64ywAOuMsQDrjLIA64yzAOuMtADrjLUA64y2AOuMtwDrjLgA64y5AOuMugDrjLsA64y8AOuMvQDrjL4A64y/AOuNgADrjYEA642CAOuNgwDrjYQA642FAOuNhgDrjYcA642IAOuNiQDrjYoA642LAOuNjADrjY0A642OAOuNjwDrjZAA642RAOuNkgDrjZMA642UAOuNlQDrjZYA642XAOuNmADrjZkA642aAOuNmwDrjZwA642dAOuNngDrjZ8A642gAOuNoQDrjaIA642jAOuNpADrjaUA642mAOuNpwDrjagA642pAOuNqgDrjasA642sAOuNrQDrja4A642vAOuNsADrjbEA642yAOuNswDrjbQA6421AOuNtgDrjbcA6424AOuNuQDrjboA6427AOuNvADrjb0A642+AOuNvwDrjoAA646BAOuOggDrjoMA646EAOuOhQDrjoYA646HAOuOiADrjokA646KAOuOiwDrjowA646NAOuOjgDrjo8A646QAOuOkQDrjpIA646TAOuOlADrjpUA646WAOuOlwDrjpgA646ZAOuOmgDrjpsA646cAOuOnQDrjp4A646fAOuOoADrjqEA646iAOuOowDrjqQA646lAOuOpgDrjqcA646oAOuOqQDrjqoA646rAOuOrADrjq0A646uAOuOrwDrjrAA646xAOuOsgDrjrMA6460AOuOtQDrjrYA6463AOuOuADrjrkA6466AOuOuwDrjrwA6469AOuOvgDrjr8A64+AAOuPgQDrj4IA64+DAOuPhADrj4UA64+GAOuPhwDrj4gA64+JAOuPigDrj4sA64+MAOuPjQDrj44A64+PAOuPkADrj5EA64+SAOuPkwDrj5QA64+VAOuPlgDrj5cA64+YAOuPmQDrj5oA64+bAOuPnADrj50A64+eAOuPnwDrj6AA64+hAOuPogDrj6MA64+kAOuPpQDrj6YA64+nAOuPqADrj6kA64+qAOuPqwDrj6wA64+tAOuPrgDrj68A64+wAOuPsQDrj7IA64+zAOuPtADrj7UA64+2AOuPtwDrj7gA64+5AOuPugDrj7sA64+8AOuPvQDrj74A64+/AOuQgADrkIEA65CCAOuQgwDrkIQA65CFAOuQhgDrkIcA65CIAOuQiQDrkIoA65CLAOuQjADrkI0A65COAOuQjwDrkJAA65CRAOuQkgDrkJMA65CUAOuQlQDrkJYA65CXAOuQmADrkJkA65CaAOuQmwDrkJwA65CdAOuQngDrkJ8A65CgAOuQoQDrkKIA65CjAOuQpADrkKUA65CmAOuQpwDrkKgA65CpAOuQqgDrkKsA65CsAOuQrQDrkK4A65CvAOuQsADrkLEA65CyAOuQswDrkLQA65C1AOuQtgDrkLcA65C4AOuQuQDrkLoA65C7AOuQvADrkL0A65C+AOuQvwDrkYAA65GBAOuRggDrkYMA65GEAOuRhQDrkYYA65GHAOuRiADrkYkA65GKAOuRiwDrkYwA65GNAOuRjgDrkY8A65GQAOuRkQDrkZIA65GTAOuRlADrkZUA65GWAOuRlwDrkZgA65GZAOuRmgDrkZsA65GcAOuRnQDrkZ4A65GfAOuRoADrkaEA65GiAOuRowDrkaQA65GlAOuRpgDrkacA65GoAOuRqQDrkaoA65GrAOuRrADrka0A65GuAOuRrwDrkbAA65GxAOuRsgDrkbMA65G0AOuRtQDrkbYA65G3AOuRuADrkbkA65G6AOuRuwDrkbwA65G9AOuRvgDrkb8A65KAAOuSgQDrkoIA65KDAOuShADrkoUA65KGAOuShwDrkogA65KJAOuSigDrkosA65KMAOuSjQDrko4A65KPAOuSkADrkpEA65KSAOuSkwDrkpQA65KVAOuSlgDrkpcA65KYAOuSmQDrkpoA65KbAOuSnADrkp0A65KeAOuSnwDrkqAA65KhAOuSogDrkqMA65KkAOuSpQDrkqYA65KnAOuSqADrkqkA65KqAOuSqwDrkqwA65KtAOuSrgDrkq8A65KwAOuSsQDrkrIA65KzAOuStADrkrUA65K2AOuStwDrkrgA65K5AOuSugDrkrsA65K8AOuSvQDrkr4A65K/AOuTgADrk4EA65OCAOuTgwDrk4QA65OFAOuThgDrk4cA65OIAOuTiQDrk4oA65OLAOuTjADrk40A65OOAOuTjwDrk5AA65ORAOuTkgDrk5MA65OUAOuTlQDrk5YA65OXAOuTmADrk5kA65OaAOuTmwDrk5wA65OdAOuTngDrk58A65OgAOuToQDrk6IA65OjAOuTpADrk6UA65OmAOuTpwDrk6gA65OpAOuTqgDrk6sA65OsAOuTrQDrk64A65OvAOuTsADrk7EA65OyAOuTswDrk7QA65O1AOuTtgDrk7cA65O4AOuTuQDrk7oA65O7AOuTvADrk70A65O+AOuTvwDrlIAA65SBAOuUggDrlIMA65SEAOuUhQDrlIYA65SHAOuUiADrlIkA65SKAOuUiwDrlIwA65SNAOuUjgDrlI8A65SQAOuUkQDrlJIA65STAOuUlADrlJUA65SWAOuUlwDrlJgA65SZAOuUmgDrlJsA65ScAOuUnQDrlJ4A65SfAOuUoADrlKEA65SiAOuUowDrlKQA65SlAOuUpgDrlKcA65SoAOuUqQDrlKoA65SrAOuUrADrlK0A65SuAOuUrwDrlLAA65SxAOuUsgDrlLMA65S0AOuUtQDrlLYA65S3AOuUuADrlLkA65S6AOuUuwDrlLwA65S9AOuUvgDrlL8A65WAAOuVgQDrlYIA65WDAOuVhADrlYUA65WGAOuVhwDrlYgA65WJAOuVigDrlYsA65WMAOuVjQDrlY4A65WPAOuVkADrlZEA65WSAOuVkwDrlZQA65WVAOuVlgDrlZcA65WYAOuVmQDrlZoA65WbAOuVnADrlZ0A65WeAOuVnwDrlaAA65WhAOuVogDrlaMA65WkAOuVpQDrlaYA65WnAOuVqADrlakA65WqAOuVqwDrlawA65WtAOuVrgDrla8A65WwAOuVsQDrlbIA65WzAOuVtADrlbUA65W2AOuVtwDrlbgA65W5AOuVugDrlbsA65W8AOuVvQDrlb4A65W/AOuWgADrloEA65aCAOuWgwDrloQA65aFAOuWhgDrlocA65aIAOuWiQDrlooA65aLAOuWjADrlo0A65aOAOuWjwDrlpAA65aRAOuWkgDrlpMA65aUAOuWlQDrlpYA65aXAOuWmADrlpkA65aaAOuWmwDrlpwA65adAOuWngDrlp8A65agAOuWoQDrlqIA65ajAOuWpADrlqUA65amAOuWpwDrlqgA65apAOuWqgDrlqsA65asAOuWrQDrlq4A65avAOuWsADrlrEA65ayAOuWswDrlrQA65a1AOuWtgDrlrcA65a4AOuWuQDrlroA65a7AOuWvADrlr0A65a+AOuWvwDrl4AA65eBAOuXggDrl4MA65eEAOuXhQDrl4YA65eHAOuXiADrl4kA65eKAOuXiwDrl4wA65eNAOuXjgDrl48A65eQAOuXkQDrl5IA65eTAOuXlADrl5UA65eWAOuXlwDrl5gA65eZAOuXmgDrl5sA65ecAOuXnQDrl54A65efAOuXoADrl6EA65eiAOuXowDrl6QA65elAOuXpgDrl6cA65eoAOuXqQDrl6oA65erAOuXrADrl60A65euAOuXrwDrl7AA65exAOuXsgDrl7MA65e0AOuXtQDrl7YA65e3AOuXuADrl7kA65e6AOuXuwDrl7wA65e9AOuXvgDrl78A65iAAOuYgQDrmIIA65iDAOuYhADrmIUA65iGAOuYhwDrmIgA65iJAOuYigDrmIsA65iMAOuYjQDrmI4A65iPAOuYkADrmJEA65iSAOuYkwDrmJQA65iVAOuYlgDrmJcA65iYAOuYmQDrmJoA65ibAOuYnADrmJ0A65ieAOuYnwDrmKAA65ihAOuYogDrmKMA65ikAOuYpQDrmKYA65inAOuYqADrmKkA65iqAOuYqwDrmKwA65itAOuYrgDrmK8A65iwAOuYsQDrmLIA65izAOuYtADrmLUA65i2AOuYtwDrmLgA65i5AOuYugDrmLsA65i8AOuYvQDrmL4A65i/AOuZgADrmYEA65mCAOuZgwDrmYQA65mFAOuZhgDrmYcA65mIAOuZiQDrmYoA65mLAOuZjADrmY0A65mOAOuZjwDrmZAA65mRAOuZkgDrmZMA65mUAOuZlQDrmZYA65mXAOuZmADrmZkA65maAOuZmwDrmZwA65mdAOuZngDrmZ8A65mgAOuZoQDrmaIA65mjAOuZpADrmaUA65mmAOuZpwDrmagA65mpAOuZqgDrmasA65msAOuZrQDrma4A65mvAOuZsADrmbEA65myAOuZswDrmbQA65m1AOuZtgDrmbcA65m4AOuZuQDrmboA65m7AOuZvADrmb0A65m+AOuZvwDrmoAA65qBAOuaggDrmoMA65qEAOuahQDrmoYA65qHAOuaiADrmokA65qKAOuaiwDrmowA65qNAOuajgDrmo8A65qQAOuakQDrmpIA65qTAOualADrmpUA65qWAOualwDrmpgA65qZAOuamgDrmpsA65qcAOuanQDrmp4A65qfAOuaoADrmqEA65qiAOuaowDrmqQA65qlAOuapgDrmqcA65qoAOuaqQDrmqoA65qrAOuarADrmq0A65quAOuarwDrmrAA65qxAOuasgDrmrMA65q0AOuatQDrmrYA65q3AOuauADrmrkA65q6AOuauwDrmrwA65q9AOuavgDrmr8A65uAAOubgQDrm4IA65uDAOubhADrm4UA65uGAOubhwDrm4gA65uJAOubigDrm4sA65uMAOubjQDrm44A65uPAOubkADrm5EA65uSAOubkwDrm5QA65uVAOublgDrm5cA65uYAOubmQDrm5oA65ubAOubnADrm50A65ueAOubnwDrm6AA65uhAOubogDrm6MA65ukAOubpQDrm6YA65unAOubqADrm6kA65uqAOubqwDrm6wA65utAOubrgDrm68A65uwAOubsQDrm7IA65uzAOubtADrm7UA65u2AOubtwDrm7gA65u5AOubugDrm7sA65u8AOubvQDrm74A65u/AOucgADrnIEA65yCAOucgwDrnIQA65yFAOuchgDrnIcA65yIAOuciQDrnIoA65yLAOucjADrnI0A65yOAOucjwDrnJAA65yRAOuckgDrnJMA65yUAOuclQDrnJYA65yXAOucmADrnJkA65yaAOucmwDrnJwA65ydAOucngDrnJ8A65ygAOucoQDrnKIA65yjAOucpADrnKUA65ymAOucpwDrnKgA65ypAOucqgDrnKsA65ysAOucrQDrnK4A65yvAOucsADrnLEA65yyAOucswDrnLQA65y1AOuctgDrnLcA65y4AOucuQDrnLoA65y7AOucvADrnL0A65y+AOucvwDrnYAA652BAOudggDrnYMA652EAOudhQDrnYYA652HAOudiADrnYkA652KAOudiwDrnYwA652NAOudjgDrnY8A652QAOudkQDrnZIA652TAOudlADrnZUA652WAOudlwDrnZgA652ZAOudmgDrnZsA652cAOudnQDrnZ4A652fAOudoADrnaEA652iAOudowDrnaQA652lAOudpgDrnacA652oAOudqQDrnaoA652rAOudrADrna0A652uAOudrwDrnbAA652xAOudsgDrnbMA6520AOudtQDrnbYA6523AOuduADrnbkA6526AOuduwDrnbwA6529AOudvgDrnb8A656AAOuegQDrnoIA656DAOuehADrnoUA656GAOuehwDrnogA656JAOueigDrnosA656MAOuejQDrno4A656PAOuekADrnpEA656SAOuekwDrnpQA656VAOuelgDrnpcA656YAOuemQDrnpoA656bAOuenADrnp0A656eAOuenwDrnqAA656hAOueogDrnqMA656kAOuepQDrnqYA656nAOueqADrnqkA656qAOueqwDrnqwA656tAOuergDrnq8A656wAOuesQDrnrIA656zAOuetADrnrUA6562AOuetwDrnrgA6565AOueugDrnrsA6568AOuevQDrnr4A656/AOufgADrn4EA65+CAOufgwDrn4QA65+FAOufhgDrn4cA65+IAOufiQDrn4oA65+LAOufjADrn40A65+OAOufjwDrn5AA65+RAOufkgDrn5MA65+UAOuflQDrn5YA65+XAOufmADrn5kA65+aAOufmwDrn5wA65+dAOufngDrn58A65+gAOufoQDrn6IA65+jAOufpADrn6UA65+mAOufpwDrn6gA65+pAOufqgDrn6sA65+sAOufrQDrn64A65+vAOufsADrn7EA65+yAOufswDrn7QA65+1AOuftgDrn7cA65+4AOufuQDrn7oA65+7AOufvADrn70A65++AOufvwDroIAA66CBAOugggDroIMA66CEAOughQDroIYA66CHAOugiADroIkA66CKAOugiwDroIwA66CNAOugjgDroI8A66CQAOugkQDroJIA66CTAOuglADroJUA66CWAOuglwDroJgA66CZAOugmgDroJsA66CcAOugnQDroJ4A66CfAOugoADroKEA66CiAOugowDroKQA66ClAOugpgDroKcA66CoAOugqQDroKoA66CrAOugrADroK0A66CuAOugrwDroLAA66CxAOugsgDroLMA66C0AOugtQDroLYA66C3AOuguADroLkA66C6AOuguwDroLwA66C9AOugvgDroL8A66GAAOuhgQDroYIA66GDAOuhhADroYUA66GGAOuhhwDroYgA66GJAOuhigDroYsA66GMAOuhjQDroY4A66GPAOuhkADroZEA66GSAOuhkwDroZQA66GVAOuhlgDroZcA66GYAOuhmQDroZoA66GbAOuhnADroZ0A66GeAOuhnwDroaAA66GhAOuhogDroaMA66GkAOuhpQDroaYA66GnAOuhqADroakA66GqAOuhqwDroawA66GtAOuhrgDroa8A66GwAOuhsQDrobIA66GzAOuhtADrobUA66G2AOuhtwDrobgA66G5AOuhugDrobsA66G8AOuhvQDrob4A66G/AOuigADrooEA66KCAOuigwDrooQA66KFAOuihgDroocA66KIAOuiiQDroooA66KLAOuijADroo0A66KOAOuijwDropAA66KRAOuikgDropMA66KUAOuilQDropYA66KXAOuimADropkA66KaAOuimwDropwA66KdAOuingDrop8A66KgAOuioQDroqIA66KjAOuipADroqUA66KmAOuipwDroqgA66KpAOuiqgDroqsA66KsAOuirQDroq4A66KvAOuisADrorEA66KyAOuiswDrorQA66K1AOuitgDrorcA66K4AOuiuQDroroA66K7AOuivADror0A66K+AOuivwDro4AA66OBAOujggDro4MA66OEAOujhQDro4YA66OHAOujiADro4kA66OKAOujiwDro4wA66ONAOujjgDro48A66OQAOujkQDro5IA66OTAOujlADro5UA66OWAOujlwDro5gA66OZAOujmgDro5sA66OcAOujnQDro54A66OfAOujoADro6EA66OiAOujowDro6QA66OlAOujpgDro6cA66OoAOujqQDro6oA66OrAOujrADro60A66OuAOujrwDro7AA66OxAOujsgDro7MA66O0AOujtQDro7YA66O3AOujuADro7kA66O6AOujuwDro7wA66O9AOujvgDro78A66SAAOukgQDrpIIA66SDAOukhADrpIUA66SGAOukhwDrpIgA66SJAOukigDrpIsA66SMAOukjQDrpI4A66SPAOukkADrpJEA66SSAOukkwDrpJQA66SVAOuklgDrpJcA66SYAOukmQDrpJoA66SbAOuknADrpJ0A66SeAOuknwDrpKAA66ShAOukogDrpKMA66SkAOukpQDrpKYA66SnAOukqADrpKkA66SqAOukqwDrpKwA66StAOukrgDrpK8A66SwAOuksQDrpLIA66SzAOuktADrpLUA66S2AOuktwDrpLgA66S5AOukugDrpLsA66S8AOukvQDrpL4A66S/AOulgADrpYEA66WCAOulgwDrpYQA66WFAOulhgDrpYcA66WIAOuliQDrpYoA66WLAOuljADrpY0A66WOAOuljwDrpZAA66WRAOulkgDrpZMA66WUAOullQDrpZYA66WXAOulmADrpZkA66WaAOulmwDrpZwA66WdAOulngDrpZ8A66WgAOuloQDrpaIA66WjAOulpADrpaUA66WmAOulpwDrpagA66WpAOulqgDrpasA66WsAOulrQDrpa4A66WvAOulsADrpbEA66WyAOulswDrpbQA66W1AOultgDrpbcA66W4AOuluQDrpboA66W7AOulvADrpb0A66W+AOulvwDrpoAA66aBAOumggDrpoMA66aEAOumhQDrpoYA66aHAOumiADrpokA66aKAOumiwDrpowA66aNAOumjgDrpo8A66aQAOumkQDrppIA66aTAOumlADrppUA66aWAOumlwDrppgA66aZAOummgDrppsA66acAOumnQDrpp4A66afAOumoADrpqEA66aiAOumowDrpqQA66alAOumpgDrpqcA66aoAOumqQDrpqoA66arAOumrADrpq0A66auAOumrwDrprAA66axAOumsgDrprMA66a0AOumtQDrprYA66a3AOumuADrprkA66a6AOumuwDrprwA66a9AOumvgDrpr8A66eAAOungQDrp4IA66eDAOunhADrp4UA66eGAOunhwDrp4gA66eJAOunigDrp4sA66eMAOunjQDrp44A66ePAOunkADrp5EA66eSAOunkwDrp5QA66eVAOunlgDrp5cA66eYAOunmQDrp5oA66ebAOunnADrp50A66eeAOunnwDrp6AA66ehAOunogDrp6MA66ekAOunpQDrp6YA66enAOunqADrp6kA66eqAOunqwDrp6wA66etAOunrgDrp68A66ewAOunsQDrp7IA66ezAOuntADrp7UA66e2AOuntwDrp7gA66e5AOunugDrp7sA66e8AOunvQDrp74A66e/AOuogADrqIEA66iCAOuogwDrqIQA66iFAOuohgDrqIcA66iIAOuoiQDrqIoA66iLAOuojADrqI0A66iOAOuojwDrqJAA66iRAOuokgDrqJMA66iUAOuolQDrqJYA66iXAOuomADrqJkA66iaAOuomwDrqJwA66idAOuongDrqJ8A66igAOuooQDrqKIA66ijAOuopADrqKUA66imAOuopwDrqKgA66ipAOuoqgDrqKsA66isAOuorQDrqK4A66ivAOuosADrqLEA66iyAOuoswDrqLQA66i1AOuotgDrqLcA66i4AOuouQDrqLoA66i7AOuovADrqL0A66i+AOuovwDrqYAA66mBAOupggDrqYMA66mEAOuphQDrqYYA66mHAOupiADrqYkA66mKAOupiwDrqYwA66mNAOupjgDrqY8A66mQAOupkQDrqZIA66mTAOuplADrqZUA66mWAOuplwDrqZgA66mZAOupmgDrqZsA66mcAOupnQDrqZ4A66mfAOupoADrqaEA66miAOupowDrqaQA66mlAOuppgDrqacA66moAOupqQDrqaoA66mrAOuprADrqa0A66muAOuprwDrqbAA66mxAOupsgDrqbMA66m0AOuptQDrqbYA66m3AOupuADrqbkA66m6AOupuwDrqbwA66m9AOupvgDrqb8A66qAAOuqgQDrqoIA66qDAOuqhADrqoUA66qGAOuqhwDrqogA66qJAOuqigDrqosA66qMAOuqjQDrqo4A66qPAOuqkADrqpEA66qSAOuqkwDrqpQA66qVAOuqlgDrqpcA66qYAOuqmQDrqpoA66qbAOuqnADrqp0A66qeAOuqnwDrqqAA66qhAOuqogDrqqMA66qkAOuqpQDrqqYA66qnAOuqqADrqqkA66qqAOuqqwDrqqwA66qtAOuqrgDrqq8A66qwAOuqsQDrqrIA66qzAOuqtADrqrUA66q2AOuqtwDrqrgA66q5AOuqugDrqrsA66q8AOuqvQDrqr4A66q/AOurgADrq4EA66uCAOurgwDrq4QA66uFAOurhgDrq4cA66uIAOuriQDrq4oA66uLAOurjADrq40A66uOAOurjwDrq5AA66uRAOurkgDrq5MA66uUAOurlQDrq5YA66uXAOurmADrq5kA66uaAOurmwDrq5wA66udAOurngDrq58A66ugAOuroQDrq6IA66ujAOurpADrq6UA66umAOurpwDrq6gA66upAOurqgDrq6sA66usAOurrQDrq64A66uvAOursADrq7EA66uyAOurswDrq7QA66u1AOurtgDrq7cA66u4AOuruQDrq7oA66u7AOurvADrq70A66u+AOurvwDrrIAA66yBAOusggDrrIMA66yEAOushQDrrIYA66yHAOusiADrrIkA66yKAOusiwDrrIwA66yNAOusjgDrrI8A66yQAOuskQDrrJIA66yTAOuslADrrJUA66yWAOuslwDrrJgA66yZAOusmgDrrJsA66ycAOusnQDrrJ4A66yfAOusoADrrKEA66yiAOusowDrrKQA66ylAOuspgDrrKcA66yoAOusqQDrrKoA66yrAOusrADrrK0A66yuAOusrwDrrLAA66yxAOussgDrrLMA66y0AOustQDrrLYA66y3AOusuADrrLkA66y6AOusuwDrrLwA66y9AOusvgDrrL8A662AAOutgQDrrYIA662DAOuthADrrYUA662GAOuthwDrrYgA662JAOutigDrrYsA662MAOutjQDrrY4A662PAOutkADrrZEA662SAOutkwDrrZQA662VAOutlgDrrZcA662YAOutmQDrrZoA662bAOutnADrrZ0A662eAOutnwDrraAA662hAOutogDrraMA662kAOutpQDrraYA662nAOutqADrrakA662qAOutqwDrrawA662tAOutrgDrra8A662wAOutsQDrrbIA662zAOuttADrrbUA6622AOuttwDrrbgA6625AOutugDrrbsA6628AOutvQDrrb4A662/AOuugADrroEA666CAOuugwDrroQA666FAOuuhgDrrocA666IAOuuiQDrrooA666LAOuujADrro0A666OAOuujwDrrpAA666RAOuukgDrrpMA666UAOuulQDrrpYA666XAOuumADrrpkA666aAOuumwDrrpwA666dAOuungDrrp8A666gAOuuoQDrrqIA666jAOuupADrrqUA666mAOuupwDrrqgA666pAOuuqgDrrqsA666sAOuurQDrrq4A666vAOuusADrrrEA666yAOuuswDrrrQA6661AOuutgDrrrcA6664AOuuuQDrrroA6667AOuuvADrrr0A666+AOuuvwDrr4AA66+BAOuvggDrr4MA66+EAOuvhQDrr4YA66+HAOuviADrr4kA66+KAOuviwDrr4wA66+NAOuvjgDrr48A66+QAOuvkQDrr5IA66+TAOuvlADrr5UA66+WAOuvlwDrr5gA66+ZAOuvmgDrr5sA66+cAOuvnQDrr54A66+fAOuvoADrr6EA66+iAOuvowDrr6QA66+lAOuvpgDrr6cA66+oAOuvqQDrr6oA66+rAOuvrADrr60A66+uAOuvrwDrr7AA66+xAOuvsgDrr7MA66+0AOuvtQDrr7YA66+3AOuvuADrr7kA66+6AOuvuwDrr7wA66+9AOuvvgDrr78A67CAAOuwgQDrsIIA67CDAOuwhADrsIUA67CGAOuwhwDrsIgA67CJAOuwigDrsIsA67CMAOuwjQDrsI4A67CPAOuwkADrsJEA67CSAOuwkwDrsJQA67CVAOuwlgDrsJcA67CYAOuwmQDrsJoA67CbAOuwnADrsJ0A67CeAOuwnwDrsKAA67ChAOuwogDrsKMA67CkAOuwpQDrsKYA67CnAOuwqADrsKkA67CqAOuwqwDrsKwA67CtAOuwrgDrsK8A67CwAOuwsQDrsLIA67CzAOuwtADrsLUA67C2AOuwtwDrsLgA67C5AOuwugDrsLsA67C8AOuwvQDrsL4A67C/AOuxgADrsYEA67GCAOuxgwDrsYQA67GFAOuxhgDrsYcA67GIAOuxiQDrsYoA67GLAOuxjADrsY0A67GOAOuxjwDrsZAA67GRAOuxkgDrsZMA67GUAOuxlQDrsZYA67GXAOuxmADrsZkA67GaAOuxmwDrsZwA67GdAOuxngDrsZ8A67GgAOuxoQDrsaIA67GjAOuxpADrsaUA67GmAOuxpwDrsagA67GpAOuxqgDrsasA67GsAOuxrQDrsa4A67GvAOuxsADrsbEA67GyAOuxswDrsbQA67G1AOuxtgDrsbcA67G4AOuxuQDrsboA67G7AOuxvADrsb0A67G+AOuxvwDrsoAA67KBAOuyggDrsoMA67KEAOuyhQDrsoYA67KHAOuyiADrsokA67KKAOuyiwDrsowA67KNAOuyjgDrso8A67KQAOuykQDrspIA67KTAOuylADrspUA67KWAOuylwDrspgA67KZAOuymgDrspsA67KcAOuynQDrsp4A67KfAOuyoADrsqEA67KiAOuyowDrsqQA67KlAOuypgDrsqcA67KoAOuyqQDrsqoA67KrAOuyrADrsq0A67KuAOuyrwDrsrAA67KxAOuysgDrsrMA67K0AOuytQDrsrYA67K3AOuyuADrsrkA67K6AOuyuwDrsrwA67K9AOuyvgDrsr8A67OAAOuzgQDrs4IA67ODAOuzhADrs4UA67OGAOuzhwDrs4gA67OJAOuzigDrs4sA67OMAOuzjQDrs44A67OPAOuzkADrs5EA67OSAOuzkwDrs5QA67OVAOuzlgDrs5cA67OYAOuzmQDrs5oA67ObAOuznADrs50A67OeAOuznwDrs6AA67OhAOuzogDrs6MA67OkAOuzpQDrs6YA67OnAOuzqADrs6kA67OqAOuzqwDrs6wA67OtAOuzrgDrs68A67OwAOuzsQDrs7IA67OzAOuztADrs7UA67O2AOuztwDrs7gA67O5AOuzugDrs7sA67O8AOuzvQDrs74A67O/AOu0gADrtIEA67SCAOu0gwDrtIQA67SFAOu0hgDrtIcA67SIAOu0iQDrtIoA67SLAOu0jADrtI0A67SOAOu0jwDrtJAA67SRAOu0kgDrtJMA67SUAOu0lQDrtJYA67SXAOu0mADrtJkA67SaAOu0mwDrtJwA67SdAOu0ngDrtJ8A67SgAOu0oQDrtKIA67SjAOu0pADrtKUA67SmAOu0pwDrtKgA67SpAOu0qgDrtKsA67SsAOu0rQDrtK4A67SvAOu0sADrtLEA67SyAOu0swDrtLQA67S1AOu0tgDrtLcA67S4AOu0uQDrtLoA67S7AOu0vADrtL0A67S+AOu0vwDrtYAA67WBAOu1ggDrtYMA67WEAOu1hQDrtYYA67WHAOu1iADrtYkA67WKAOu1iwDrtYwA67WNAOu1jgDrtY8A67WQAOu1kQDrtZIA67WTAOu1lADrtZUA67WWAOu1lwDrtZgA67WZAOu1mgDrtZsA67WcAOu1nQDrtZ4A67WfAOu1oADrtaEA67WiAOu1owDrtaQA67WlAOu1pgDrtacA67WoAOu1qQDrtaoA67WrAOu1rADrta0A67WuAOu1rwDrtbAA67WxAOu1sgDrtbMA67W0AOu1tQDrtbYA67W3AOu1uADrtbkA67W6AOu1uwDrtbwA67W9AOu1vgDrtb8A67aAAOu2gQDrtoIA67aDAOu2hADrtoUA67aGAOu2hwDrtogA67aJAOu2igDrtosA67aMAOu2jQDrto4A67aPAOu2kADrtpEA67aSAOu2kwDrtpQA67aVAOu2lgDrtpcA67aYAOu2mQDrtpoA67abAOu2nADrtp0A67aeAOu2nwDrtqAA67ahAOu2ogDrtqMA67akAOu2pQDrtqYA67anAOu2qADrtqkA67aqAOu2qwDrtqwA67atAOu2rgDrtq8A67awAOu2sQDrtrIA67azAOu2tADrtrUA67a2AOu2twDrtrgA67a5AOu2ugDrtrsA67a8AOu2vQDrtr4A67a/AOu3gADrt4EA67eCAOu3gwDrt4QA67eFAOu3hgDrt4cA67eIAOu3iQDrt4oA67eLAOu3jADrt40A67eOAOu3jwDrt5AA67eRAOu3kgDrt5MA67eUAOu3lQDrt5YA67eXAOu3mADrt5kA67eaAOu3mwDrt5wA67edAOu3ngDrt58A67egAOu3oQDrt6IA67ejAOu3pADrt6UA67emAOu3pwDrt6gA67epAOu3qgDrt6sA67esAOu3rQDrt64A67evAOu3sADrt7EA67eyAOu3swDrt7QA67e1AOu3tgDrt7cA67e4AOu3uQDrt7oA67e7AOu3vADrt70A67e+AOu3vwDruIAA67iBAOu4ggDruIMA67iEAOu4hQDruIYA67iHAOu4iADruIkA67iKAOu4iwDruIwA67iNAOu4jgDruI8A67iQAOu4kQDruJIA67iTAOu4lADruJUA67iWAOu4lwDruJgA67iZAOu4mgDruJsA67icAOu4nQDruJ4A67ifAOu4oADruKEA67iiAOu4owDruKQA67ilAOu4pgDruKcA67ioAOu4qQDruKoA67irAOu4rADruK0A67iuAOu4rwDruLAA67ixAOu4sgDruLMA67i0AOu4tQDruLYA67i3AOu4uADruLkA67i6AOu4uwDruLwA67i9AOu4vgDruL8A67mAAOu5gQDruYIA67mDAOu5hADruYUA67mGAOu5hwDruYgA67mJAOu5igDruYsA67mMAOu5jQDruY4A67mPAOu5kADruZEA67mSAOu5kwDruZQA67mVAOu5lgDruZcA67mYAOu5mQDruZoA67mbAOu5nADruZ0A67meAOu5nwDruaAA67mhAOu5ogDruaMA67mkAOu5pQDruaYA67mnAOu5qADruakA67mqAOu5qwDruawA67mtAOu5rgDrua8A67mwAOu5sQDrubIA67mzAOu5tADrubUA67m2AOu5twDrubgA67m5AOu5ugDrubsA67m8AOu5vQDrub4A67m/AOu6gADruoEA67qCAOu6gwDruoQA67qFAOu6hgDruocA67qIAOu6iQDruooA67qLAOu6jADruo0A67qOAOu6jwDrupAA67qRAOu6kgDrupMA67qUAOu6lQDrupYA67qXAOu6mADrupkA67qaAOu6mwDrupwA67qdAOu6ngDrup8A67qgAOu6oQDruqIA67qjAOu6pADruqUA67qmAOu6pwDruqgA67qpAOu6qgDruqsA67qsAOu6rQDruq4A67qvAOu6sADrurEA67qyAOu6swDrurQA67q1AOu6tgDrurcA67q4AOu6uQDruroA67q7AOu6vADrur0A67q+AOu6vwDru4AA67uBAOu7ggDru4MA67uEAOu7hQDru4YA67uHAOu7iADru4kA67uKAOu7iwDru4wA67uNAOu7jgDru48A67uQAOu7kQDru5IA67uTAOu7lADru5UA67uWAOu7lwDru5gA67uZAOu7mgDru5sA67ucAOu7nQDru54A67ufAOu7oADru6EA67uiAOu7owDru6QA67ulAOu7pgDru6cA67uoAOu7qQDru6oA67urAOu7rADru60A67uuAOu7rwDru7AA67uxAOu7sgDru7MA67u0AOu7tQDru7YA67u3AOu7uADru7kA67u6AOu7uwDru7wA67u9AOu7vgDru78A67yAAOu8gQDrvIIA67yDAOu8hADrvIUA67yGAOu8hwDrvIgA67yJAOu8igDrvIsA67yMAOu8jQDrvI4A67yPAOu8kADrvJEA67ySAOu8kwDrvJQA67yVAOu8lgDrvJcA67yYAOu8mQDrvJoA67ybAOu8nADrvJ0A67yeAOu8nwDrvKAA67yhAOu8ogDrvKMA67ykAOu8pQDrvKYA67ynAOu8qADrvKkA67yqAOu8qwDrvKwA67ytAOu8rgDrvK8A67ywAOu8sQDrvLIA67yzAOu8tADrvLUA67y2AOu8twDrvLgA67y5AOu8ugDrvLsA67y8AOu8vQDrvL4A67y/AOu9gADrvYEA672CAOu9gwDrvYQA672FAOu9hgDrvYcA672IAOu9iQDrvYoA672LAOu9jADrvY0A672OAOu9jwDrvZAA672RAOu9kgDrvZMA672UAOu9lQDrvZYA672XAOu9mADrvZkA672aAOu9mwDrvZwA672dAOu9ngDrvZ8A672gAOu9oQDrvaIA672jAOu9pADrvaUA672mAOu9pwDrvagA672pAOu9qgDrvasA672sAOu9rQDrva4A672vAOu9sADrvbEA672yAOu9swDrvbQA6721AOu9tgDrvbcA6724AOu9uQDrvboA6727AOu9vADrvb0A672+AOu9vwDrvoAA676BAOu+ggDrvoMA676EAOu+hQDrvoYA676HAOu+iADrvokA676KAOu+iwDrvowA676NAOu+jgDrvo8A676QAOu+kQDrvpIA676TAOu+lADrvpUA676WAOu+lwDrvpgA676ZAOu+mgDrvpsA676cAOu+nQDrvp4A676fAOu+oADrvqEA676iAOu+owDrvqQA676lAOu+pgDrvqcA676oAOu+qQDrvqoA676rAOu+rADrvq0A676uAOu+rwDrvrAA676xAOu+sgDrvrMA6760AOu+tQDrvrYA6763AOu+uADrvrkA6766AOu+uwDrvrwA6769AOu+vgDrvr8A67+AAOu/gQDrv4IA67+DAOu/hADrv4UA67+GAOu/hwDrv4gA67+JAOu/igDrv4sA67+MAOu/jQDrv44A67+PAOu/kADrv5EA67+SAOu/kwDrv5QA67+VAOu/lgDrv5cA67+YAOu/mQDrv5oA67+bAOu/nADrv50A67+eAOu/nwDrv6AA67+hAOu/ogDrv6MA67+kAOu/pQDrv6YA67+nAOu/qADrv6kA67+qAOu/qwDrv6wA67+tAOu/rgDrv68A67+wAOu/sQDrv7IA67+zAOu/tADrv7UA67+2AOu/twDrv7gA67+5AOu/ugDrv7sA67+8AOu/vQDrv74A67+/AOyAgADsgIEA7ICCAOyAgwDsgIQA7ICFAOyAhgDsgIcA7ICIAOyAiQDsgIoA7ICLAOyAjADsgI0A7ICOAOyAjwDsgJAA7ICRAOyAkgDsgJMA7ICUAOyAlQDsgJYA7ICXAOyAmADsgJkA7ICaAOyAmwDsgJwA7ICdAOyAngDsgJ8A7ICgAOyAoQDsgKIA7ICjAOyApADsgKUA7ICmAOyApwDsgKgA7ICpAOyAqgDsgKsA7ICsAOyArQDsgK4A7ICvAOyAsADsgLEA7ICyAOyAswDsgLQA7IC1AOyAtgDsgLcA7IC4AOyAuQDsgLoA7IC7AOyAvADsgL0A7IC+AOyAvwDsgYAA7IGBAOyBggDsgYMA7IGEAOyBhQDsgYYA7IGHAOyBiADsgYkA7IGKAOyBiwDsgYwA7IGNAOyBjgDsgY8A7IGQAOyBkQDsgZIA7IGTAOyBlADsgZUA7IGWAOyBlwDsgZgA7IGZAOyBmgDsgZsA7IGcAOyBnQDsgZ4A7IGfAOyBoADsgaEA7IGiAOyBowDsgaQA7IGlAOyBpgDsgacA7IGoAOyBqQDsgaoA7IGrAOyBrADsga0A7IGuAOyBrwDsgbAA7IGxAOyBsgDsgbMA7IG0AOyBtQDsgbYA7IG3AOyBuADsgbkA7IG6AOyBuwDsgbwA7IG9AOyBvgDsgb8A7IKAAOyCgQDsgoIA7IKDAOyChADsgoUA7IKGAOyChwDsgogA7IKJAOyCigDsgosA7IKMAOyCjQDsgo4A7IKPAOyCkADsgpEA7IKSAOyCkwDsgpQA7IKVAOyClgDsgpcA7IKYAOyCmQDsgpoA7IKbAOyCnADsgp0A7IKeAOyCnwDsgqAA7IKhAOyCogDsgqMA7IKkAOyCpQDsgqYA7IKnAOyCqADsgqkA7IKqAOyCqwDsgqwA7IKtAOyCrgDsgq8A7IKwAOyCsQDsgrIA7IKzAOyCtADsgrUA7IK2AOyCtwDsgrgA7IK5AOyCugDsgrsA7IK8AOyCvQDsgr4A7IK/AOyDgADsg4EA7IOCAOyDgwDsg4QA7IOFAOyDhgDsg4cA7IOIAOyDiQDsg4oA7IOLAOyDjADsg40A7IOOAOyDjwDsg5AA7IORAOyDkgDsg5MA7IOUAOyDlQDsg5YA7IOXAOyDmADsg5kA7IOaAOyDmwDsg5wA7IOdAOyDngDsg58A7IOgAOyDoQDsg6IA7IOjAOyDpADsg6UA7IOmAOyDpwDsg6gA7IOpAOyDqgDsg6sA7IOsAOyDrQDsg64A7IOvAOyDsADsg7EA7IOyAOyDswDsg7QA7IO1AOyDtgDsg7cA7IO4AOyDuQDsg7oA7IO7AOyDvADsg70A7IO+AOyDvwDshIAA7ISBAOyEggDshIMA7ISEAOyEhQDshIYA7ISHAOyEiADshIkA7ISKAOyEiwDshIwA7ISNAOyEjgDshI8A7ISQAOyEkQDshJIA7ISTAOyElADshJUA7ISWAOyElwDshJgA7ISZAOyEmgDshJsA7IScAOyEnQDshJ4A7ISfAOyEoADshKEA7ISiAOyEowDshKQA7ISlAOyEpgDshKcA7ISoAOyEqQDshKoA7ISrAOyErADshK0A7ISuAOyErwDshLAA7ISxAOyEsgDshLMA7IS0AOyEtQDshLYA7IS3AOyEuADshLkA7IS6AOyEuwDshLwA7IS9AOyEvgDshL8A7IWAAOyFgQDshYIA7IWDAOyFhADshYUA7IWGAOyFhwDshYgA7IWJAOyFigDshYsA7IWMAOyFjQDshY4A7IWPAOyFkADshZEA7IWSAOyFkwDshZQA7IWVAOyFlgDshZcA7IWYAOyFmQDshZoA7IWbAOyFnADshZ0A7IWeAOyFnwDshaAA7IWhAOyFogDshaMA7IWkAOyFpQDshaYA7IWnAOyFqADshakA7IWqAOyFqwDshawA7IWtAOyFrgDsha8A7IWwAOyFsQDshbIA7IWzAOyFtADshbUA7IW2AOyFtwDshbgA7IW5AOyFugDshbsA7IW8AOyFvQDshb4A7IW/AOyGgADshoEA7IaCAOyGgwDshoQA7IaFAOyGhgDshocA7IaIAOyGiQDshooA7IaLAOyGjADsho0A7IaOAOyGjwDshpAA7IaRAOyGkgDshpMA7IaUAOyGlQDshpYA7IaXAOyGmADshpkA7IaaAOyGmwDshpwA7IadAOyGngDshp8A7IagAOyGoQDshqIA7IajAOyGpADshqUA7IamAOyGpwDshqgA7IapAOyGqgDshqsA7IasAOyGrQDshq4A7IavAOyGsADshrEA7IayAOyGswDshrQA7Ia1AOyGtgDshrcA7Ia4AOyGuQDshroA7Ia7AOyGvADshr0A7Ia+AOyGvwDsh4AA7IeBAOyHggDsh4MA7IeEAOyHhQDsh4YA7IeHAOyHiADsh4kA7IeKAOyHiwDsh4wA7IeNAOyHjgDsh48A7IeQAOyHkQDsh5IA7IeTAOyHlADsh5UA7IeWAOyHlwDsh5gA7IeZAOyHmgDsh5sA7IecAOyHnQDsh54A7IefAOyHoADsh6EA7IeiAOyHowDsh6QA7IelAOyHpgDsh6cA7IeoAOyHqQDsh6oA7IerAOyHrADsh60A7IeuAOyHrwDsh7AA7IexAOyHsgDsh7MA7Ie0AOyHtQDsh7YA7Ie3AOyHuADsh7kA7Ie6AOyHuwDsh7wA7Ie9AOyHvgDsh78A7IiAAOyIgQDsiIIA7IiDAOyIhADsiIUA7IiGAOyIhwDsiIgA7IiJAOyIigDsiIsA7IiMAOyIjQDsiI4A7IiPAOyIkADsiJEA7IiSAOyIkwDsiJQA7IiVAOyIlgDsiJcA7IiYAOyImQDsiJoA7IibAOyInADsiJ0A7IieAOyInwDsiKAA7IihAOyIogDsiKMA7IikAOyIpQDsiKYA7IinAOyIqADsiKkA7IiqAOyIqwDsiKwA7IitAOyIrgDsiK8A7IiwAOyIsQDsiLIA7IizAOyItADsiLUA7Ii2AOyItwDsiLgA7Ii5AOyIugDsiLsA7Ii8AOyIvQDsiL4A7Ii/AOyJgADsiYEA7ImCAOyJgwDsiYQA7ImFAOyJhgDsiYcA7ImIAOyJiQDsiYoA7ImLAOyJjADsiY0A7ImOAOyJjwDsiZAA7ImRAOyJkgDsiZMA7ImUAOyJlQDsiZYA7ImXAOyJmADsiZkA7ImaAOyJmwDsiZwA7ImdAOyJngDsiZ8A7ImgAOyJoQDsiaIA7ImjAOyJpADsiaUA7ImmAOyJpwDsiagA7ImpAOyJqgDsiasA7ImsAOyJrQDsia4A7ImvAOyJsADsibEA7ImyAOyJswDsibQA7Im1AOyJtgDsibcA7Im4AOyJuQDsiboA7Im7AOyJvADsib0A7Im+AOyJvwDsioAA7IqBAOyKggDsioMA7IqEAOyKhQDsioYA7IqHAOyKiADsiokA7IqKAOyKiwDsiowA7IqNAOyKjgDsio8A7IqQAOyKkQDsipIA7IqTAOyKlADsipUA7IqWAOyKlwDsipgA7IqZAOyKmgDsipsA7IqcAOyKnQDsip4A7IqfAOyKoADsiqEA7IqiAOyKowDsiqQA7IqlAOyKpgDsiqcA7IqoAOyKqQDsiqoA7IqrAOyKrADsiq0A7IquAOyKrwDsirAA7IqxAOyKsgDsirMA7Iq0AOyKtQDsirYA7Iq3AOyKuADsirkA7Iq6AOyKuwDsirwA7Iq9AOyKvgDsir8A7IuAAOyLgQDsi4IA7IuDAOyLhADsi4UA7IuGAOyLhwDsi4gA7IuJAOyLigDsi4sA7IuMAOyLjQDsi44A7IuPAOyLkADsi5EA7IuSAOyLkwDsi5QA7IuVAOyLlgDsi5cA7IuYAOyLmQDsi5oA7IubAOyLnADsi50A7IueAOyLnwDsi6AA7IuhAOyLogDsi6MA7IukAOyLpQDsi6YA7IunAOyLqADsi6kA7IuqAOyLqwDsi6wA7IutAOyLrgDsi68A7IuwAOyLsQDsi7IA7IuzAOyLtADsi7UA7Iu2AOyLtwDsi7gA7Iu5AOyLugDsi7sA7Iu8AOyLvQDsi74A7Iu/AOyMgADsjIEA7IyCAOyMgwDsjIQA7IyFAOyMhgDsjIcA7IyIAOyMiQDsjIoA7IyLAOyMjADsjI0A7IyOAOyMjwDsjJAA7IyRAOyMkgDsjJMA7IyUAOyMlQDsjJYA7IyXAOyMmADsjJkA7IyaAOyMmwDsjJwA7IydAOyMngDsjJ8A7IygAOyMoQDsjKIA7IyjAOyMpADsjKUA7IymAOyMpwDsjKgA7IypAOyMqgDsjKsA7IysAOyMrQDsjK4A7IyvAOyMsADsjLEA7IyyAOyMswDsjLQA7Iy1AOyMtgDsjLcA7Iy4AOyMuQDsjLoA7Iy7AOyMvADsjL0A7Iy+AOyMvwDsjYAA7I2BAOyNggDsjYMA7I2EAOyNhQDsjYYA7I2HAOyNiADsjYkA7I2KAOyNiwDsjYwA7I2NAOyNjgDsjY8A7I2QAOyNkQDsjZIA7I2TAOyNlADsjZUA7I2WAOyNlwDsjZgA7I2ZAOyNmgDsjZsA7I2cAOyNnQDsjZ4A7I2fAOyNoADsjaEA7I2iAOyNowDsjaQA7I2lAOyNpgDsjacA7I2oAOyNqQDsjaoA7I2rAOyNrADsja0A7I2uAOyNrwDsjbAA7I2xAOyNsgDsjbMA7I20AOyNtQDsjbYA7I23AOyNuADsjbkA7I26AOyNuwDsjbwA7I29AOyNvgDsjb8A7I6AAOyOgQDsjoIA7I6DAOyOhADsjoUA7I6GAOyOhwDsjogA7I6JAOyOigDsjosA7I6MAOyOjQDsjo4A7I6PAOyOkADsjpEA7I6SAOyOkwDsjpQA7I6VAOyOlgDsjpcA7I6YAOyOmQDsjpoA7I6bAOyOnADsjp0A7I6eAOyOnwDsjqAA7I6hAOyOogDsjqMA7I6kAOyOpQDsjqYA7I6nAOyOqADsjqkA7I6qAOyOqwDsjqwA7I6tAOyOrgDsjq8A7I6wAOyOsQDsjrIA7I6zAOyOtADsjrUA7I62AOyOtwDsjrgA7I65AOyOugDsjrsA7I68AOyOvQDsjr4A7I6/AOyPgADsj4EA7I+CAOyPgwDsj4QA7I+FAOyPhgDsj4cA7I+IAOyPiQDsj4oA7I+LAOyPjADsj40A7I+OAOyPjwDsj5AA7I+RAOyPkgDsj5MA7I+UAOyPlQDsj5YA7I+XAOyPmADsj5kA7I+aAOyPmwDsj5wA7I+dAOyPngDsj58A7I+gAOyPoQDsj6IA7I+jAOyPpADsj6UA7I+mAOyPpwDsj6gA7I+pAOyPqgDsj6sA7I+sAOyPrQDsj64A7I+vAOyPsADsj7EA7I+yAOyPswDsj7QA7I+1AOyPtgDsj7cA7I+4AOyPuQDsj7oA7I+7AOyPvADsj70A7I++AOyPvwDskIAA7JCBAOyQggDskIMA7JCEAOyQhQDskIYA7JCHAOyQiADskIkA7JCKAOyQiwDskIwA7JCNAOyQjgDskI8A7JCQAOyQkQDskJIA7JCTAOyQlADskJUA7JCWAOyQlwDskJgA7JCZAOyQmgDskJsA7JCcAOyQnQDskJ4A7JCfAOyQoADskKEA7JCiAOyQowDskKQA7JClAOyQpgDskKcA7JCoAOyQqQDskKoA7JCrAOyQrADskK0A7JCuAOyQrwDskLAA7JCxAOyQsgDskLMA7JC0AOyQtQDskLYA7JC3AOyQuADskLkA7JC6AOyQuwDskLwA7JC9AOyQvgDskL8A7JGAAOyRgQDskYIA7JGDAOyRhADskYUA7JGGAOyRhwDskYgA7JGJAOyRigDskYsA7JGMAOyRjQDskY4A7JGPAOyRkADskZEA7JGSAOyRkwDskZQA7JGVAOyRlgDskZcA7JGYAOyRmQDskZoA7JGbAOyRnADskZ0A7JGeAOyRnwDskaAA7JGhAOyRogDskaMA7JGkAOyRpQDskaYA7JGnAOyRqADskakA7JGqAOyRqwDskawA7JGtAOyRrgDska8A7JGwAOyRsQDskbIA7JGzAOyRtADskbUA7JG2AOyRtwDskbgA7JG5AOyRugDskbsA7JG8AOyRvQDskb4A7JG/AOySgADskoEA7JKCAOySgwDskoQA7JKFAOyShgDskocA7JKIAOySiQDskooA7JKLAOySjADsko0A7JKOAOySjwDskpAA7JKRAOySkgDskpMA7JKUAOySlQDskpYA7JKXAOySmADskpkA7JKaAOySmwDskpwA7JKdAOySngDskp8A7JKgAOySoQDskqIA7JKjAOySpADskqUA7JKmAOySpwDskqgA7JKpAOySqgDskqsA7JKsAOySrQDskq4A7JKvAOySsADskrEA7JKyAOySswDskrQA7JK1AOyStgDskrcA7JK4AOySuQDskroA7JK7AOySvADskr0A7JK+AOySvwDsk4AA7JOBAOyTggDsk4MA7JOEAOyThQDsk4YA7JOHAOyTiADsk4kA7JOKAOyTiwDsk4wA7JONAOyTjgDsk48A7JOQAOyTkQDsk5IA7JOTAOyTlADsk5UA7JOWAOyTlwDsk5gA7JOZAOyTmgDsk5sA7JOcAOyTnQDsk54A7JOfAOyToADsk6EA7JOiAOyTowDsk6QA7JOlAOyTpgDsk6cA7JOoAOyTqQDsk6oA7JOrAOyTrADsk60A7JOuAOyTrwDsk7AA7JOxAOyTsgDsk7MA7JO0AOyTtQDsk7YA7JO3AOyTuADsk7kA7JO6AOyTuwDsk7wA7JO9AOyTvgDsk78A7JSAAOyUgQDslIIA7JSDAOyUhADslIUA7JSGAOyUhwDslIgA7JSJAOyUigDslIsA7JSMAOyUjQDslI4A7JSPAOyUkADslJEA7JSSAOyUkwDslJQA7JSVAOyUlgDslJcA7JSYAOyUmQDslJoA7JSbAOyUnADslJ0A7JSeAOyUnwDslKAA7JShAOyUogDslKMA7JSkAOyUpQDslKYA7JSnAOyUqADslKkA7JSqAOyUqwDslKwA7JStAOyUrgDslK8A7JSwAOyUsQDslLIA7JSzAOyUtADslLUA7JS2AOyUtwDslLgA7JS5AOyUugDslLsA7JS8AOyUvQDslL4A7JS/AOyVgADslYEA7JWCAOyVgwDslYQA7JWFAOyVhgDslYcA7JWIAOyViQDslYoA7JWLAOyVjADslY0A7JWOAOyVjwDslZAA7JWRAOyVkgDslZMA7JWUAOyVlQDslZYA7JWXAOyVmADslZkA7JWaAOyVmwDslZwA7JWdAOyVngDslZ8A7JWgAOyVoQDslaIA7JWjAOyVpADslaUA7JWmAOyVpwDslagA7JWpAOyVqgDslasA7JWsAOyVrQDsla4A7JWvAOyVsADslbEA7JWyAOyVswDslbQA7JW1AOyVtgDslbcA7JW4AOyVuQDslboA7JW7AOyVvADslb0A7JW+AOyVvwDsloAA7JaBAOyWggDsloMA7JaEAOyWhQDsloYA7JaHAOyWiADslokA7JaKAOyWiwDslowA7JaNAOyWjgDslo8A7JaQAOyWkQDslpIA7JaTAOyWlADslpUA7JaWAOyWlwDslpgA7JaZAOyWmgDslpsA7JacAOyWnQDslp4A7JafAOyWoADslqEA7JaiAOyWowDslqQA7JalAOyWpgDslqcA7JaoAOyWqQDslqoA7JarAOyWrADslq0A7JauAOyWrwDslrAA7JaxAOyWsgDslrMA7Ja0AOyWtQDslrYA7Ja3AOyWuADslrkA7Ja6AOyWuwDslrwA7Ja9AOyWvgDslr8A7JeAAOyXgQDsl4IA7JeDAOyXhADsl4UA7JeGAOyXhwDsl4gA7JeJAOyXigDsl4sA7JeMAOyXjQDsl44A7JePAOyXkADsl5EA7JeSAOyXkwDsl5QA7JeVAOyXlgDsl5cA7JeYAOyXmQDsl5oA7JebAOyXnADsl50A7JeeAOyXnwDsl6AA7JehAOyXogDsl6MA7JekAOyXpQDsl6YA7JenAOyXqADsl6kA7JeqAOyXqwDsl6wA7JetAOyXrgDsl68A7JewAOyXsQDsl7IA7JezAOyXtADsl7UA7Je2AOyXtwDsl7gA7Je5AOyXugDsl7sA7Je8AOyXvQDsl74A7Je/AOyYgADsmIEA7JiCAOyYgwDsmIQA7JiFAOyYhgDsmIcA7JiIAOyYiQDsmIoA7JiLAOyYjADsmI0A7JiOAOyYjwDsmJAA7JiRAOyYkgDsmJMA7JiUAOyYlQDsmJYA7JiXAOyYmADsmJkA7JiaAOyYmwDsmJwA7JidAOyYngDsmJ8A7JigAOyYoQDsmKIA7JijAOyYpADsmKUA7JimAOyYpwDsmKgA7JipAOyYqgDsmKsA7JisAOyYrQDsmK4A7JivAOyYsADsmLEA7JiyAOyYswDsmLQA7Ji1AOyYtgDsmLcA7Ji4AOyYuQDsmLoA7Ji7AOyYvADsmL0A7Ji+AOyYvwDsmYAA7JmBAOyZggDsmYMA7JmEAOyZhQDsmYYA7JmHAOyZiADsmYkA7JmKAOyZiwDsmYwA7JmNAOyZjgDsmY8A7JmQAOyZkQDsmZIA7JmTAOyZlADsmZUA7JmWAOyZlwDsmZgA7JmZAOyZmgDsmZsA7JmcAOyZnQDsmZ4A7JmfAOyZoADsmaEA7JmiAOyZowDsmaQA7JmlAOyZpgDsmacA7JmoAOyZqQDsmaoA7JmrAOyZrADsma0A7JmuAOyZrwDsmbAA7JmxAOyZsgDsmbMA7Jm0AOyZtQDsmbYA7Jm3AOyZuADsmbkA7Jm6AOyZuwDsmbwA7Jm9AOyZvgDsmb8A7JqAAOyagQDsmoIA7JqDAOyahADsmoUA7JqGAOyahwDsmogA7JqJAOyaigDsmosA7JqMAOyajQDsmo4A7JqPAOyakADsmpEA7JqSAOyakwDsmpQA7JqVAOyalgDsmpcA7JqYAOyamQDsmpoA7JqbAOyanADsmp0A7JqeAOyanwDsmqAA7JqhAOyaogDsmqMA7JqkAOyapQDsmqYA7JqnAOyaqADsmqkA7JqqAOyaqwDsmqwA7JqtAOyargDsmq8A7JqwAOyasQDsmrIA7JqzAOyatADsmrUA7Jq2AOyatwDsmrgA7Jq5AOyaugDsmrsA7Jq8AOyavQDsmr4A7Jq/AOybgADsm4EA7JuCAOybgwDsm4QA7JuFAOybhgDsm4cA7JuIAOybiQDsm4oA7JuLAOybjADsm40A7JuOAOybjwDsm5AA7JuRAOybkgDsm5MA7JuUAOyblQDsm5YA7JuXAOybmADsm5kA7JuaAOybmwDsm5wA7JudAOybngDsm58A7JugAOyboQDsm6IA7JujAOybpADsm6UA7JumAOybpwDsm6gA7JupAOybqgDsm6sA7JusAOybrQDsm64A7JuvAOybsADsm7EA7JuyAOybswDsm7QA7Ju1AOybtgDsm7cA7Ju4AOybuQDsm7oA7Ju7AOybvADsm70A7Ju+AOybvwDsnIAA7JyBAOycggDsnIMA7JyEAOychQDsnIYA7JyHAOyciADsnIkA7JyKAOyciwDsnIwA7JyNAOycjgDsnI8A7JyQAOyckQDsnJIA7JyTAOyclADsnJUA7JyWAOyclwDsnJgA7JyZAOycmgDsnJsA7JycAOycnQDsnJ4A7JyfAOycoADsnKEA7JyiAOycowDsnKQA7JylAOycpgDsnKcA7JyoAOycqQDsnKoA7JyrAOycrADsnK0A7JyuAOycrwDsnLAA7JyxAOycsgDsnLMA7Jy0AOyctQDsnLYA7Jy3AOycuADsnLkA7Jy6AOycuwDsnLwA7Jy9AOycvgDsnL8A7J2AAOydgQDsnYIA7J2DAOydhADsnYUA7J2GAOydhwDsnYgA7J2JAOydigDsnYsA7J2MAOydjQDsnY4A7J2PAOydkADsnZEA7J2SAOydkwDsnZQA7J2VAOydlgDsnZcA7J2YAOydmQDsnZoA7J2bAOydnADsnZ0A7J2eAOydnwDsnaAA7J2hAOydogDsnaMA7J2kAOydpQDsnaYA7J2nAOydqADsnakA7J2qAOydqwDsnawA7J2tAOydrgDsna8A7J2wAOydsQDsnbIA7J2zAOydtADsnbUA7J22AOydtwDsnbgA7J25AOydugDsnbsA7J28AOydvQDsnb4A7J2/AOyegADsnoEA7J6CAOyegwDsnoQA7J6FAOyehgDsnocA7J6IAOyeiQDsnooA7J6LAOyejADsno0A7J6OAOyejwDsnpAA7J6RAOyekgDsnpMA7J6UAOyelQDsnpYA7J6XAOyemADsnpkA7J6aAOyemwDsnpwA7J6dAOyengDsnp8A7J6gAOyeoQDsnqIA7J6jAOyepADsnqUA7J6mAOyepwDsnqgA7J6pAOyeqgDsnqsA7J6sAOyerQDsnq4A7J6vAOyesADsnrEA7J6yAOyeswDsnrQA7J61AOyetgDsnrcA7J64AOyeuQDsnroA7J67AOyevADsnr0A7J6+AOyevwDsn4AA7J+BAOyfggDsn4MA7J+EAOyfhQDsn4YA7J+HAOyfiADsn4kA7J+KAOyfiwDsn4wA7J+NAOyfjgDsn48A7J+QAOyfkQDsn5IA7J+TAOyflADsn5UA7J+WAOyflwDsn5gA7J+ZAOyfmgDsn5sA7J+cAOyfnQDsn54A7J+fAOyfoADsn6EA7J+iAOyfowDsn6QA7J+lAOyfpgDsn6cA7J+oAOyfqQDsn6oA7J+rAOyfrADsn60A7J+uAOyfrwDsn7AA7J+xAOyfsgDsn7MA7J+0AOyftQDsn7YA7J+3AOyfuADsn7kA7J+6AOyfuwDsn7wA7J+9AOyfvgDsn78A7KCAAOyggQDsoIIA7KCDAOyghADsoIUA7KCGAOyghwDsoIgA7KCJAOygigDsoIsA7KCMAOygjQDsoI4A7KCPAOygkADsoJEA7KCSAOygkwDsoJQA7KCVAOyglgDsoJcA7KCYAOygmQDsoJoA7KCbAOygnADsoJ0A7KCeAOygnwDsoKAA7KChAOygogDsoKMA7KCkAOygpQDsoKYA7KCnAOygqADsoKkA7KCqAOygqwDsoKwA7KCtAOygrgDsoK8A7KCwAOygsQDsoLIA7KCzAOygtADsoLUA7KC2AOygtwDsoLgA7KC5AOygugDsoLsA7KC8AOygvQDsoL4A7KC/AOyhgADsoYEA7KGCAOyhgwDsoYQA7KGFAOyhhgDsoYcA7KGIAOyhiQDsoYoA7KGLAOyhjADsoY0A7KGOAOyhjwDsoZAA7KGRAOyhkgDsoZMA7KGUAOyhlQDsoZYA7KGXAOyhmADsoZkA7KGaAOyhmwDsoZwA7KGdAOyhngDsoZ8A7KGgAOyhoQDsoaIA7KGjAOyhpADsoaUA7KGmAOyhpwDsoagA7KGpAOyhqgDsoasA7KGsAOyhrQDsoa4A7KGvAOyhsADsobEA7KGyAOyhswDsobQA7KG1AOyhtgDsobcA7KG4AOyhuQDsoboA7KG7AOyhvADsob0A7KG+AOyhvwDsooAA7KKBAOyiggDsooMA7KKEAOyihQDsooYA7KKHAOyiiADsookA7KKKAOyiiwDsoowA7KKNAOyijgDsoo8A7KKQAOyikQDsopIA7KKTAOyilADsopUA7KKWAOyilwDsopgA7KKZAOyimgDsopsA7KKcAOyinQDsop4A7KKfAOyioADsoqEA7KKiAOyiowDsoqQA7KKlAOyipgDsoqcA7KKoAOyiqQDsoqoA7KKrAOyirADsoq0A7KKuAOyirwDsorAA7KKxAOyisgDsorMA7KK0AOyitQDsorYA7KK3AOyiuADsorkA7KK6AOyiuwDsorwA7KK9AOyivgDsor8A7KOAAOyjgQDso4IA7KODAOyjhADso4UA7KOGAOyjhwDso4gA7KOJAOyjigDso4sA7KOMAOyjjQDso44A7KOPAOyjkADso5EA7KOSAOyjkwDso5QA7KOVAOyjlgDso5cA7KOYAOyjmQDso5oA7KObAOyjnADso50A7KOeAOyjnwDso6AA7KOhAOyjogDso6MA7KOkAOyjpQDso6YA7KOnAOyjqADso6kA7KOqAOyjqwDso6wA7KOtAOyjrgDso68A7KOwAOyjsQDso7IA7KOzAOyjtADso7UA7KO2AOyjtwDso7gA7KO5AOyjugDso7sA7KO8AOyjvOydmADso70A7KO+AOyjvwDspIAA7KSBAOykggDspIMA7KSEAOykhQDspIYA7KSHAOykiADspIkA7KSKAOykiwDspIwA7KSNAOykjgDspI8A7KSQAOykkQDspJIA7KSTAOyklADspJUA7KSWAOyklwDspJgA7KSZAOykmgDspJsA7KScAOyknQDspJ4A7KSfAOykoADspKEA7KSiAOykowDspKQA7KSlAOykpgDspKcA7KSoAOykqQDspKoA7KSrAOykrADspK0A7KSuAOykrwDspLAA7KSxAOyksgDspLMA7KS0AOyktQDspLYA7KS3AOykuADspLkA7KS6AOykuwDspLwA7KS9AOykvgDspL8A7KWAAOylgQDspYIA7KWDAOylhADspYUA7KWGAOylhwDspYgA7KWJAOyligDspYsA7KWMAOyljQDspY4A7KWPAOylkADspZEA7KWSAOylkwDspZQA7KWVAOyllgDspZcA7KWYAOylmQDspZoA7KWbAOylnADspZ0A7KWeAOylnwDspaAA7KWhAOylogDspaMA7KWkAOylpQDspaYA7KWnAOylqADspakA7KWqAOylqwDspawA7KWtAOylrgDspa8A7KWwAOylsQDspbIA7KWzAOyltADspbUA7KW2AOyltwDspbgA7KW5AOylugDspbsA7KW8AOylvQDspb4A7KW/AOymgADspoEA7KaCAOymgwDspoQA7KaFAOymhgDspocA7KaIAOymiQDspooA7KaLAOymjADspo0A7KaOAOymjwDsppAA7KaRAOymkgDsppMA7KaUAOymlQDsppYA7KaXAOymmADsppkA7KaaAOymmwDsppwA7KadAOymngDspp8A7KagAOymoQDspqIA7KajAOympADspqUA7KamAOympwDspqgA7KapAOymqgDspqsA7KasAOymrQDspq4A7KavAOymsADsprEA7KayAOymswDsprQA7Ka1AOymtgDsprcA7Ka4AOymuQDsproA7Ka7AOymvADspr0A7Ka+AOymvwDsp4AA7KeBAOynggDsp4MA7KeEAOynhQDsp4YA7KeHAOyniADsp4kA7KeKAOyniwDsp4wA7KeNAOynjgDsp48A7KeQAOynkQDsp5IA7KeTAOynlADsp5UA7KeWAOynlwDsp5gA7KeZAOynmgDsp5sA7KecAOynnQDsp54A7KefAOynoADsp6EA7KeiAOynowDsp6QA7KelAOynpgDsp6cA7KeoAOynqQDsp6oA7KerAOynrADsp60A7KeuAOynrwDsp7AA7KexAOynsgDsp7MA7Ke0AOyntQDsp7YA7Ke3AOynuADsp7kA7Ke6AOynuwDsp7wA7Ke9AOynvgDsp78A7KiAAOyogQDsqIIA7KiDAOyohADsqIUA7KiGAOyohwDsqIgA7KiJAOyoigDsqIsA7KiMAOyojQDsqI4A7KiPAOyokADsqJEA7KiSAOyokwDsqJQA7KiVAOyolgDsqJcA7KiYAOyomQDsqJoA7KibAOyonADsqJ0A7KieAOyonwDsqKAA7KihAOyoogDsqKMA7KikAOyopQDsqKYA7KinAOyoqADsqKkA7KiqAOyoqwDsqKwA7KitAOyorgDsqK8A7KiwAOyosQDsqLIA7KizAOyotADsqLUA7Ki2AOyotwDsqLgA7Ki5AOyougDsqLsA7Ki8AOyovQDsqL4A7Ki/AOypgADsqYEA7KmCAOypgwDsqYQA7KmFAOyphgDsqYcA7KmIAOypiQDsqYoA7KmLAOypjADsqY0A7KmOAOypjwDsqZAA7KmRAOypkgDsqZMA7KmUAOyplQDsqZYA7KmXAOypmADsqZkA7KmaAOypmwDsqZwA7KmdAOypngDsqZ8A7KmgAOypoQDsqaIA7KmjAOyppADsqaUA7KmmAOyppwDsqagA7KmpAOypqgDsqasA7KmsAOyprQDsqa4A7KmvAOypsADsqbEA7KmyAOypswDsqbQA7Km1AOyptgDsqbcA7Km4AOypuQDsqboA7Km7AOypvADsqb0A7Km+AOypvwDsqoAA7KqBAOyqggDsqoMA7KqEAOyqhQDsqoYA7KqHAOyqiADsqokA7KqKAOyqiwDsqowA7KqNAOyqjgDsqo8A7KqQAOyqkQDsqpIA7KqTAOyqlADsqpUA7KqWAOyqlwDsqpgA7KqZAOyqmgDsqpsA7KqcAOyqnQDsqp4A7KqfAOyqoADsqqEA7KqiAOyqowDsqqQA7KqlAOyqpgDsqqcA7KqoAOyqqQDsqqoA7KqrAOyqrADsqq0A7KquAOyqrwDsqrAA7KqxAOyqsgDsqrMA7Kq0AOyqtQDsqrYA7Kq3AOyquADsqrkA7Kq6AOyquwDsqrwA7Kq9AOyqvgDsqr8A7KuAAOyrgQDsq4IA7KuDAOyrhADsq4UA7KuGAOyrhwDsq4gA7KuJAOyrigDsq4sA7KuMAOyrjQDsq44A7KuPAOyrkADsq5EA7KuSAOyrkwDsq5QA7KuVAOyrlgDsq5cA7KuYAOyrmQDsq5oA7KubAOyrnADsq50A7KueAOyrnwDsq6AA7KuhAOyrogDsq6MA7KukAOyrpQDsq6YA7KunAOyrqADsq6kA7KuqAOyrqwDsq6wA7KutAOyrrgDsq68A7KuwAOyrsQDsq7IA7KuzAOyrtADsq7UA7Ku2AOyrtwDsq7gA7Ku5AOyrugDsq7sA7Ku8AOyrvQDsq74A7Ku/AOysgADsrIEA7KyCAOysgwDsrIQA7KyFAOyshgDsrIcA7KyIAOysiQDsrIoA7KyLAOysjADsrI0A7KyOAOysjwDsrJAA7KyRAOyskgDsrJMA7KyUAOyslQDsrJYA7KyXAOysmADsrJkA7KyaAOysmwDsrJwA7KydAOysngDsrJ8A7KygAOysoQDsrKIA7KyjAOyspADsrKUA7KymAOyspwDsrKgA7KypAOysqgDsrKsA7KysAOysrQDsrK4A7KyvAOyssADsrLEA7KyyAOysswDsrLQA7Ky1AOystgDsrLcA7Ky4AOysuQDsrLoA7Ky7AOysvADsrL0A7Ky+AOysvwDsrYAA7K2BAOytggDsrYMA7K2EAOythQDsrYYA7K2HAOytiADsrYkA7K2KAOytiwDsrYwA7K2NAOytjgDsrY8A7K2QAOytkQDsrZIA7K2TAOytlADsrZUA7K2WAOytlwDsrZgA7K2ZAOytmgDsrZsA7K2cAOytnQDsrZ4A7K2fAOytoADsraEA7K2iAOytowDsraQA7K2lAOytpgDsracA7K2oAOytqQDsraoA7K2rAOytrADsra0A7K2uAOytrwDsrbAA7K2xAOytsgDsrbMA7K20AOyttQDsrbYA7K23AOytuADsrbkA7K26AOytuwDsrbwA7K29AOytvgDsrb8A7K6AAOyugQDsroIA7K6DAOyuhADsroUA7K6GAOyuhwDsrogA7K6JAOyuigDsrosA7K6MAOyujQDsro4A7K6PAOyukADsrpEA7K6SAOyukwDsrpQA7K6VAOyulgDsrpcA7K6YAOyumQDsrpoA7K6bAOyunADsrp0A7K6eAOyunwDsrqAA7K6hAOyuogDsrqMA7K6kAOyupQDsrqYA7K6nAOyuqADsrqkA7K6qAOyuqwDsrqwA7K6tAOyurgDsrq8A7K6wAOyusQDsrrIA7K6zAOyutADsrrUA7K62AOyutwDsrrgA7K65AOyuugDsrrsA7K68AOyuvQDsrr4A7K6/AOyvgADsr4EA7K+CAOyvgwDsr4QA7K+FAOyvhgDsr4cA7K+IAOyviQDsr4oA7K+LAOyvjADsr40A7K+OAOyvjwDsr5AA7K+RAOyvkgDsr5MA7K+UAOyvlQDsr5YA7K+XAOyvmADsr5kA7K+aAOyvmwDsr5wA7K+dAOyvngDsr58A7K+gAOyvoQDsr6IA7K+jAOyvpADsr6UA7K+mAOyvpwDsr6gA7K+pAOyvqgDsr6sA7K+sAOyvrQDsr64A7K+vAOyvsADsr7EA7K+yAOyvswDsr7QA7K+1AOyvtgDsr7cA7K+4AOyvuQDsr7oA7K+7AOyvvADsr70A7K++AOyvvwDssIAA7LCBAOywggDssIMA7LCEAOywhQDssIYA7LCHAOywiADssIkA7LCKAOywiwDssIwA7LCNAOywjgDssI8A7LCQAOywkQDssJIA7LCTAOywlADssJUA7LCWAOywlwDssJgA7LCZAOywmgDssJsA7LCcAOywnQDssJ4A7LCfAOywoADssKEA7LCiAOywowDssKQA7LClAOywpgDssKcA7LCoAOywqQDssKoA7LCrAOywrADssK0A7LCuAOywrwDssLAA7LCxAOywsgDssLMA7LC0AOywtQDssLYA7LC3AOywuADssLjqs6AA7LC5AOywugDssLsA7LC8AOywvQDssL4A7LC/AOyxgADssYEA7LGCAOyxgwDssYQA7LGFAOyxhgDssYcA7LGIAOyxiQDssYoA7LGLAOyxjADssY0A7LGOAOyxjwDssZAA7LGRAOyxkgDssZMA7LGUAOyxlQDssZYA7LGXAOyxmADssZkA7LGaAOyxmwDssZwA7LGdAOyxngDssZ8A7LGgAOyxoQDssaIA7LGjAOyxpADssaUA7LGmAOyxpwDssagA7LGpAOyxqgDssasA7LGsAOyxrQDssa4A7LGvAOyxsADssbEA7LGyAOyxswDssbQA7LG1AOyxtgDssbcA7LG4AOyxuQDssboA7LG7AOyxvADssb0A7LG+AOyxvwDssoAA7LKBAOyyggDssoMA7LKEAOyyhQDssoYA7LKHAOyyiADssokA7LKKAOyyiwDssowA7LKNAOyyjgDsso8A7LKQAOyykQDsspIA7LKTAOyylADsspUA7LKWAOyylwDsspgA7LKZAOyymgDsspsA7LKcAOyynQDssp4A7LKfAOyyoADssqEA7LKiAOyyowDssqQA7LKlAOyypgDssqcA7LKoAOyyqQDssqoA7LKrAOyyrADssq0A7LKuAOyyrwDssrAA7LKxAOyysgDssrMA7LK0AOyytQDssrYA7LK3AOyyuADssrkA7LK6AOyyuwDssrwA7LK9AOyyvgDssr8A7LOAAOyzgQDss4IA7LODAOyzhADss4UA7LOGAOyzhwDss4gA7LOJAOyzigDss4sA7LOMAOyzjQDss44A7LOPAOyzkADss5EA7LOSAOyzkwDss5QA7LOVAOyzlgDss5cA7LOYAOyzmQDss5oA7LObAOyznADss50A7LOeAOyznwDss6AA7LOhAOyzogDss6MA7LOkAOyzpQDss6YA7LOnAOyzqADss6kA7LOqAOyzqwDss6wA7LOtAOyzrgDss68A7LOwAOyzsQDss7IA7LOzAOyztADss7UA7LO2AOyztwDss7gA7LO5AOyzugDss7sA7LO8AOyzvQDss74A7LO/AOy0gADstIEA7LSCAOy0gwDstIQA7LSFAOy0hgDstIcA7LSIAOy0iQDstIoA7LSLAOy0jADstI0A7LSOAOy0jwDstJAA7LSRAOy0kgDstJMA7LSUAOy0lQDstJYA7LSXAOy0mADstJkA7LSaAOy0mwDstJwA7LSdAOy0ngDstJ8A7LSgAOy0oQDstKIA7LSjAOy0pADstKUA7LSmAOy0pwDstKgA7LSpAOy0qgDstKsA7LSsAOy0rQDstK4A7LSvAOy0sADstLEA7LSyAOy0swDstLQA7LS1AOy0tgDstLcA7LS4AOy0uQDstLoA7LS7AOy0vADstL0A7LS+AOy0vwDstYAA7LWBAOy1ggDstYMA7LWEAOy1hQDstYYA7LWHAOy1iADstYkA7LWKAOy1iwDstYwA7LWNAOy1jgDstY8A7LWQAOy1kQDstZIA7LWTAOy1lADstZUA7LWWAOy1lwDstZgA7LWZAOy1mgDstZsA7LWcAOy1nQDstZ4A7LWfAOy1oADstaEA7LWiAOy1owDstaQA7LWlAOy1pgDstacA7LWoAOy1qQDstaoA7LWrAOy1rADsta0A7LWuAOy1rwDstbAA7LWxAOy1sgDstbMA7LW0AOy1tQDstbYA7LW3AOy1uADstbkA7LW6AOy1uwDstbwA7LW9AOy1vgDstb8A7LaAAOy2gQDstoIA7LaDAOy2hADstoUA7LaGAOy2hwDstogA7LaJAOy2igDstosA7LaMAOy2jQDsto4A7LaPAOy2kADstpEA7LaSAOy2kwDstpQA7LaVAOy2lgDstpcA7LaYAOy2mQDstpoA7LabAOy2nADstp0A7LaeAOy2nwDstqAA7LahAOy2ogDstqMA7LakAOy2pQDstqYA7LanAOy2qADstqkA7LaqAOy2qwDstqwA7LatAOy2rgDstq8A7LawAOy2sQDstrIA7LazAOy2tADstrUA7La2AOy2twDstrgA7La5AOy2ugDstrsA7La8AOy2vQDstr4A7La/AOy3gADst4EA7LeCAOy3gwDst4QA7LeFAOy3hgDst4cA7LeIAOy3iQDst4oA7LeLAOy3jADst40A7LeOAOy3jwDst5AA7LeRAOy3kgDst5MA7LeUAOy3lQDst5YA7LeXAOy3mADst5kA7LeaAOy3mwDst5wA7LedAOy3ngDst58A7LegAOy3oQDst6IA7LejAOy3pADst6UA7LemAOy3pwDst6gA7LepAOy3qgDst6sA7LesAOy3rQDst64A7LevAOy3sADst7EA7LeyAOy3swDst7QA7Le1AOy3tgDst7cA7Le4AOy3uQDst7oA7Le7AOy3vADst70A7Le+AOy3vwDsuIAA7LiBAOy4ggDsuIMA7LiEAOy4hQDsuIYA7LiHAOy4iADsuIkA7LiKAOy4iwDsuIwA7LiNAOy4jgDsuI8A7LiQAOy4kQDsuJIA7LiTAOy4lADsuJUA7LiWAOy4lwDsuJgA7LiZAOy4mgDsuJsA7LicAOy4nQDsuJ4A7LifAOy4oADsuKEA7LiiAOy4owDsuKQA7LilAOy4pgDsuKcA7LioAOy4qQDsuKoA7LirAOy4rADsuK0A7LiuAOy4rwDsuLAA7LixAOy4sgDsuLMA7Li0AOy4tQDsuLYA7Li3AOy4uADsuLkA7Li6AOy4uwDsuLwA7Li9AOy4vgDsuL8A7LmAAOy5gQDsuYIA7LmDAOy5hADsuYUA7LmGAOy5hwDsuYgA7LmJAOy5igDsuYsA7LmMAOy5jQDsuY4A7LmPAOy5kADsuZEA7LmSAOy5kwDsuZQA7LmVAOy5lgDsuZcA7LmYAOy5mQDsuZoA7LmbAOy5nADsuZ0A7LmeAOy5nwDsuaAA7LmhAOy5ogDsuaMA7LmkAOy5pQDsuaYA7LmnAOy5qADsuakA7LmqAOy5qwDsuawA7LmtAOy5rgDsua8A7LmwAOy5sQDsubIA7LmzAOy5tADsubUA7Lm2AOy5twDsubgA7Lm5AOy5ugDsubsA7Lm8AOy5vQDsub4A7Lm/AOy6gADsuoEA7LqCAOy6gwDsuoQA7LqFAOy6hgDsuocA7LqIAOy6iQDsuooA7LqLAOy6jADsuo0A7LqOAOy6jwDsupAA7LqRAOy6kgDsupMA7LqUAOy6lQDsupYA7LqXAOy6mADsupkA7LqaAOy6mwDsupwA7LqdAOy6ngDsup8A7LqgAOy6oQDsuqIA7LqjAOy6pADsuqUA7LqmAOy6pwDsuqgA7LqpAOy6qgDsuqsA7LqsAOy6rQDsuq4A7LqvAOy6sADsurEA7LqyAOy6swDsurQA7Lq1AOy6tgDsurcA7Lq4AOy6uQDsuroA7Lq7AOy6vADsur0A7Lq+AOy6vwDsu4AA7LuBAOy7ggDsu4MA7LuEAOy7hQDsu4YA7LuHAOy7iADsu4kA7LuKAOy7iwDsu4wA7LuNAOy7jgDsu48A7LuQAOy7kQDsu5IA7LuTAOy7lADsu5UA7LuWAOy7lwDsu5gA7LuZAOy7mgDsu5sA7LucAOy7nQDsu54A7LufAOy7oADsu6EA7LuiAOy7owDsu6QA7LulAOy7pgDsu6cA7LuoAOy7qQDsu6oA7LurAOy7rADsu60A7LuuAOy7rwDsu7AA7LuxAOy7sgDsu7MA7Lu0AOy7tQDsu7YA7Lu3AOy7uADsu7kA7Lu6AOy7uwDsu7wA7Lu9AOy7vgDsu78A7LyAAOy8gQDsvIIA7LyDAOy8hADsvIUA7LyGAOy8hwDsvIgA7LyJAOy8igDsvIsA7LyMAOy8jQDsvI4A7LyPAOy8kADsvJEA7LySAOy8kwDsvJQA7LyVAOy8lgDsvJcA7LyYAOy8mQDsvJoA7LybAOy8nADsvJ0A7LyeAOy8nwDsvKAA7LyhAOy8ogDsvKMA7LykAOy8pQDsvKYA7LynAOy8qADsvKkA7LyqAOy8qwDsvKwA7LytAOy8rgDsvK8A7LywAOy8sQDsvLIA7LyzAOy8tADsvLUA7Ly2AOy8twDsvLgA7Ly5AOy8ugDsvLsA7Ly8AOy8vQDsvL4A7Ly/AOy9gADsvYEA7L2CAOy9gwDsvYQA7L2FAOy9hgDsvYcA7L2IAOy9iQDsvYoA7L2LAOy9jADsvY0A7L2OAOy9jwDsvZAA7L2RAOy9kgDsvZMA7L2UAOy9lQDsvZYA7L2XAOy9mADsvZkA7L2aAOy9mwDsvZwA7L2dAOy9ngDsvZ8A7L2gAOy9oQDsvaIA7L2jAOy9pADsvaUA7L2mAOy9pwDsvagA7L2pAOy9qgDsvasA7L2sAOy9rQDsva4A7L2vAOy9sADsvbEA7L2yAOy9swDsvbQA7L21AOy9tgDsvbcA7L24AOy9uQDsvboA7L27AOy9vADsvb0A7L2+AOy9vwDsvoAA7L6BAOy+ggDsvoMA7L6EAOy+hQDsvoYA7L6HAOy+iADsvokA7L6KAOy+iwDsvowA7L6NAOy+jgDsvo8A7L6QAOy+kQDsvpIA7L6TAOy+lADsvpUA7L6WAOy+lwDsvpgA7L6ZAOy+mgDsvpsA7L6cAOy+nQDsvp4A7L6fAOy+oADsvqEA7L6iAOy+owDsvqQA7L6lAOy+pgDsvqcA7L6oAOy+qQDsvqoA7L6rAOy+rADsvq0A7L6uAOy+rwDsvrAA7L6xAOy+sgDsvrMA7L60AOy+tQDsvrYA7L63AOy+uADsvrkA7L66AOy+uwDsvrwA7L69AOy+vgDsvr8A7L+AAOy/gQDsv4IA7L+DAOy/hADsv4UA7L+GAOy/hwDsv4gA7L+JAOy/igDsv4sA7L+MAOy/jQDsv44A7L+PAOy/kADsv5EA7L+SAOy/kwDsv5QA7L+VAOy/lgDsv5cA7L+YAOy/mQDsv5oA7L+bAOy/nADsv50A7L+eAOy/nwDsv6AA7L+hAOy/ogDsv6MA7L+kAOy/pQDsv6YA7L+nAOy/qADsv6kA7L+qAOy/qwDsv6wA7L+tAOy/rgDsv68A7L+wAOy/sQDsv7IA7L+zAOy/tADsv7UA7L+2AOy/twDsv7gA7L+5AOy/ugDsv7sA7L+8AOy/vQDsv74A7L+/AO2AgADtgIEA7YCCAO2AgwDtgIQA7YCFAO2AhgDtgIcA7YCIAO2AiQDtgIoA7YCLAO2AjADtgI0A7YCOAO2AjwDtgJAA7YCRAO2AkgDtgJMA7YCUAO2AlQDtgJYA7YCXAO2AmADtgJkA7YCaAO2AmwDtgJwA7YCdAO2AngDtgJ8A7YCgAO2AoQDtgKIA7YCjAO2ApADtgKUA7YCmAO2ApwDtgKgA7YCpAO2AqgDtgKsA7YCsAO2ArQDtgK4A7YCvAO2AsADtgLEA7YCyAO2AswDtgLQA7YC1AO2AtgDtgLcA7YC4AO2AuQDtgLoA7YC7AO2AvADtgL0A7YC+AO2AvwDtgYAA7YGBAO2BggDtgYMA7YGEAO2BhQDtgYYA7YGHAO2BiADtgYkA7YGKAO2BiwDtgYwA7YGNAO2BjgDtgY8A7YGQAO2BkQDtgZIA7YGTAO2BlADtgZUA7YGWAO2BlwDtgZgA7YGZAO2BmgDtgZsA7YGcAO2BnQDtgZ4A7YGfAO2BoADtgaEA7YGiAO2BowDtgaQA7YGlAO2BpgDtgacA7YGoAO2BqQDtgaoA7YGrAO2BrADtga0A7YGuAO2BrwDtgbAA7YGxAO2BsgDtgbMA7YG0AO2BtQDtgbYA7YG3AO2BuADtgbkA7YG6AO2BuwDtgbwA7YG9AO2BvgDtgb8A7YKAAO2CgQDtgoIA7YKDAO2ChADtgoUA7YKGAO2ChwDtgogA7YKJAO2CigDtgosA7YKMAO2CjQDtgo4A7YKPAO2CkADtgpEA7YKSAO2CkwDtgpQA7YKVAO2ClgDtgpcA7YKYAO2CmQDtgpoA7YKbAO2CnADtgp0A7YKeAO2CnwDtgqAA7YKhAO2CogDtgqMA7YKkAO2CpQDtgqYA7YKnAO2CqADtgqkA7YKqAO2CqwDtgqwA7YKtAO2CrgDtgq8A7YKwAO2CsQDtgrIA7YKzAO2CtADtgrUA7YK2AO2CtwDtgrgA7YK5AO2CugDtgrsA7YK8AO2CvQDtgr4A7YK/AO2DgADtg4EA7YOCAO2DgwDtg4QA7YOFAO2DhgDtg4cA7YOIAO2DiQDtg4oA7YOLAO2DjADtg40A7YOOAO2DjwDtg5AA7YORAO2DkgDtg5MA7YOUAO2DlQDtg5YA7YOXAO2DmADtg5kA7YOaAO2DmwDtg5wA7YOdAO2DngDtg58A7YOgAO2DoQDtg6IA7YOjAO2DpADtg6UA7YOmAO2DpwDtg6gA7YOpAO2DqgDtg6sA7YOsAO2DrQDtg64A7YOvAO2DsADtg7EA7YOyAO2DswDtg7QA7YO1AO2DtgDtg7cA7YO4AO2DuQDtg7oA7YO7AO2DvADtg70A7YO+AO2DvwDthIAA7YSBAO2EggDthIMA7YSEAO2EhQDthIYA7YSHAO2EiADthIkA7YSKAO2EiwDthIwA7YSNAO2EjgDthI8A7YSQAO2EkQDthJIA7YSTAO2ElADthJUA7YSWAO2ElwDthJgA7YSZAO2EmgDthJsA7YScAO2EnQDthJ4A7YSfAO2EoADthKEA7YSiAO2EowDthKQA7YSlAO2EpgDthKcA7YSoAO2EqQDthKoA7YSrAO2ErADthK0A7YSuAO2ErwDthLAA7YSxAO2EsgDthLMA7YS0AO2EtQDthLYA7YS3AO2EuADthLkA7YS6AO2EuwDthLwA7YS9AO2EvgDthL8A7YWAAO2FgQDthYIA7YWDAO2FhADthYUA7YWGAO2FhwDthYgA7YWJAO2FigDthYsA7YWMAO2FjQDthY4A7YWPAO2FkADthZEA7YWSAO2FkwDthZQA7YWVAO2FlgDthZcA7YWYAO2FmQDthZoA7YWbAO2FnADthZ0A7YWeAO2FnwDthaAA7YWhAO2FogDthaMA7YWkAO2FpQDthaYA7YWnAO2FqADthakA7YWqAO2FqwDthawA7YWtAO2FrgDtha8A7YWwAO2FsQDthbIA7YWzAO2FtADthbUA7YW2AO2FtwDthbgA7YW5AO2FugDthbsA7YW8AO2FvQDthb4A7YW/AO2GgADthoEA7YaCAO2GgwDthoQA7YaFAO2GhgDthocA7YaIAO2GiQDthooA7YaLAO2GjADtho0A7YaOAO2GjwDthpAA7YaRAO2GkgDthpMA7YaUAO2GlQDthpYA7YaXAO2GmADthpkA7YaaAO2GmwDthpwA7YadAO2GngDthp8A7YagAO2GoQDthqIA7YajAO2GpADthqUA7YamAO2GpwDthqgA7YapAO2GqgDthqsA7YasAO2GrQDthq4A7YavAO2GsADthrEA7YayAO2GswDthrQA7Ya1AO2GtgDthrcA7Ya4AO2GuQDthroA7Ya7AO2GvADthr0A7Ya+AO2GvwDth4AA7YeBAO2HggDth4MA7YeEAO2HhQDth4YA7YeHAO2HiADth4kA7YeKAO2HiwDth4wA7YeNAO2HjgDth48A7YeQAO2HkQDth5IA7YeTAO2HlADth5UA7YeWAO2HlwDth5gA7YeZAO2HmgDth5sA7YecAO2HnQDth54A7YefAO2HoADth6EA7YeiAO2HowDth6QA7YelAO2HpgDth6cA7YeoAO2HqQDth6oA7YerAO2HrADth60A7YeuAO2HrwDth7AA7YexAO2HsgDth7MA7Ye0AO2HtQDth7YA7Ye3AO2HuADth7kA7Ye6AO2HuwDth7wA7Ye9AO2HvgDth78A7YiAAO2IgQDtiIIA7YiDAO2IhADtiIUA7YiGAO2IhwDtiIgA7YiJAO2IigDtiIsA7YiMAO2IjQDtiI4A7YiPAO2IkADtiJEA7YiSAO2IkwDtiJQA7YiVAO2IlgDtiJcA7YiYAO2ImQDtiJoA7YibAO2InADtiJ0A7YieAO2InwDtiKAA7YihAO2IogDtiKMA7YikAO2IpQDtiKYA7YinAO2IqADtiKkA7YiqAO2IqwDtiKwA7YitAO2IrgDtiK8A7YiwAO2IsQDtiLIA7YizAO2ItADtiLUA7Yi2AO2ItwDtiLgA7Yi5AO2IugDtiLsA7Yi8AO2IvQDtiL4A7Yi/AO2JgADtiYEA7YmCAO2JgwDtiYQA7YmFAO2JhgDtiYcA7YmIAO2JiQDtiYoA7YmLAO2JjADtiY0A7YmOAO2JjwDtiZAA7YmRAO2JkgDtiZMA7YmUAO2JlQDtiZYA7YmXAO2JmADtiZkA7YmaAO2JmwDtiZwA7YmdAO2JngDtiZ8A7YmgAO2JoQDtiaIA7YmjAO2JpADtiaUA7YmmAO2JpwDtiagA7YmpAO2JqgDtiasA7YmsAO2JrQDtia4A7YmvAO2JsADtibEA7YmyAO2JswDtibQA7Ym1AO2JtgDtibcA7Ym4AO2JuQDtiboA7Ym7AO2JvADtib0A7Ym+AO2JvwDtioAA7YqBAO2KggDtioMA7YqEAO2KhQDtioYA7YqHAO2KiADtiokA7YqKAO2KiwDtiowA7YqNAO2KjgDtio8A7YqQAO2KkQDtipIA7YqTAO2KlADtipUA7YqWAO2KlwDtipgA7YqZAO2KmgDtipsA7YqcAO2KnQDtip4A7YqfAO2KoADtiqEA7YqiAO2KowDtiqQA7YqlAO2KpgDtiqcA7YqoAO2KqQDtiqoA7YqrAO2KrADtiq0A7YquAO2KrwDtirAA7YqxAO2KsgDtirMA7Yq0AO2KtQDtirYA7Yq3AO2KuADtirkA7Yq6AO2KuwDtirwA7Yq9AO2KvgDtir8A7YuAAO2LgQDti4IA7YuDAO2LhADti4UA7YuGAO2LhwDti4gA7YuJAO2LigDti4sA7YuMAO2LjQDti44A7YuPAO2LkADti5EA7YuSAO2LkwDti5QA7YuVAO2LlgDti5cA7YuYAO2LmQDti5oA7YubAO2LnADti50A7YueAO2LnwDti6AA7YuhAO2LogDti6MA7YukAO2LpQDti6YA7YunAO2LqADti6kA7YuqAO2LqwDti6wA7YutAO2LrgDti68A7YuwAO2LsQDti7IA7YuzAO2LtADti7UA7Yu2AO2LtwDti7gA7Yu5AO2LugDti7sA7Yu8AO2LvQDti74A7Yu/AO2MgADtjIEA7YyCAO2MgwDtjIQA7YyFAO2MhgDtjIcA7YyIAO2MiQDtjIoA7YyLAO2MjADtjI0A7YyOAO2MjwDtjJAA7YyRAO2MkgDtjJMA7YyUAO2MlQDtjJYA7YyXAO2MmADtjJkA7YyaAO2MmwDtjJwA7YydAO2MngDtjJ8A7YygAO2MoQDtjKIA7YyjAO2MpADtjKUA7YymAO2MpwDtjKgA7YypAO2MqgDtjKsA7YysAO2MrQDtjK4A7YyvAO2MsADtjLEA7YyyAO2MswDtjLQA7Yy1AO2MtgDtjLcA7Yy4AO2MuQDtjLoA7Yy7AO2MvADtjL0A7Yy+AO2MvwDtjYAA7Y2BAO2NggDtjYMA7Y2EAO2NhQDtjYYA7Y2HAO2NiADtjYkA7Y2KAO2NiwDtjYwA7Y2NAO2NjgDtjY8A7Y2QAO2NkQDtjZIA7Y2TAO2NlADtjZUA7Y2WAO2NlwDtjZgA7Y2ZAO2NmgDtjZsA7Y2cAO2NnQDtjZ4A7Y2fAO2NoADtjaEA7Y2iAO2NowDtjaQA7Y2lAO2NpgDtjacA7Y2oAO2NqQDtjaoA7Y2rAO2NrADtja0A7Y2uAO2NrwDtjbAA7Y2xAO2NsgDtjbMA7Y20AO2NtQDtjbYA7Y23AO2NuADtjbkA7Y26AO2NuwDtjbwA7Y29AO2NvgDtjb8A7Y6AAO2OgQDtjoIA7Y6DAO2OhADtjoUA7Y6GAO2OhwDtjogA7Y6JAO2OigDtjosA7Y6MAO2OjQDtjo4A7Y6PAO2OkADtjpEA7Y6SAO2OkwDtjpQA7Y6VAO2OlgDtjpcA7Y6YAO2OmQDtjpoA7Y6bAO2OnADtjp0A7Y6eAO2OnwDtjqAA7Y6hAO2OogDtjqMA7Y6kAO2OpQDtjqYA7Y6nAO2OqADtjqkA7Y6qAO2OqwDtjqwA7Y6tAO2OrgDtjq8A7Y6wAO2OsQDtjrIA7Y6zAO2OtADtjrUA7Y62AO2OtwDtjrgA7Y65AO2OugDtjrsA7Y68AO2OvQDtjr4A7Y6/AO2PgADtj4EA7Y+CAO2PgwDtj4QA7Y+FAO2PhgDtj4cA7Y+IAO2PiQDtj4oA7Y+LAO2PjADtj40A7Y+OAO2PjwDtj5AA7Y+RAO2PkgDtj5MA7Y+UAO2PlQDtj5YA7Y+XAO2PmADtj5kA7Y+aAO2PmwDtj5wA7Y+dAO2PngDtj58A7Y+gAO2PoQDtj6IA7Y+jAO2PpADtj6UA7Y+mAO2PpwDtj6gA7Y+pAO2PqgDtj6sA7Y+sAO2PrQDtj64A7Y+vAO2PsADtj7EA7Y+yAO2PswDtj7QA7Y+1AO2PtgDtj7cA7Y+4AO2PuQDtj7oA7Y+7AO2PvADtj70A7Y++AO2PvwDtkIAA7ZCBAO2QggDtkIMA7ZCEAO2QhQDtkIYA7ZCHAO2QiADtkIkA7ZCKAO2QiwDtkIwA7ZCNAO2QjgDtkI8A7ZCQAO2QkQDtkJIA7ZCTAO2QlADtkJUA7ZCWAO2QlwDtkJgA7ZCZAO2QmgDtkJsA7ZCcAO2QnQDtkJ4A7ZCfAO2QoADtkKEA7ZCiAO2QowDtkKQA7ZClAO2QpgDtkKcA7ZCoAO2QqQDtkKoA7ZCrAO2QrADtkK0A7ZCuAO2QrwDtkLAA7ZCxAO2QsgDtkLMA7ZC0AO2QtQDtkLYA7ZC3AO2QuADtkLkA7ZC6AO2QuwDtkLwA7ZC9AO2QvgDtkL8A7ZGAAO2RgQDtkYIA7ZGDAO2RhADtkYUA7ZGGAO2RhwDtkYgA7ZGJAO2RigDtkYsA7ZGMAO2RjQDtkY4A7ZGPAO2RkADtkZEA7ZGSAO2RkwDtkZQA7ZGVAO2RlgDtkZcA7ZGYAO2RmQDtkZoA7ZGbAO2RnADtkZ0A7ZGeAO2RnwDtkaAA7ZGhAO2RogDtkaMA7ZGkAO2RpQDtkaYA7ZGnAO2RqADtkakA7ZGqAO2RqwDtkawA7ZGtAO2RrgDtka8A7ZGwAO2RsQDtkbIA7ZGzAO2RtADtkbUA7ZG2AO2RtwDtkbgA7ZG5AO2RugDtkbsA7ZG8AO2RvQDtkb4A7ZG/AO2SgADtkoEA7ZKCAO2SgwDtkoQA7ZKFAO2ShgDtkocA7ZKIAO2SiQDtkooA7ZKLAO2SjADtko0A7ZKOAO2SjwDtkpAA7ZKRAO2SkgDtkpMA7ZKUAO2SlQDtkpYA7ZKXAO2SmADtkpkA7ZKaAO2SmwDtkpwA7ZKdAO2SngDtkp8A7ZKgAO2SoQDtkqIA7ZKjAO2SpADtkqUA7ZKmAO2SpwDtkqgA7ZKpAO2SqgDtkqsA7ZKsAO2SrQDtkq4A7ZKvAO2SsADtkrEA7ZKyAO2SswDtkrQA7ZK1AO2StgDtkrcA7ZK4AO2SuQDtkroA7ZK7AO2SvADtkr0A7ZK+AO2SvwDtk4AA7ZOBAO2TggDtk4MA7ZOEAO2ThQDtk4YA7ZOHAO2TiADtk4kA7ZOKAO2TiwDtk4wA7ZONAO2TjgDtk48A7ZOQAO2TkQDtk5IA7ZOTAO2TlADtk5UA7ZOWAO2TlwDtk5gA7ZOZAO2TmgDtk5sA7ZOcAO2TnQDtk54A7ZOfAO2ToADtk6EA7ZOiAO2TowDtk6QA7ZOlAO2TpgDtk6cA7ZOoAO2TqQDtk6oA7ZOrAO2TrADtk60A7ZOuAO2TrwDtk7AA7ZOxAO2TsgDtk7MA7ZO0AO2TtQDtk7YA7ZO3AO2TuADtk7kA7ZO6AO2TuwDtk7wA7ZO9AO2TvgDtk78A7ZSAAO2UgQDtlIIA7ZSDAO2UhADtlIUA7ZSGAO2UhwDtlIgA7ZSJAO2UigDtlIsA7ZSMAO2UjQDtlI4A7ZSPAO2UkADtlJEA7ZSSAO2UkwDtlJQA7ZSVAO2UlgDtlJcA7ZSYAO2UmQDtlJoA7ZSbAO2UnADtlJ0A7ZSeAO2UnwDtlKAA7ZShAO2UogDtlKMA7ZSkAO2UpQDtlKYA7ZSnAO2UqADtlKkA7ZSqAO2UqwDtlKwA7ZStAO2UrgDtlK8A7ZSwAO2UsQDtlLIA7ZSzAO2UtADtlLUA7ZS2AO2UtwDtlLgA7ZS5AO2UugDtlLsA7ZS8AO2UvQDtlL4A7ZS/AO2VgADtlYEA7ZWCAO2VgwDtlYQA7ZWFAO2VhgDtlYcA7ZWIAO2ViQDtlYoA7ZWLAO2VjADtlY0A7ZWOAO2VjwDtlZAA7ZWRAO2VkgDtlZMA7ZWUAO2VlQDtlZYA7ZWXAO2VmADtlZkA7ZWaAO2VmwDtlZwA7ZWdAO2VngDtlZ8A7ZWgAO2VoQDtlaIA7ZWjAO2VpADtlaUA7ZWmAO2VpwDtlagA7ZWpAO2VqgDtlasA7ZWsAO2VrQDtla4A7ZWvAO2VsADtlbEA7ZWyAO2VswDtlbQA7ZW1AO2VtgDtlbcA7ZW4AO2VuQDtlboA7ZW7AO2VvADtlb0A7ZW+AO2VvwDtloAA7ZaBAO2WggDtloMA7ZaEAO2WhQDtloYA7ZaHAO2WiADtlokA7ZaKAO2WiwDtlowA7ZaNAO2WjgDtlo8A7ZaQAO2WkQDtlpIA7ZaTAO2WlADtlpUA7ZaWAO2WlwDtlpgA7ZaZAO2WmgDtlpsA7ZacAO2WnQDtlp4A7ZafAO2WoADtlqEA7ZaiAO2WowDtlqQA7ZalAO2WpgDtlqcA7ZaoAO2WqQDtlqoA7ZarAO2WrADtlq0A7ZauAO2WrwDtlrAA7ZaxAO2WsgDtlrMA7Za0AO2WtQDtlrYA7Za3AO2WuADtlrkA7Za6AO2WuwDtlrwA7Za9AO2WvgDtlr8A7ZeAAO2XgQDtl4IA7ZeDAO2XhADtl4UA7ZeGAO2XhwDtl4gA7ZeJAO2XigDtl4sA7ZeMAO2XjQDtl44A7ZePAO2XkADtl5EA7ZeSAO2XkwDtl5QA7ZeVAO2XlgDtl5cA7ZeYAO2XmQDtl5oA7ZebAO2XnADtl50A7ZeeAO2XnwDtl6AA7ZehAO2XogDtl6MA7ZekAO2XpQDtl6YA7ZenAO2XqADtl6kA7ZeqAO2XqwDtl6wA7ZetAO2XrgDtl68A7ZewAO2XsQDtl7IA7ZezAO2XtADtl7UA7Ze2AO2XtwDtl7gA7Ze5AO2XugDtl7sA7Ze8AO2XvQDtl74A7Ze/AO2YgADtmIEA7ZiCAO2YgwDtmIQA7ZiFAO2YhgDtmIcA7ZiIAO2YiQDtmIoA7ZiLAO2YjADtmI0A7ZiOAO2YjwDtmJAA7ZiRAO2YkgDtmJMA7ZiUAO2YlQDtmJYA7ZiXAO2YmADtmJkA7ZiaAO2YmwDtmJwA7ZidAO2YngDtmJ8A7ZigAO2YoQDtmKIA7ZijAO2YpADtmKUA7ZimAO2YpwDtmKgA7ZipAO2YqgDtmKsA7ZisAO2YrQDtmK4A7ZivAO2YsADtmLEA7ZiyAO2YswDtmLQA7Zi1AO2YtgDtmLcA7Zi4AO2YuQDtmLoA7Zi7AO2YvADtmL0A7Zi+AO2YvwDtmYAA7ZmBAO2ZggDtmYMA7ZmEAO2ZhQDtmYYA7ZmHAO2ZiADtmYkA7ZmKAO2ZiwDtmYwA7ZmNAO2ZjgDtmY8A7ZmQAO2ZkQDtmZIA7ZmTAO2ZlADtmZUA7ZmWAO2ZlwDtmZgA7ZmZAO2ZmgDtmZsA7ZmcAO2ZnQDtmZ4A7ZmfAO2ZoADtmaEA7ZmiAO2ZowDtmaQA7ZmlAO2ZpgDtmacA7ZmoAO2ZqQDtmaoA7ZmrAO2ZrADtma0A7ZmuAO2ZrwDtmbAA7ZmxAO2ZsgDtmbMA7Zm0AO2ZtQDtmbYA7Zm3AO2ZuADtmbkA7Zm6AO2ZuwDtmbwA7Zm9AO2ZvgDtmb8A7ZqAAO2agQDtmoIA7ZqDAO2ahADtmoUA7ZqGAO2ahwDtmogA7ZqJAO2aigDtmosA7ZqMAO2ajQDtmo4A7ZqPAO2akADtmpEA7ZqSAO2akwDtmpQA7ZqVAO2algDtmpcA7ZqYAO2amQDtmpoA7ZqbAO2anADtmp0A7ZqeAO2anwDtmqAA7ZqhAO2aogDtmqMA7ZqkAO2apQDtmqYA7ZqnAO2aqADtmqkA7ZqqAO2aqwDtmqwA7ZqtAO2argDtmq8A7ZqwAO2asQDtmrIA7ZqzAO2atADtmrUA7Zq2AO2atwDtmrgA7Zq5AO2augDtmrsA7Zq8AO2avQDtmr4A7Zq/AO2bgADtm4EA7ZuCAO2bgwDtm4QA7ZuFAO2bhgDtm4cA7ZuIAO2biQDtm4oA7ZuLAO2bjADtm40A7ZuOAO2bjwDtm5AA7ZuRAO2bkgDtm5MA7ZuUAO2blQDtm5YA7ZuXAO2bmADtm5kA7ZuaAO2bmwDtm5wA7ZudAO2bngDtm58A7ZugAO2boQDtm6IA7ZujAO2bpADtm6UA7ZumAO2bpwDtm6gA7ZupAO2bqgDtm6sA7ZusAO2brQDtm64A7ZuvAO2bsADtm7EA7ZuyAO2bswDtm7QA7Zu1AO2btgDtm7cA7Zu4AO2buQDtm7oA7Zu7AO2bvADtm70A7Zu+AO2bvwDtnIAA7ZyBAO2cggDtnIMA7ZyEAO2chQDtnIYA7ZyHAO2ciADtnIkA7ZyKAO2ciwDtnIwA7ZyNAO2cjgDtnI8A7ZyQAO2ckQDtnJIA7ZyTAO2clADtnJUA7ZyWAO2clwDtnJgA7ZyZAO2cmgDtnJsA7ZycAO2cnQDtnJ4A7ZyfAO2coADtnKEA7ZyiAO2cowDtnKQA7ZylAO2cpgDtnKcA7ZyoAO2cqQDtnKoA7ZyrAO2crADtnK0A7ZyuAO2crwDtnLAA7ZyxAO2csgDtnLMA7Zy0AO2ctQDtnLYA7Zy3AO2cuADtnLkA7Zy6AO2cuwDtnLwA7Zy9AO2cvgDtnL8A7Z2AAO2dgQDtnYIA7Z2DAO2dhADtnYUA7Z2GAO2dhwDtnYgA7Z2JAO2digDtnYsA7Z2MAO2djQDtnY4A7Z2PAO2dkADtnZEA7Z2SAO2dkwDtnZQA7Z2VAO2dlgDtnZcA7Z2YAO2dmQDtnZoA7Z2bAO2dnADtnZ0A7Z2eAO2dnwDtnaAA7Z2hAO2dogDtnaMA7Z2kAO2dpQDtnaYA7Z2nAO2dqADtnakA7Z2qAO2dqwDtnawA7Z2tAO2drgDtna8A7Z2wAO2dsQDtnbIA7Z2zAO2dtADtnbUA7Z22AO2dtwDtnbgA7Z25AO2dugDtnbsA7Z28AO2dvQDtnb4A7Z2/AO2egADtnoEA7Z6CAO2egwDtnoQA7Z6FAO2ehgDtnocA7Z6IAO2eiQDtnooA7Z6LAO2ejADtno0A7Z6OAO2ejwDtnpAA7Z6RAO2ekgDtnpMA7Z6UAO2elQDtnpYA7Z6XAO2emADtnpkA7Z6aAO2emwDtnpwA7Z6dAO2engDtnp8A7Z6gAO2eoQDtnqIA7Z6jAPCRgpoA8JGCnADwkYKrAPCRhK4A8JGErwDwkY2LAPCRjYwA8JGSuwDwkZK8APCRkr4A8JGWugDwkZa7APCdhZfwnYWlAPCdhZjwnYWlAPCdhZjwnYWl8J2FrgDwnYWY8J2FpfCdha8A8J2FmPCdhaXwnYWwAPCdhZjwnYWl8J2FsQDwnYWY8J2FpfCdhbIA8J2GufCdhaUA8J2GufCdhaXwnYWuAPCdhrnwnYWl8J2FrwDwnYa68J2FpQDwnYa68J2FpfCdha4A8J2GuvCdhaXwnYWvAPCghKIA8KCUnADwoJSlAPCglYsA8KCYugDwoKCEAPCgo54A8KCorADwoK2jAPChk6QA8KGaqADwoZuqAPChp4gA8KGsmADwobSLAPCht6QA8KG3pgDwooaDAPCihp8A8KKMsQDwopuUAPCioYQA8KKhigDwoqyMAPCir7EA8KOAigDwo4q4APCjjZ8A8KOOkwDwo46cAPCjj4MA8KOPlQDwo5GtAPCjmqMA8KOipwDwo6qNAPCjq7oA8KOyvADwo7SeAPCju5EA8KO9ngDwo76OAPCkiaMA8KSLrgDwpI6rAPCkmIgA8KSctQDwpKCUAPCksLYA8KSykgDwpL6hAPCkvrgA8KWBhADwpYOyAPClg7MA8KWEmQDwpYSzAPCliYkA8KWQnQDwpZimAPClmpoA8KWbhQDwpaW8APClqqcA8KWuqwDwpbKAAPCls5AA8KW+hgDwpoeaAPCmiKgA8KaJhwDwpouZAPCmjL4A8KaTmgDwppSjAPCmlqgA8KaepwDwpp61APCmrLwA8KawtgDwprOVAPCmtasA8Ka8rADwpr6xAPCng5IA8KePigDwp5mnAPCnoq4A8KelpgDwp7KoAPCnu5MA8Ke8rwDwqJeSAPCol60A8KicrgDwqK+6APCotbcA8KmFhQDwqYefAPCpiJoA8KmQigDwqZKWAPCplrYA8KmssADwqoOOAPCqhIUA8KqIjgDwqoqRAPCqjpIA8KqYgAA=" + }, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "WhitespaceSplit" + }, + { + "type": "Metaspace", + "replacement": "▁", + "add_prefix_space": true, + "prepend_scheme": "always" + } + ] + }, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "", + "type_id": 0 + } + } + ], + "special_tokens": { + "": { + "id": "", + "ids": [ + 1 + ], + "tokens": [ + "" + ] + } + } + }, + "decoder": { + "type": "Metaspace", + "replacement": "▁", + "add_prefix_space": true, + "prepend_scheme": "always" + }, + "model": { + "type": "Unigram", + "unk_id": 2, + "vocab": [ + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "▁", + -2.012292861938477 + ], + [ + "X", + -2.486478805541992 + ], + [ + ".", + -3.5449328422546387 + ], + [ + ",", + -3.649247407913208 + ], + [ + "s", + -3.9033992290496826 + ], + [ + "▁the", + -3.9598512649536137 + ], + [ + "a", + -4.097104549407959 + ], + [ + ":", + -4.414328098297119 + ], + [ + "▁and", + -4.420670986175537 + ], + [ + "▁to", + -4.4523234367370605 + ], + [ + "▁of", + -4.572070121765137 + ], + [ + "▁fill", + -4.575019836425781 + ], + [ + "e", + -4.674920082092285 + ], + [ + "▁in", + -4.812063694000244 + ], + [ + "t", + -5.063905715942383 + ], + [ + "-", + -5.129043102264404 + ], + [ + "▁is", + -5.283425331115723 + ], + [ + "▁de", + -5.344141960144043 + ], + [ + "▁for", + -5.3930158615112305 + ], + [ + "’", + -5.4228339195251465 + ], + [ + "i", + -5.469857692718506 + ], + [ + "▁that", + -5.576240539550781 + ], + [ + "▁you", + -5.596375465393066 + ], + [ + "d", + -5.6047282218933105 + ], + [ + "▁I", + -5.6640448570251465 + ], + [ + "▁with", + -5.703730583190918 + ], + [ + "n", + -5.737886905670166 + ], + [ + "▁on", + -5.784142971038818 + ], + [ + "'", + -5.828996181488037 + ], + [ + "o", + -5.925558090209961 + ], + [ + "▁are", + -5.931313991546631 + ], + [ + "▁it", + -5.939518928527832 + ], + [ + "en", + -5.9465556144714355 + ], + [ + "▁be", + -5.9556708335876465 + ], + [ + "▁The", + -5.990020751953125 + ], + [ + "▁as", + -6.057407379150391 + ], + [ + "▁your", + -6.132311820983887 + ], + [ + "l", + -6.139498710632324 + ], + [ + "▁(", + -6.184796333312988 + ], + [ + "▁or", + -6.241950035095215 + ], + [ + "▁have", + -6.27459192276001 + ], + [ + "▁at", + -6.327472686767578 + ], + [ + "▁from", + -6.349645137786865 + ], + [ + "▁an", + -6.350090980529785 + ], + [ + "▁was", + -6.350385665893555 + ], + [ + "▁this", + -6.352563381195068 + ], + [ + "er", + -6.3604278564453125 + ], + [ + "▁la", + -6.3624043464660645 + ], + [ + "m", + -6.375206470489502 + ], + [ + "r", + -6.376530170440674 + ], + [ + "ing", + -6.3778581619262695 + ], + [ + "▁can", + -6.387146472930908 + ], + [ + "!", + -6.421379566192627 + ], + [ + "▁will", + -6.423982620239258 + ], + [ + "▁by", + -6.44155216217041 + ], + [ + "?", + -6.585887432098389 + ], + [ + "▁not", + -6.5959086418151855 + ], + [ + "re", + -6.620072364807129 + ], + [ + ")", + -6.63656759262085 + ], + [ + "▁we", + -6.643022060394287 + ], + [ + "y", + -6.654535293579102 + ], + [ + "▁und", + -6.741473197937012 + ], + [ + "▁has", + -6.7602033615112305 + ], + [ + "▁all", + -6.768176555633545 + ], + [ + "▁die", + -6.8641204833984375 + ], + [ + "▁but", + -6.906830310821533 + ], + [ + "▁our", + -6.909878730773926 + ], + [ + "▁their", + -6.91325044631958 + ], + [ + "▁A", + -6.915814399719238 + ], + [ + "▁more", + -6.918668746948242 + ], + [ + "▁un", + -6.924930572509766 + ], + [ + "▁der", + -6.925402641296387 + ], + [ + "c", + -6.925714015960693 + ], + [ + "u", + -6.932939052581787 + ], + [ + "in", + -6.934063911437988 + ], + [ + "▁so", + -6.947050094604492 + ], + [ + "▁they", + -6.989297866821289 + ], + [ + "▁one", + -7.012735843658447 + ], + [ + "▁about", + -7.071486473083496 + ], + [ + "▁my", + -7.072140693664551 + ], + [ + "ul", + -7.076492786407471 + ], + [ + "▁which", + -7.097039222717285 + ], + [ + "à", + -7.099997520446777 + ], + [ + "▁In", + -7.100254535675049 + ], + [ + "/", + -7.100865840911865 + ], + [ + "he", + -7.104752540588379 + ], + [ + "f", + -7.110044002532959 + ], + [ + "▁le", + -7.112937927246094 + ], + [ + "▁out", + -7.128556728363037 + ], + [ + "▁also", + -7.133583068847656 + ], + [ + "▁des", + -7.156766414642334 + ], + [ + "▁It", + -7.162121295928955 + ], + [ + "▁up", + -7.1723432540893555 + ], + [ + "▁\"", + -7.172809600830078 + ], + [ + "▁time", + -7.178046703338623 + ], + [ + "ă", + -7.183253765106201 + ], + [ + "if", + -7.185171127319336 + ], + [ + "▁This", + -7.191652297973633 + ], + [ + "▁We", + -7.223267078399658 + ], + [ + "p", + -7.224130153656006 + ], + [ + "▁do", + -7.228212356567383 + ], + [ + "–", + -7.235409736633301 + ], + [ + "▁“", + -7.238142013549805 + ], + [ + "on", + -7.240827560424805 + ], + [ + "h", + -7.2543206214904785 + ], + [ + "▁si", + -7.276725769042969 + ], + [ + "le", + -7.2994256019592285 + ], + [ + "▁les", + -7.312957286834717 + ], + [ + "▁în", + -7.314571857452393 + ], + [ + "▁his", + -7.324767112731934 + ], + [ + "▁who", + -7.35105562210083 + ], + [ + "▁like", + -7.371364116668701 + ], + [ + "b", + -7.375369071960449 + ], + [ + "▁when", + -7.380199432373047 + ], + [ + ";", + -7.380846977233887 + ], + [ + "▁been", + -7.38668966293335 + ], + [ + "▁other", + -7.388518333435059 + ], + [ + "ly", + -7.394660949707031 + ], + [ + "\"", + -7.407205104827881 + ], + [ + "g", + -7.407997131347656 + ], + [ + "▁cu", + -7.415276527404785 + ], + [ + "▁care", + -7.432408332824707 + ], + [ + "▁what", + -7.433043003082275 + ], + [ + "▁new", + -7.437090396881104 + ], + [ + "or", + -7.445409774780273 + ], + [ + "▁some", + -7.461953639984131 + ], + [ + "▁get", + -7.479001998901367 + ], + [ + "▁were", + -7.491549491882324 + ], + [ + "▁just", + -7.492495536804199 + ], + [ + "▁there", + -7.493194103240967 + ], + [ + "▁would", + -7.494382381439209 + ], + [ + "S", + -7.497414112091064 + ], + [ + "▁them", + -7.513596057891846 + ], + [ + "▁any", + -7.520544052124023 + ], + [ + ").", + -7.521052360534668 + ], + [ + "al", + -7.523056983947754 + ], + [ + "▁into", + -7.527902603149414 + ], + [ + "▁me", + -7.528337001800537 + ], + [ + "▁had", + -7.532425403594971 + ], + [ + "▁se", + -7.545148372650147 + ], + [ + "▁make", + -7.5827131271362305 + ], + [ + "at", + -7.589433670043945 + ], + [ + "▁than", + -7.592360019683838 + ], + [ + "▁du", + -7.595852375030518 + ], + [ + "▁over", + -7.6078782081604 + ], + [ + "▁You", + -7.626111030578613 + ], + [ + "▁how", + -7.635554313659668 + ], + [ + "▁no", + -7.63729190826416 + ], + [ + "▁people", + -7.639947414398193 + ], + [ + "an", + -7.64084005355835 + ], + [ + "”", + -7.644528865814209 + ], + [ + "é", + -7.646921157836914 + ], + [ + "it", + -7.648641109466553 + ], + [ + "▁If", + -7.648687839508057 + ], + [ + "k", + -7.6605634689331055 + ], + [ + "▁pe", + -7.662139415740967 + ], + [ + "is", + -7.66726016998291 + ], + [ + "▁her", + -7.673380851745605 + ], + [ + "▁work", + -7.680386543273926 + ], + [ + "ve", + -7.687412738800049 + ], + [ + "▁only", + -7.69785737991333 + ], + [ + "▁may", + -7.702393531799316 + ], + [ + "▁its", + -7.702449798583984 + ], + [ + "▁first", + -7.704373836517334 + ], + [ + "▁most", + -7.708309173583984 + ], + [ + "▁well", + -7.708758354187012 + ], + [ + "▁use", + -7.715085983276367 + ], + [ + "▁zu", + -7.718777656555176 + ], + [ + "▁pour", + -7.736708164215088 + ], + [ + "z", + -7.745654106140137 + ], + [ + "il", + -7.745913982391357 + ], + [ + "▁need", + -7.74778938293457 + ], + [ + "▁these", + -7.763317584991455 + ], + [ + "▁din", + -7.769891262054443 + ], + [ + "▁den", + -7.775663375854492 + ], + [ + "▁us", + -7.778133869171143 + ], + [ + "able", + -7.779712200164795 + ], + [ + "▁S", + -7.781893730163574 + ], + [ + "▁mit", + -7.792516231536865 + ], + [ + "▁very", + -7.79970645904541 + ], + [ + "▁am", + -7.814100742340088 + ], + [ + "&", + -7.829529285430908 + ], + [ + "▁au", + -7.83012056350708 + ], + [ + "▁many", + -7.83834171295166 + ], + [ + "▁mai", + -7.84363317489624 + ], + [ + "A", + -7.849830150604248 + ], + [ + "th", + -7.855541229248047 + ], + [ + "▁through", + -7.859585285186768 + ], + [ + "▁pentru", + -7.86391544342041 + ], + [ + "▁two", + -7.873607158660889 + ], + [ + "▁von", + -7.874959945678711 + ], + [ + "▁way", + -7.887117385864258 + ], + [ + "ll", + -7.887749195098877 + ], + [ + "I", + -7.891303539276123 + ], + [ + "▁ce", + -7.901563167572021 + ], + [ + "▁și", + -7.904444694519043 + ], + [ + "▁help", + -7.907405853271484 + ], + [ + "▁best", + -7.907911777496338 + ], + [ + "),", + -7.908212184906006 + ], + [ + "un", + -7.925017833709717 + ], + [ + "▁years", + -7.925964832305908 + ], + [ + "▁2", + -7.9282684326171875 + ], + [ + "▁C", + -7.936962604522705 + ], + [ + "▁nu", + -7.939520835876465 + ], + [ + "▁good", + -7.943995952606201 + ], + [ + "v", + -7.94746732711792 + ], + [ + "▁1", + -7.94765567779541 + ], + [ + "w", + -7.947978496551514 + ], + [ + "▁das", + -7.960538864135742 + ], + [ + "▁ca", + -7.962430477142334 + ], + [ + "▁where", + -7.964908123016357 + ], + [ + "▁know", + -7.96622896194458 + ], + [ + "▁year", + -7.971063613891602 + ], + [ + "▁He", + -7.974609375 + ], + [ + "▁see", + -7.980011463165283 + ], + [ + "▁für", + -7.984004497528076 + ], + [ + "▁auf", + -7.984249114990234 + ], + [ + "▁3", + -7.984433650970459 + ], + [ + "de", + -7.985401153564453 + ], + [ + "est", + -8.002091407775879 + ], + [ + "▁back", + -8.007022857666016 + ], + [ + "▁such", + -8.008523941040039 + ], + [ + "▁should", + -8.011754989624023 + ], + [ + "x", + -8.015050888061523 + ], + [ + "▁after", + -8.01761245727539 + ], + [ + "▁could", + -8.019674301147461 + ], + [ + "▁ist", + -8.020784378051758 + ], + [ + "▁now", + -8.022845268249512 + ], + [ + "▁much", + -8.023111343383789 + ], + [ + "and", + -8.02390193939209 + ], + [ + "...", + -8.030110359191895 + ], + [ + "▁home", + -8.036273956298828 + ], + [ + "to", + -8.03821086883545 + ], + [ + "▁ein", + -8.04833984375 + ], + [ + "▁even", + -8.048656463623047 + ], + [ + "▁que", + -8.049829483032227 + ], + [ + "▁day", + -8.051553726196289 + ], + [ + "▁take", + -8.054189682006836 + ], + [ + "▁want", + -8.054435729980469 + ], + [ + "▁For", + -8.06217098236084 + ], + [ + "▁said", + -8.063249588012695 + ], + [ + "▁sur", + -8.073471069335938 + ], + [ + "▁une", + -8.077030181884766 + ], + [ + "▁să", + -8.082921028137207 + ], + [ + "▁dans", + -8.084549903869629 + ], + [ + "▁great", + -8.088057518005371 + ], + [ + "▁este", + -8.08947467803955 + ], + [ + "▁because", + -8.094311714172363 + ], + [ + "▁information", + -8.104085922241211 + ], + [ + "ului", + -8.105451583862305 + ], + [ + "▁find", + -8.112174987792969 + ], + [ + "C", + -8.119946479797363 + ], + [ + "▁she", + -8.125317573547363 + ], + [ + "▁im", + -8.126056671142578 + ], + [ + "ation", + -8.130115509033203 + ], + [ + "▁then", + -8.13021469116211 + ], + [ + "▁est", + -8.13099479675293 + ], + [ + "▁par", + -8.138585090637207 + ], + [ + "▁used", + -8.141871452331543 + ], + [ + "▁E", + -8.146790504455566 + ], + [ + "▁made", + -8.149978637695312 + ], + [ + "▁So", + -8.15785026550293 + ], + [ + "am", + -8.16288948059082 + ], + [ + "▁eine", + -8.165464401245117 + ], + [ + "▁şi", + -8.168368339538574 + ], + [ + "▁business", + -8.17335033416748 + ], + [ + "▁right", + -8.173593521118164 + ], + [ + "▁here", + -8.176125526428223 + ], + [ + "▁being", + -8.184967041015625 + ], + [ + "▁B", + -8.185355186462402 + ], + [ + "▁those", + -8.185736656188965 + ], + [ + "▁before", + -8.194721221923828 + ], + [ + "▁And", + -8.199501037597656 + ], + [ + "▁P", + -8.200712203979492 + ], + [ + "ers", + -8.200922012329102 + ], + [ + "▁don", + -8.204029083251953 + ], + [ + "B", + -8.20487117767334 + ], + [ + "▁life", + -8.206265449523926 + ], + [ + "▁go", + -8.209736824035645 + ], + [ + "▁As", + -8.210551261901855 + ], + [ + "▁M", + -8.221170425415039 + ], + [ + "▁each", + -8.22955322265625 + ], + [ + "▁qui", + -8.23323917388916 + ], + [ + "▁place", + -8.236248970031738 + ], + [ + "com", + -8.237479209899902 + ], + [ + "ant", + -8.252915382385254 + ], + [ + "▁sich", + -8.255932807922363 + ], + [ + "▁There", + -8.261948585510254 + ], + [ + "ar", + -8.264991760253906 + ], + [ + "▁Sie", + -8.273868560791016 + ], + [ + "▁own", + -8.277531623840332 + ], + [ + "▁part", + -8.279440879821777 + ], + [ + "ent", + -8.281047821044922 + ], + [ + "▁world", + -8.28173542022705 + ], + [ + "ment", + -8.282004356384277 + ], + [ + "▁while", + -8.294474601745605 + ], + [ + "▁But", + -8.295366287231445 + ], + [ + "▁around", + -8.300799369812012 + ], + [ + "▁L", + -8.301082611083984 + ], + [ + "us", + -8.304039001464844 + ], + [ + "▁plus", + -8.313054084777832 + ], + [ + "▁To", + -8.313691139221191 + ], + [ + "▁5", + -8.31412410736084 + ], + [ + "▁high", + -8.31862735748291 + ], + [ + "▁long", + -8.319378852844238 + ], + [ + "D", + -8.320075035095215 + ], + [ + "▁D", + -8.320279121398926 + ], + [ + "▁really", + -8.322924613952637 + ], + [ + "▁nicht", + -8.332040786743164 + ], + [ + "▁Le", + -8.335328102111816 + ], + [ + "▁service", + -8.3412504196167 + ], + [ + "▁4", + -8.342093467712402 + ], + [ + "▁different", + -8.342538833618164 + ], + [ + "▁Die", + -8.348092079162598 + ], + [ + "▁think", + -8.353771209716797 + ], + [ + "—", + -8.355998039245605 + ], + [ + "▁auch", + -8.357160568237305 + ], + [ + "▁look", + -8.362202644348145 + ], + [ + "▁both", + -8.366817474365234 + ], + [ + "lor", + -8.36687183380127 + ], + [ + "▁down", + -8.367999076843262 + ], + [ + "ten", + -8.368885040283203 + ], + [ + "▁La", + -8.378066062927246 + ], + [ + "▁off", + -8.380044937133789 + ], + [ + "▁vous", + -8.380541801452637 + ], + [ + "▁They", + -8.381462097167969 + ], + [ + "M", + -8.383248329162598 + ], + [ + "▁pas", + -8.384513854980469 + ], + [ + "▁data", + -8.385709762573242 + ], + [ + "▁T", + -8.386754989624023 + ], + [ + "▁love", + -8.388101577758789 + ], + [ + "▁every", + -8.390009880065918 + ], + [ + "▁10", + -8.391179084777832 + ], + [ + "▁last", + -8.392083168029785 + ], + [ + "▁same", + -8.393481254577637 + ], + [ + "▁using", + -8.395487785339355 + ], + [ + "▁free", + -8.408831596374512 + ], + [ + "▁dem", + -8.40894889831543 + ], + [ + "▁still", + -8.409984588623047 + ], + [ + "ate", + -8.410931587219238 + ], + [ + "ist", + -8.415611267089844 + ], + [ + "▁between", + -8.420283317565918 + ], + [ + "P", + -8.420982360839844 + ], + [ + "be", + -8.428167343139648 + ], + [ + "▁available", + -8.429443359375 + ], + [ + "man", + -8.432978630065918 + ], + [ + "▁company", + -8.439678192138672 + ], + [ + "▁G", + -8.441640853881836 + ], + [ + "▁experience", + -8.444950103759766 + ], + [ + "▁going", + -8.449073791503906 + ], + [ + "▁site", + -8.453832626342773 + ], + [ + "j", + -8.455142974853516 + ], + [ + "are", + -8.456900596618652 + ], + [ + "▁set", + -8.470661163330078 + ], + [ + "2", + -8.473684310913086 + ], + [ + "▁system", + -8.474678039550781 + ], + [ + "▁important", + -8.476791381835938 + ], + [ + "▁few", + -8.482437133789062 + ], + [ + "▁fi", + -8.482551574707031 + ], + [ + "ich", + -8.483301162719727 + ], + [ + "▁What", + -8.488649368286133 + ], + [ + "▁services", + -8.502433776855469 + ], + [ + "▁under", + -8.502569198608398 + ], + [ + "▁When", + -8.50308895111084 + ], + [ + "▁online", + -8.50699520111084 + ], + [ + "▁New", + -8.51494312286377 + ], + [ + "▁come", + -8.524871826171875 + ], + [ + "▁provide", + -8.525650024414062 + ], + [ + "F", + -8.526449203491211 + ], + [ + "▁team", + -8.52782154083252 + ], + [ + "▁always", + -8.529409408569336 + ], + [ + "▁De", + -8.530412673950195 + ], + [ + "▁că", + -8.532517433166504 + ], + [ + "▁him", + -8.53586196899414 + ], + [ + "▁F", + -8.538305282592773 + ], + [ + "▁things", + -8.550079345703125 + ], + [ + "▁including", + -8.550943374633789 + ], + [ + "▁support", + -8.552608489990234 + ], + [ + "▁number", + -8.554113388061523 + ], + [ + "T", + -8.557183265686035 + ], + [ + "▁during", + -8.55886459350586 + ], + [ + "▁family", + -8.560463905334473 + ], + [ + "▁little", + -8.561317443847656 + ], + [ + "▁three", + -8.567726135253906 + ], + [ + "▁water", + -8.56810188293457 + ], + [ + "▁man", + -8.569759368896484 + ], + [ + "▁An", + -8.57192611694336 + ], + [ + "based", + -8.572155952453613 + ], + [ + "▁R", + -8.57442855834961 + ], + [ + "▁sau", + -8.574433326721191 + ], + [ + "▁avec", + -8.576035499572754 + ], + [ + "▁better", + -8.576830863952637 + ], + [ + "▁„", + -8.582253456115723 + ], + [ + "▁too", + -8.58635425567627 + ], + [ + "ge", + -8.586719512939453 + ], + [ + "▁must", + -8.589736938476562 + ], + [ + "▁per", + -8.589916229248047 + ], + [ + "ele", + -8.590399742126465 + ], + [ + "▁oder", + -8.59264850616455 + ], + [ + "au", + -8.59555435180664 + ], + [ + "▁aus", + -8.595727920532227 + ], + [ + "▁werden", + -8.598653793334961 + ], + [ + "▁does", + -8.599140167236328 + ], + [ + "▁without", + -8.599270820617676 + ], + [ + "▁ou", + -8.599929809570312 + ], + [ + "▁design", + -8.60101318359375 + ], + [ + "▁va", + -8.605440139770508 + ], + [ + "▁did", + -8.615679740905762 + ], + [ + "▁O", + -8.619062423706055 + ], + [ + "▁U", + -8.623565673828125 + ], + [ + "up", + -8.62901496887207 + ], + [ + "▁end", + -8.63367748260498 + ], + [ + "▁local", + -8.636231422424316 + ], + [ + "▁next", + -8.638967514038086 + ], + [ + "▁sure", + -8.64098072052002 + ], + [ + "▁lot", + -8.64644718170166 + ], + [ + "▁Re", + -8.647016525268555 + ], + [ + "▁top", + -8.647642135620117 + ], + [ + "▁Our", + -8.656886100769043 + ], + [ + "▁small", + -8.656978607177734 + ], + [ + "▁full", + -8.659418106079102 + ], + [ + "▁something", + -8.662886619567871 + ], + [ + "ung", + -8.666722297668457 + ], + [ + "▁vor", + -8.673250198364258 + ], + [ + "E", + -8.673337936401367 + ], + [ + "▁give", + -8.67603588104248 + ], + [ + "▁might", + -8.67660903930664 + ], + [ + "▁another", + -8.679330825805664 + ], + [ + "▁6", + -8.680779457092285 + ], + [ + "▁All", + -8.681318283081055 + ], + [ + "▁process", + -8.681672096252441 + ], + [ + "L", + -8.682575225830078 + ], + [ + "▁found", + -8.68941593170166 + ], + [ + "▁sind", + -8.690044403076172 + ], + [ + "▁since", + -8.69528865814209 + ], + [ + "▁With", + -8.695560455322266 + ], + [ + "K", + -8.696988105773926 + ], + [ + "um", + -8.701016426086426 + ], + [ + "▁within", + -8.701669692993164 + ], + [ + "▁post", + -8.706608772277832 + ], + [ + "▁car", + -8.709365844726562 + ], + [ + "une", + -8.714099884033203 + ], + [ + "▁N", + -8.715041160583496 + ], + [ + "▁J", + -8.715597152709961 + ], + [ + "ic", + -8.71823787689209 + ], + [ + "R", + -8.722309112548828 + ], + [ + "ter", + -8.727437019348145 + ], + [ + "ur", + -8.728265762329102 + ], + [ + "▁She", + -8.73131275177002 + ], + [ + "▁public", + -8.732009887695312 + ], + [ + "▁keep", + -8.735784530639648 + ], + [ + "▁H", + -8.736178398132324 + ], + [ + "▁order", + -8.740762710571289 + ], + [ + "▁start", + -8.742195129394531 + ], + [ + "ez", + -8.74746322631836 + ], + [ + "▁‘", + -8.749832153320312 + ], + [ + "uri", + -8.751104354858398 + ], + [ + "▁20", + -8.752482414245605 + ], + [ + "▁On", + -8.753515243530273 + ], + [ + "▁offer", + -8.763005256652832 + ], + [ + "▁quality", + -8.764988899230957 + ], + [ + "▁working", + -8.769987106323242 + ], + [ + "▁No", + -8.770307540893555 + ], + [ + "▁That", + -8.775156021118164 + ], + [ + "▁game", + -8.7863187789917 + ], + [ + "▁bei", + -8.786642074584961 + ], + [ + "▁today", + -8.788661003112793 + ], + [ + "▁never", + -8.794586181640625 + ], + [ + "▁week", + -8.79587173461914 + ], + [ + "▁St", + -8.797786712646484 + ], + [ + "▁feel", + -8.799317359924316 + ], + [ + "▁put", + -8.801899909973145 + ], + [ + "▁website", + -8.80322265625 + ], + [ + "Y", + -8.804483413696289 + ], + [ + "▁days", + -8.804709434509277 + ], + [ + "▁program", + -8.805448532104492 + ], + [ + "▁looking", + -8.810463905334473 + ], + [ + "▁K", + -8.810808181762695 + ], + [ + "▁students", + -8.811436653137207 + ], + [ + "▁create", + -8.811800956726074 + ], + [ + "▁change", + -8.812616348266602 + ], + [ + "▁book", + -8.812932014465332 + ], + [ + "ity", + -8.813761711120605 + ], + [ + "▁At", + -8.815207481384277 + ], + [ + "▁possible", + -8.815670013427734 + ], + [ + "▁sunt", + -8.81651496887207 + ], + [ + "▁7", + -8.818120002746582 + ], + [ + "▁real", + -8.823369026184082 + ], + [ + "▁al", + -8.824172019958496 + ], + [ + "▁making", + -8.825371742248535 + ], + [ + "▁Be", + -8.825761795043945 + ], + [ + "▁products", + -8.82592487335205 + ], + [ + "▁case", + -8.82653522491455 + ], + [ + "▁school", + -8.8272066116333 + ], + [ + "▁say", + -8.830352783203125 + ], + [ + "area", + -8.832084655761719 + ], + [ + "▁My", + -8.833836555480957 + ], + [ + "▁point", + -8.834731101989746 + ], + [ + "▁als", + -8.83560848236084 + ], + [ + "▁children", + -8.836194038391113 + ], + [ + "▁course", + -8.844061851501465 + ], + [ + "▁show", + -8.847993850708008 + ], + [ + "▁8", + -8.849273681640625 + ], + [ + "▁These", + -8.849345207214355 + ], + [ + "▁18", + -8.851140975952148 + ], + [ + "▁large", + -8.851323127746582 + ], + [ + "co", + -8.854362487792969 + ], + [ + "▁über", + -8.854788780212402 + ], + [ + "▁second", + -8.856559753417969 + ], + [ + "▁market", + -8.859807014465332 + ], + [ + "▁fost", + -8.86048698425293 + ], + [ + "▁easy", + -8.863983154296875 + ], + [ + "▁plan", + -8.864302635192871 + ], + [ + "▁project", + -8.864927291870117 + ], + [ + "G", + -8.865178108215332 + ], + [ + "W", + -8.869574546813965 + ], + [ + "3", + -8.871939659118652 + ], + [ + "▁son", + -8.873332023620605 + ], + [ + "la", + -8.879053115844727 + ], + [ + "▁face", + -8.88137435913086 + ], + [ + "▁needs", + -8.88148021697998 + ], + [ + "ch", + -8.883138656616211 + ], + [ + "▁personal", + -8.88343620300293 + ], + [ + "me", + -8.886031150817871 + ], + [ + "▁sont", + -8.887377738952637 + ], + [ + "▁je", + -8.894930839538574 + ], + [ + "▁non", + -8.895471572875977 + ], + [ + "▁got", + -8.896591186523438 + ], + [ + "▁Do", + -8.897382736206055 + ], + [ + "the", + -8.89765453338623 + ], + [ + "▁health", + -8.89908504486084 + ], + [ + "▁special", + -8.90555477142334 + ], + [ + ".\"", + -8.907710075378418 + ], + [ + "1", + -8.907852172851562 + ], + [ + "den", + -8.908616065979004 + ], + [ + "▁state", + -8.909355163574219 + ], + [ + "▁open", + -8.91019058227539 + ], + [ + "▁money", + -8.91053581237793 + ], + [ + "▁again", + -8.913084983825684 + ], + [ + "▁food", + -8.913167953491211 + ], + [ + "▁page", + -8.914595603942871 + ], + [ + "▁together", + -8.91628360748291 + ], + [ + "age", + -8.919108390808105 + ], + [ + "▁qu", + -8.921928405761719 + ], + [ + "hat", + -8.922386169433594 + ], + [ + "▁ver", + -8.926993370056152 + ], + [ + "▁W", + -8.927785873413086 + ], + [ + "▁away", + -8.928759574890137 + ], + [ + "▁wird", + -8.931641578674316 + ], + [ + "▁until", + -8.934249877929688 + ], + [ + "V", + -8.934935569763184 + ], + [ + "▁pre", + -8.935851097106934 + ], + [ + "▁One", + -8.936429977416992 + ], + [ + "▁product", + -8.936561584472656 + ], + [ + "▁often", + -8.939326286315918 + ], + [ + "▁wir", + -8.944111824035645 + ], + [ + "▁nach", + -8.945127487182617 + ], + [ + "▁include", + -8.946555137634277 + ], + [ + "▁um", + -8.948204040527344 + ], + [ + "▁room", + -8.953709602355957 + ], + [ + "▁group", + -8.953767776489258 + ], + [ + "▁name", + -8.954949378967285 + ], + [ + "ce", + -8.955448150634766 + ], + [ + "H", + -8.956180572509766 + ], + [ + "N", + -8.958139419555664 + ], + [ + "▁person", + -8.958183288574219 + ], + [ + "▁social", + -8.958606719970703 + ], + [ + "▁list", + -8.963666915893555 + ], + [ + "▁How", + -8.964127540588379 + ], + [ + "▁why", + -8.96571159362793 + ], + [ + "▁community", + -8.965995788574219 + ], + [ + "▁contact", + -8.973031044006348 + ], + [ + "­", + -8.9755859375 + ], + [ + "▁co", + -8.979683876037598 + ], + [ + "▁play", + -8.983960151672363 + ], + [ + "▁having", + -8.984169960021973 + ], + [ + "▁power", + -8.986917495727539 + ], + [ + "▁call", + -8.991690635681152 + ], + [ + "▁against", + -8.991816520690918 + ], + [ + "▁become", + -8.997780799865723 + ], + [ + "▁cost", + -9.003793716430664 + ], + [ + "▁V", + -9.004593849182129 + ], + [ + "▁research", + -9.006913185119629 + ], + [ + "▁12", + -9.007307052612305 + ], + [ + "▁wie", + -9.008277893066406 + ], + [ + "der", + -9.008386611938477 + ], + [ + "▁thing", + -9.014028549194336 + ], + [ + "▁along", + -9.017301559448242 + ], + [ + "4", + -9.017330169677734 + ], + [ + "▁access", + -9.020391464233398 + ], + [ + "▁level", + -9.020505905151367 + ], + [ + "▁price", + -9.022817611694336 + ], + [ + "▁einen", + -9.023714065551758 + ], + [ + "▁side", + -9.026359558105469 + ], + [ + "▁Un", + -9.026851654052734 + ], + [ + "▁means", + -9.03041648864746 + ], + [ + "(", + -9.032341957092283 + ], + [ + "▁big", + -9.034374237060549 + ], + [ + "▁God", + -9.036499977111816 + ], + [ + "▁dass", + -9.037314414978027 + ], + [ + "im", + -9.03737449645996 + ], + [ + "▁30", + -9.037432670593262 + ], + [ + "▁event", + -9.041665077209473 + ], + [ + "▁development", + -9.04206085205078 + ], + [ + "▁form", + -9.04226303100586 + ], + [ + "▁read", + -9.042579650878906 + ], + [ + "▁hand", + -9.043194770812988 + ], + [ + "▁control", + -9.04446792602539 + ], + [ + "▁However", + -9.046320915222168 + ], + [ + "▁done", + -9.048060417175291 + ], + [ + "▁job", + -9.051692008972168 + ], + [ + "▁hard", + -9.05661964416504 + ], + [ + "▁war", + -9.057538032531738 + ], + [ + "▁area", + -9.0584135055542 + ], + [ + "▁add", + -9.0586576461792 + ], + [ + "▁votre", + -9.0593900680542 + ], + [ + "▁live", + -9.059494018554688 + ], + [ + "▁range", + -9.060099601745604 + ], + [ + "▁After", + -9.06016445159912 + ], + [ + "▁Les", + -9.060513496398926 + ], + [ + "▁far", + -9.064413070678713 + ], + [ + "ver", + -9.064727783203123 + ], + [ + "▁old", + -9.069576263427734 + ], + [ + "▁perfect", + -9.06976318359375 + ], + [ + "▁15", + -9.070429801940918 + ], + [ + "▁space", + -9.073654174804688 + ], + [ + "▁house", + -9.074068069458008 + ], + [ + "ine", + -9.07408618927002 + ], + [ + "▁enough", + -9.074334144592283 + ], + [ + "0", + -9.075824737548828 + ], + [ + "▁several", + -9.077119827270508 + ], + [ + "The", + -9.08115577697754 + ], + [ + "mm", + -9.085619926452637 + ], + [ + "▁University", + -9.08637523651123 + ], + [ + "▁diese", + -9.087566375732422 + ], + [ + "▁Co", + -9.088335990905762 + ], + [ + "▁comes", + -9.088497161865234 + ], + [ + "▁across", + -9.088857650756836 + ], + [ + "▁already", + -9.090097427368164 + ], + [ + ",”", + -9.090341567993164 + ], + [ + "▁body", + -9.09276294708252 + ], + [ + "▁Das", + -9.094594955444336 + ], + [ + "▁einer", + -9.095956802368164 + ], + [ + "▁left", + -9.09921646118164 + ], + [ + "▁future", + -9.105711936950684 + ], + [ + "▁times", + -9.106670379638672 + ], + [ + "▁dar", + -9.109651565551758 + ], + [ + "▁simple", + -9.110408782958984 + ], + [ + "ry", + -9.112407684326172 + ], + [ + "▁getting", + -9.113155364990234 + ], + [ + "▁try", + -9.115362167358398 + ], + [ + "ți", + -9.116897583007812 + ], + [ + "ness", + -9.120043754577637 + ], + [ + "▁makes", + -9.12037754058838 + ], + [ + "▁past", + -9.120619773864746 + ], + [ + "ca", + -9.12130069732666 + ], + [ + "▁light", + -9.122207641601562 + ], + [ + "▁Der", + -9.122997283935549 + ], + [ + "▁run", + -9.125843048095703 + ], + [ + "▁four", + -9.126943588256836 + ], + [ + "ance", + -9.130500793457031 + ], + [ + "▁ever", + -9.131503105163574 + ], + [ + "▁einem", + -9.131816864013672 + ], + [ + "▁below", + -9.133723258972168 + ], + [ + "O", + -9.134073257446287 + ], + [ + "▁9", + -9.137282371520996 + ], + [ + "▁learn", + -9.14004135131836 + ], + [ + "out", + -9.140358924865724 + ], + [ + "▁video", + -9.143178939819336 + ], + [ + "▁etc", + -9.146929740905762 + ], + [ + "▁«", + -9.148795127868652 + ], + [ + "▁zum", + -9.149712562561035 + ], + [ + "▁kann", + -9.1504487991333 + ], + [ + "▁minutes", + -9.151180267333984 + ], + [ + "▁example", + -9.154194831848145 + ], + [ + "▁nous", + -9.154619216918944 + ], + [ + "▁Se", + -9.157441139221191 + ], + [ + "▁sie", + -9.159955024719238 + ], + [ + "▁industry", + -9.161614418029783 + ], + [ + "▁problem", + -9.162016868591309 + ], + [ + "J", + -9.162480354309082 + ], + [ + "▁country", + -9.163366317749023 + ], + [ + "▁fact", + -9.164189338684082 + ], + [ + "▁type", + -9.164190292358398 + ], + [ + "ner", + -9.164238929748535 + ], + [ + "▁companies", + -9.165864944458008 + ], + [ + "▁line", + -9.169849395751951 + ], + [ + "▁city", + -9.17271327972412 + ], + [ + "▁check", + -9.173710823059082 + ], + [ + "▁doing", + -9.174406051635742 + ], + [ + "elle", + -9.175037384033203 + ], + [ + "▁fun", + -9.176549911499023 + ], + [ + "▁En", + -9.177546501159668 + ], + [ + "▁Your", + -9.178601264953612 + ], + [ + "ling", + -9.181450843811035 + ], + [ + "▁share", + -9.18185806274414 + ], + [ + "ile", + -9.182005882263184 + ], + [ + "▁actually", + -9.187544822692873 + ], + [ + "▁value", + -9.187751770019531 + ], + [ + "zi", + -9.188661575317385 + ], + [ + "▁ab", + -9.1898832321167 + ], + [ + "▁offers", + -9.1905517578125 + ], + [ + "▁less", + -9.190573692321776 + ], + [ + "▁night", + -9.193560600280762 + ], + [ + "▁Dr", + -9.19518756866455 + ], + [ + "▁started", + -9.195454597473145 + ], + [ + "▁least", + -9.198020935058594 + ], + [ + "▁short", + -9.198562622070312 + ], + [ + "▁main", + -9.201143264770508 + ], + [ + "▁single", + -9.202939987182615 + ], + [ + "▁though", + -9.203780174255373 + ], + [ + "▁prin", + -9.203930854797363 + ], + [ + "time", + -9.20531177520752 + ], + [ + "▁hours", + -9.206608772277832 + ], + [ + "▁others", + -9.206849098205566 + ], + [ + "▁called", + -9.20730209350586 + ], + [ + "▁visit", + -9.208869934082031 + ], + [ + "▁bit", + -9.209009170532228 + ], + [ + "ée", + -9.210821151733398 + ], + [ + "▁customers", + -9.211383819580078 + ], + [ + "▁music", + -9.212000846862791 + ], + [ + "▁members", + -9.217191696166992 + ], + [ + "ies", + -9.21743392944336 + ], + [ + "▁pay", + -9.219176292419434 + ], + [ + "nd", + -9.219744682312012 + ], + [ + "▁once", + -9.221125602722168 + ], + [ + "gen", + -9.2217378616333 + ], + [ + "▁können", + -9.222976684570312 + ], + [ + "▁low", + -9.22377109527588 + ], + [ + "▁durch", + -9.227394104003906 + ], + [ + "▁story", + -9.228075981140137 + ], + [ + "▁understand", + -9.22953987121582 + ], + [ + "“", + -9.229856491088867 + ], + [ + "▁Am", + -9.231831550598145 + ], + [ + "▁didn", + -9.234603881835938 + ], + [ + "▁content", + -9.237217903137209 + ], + [ + "son", + -9.24180793762207 + ], + [ + "▁building", + -9.242242813110352 + ], + [ + "▁result", + -9.242605209350586 + ], + [ + "▁aux", + -9.243107795715332 + ], + [ + "▁complete", + -9.244999885559082 + ], + [ + "▁doesn", + -9.24510669708252 + ], + [ + "▁haben", + -9.246070861816406 + ], + [ + "▁questions", + -9.24661636352539 + ], + [ + "line", + -9.247077941894531 + ], + [ + "▁technology", + -9.247429847717283 + ], + [ + "▁Pro", + -9.247976303100586 + ], + [ + "▁current", + -9.248504638671877 + ], + [ + "▁won", + -9.248883247375488 + ], + [ + "▁let", + -9.250710487365724 + ], + [ + "▁features", + -9.251978874206545 + ], + [ + "▁please", + -9.258262634277344 + ], + [ + "5", + -9.258519172668455 + ], + [ + "▁above", + -9.259394645690918 + ], + [ + "ive", + -9.262128829956056 + ], + [ + "▁management", + -9.262394905090332 + ], + [ + "▁lui", + -9.262539863586426 + ], + [ + "her", + -9.263057708740234 + ], + [ + "▁training", + -9.265711784362791 + ], + [ + "▁everything", + -9.2665433883667 + ], + [ + "▁noch", + -9.266846656799316 + ], + [ + "▁came", + -9.267708778381348 + ], + [ + "▁web", + -9.272823333740234 + ], + [ + "▁ensure", + -9.272987365722656 + ], + [ + "▁months", + -9.273130416870115 + ], + [ + "▁art", + -9.27313232421875 + ], + [ + "▁sub", + -9.274359703063965 + ], + [ + "▁million", + -9.274559020996094 + ], + [ + "▁professional", + -9.275035858154297 + ], + [ + "▁results", + -9.278368949890137 + ], + [ + "▁kind", + -9.278395652770996 + ], + [ + "▁season", + -9.279285430908203 + ], + [ + "▁unique", + -9.281067848205566 + ], + [ + "ze", + -9.284360885620115 + ], + [ + "▁enjoy", + -9.28487777709961 + ], + [ + "▁early", + -9.287765502929688 + ], + [ + "▁major", + -9.288202285766602 + ], + [ + "▁yet", + -9.29152774810791 + ], + [ + "▁Ver", + -9.293331146240234 + ], + [ + "one", + -9.296777725219728 + ], + [ + "▁media", + -9.29719352722168 + ], + [ + "▁[", + -9.30095100402832 + ], + [ + "▁property", + -9.302969932556152 + ], + [ + "▁beautiful", + -9.304466247558594 + ], + [ + "▁given", + -9.305286407470703 + ], + [ + "▁due", + -9.306716918945312 + ], + [ + "▁government", + -9.307181358337402 + ], + [ + "▁nur", + -9.30881404876709 + ], + [ + "▁email", + -9.30910301208496 + ], + [ + "▁total", + -9.311080932617188 + ], + [ + "▁natural", + -9.311264038085938 + ], + [ + "▁test", + -9.311450004577637 + ], + [ + "▁provides", + -9.311640739440918 + ], + [ + "▁various", + -9.312631607055664 + ], + [ + "▁American", + -9.31560516357422 + ], + [ + "▁moment", + -9.318109512329102 + ], + [ + "▁air", + -9.318952560424805 + ], + [ + "▁idea", + -9.319236755371094 + ], + [ + "▁known", + -9.319981575012209 + ], + [ + "▁Il", + -9.320504188537598 + ], + [ + "▁friends", + -9.320576667785645 + ], + [ + "▁final", + -9.320919036865234 + ], + [ + "▁buy", + -9.32139778137207 + ], + [ + "▁specific", + -9.32223415374756 + ], + [ + "▁issues", + -9.32454776763916 + ], + [ + "▁took", + -9.325233459472656 + ], + [ + "▁mind", + -9.326258659362791 + ], + [ + "▁study", + -9.32675838470459 + ], + [ + "▁addition", + -9.328418731689451 + ], + [ + "▁size", + -9.332446098327637 + ], + [ + "▁pro", + -9.334047317504885 + ], + [ + "▁film", + -9.33545970916748 + ], + [ + "▁pot", + -9.335636138916016 + ], + [ + "▁thought", + -9.338120460510254 + ], + [ + "▁tell", + -9.33890438079834 + ], + [ + "▁While", + -9.339675903320312 + ], + [ + "▁head", + -9.339983940124512 + ], + [ + "▁clients", + -9.340429306030272 + ], + [ + "▁performance", + -9.346199989318848 + ], + [ + "▁question", + -9.346835136413574 + ], + [ + "▁whether", + -9.347925186157228 + ], + [ + "▁certain", + -9.34826946258545 + ], + [ + "▁model", + -9.348764419555664 + ], + [ + "▁following", + -9.350926399230955 + ], + [ + "▁energy", + -9.354207992553713 + ], + [ + "▁office", + -9.354207992553713 + ], + [ + "▁whole", + -9.356687545776367 + ], + [ + "▁bring", + -9.356956481933594 + ], + [ + "▁required", + -9.35726261138916 + ], + [ + "ţi", + -9.358223915100098 + ], + [ + "▁date", + -9.358695030212402 + ], + [ + "_", + -9.358983039855955 + ], + [ + "que", + -9.359789848327637 + ], + [ + "▁da", + -9.360264778137209 + ], + [ + "▁US", + -9.36120319366455 + ], + [ + "▁taking", + -9.36143684387207 + ], + [ + "go", + -9.362788200378418 + ], + [ + "▁living", + -9.36341667175293 + ], + [ + "▁someone", + -9.363489151000977 + ], + [ + "▁heart", + -9.365120887756348 + ], + [ + "▁key", + -9.365775108337402 + ], + [ + "▁areas", + -9.366238594055176 + ], + [ + "▁says", + -9.367013931274414 + ], + [ + "▁2018", + -9.369132041931152 + ], + [ + "▁month", + -9.37012767791748 + ], + [ + "▁Er", + -9.37135410308838 + ], + [ + "ste", + -9.375077247619627 + ], + [ + "▁11", + -9.375179290771484 + ], + [ + "▁front", + -9.37528133392334 + ], + [ + "▁Now", + -9.37669563293457 + ], + [ + "▁class", + -9.376946449279783 + ], + [ + "▁choose", + -9.377082824707031 + ], + [ + "pe", + -9.37808609008789 + ], + [ + "▁further", + -9.379021644592283 + ], + [ + "▁believe", + -9.37936019897461 + ], + [ + "of", + -9.379590034484863 + ], + [ + "▁among", + -9.380990982055664 + ], + [ + "sch", + -9.381686210632324 + ], + [ + "▁child", + -9.382609367370604 + ], + [ + "▁aber", + -9.38376235961914 + ], + [ + "▁Please", + -9.386269569396973 + ], + [ + "rea", + -9.387248992919922 + ], + [ + "▁later", + -9.387272834777832 + ], + [ + "▁amount", + -9.388760566711426 + ], + [ + "ice", + -9.390128135681152 + ], + [ + "▁National", + -9.390177726745604 + ], + [ + "▁style", + -9.390748977661133 + ], + [ + "▁tout", + -9.391490936279297 + ], + [ + "▁staff", + -9.392939567565918 + ], + [ + "▁white", + -9.397933959960938 + ], + [ + "▁ge", + -9.399179458618164 + ], + [ + "▁five", + -9.40098476409912 + ], + [ + "▁blog", + -9.40109920501709 + ], + [ + "▁designed", + -9.40125846862793 + ], + [ + "▁went", + -9.402216911315918 + ], + [ + "▁Da", + -9.40268611907959 + ], + [ + "▁general", + -9.403801918029783 + ], + [ + "▁rest", + -9.403874397277832 + ], + [ + "▁zur", + -9.40579891204834 + ], + [ + "▁quite", + -9.405948638916016 + ], + [ + "per", + -9.40687084197998 + ], + [ + "▁customer", + -9.408379554748535 + ], + [ + "▁close", + -9.408747673034668 + ], + [ + "▁Some", + -9.41054630279541 + ], + [ + "▁women", + -9.41075611114502 + ], + [ + "▁move", + -9.410761833190918 + ], + [ + "▁software", + -9.411357879638672 + ], + [ + "▁Ein", + -9.413651466369627 + ], + [ + "▁Ab", + -9.413823127746582 + ], + [ + "▁history", + -9.413864135742188 + ], + [ + "▁either", + -9.41564655303955 + ], + [ + "▁seen", + -9.417396545410156 + ], + [ + "▁card", + -9.419726371765137 + ], + [ + "▁City", + -9.421541213989258 + ], + [ + "▁hope", + -9.42176914215088 + ], + [ + "▁16", + -9.422072410583496 + ], + [ + "és", + -9.422825813293455 + ], + [ + "va", + -9.423294067382812 + ], + [ + "▁Al", + -9.423827171325684 + ], + [ + "▁especially", + -9.424827575683594 + ], + [ + "▁view", + -9.426136016845703 + ], + [ + "men", + -9.427363395690918 + ], + [ + "▁account", + -9.427489280700684 + ], + [ + "▁needed", + -9.429777145385742 + ], + [ + "▁United", + -9.429789543151855 + ], + [ + "]", + -9.432387351989746 + ], + [ + "▁yourself", + -9.432788848876951 + ], + [ + "▁100", + -9.433059692382812 + ], + [ + "▁receive", + -9.433417320251465 + ], + [ + "▁ideas", + -9.43369197845459 + ], + [ + "▁writing", + -9.434585571289062 + ], + [ + "▁simply", + -9.434741973876951 + ], + [ + "▁present", + -9.435087203979492 + ], + [ + "▁continue", + -9.436107635498049 + ], + [ + "▁application", + -9.44115161895752 + ], + [ + "▁build", + -9.44187068939209 + ], + [ + "▁turn", + -9.44249439239502 + ], + [ + "ated", + -9.442923545837402 + ], + [ + "▁everyone", + -9.443060874938965 + ], + [ + "cette", + -9.443114280700684 + ], + [ + "▁bien", + -9.444964408874512 + ], + [ + "less", + -9.445222854614258 + ], + [ + "▁Si", + -9.445359230041504 + ], + [ + "▁original", + -9.44686794281006 + ], + [ + "8", + -9.44794750213623 + ], + [ + "▁individual", + -9.448895454406738 + ], + [ + "tre", + -9.449433326721191 + ], + [ + "▁works", + -9.45171070098877 + ], + [ + "▁options", + -9.451821327209473 + ], + [ + "▁May", + -9.454456329345703 + ], + [ + "▁Not", + -9.454940795898438 + ], + [ + "▁report", + -9.455467224121094 + ], + [ + "mer", + -9.457239151000977 + ], + [ + "▁human", + -9.459118843078612 + ], + [ + "▁provided", + -9.459603309631348 + ], + [ + "▁By", + -9.460925102233888 + ], + [ + "▁series", + -9.462006568908691 + ], + [ + "7", + -9.46226692199707 + ], + [ + "▁modern", + -9.463875770568848 + ], + [ + "▁meet", + -9.463921546936035 + ], + [ + "▁50", + -9.464119911193848 + ], + [ + "▁25", + -9.46969985961914 + ], + [ + "▁color", + -9.470091819763184 + ], + [ + "▁download", + -9.470109939575195 + ], + [ + "▁Here", + -9.471144676208496 + ], + [ + "6", + -9.471323013305664 + ], + [ + "▁poate", + -9.471449851989746 + ], + [ + "▁În", + -9.47232151031494 + ], + [ + "▁phone", + -9.473695755004885 + ], + [ + "▁likely", + -9.474374771118164 + ], + [ + "▁table", + -9.476469993591309 + ], + [ + "▁ma", + -9.476551055908203 + ], + [ + "▁Or", + -9.479181289672852 + ], + [ + "Z", + -9.48026180267334 + ], + [ + "▁19", + -9.482215881347656 + ], + [ + "▁insurance", + -9.482544898986816 + ], + [ + "▁anything", + -9.483808517456056 + ], + [ + "▁search", + -9.485033988952637 + ], + [ + "▁Ge", + -9.48520565032959 + ], + [ + "▁issue", + -9.48556423187256 + ], + [ + "▁includes", + -9.485688209533691 + ], + [ + "▁clear", + -9.487342834472656 + ], + [ + "les", + -9.488021850585938 + ], + [ + "▁almost", + -9.488259315490724 + ], + [ + "ilor", + -9.48935317993164 + ], + [ + "▁14", + -9.490717887878418 + ], + [ + "by", + -9.494056701660156 + ], + [ + "▁Du", + -9.49624252319336 + ], + [ + "▁mais", + -9.497303009033203 + ], + [ + "ier", + -9.499163627624512 + ], + [ + "▁law", + -9.49924087524414 + ], + [ + "▁added", + -9.500134468078612 + ], + [ + "▁con", + -9.500962257385254 + ], + [ + ",\"", + -9.501530647277832 + ], + [ + "▁ago", + -9.502127647399902 + ], + [ + "▁His", + -9.504697799682615 + ], + [ + "▁points", + -9.504981994628906 + ], + [ + "▁mult", + -9.505581855773926 + ], + [ + "▁financial", + -9.506216049194336 + ], + [ + "▁problems", + -9.506428718566896 + ], + [ + "▁however", + -9.50648307800293 + ], + [ + "▁events", + -9.50675106048584 + ], + [ + "▁half", + -9.507889747619627 + ], + [ + "ard", + -9.511183738708496 + ], + [ + "▁ask", + -9.51156997680664 + ], + [ + "▁version", + -9.511631965637209 + ], + [ + "end", + -9.512478828430176 + ], + [ + "▁created", + -9.512639999389648 + ], + [ + "▁lead", + -9.512917518615724 + ], + [ + "▁focus", + -9.513853073120115 + ], + [ + "▁increase", + -9.515096664428713 + ], + [ + "ex", + -9.515118598937988 + ], + [ + "▁allow", + -9.515798568725586 + ], + [ + "▁extra", + -9.516464233398438 + ], + [ + "▁24", + -9.51669216156006 + ], + [ + "▁credit", + -9.516772270202637 + ], + [ + "▁production", + -9.516801834106444 + ], + [ + "zu", + -9.517256736755373 + ], + [ + "▁black", + -9.51754093170166 + ], + [ + "▁systems", + -9.518040657043455 + ], + [ + "▁17", + -9.518178939819336 + ], + [ + "▁opportunity", + -9.518531799316406 + ], + [ + "▁bis", + -9.519219398498535 + ], + [ + "▁fast", + -9.519807815551758 + ], + [ + "ring", + -9.521166801452637 + ], + [ + "▁Don", + -9.522114753723145 + ], + [ + "▁via", + -9.52242660522461 + ], + [ + "fer", + -9.5225248336792 + ], + [ + "▁comme", + -9.522799491882324 + ], + [ + "▁popular", + -9.523722648620604 + ], + [ + "▁South", + -9.524491310119627 + ], + [ + "ating", + -9.52500343322754 + ], + [ + "▁State", + -9.525198936462402 + ], + [ + "ator", + -9.525679588317873 + ], + [ + "▁common", + -9.525968551635742 + ], + [ + "con", + -9.526727676391602 + ], + [ + "▁throughout", + -9.527557373046877 + ], + [ + "▁risk", + -9.52774715423584 + ], + [ + "▁young", + -9.528532028198242 + ], + [ + "▁Je", + -9.528688430786133 + ], + [ + "▁image", + -9.52928352355957 + ], + [ + "ha", + -9.529376983642578 + ], + [ + "▁third", + -9.529587745666504 + ], + [ + "▁taken", + -9.530049324035645 + ], + [ + "▁Z", + -9.5314302444458 + ], + [ + "▁dis", + -9.5316162109375 + ], + [ + "▁From", + -9.533575057983398 + ], + [ + "▁details", + -9.534862518310549 + ], + [ + "▁games", + -9.53516674041748 + ], + [ + "▁practice", + -9.536040306091309 + ], + [ + "che", + -9.536151885986328 + ], + [ + "▁security", + -9.537364959716797 + ], + [ + "▁medical", + -9.537653923034668 + ], + [ + "▁learning", + -9.537806510925291 + ], + [ + "▁material", + -9.538509368896484 + ], + [ + "▁international", + -9.540703773498535 + ], + [ + "▁forward", + -9.541245460510254 + ], + [ + "▁paper", + -9.541247367858888 + ], + [ + "▁action", + -9.541348457336426 + ], + [ + "▁file", + -9.542378425598145 + ], + [ + "▁oil", + -9.543096542358398 + ], + [ + "▁self", + -9.54377555847168 + ], + [ + "▁private", + -9.545247077941896 + ], + [ + "▁interest", + -9.545559883117676 + ], + [ + "bar", + -9.546065330505373 + ], + [ + "▁sale", + -9.547115325927734 + ], + [ + "▁stay", + -9.547348976135254 + ], + [ + "ke", + -9.548089981079102 + ], + [ + "▁San", + -9.549053192138672 + ], + [ + "▁matter", + -9.549870491027832 + ], + [ + "▁reason", + -9.550254821777344 + ], + [ + "ted", + -9.55147647857666 + ], + [ + "▁potential", + -9.551742553710938 + ], + [ + "▁brand", + -9.552441596984863 + ], + [ + "▁field", + -9.55315113067627 + ], + [ + "▁treatment", + -9.553420066833496 + ], + [ + "▁period", + -9.553516387939451 + ], + [ + "▁York", + -9.553890228271484 + ], + [ + "▁Park", + -9.554738998413086 + ], + [ + "▁acest", + -9.55600929260254 + ], + [ + "ou", + -9.556926727294922 + ], + [ + "▁Ce", + -9.557014465332031 + ], + [ + "▁ready", + -9.558111190795898 + ], + [ + "▁rather", + -9.55860424041748 + ], + [ + "▁outside", + -9.560086250305176 + ], + [ + "▁standard", + -9.560121536254885 + ], + [ + "▁located", + -9.56077003479004 + ], + [ + "▁marketing", + -9.562313079833984 + ], + [ + "cu", + -9.564041137695312 + ], + [ + "▁Can", + -9.564562797546388 + ], + [ + "▁education", + -9.566105842590332 + ], + [ + "use", + -9.566640853881836 + ], + [ + "▁role", + -9.566828727722168 + ], + [ + "▁men", + -9.571505546569824 + ], + [ + "▁probably", + -9.571550369262695 + ], + [ + "▁store", + -9.57221508026123 + ], + [ + "▁John", + -9.572355270385742 + ], + [ + "▁rate", + -9.573956489562988 + ], + [ + "▁code", + -9.573994636535645 + ], + [ + "▁kids", + -9.574408531188965 + ], + [ + "▁currently", + -9.57552719116211 + ], + [ + "▁near", + -9.576475143432615 + ], + [ + "▁sales", + -9.576716423034668 + ], + [ + "▁usually", + -9.577012062072754 + ], + [ + "▁activities", + -9.577242851257324 + ], + [ + "▁party", + -9.57737159729004 + ], + [ + "▁leur", + -9.577434539794922 + ], + [ + "▁particular", + -9.577627182006836 + ], + [ + "▁mehr", + -9.577707290649414 + ], + [ + "ill", + -9.578757286071776 + ], + [ + "▁percent", + -9.579113006591797 + ], + [ + "▁fait", + -9.579537391662598 + ], + [ + "▁happy", + -9.579904556274414 + ], + [ + "▁inside", + -9.58005428314209 + ], + [ + "▁save", + -9.580510139465332 + ], + [ + "▁skills", + -9.580765724182127 + ], + [ + "▁consider", + -9.581025123596191 + ], + [ + "▁recent", + -9.58161735534668 + ], + [ + "▁strong", + -9.581781387329102 + ], + [ + "▁position", + -9.582076072692873 + ], + [ + "▁knowledge", + -9.582303047180176 + ], + [ + "▁tax", + -9.583868980407717 + ], + [ + "▁users", + -9.584261894226074 + ], + [ + "und", + -9.585564613342283 + ], + [ + "▁coming", + -9.585904121398926 + ], + [ + "▁article", + -9.585923194885254 + ], + [ + "min", + -9.586345672607422 + ], + [ + "▁sein", + -9.586555480957031 + ], + [ + "▁travel", + -9.586871147155762 + ], + [ + "▁changes", + -9.58765983581543 + ], + [ + "▁impact", + -9.588181495666504 + ], + [ + "▁wanted", + -9.588460922241213 + ], + [ + "▁address", + -9.5885591506958 + ], + [ + "▁soon", + -9.58873462677002 + ], + [ + "▁North", + -9.588915824890137 + ], + [ + "ată", + -9.589237213134766 + ], + [ + "▁trying", + -9.58985424041748 + ], + [ + "▁app", + -9.590612411499023 + ], + [ + "▁School", + -9.592510223388672 + ], + [ + "▁Es", + -9.592548370361328 + ], + [ + "we", + -9.59261703491211 + ], + [ + "▁conditions", + -9.59292984008789 + ], + [ + "▁digital", + -9.59329319000244 + ], + [ + "▁similar", + -9.594805717468262 + ], + [ + "▁solution", + -9.59514331817627 + ], + [ + "▁location", + -9.59518337249756 + ], + [ + "▁Of", + -9.595418930053713 + ], + [ + "▁follow", + -9.595842361450195 + ], + [ + "▁red", + -9.597526550292969 + ], + [ + "▁review", + -9.599202156066896 + ], + [ + "▁skin", + -9.599575996398926 + ], + [ + "▁pretty", + -9.600369453430176 + ], + [ + "day", + -9.600558280944824 + ], + [ + "▁dé", + -9.602072715759276 + ], + [ + "▁cause", + -9.602169036865234 + ], + [ + "▁Sa", + -9.602463722229004 + ], + [ + "▁user", + -9.602520942687988 + ], + [ + "▁Man", + -9.60337734222412 + ], + [ + "”.", + -9.604146003723145 + ], + [ + "▁Just", + -9.604366302490234 + ], + [ + "▁faire", + -9.604475021362305 + ], + [ + "▁member", + -9.605619430541992 + ], + [ + "▁iar", + -9.606892585754396 + ], + [ + "▁higher", + -9.607715606689451 + ], + [ + "▁step", + -9.607887268066406 + ], + [ + "▁wide", + -9.60818576812744 + ], + [ + "▁uns", + -9.608920097351074 + ], + [ + "▁World", + -9.609135627746582 + ], + [ + "▁additional", + -9.61176586151123 + ], + [ + "ber", + -9.613197326660156 + ], + [ + "▁easily", + -9.613990783691406 + ], + [ + "▁deal", + -9.615070343017578 + ], + [ + "▁ways", + -9.615514755249023 + ], + [ + "▁mobile", + -9.61683750152588 + ], + [ + "▁national", + -9.616913795471191 + ], + [ + "▁couple", + -9.617389678955078 + ], + [ + "▁ihre", + -9.61939811706543 + ], + [ + "▁choice", + -9.61961269378662 + ], + [ + "for", + -9.619686126708984 + ], + [ + "ous", + -9.62070083618164 + ], + [ + "▁Google", + -9.620855331420898 + ], + [ + "▁environment", + -9.622426986694336 + ], + [ + "urile", + -9.62332248687744 + ], + [ + "▁Center", + -9.626680374145508 + ], + [ + "mp", + -9.628592491149902 + ], + [ + "▁»", + -9.629727363586426 + ], + [ + "qui", + -9.630680084228516 + ], + [ + "▁growth", + -9.631048202514648 + ], + [ + "ler", + -9.633174896240234 + ], + [ + "▁improve", + -9.63360595703125 + ], + [ + "▁items", + -9.6336669921875 + ], + [ + "▁Nu", + -9.63393783569336 + ], + [ + "▁leave", + -9.634074211120604 + ], + [ + "▁true", + -9.634805679321287 + ], + [ + "▁wurde", + -9.63487434387207 + ], + [ + "▁cannot", + -9.635004043579102 + ], + [ + "▁13", + -9.635096549987791 + ], + [ + "▁running", + -9.636015892028809 + ], + [ + "▁anti", + -9.63617706298828 + ], + [ + "▁option", + -9.636306762695312 + ], + [ + "▁reading", + -9.63657283782959 + ], + [ + "▁Car", + -9.636698722839355 + ], + [ + "▁Wir", + -9.638110160827637 + ], + [ + "▁April", + -9.63975715637207 + ], + [ + "▁behind", + -9.640642166137695 + ], + [ + "▁client", + -9.640750885009766 + ], + [ + "▁cover", + -9.64101219177246 + ], + [ + "▁stop", + -9.641090393066406 + ], + [ + "ja", + -9.641277313232422 + ], + [ + "▁built", + -9.641307830810549 + ], + [ + "▁Con", + -9.641313552856444 + ], + [ + "ement", + -9.641366004943848 + ], + [ + "▁projects", + -9.641828536987305 + ], + [ + "▁variety", + -9.641840934753418 + ], + [ + "▁Ihre", + -9.642666816711426 + ], + [ + "ș", + -9.64302921295166 + ], + [ + "▁unter", + -9.64385986328125 + ], + [ + "▁longer", + -9.646577835083008 + ], + [ + "year", + -9.647161483764648 + ], + [ + "▁photo", + -9.648370742797852 + ], + [ + "▁Also", + -9.64933967590332 + ], + [ + "▁received", + -9.651098251342772 + ], + [ + "▁return", + -9.652676582336426 + ], + [ + "00", + -9.653081893920898 + ], + [ + "▁bar", + -9.653343200683594 + ], + [ + "ary", + -9.654427528381348 + ], + [ + "elor", + -9.655137062072754 + ], + [ + "▁Home", + -9.656189918518066 + ], + [ + "our", + -9.656298637390137 + ], + [ + "▁Me", + -9.65771198272705 + ], + [ + "▁held", + -9.65911102294922 + ], + [ + "▁click", + -9.66014289855957 + ], + [ + "▁ex", + -9.660178184509276 + ], + [ + "▁cum", + -9.661561965942385 + ], + [ + "▁takes", + -9.66395378112793 + ], + [ + "▁computer", + -9.665796279907228 + ], + [ + "▁told", + -9.668192863464355 + ], + [ + "+", + -9.670648574829102 + ], + [ + "▁patients", + -9.670809745788574 + ], + [ + "ting", + -9.672165870666504 + ], + [ + "▁direct", + -9.672248840332031 + ], + [ + "▁quickly", + -9.672410011291504 + ], + [ + "tic", + -9.672877311706545 + ], + [ + "▁vom", + -9.673723220825195 + ], + [ + "▁di", + -9.67381477355957 + ], + [ + "▁kitchen", + -9.674022674560549 + ], + [ + "▁network", + -9.675640106201172 + ], + [ + "▁2015", + -9.676688194274902 + ], + [ + "▁effective", + -9.677227020263672 + ], + [ + "▁collection", + -9.677703857421877 + ], + [ + "▁2017", + -9.677751541137695 + ], + [ + "▁words", + -9.678145408630373 + ], + [ + "▁cele", + -9.678857803344728 + ], + [ + "▁student", + -9.678862571716309 + ], + [ + "▁amazing", + -9.678932189941406 + ], + [ + "eur", + -9.680419921875 + ], + [ + ".”", + -9.68227481842041 + ], + [ + "▁ale", + -9.682716369628906 + ], + [ + "”,", + -9.68414306640625 + ], + [ + "▁purchase", + -9.684350967407228 + ], + [ + "▁mean", + -9.68477725982666 + ], + [ + "▁West", + -9.686846733093262 + ], + [ + "▁nice", + -9.6889066696167 + ], + [ + "▁age", + -9.689131736755373 + ], + [ + "▁base", + -9.68923568725586 + ], + [ + "▁summer", + -9.68928337097168 + ], + [ + "▁multi", + -9.689496994018556 + ], + [ + "▁allows", + -9.689573287963867 + ], + [ + "▁latest", + -9.689604759216309 + ], + [ + "▁global", + -9.68992805480957 + ], + [ + "▁chance", + -9.690792083740234 + ], + [ + "▁sense", + -9.690872192382812 + ], + [ + "ieren", + -9.692789077758787 + ], + [ + "▁difficult", + -9.693133354187012 + ], + [ + "ité", + -9.694750785827637 + ], + [ + "ka", + -9.69479274749756 + ], + [ + "du", + -9.69483757019043 + ], + [ + "▁providing", + -9.695744514465332 + ], + [ + "▁Art", + -9.696940422058104 + ], + [ + "▁drive", + -9.69855499267578 + ], + [ + "▁Go", + -9.698877334594728 + ], + [ + "▁très", + -9.699414253234863 + ], + [ + "U", + -9.699579238891602 + ], + [ + "▁Pre", + -9.699846267700195 + ], + [ + "▁shows", + -9.700040817260742 + ], + [ + "▁hair", + -9.701324462890623 + ], + [ + "▁success", + -9.701513290405272 + ], + [ + "▁UK", + -9.703169822692873 + ], + [ + "red", + -9.703241348266602 + ], + [ + "ü", + -9.703370094299316 + ], + [ + "ish", + -9.703631401062012 + ], + [ + "▁weeks", + -9.704839706420898 + ], + [ + "▁solutions", + -9.7055025100708 + ], + [ + "▁Pe", + -9.7057523727417 + ], + [ + "▁equipment", + -9.706141471862791 + ], + [ + "și", + -9.706482887268066 + ], + [ + "▁worked", + -9.707073211669922 + ], + [ + "\".", + -9.708627700805664 + ], + [ + "▁legal", + -9.708720207214355 + ], + [ + "▁bad", + -9.70892333984375 + ], + [ + "▁40", + -9.709561347961426 + ], + [ + "▁Internet", + -9.709798812866213 + ], + [ + "▁included", + -9.709976196289062 + ], + [ + "▁upon", + -9.710977554321287 + ], + [ + "▁excellent", + -9.71106243133545 + ], + [ + "▁goal", + -9.71130084991455 + ], + [ + "▁El", + -9.711408615112305 + ], + [ + "▁Mo", + -9.711703300476074 + ], + [ + "▁policy", + -9.71319580078125 + ], + [ + "▁aussi", + -9.713537216186523 + ], + [ + "▁weight", + -9.713687896728516 + ], + [ + "ici", + -9.715133666992188 + ], + [ + "▁approach", + -9.715584754943848 + ], + [ + "▁six", + -9.71579647064209 + ], + [ + "▁entire", + -9.715911865234377 + ], + [ + "9", + -9.71633529663086 + ], + [ + "▁send", + -9.716832160949709 + ], + [ + "▁1.", + -9.718971252441406 + ], + [ + "▁wenn", + -9.719056129455566 + ], + [ + "▁photos", + -9.71993637084961 + ], + [ + "://", + -9.721014022827148 + ], + [ + "ger", + -9.72281551361084 + ], + [ + "▁favorite", + -9.723104476928713 + ], + [ + "ley", + -9.723477363586426 + ], + [ + "▁else", + -9.72463321685791 + ], + [ + "▁types", + -9.72468376159668 + ], + [ + "▁link", + -9.725333213806152 + ], + [ + "▁recently", + -9.72584056854248 + ], + [ + "▁Mit", + -9.72631549835205 + ], + [ + "▁hot", + -9.726548194885254 + ], + [ + "tra", + -9.726597785949709 + ], + [ + "ş", + -9.727307319641112 + ], + [ + "▁according", + -9.728511810302734 + ], + [ + "▁necessary", + -9.728511810302734 + ], + [ + "▁multiple", + -9.72926902770996 + ], + [ + "▁Im", + -9.729510307312012 + ], + [ + "▁sehr", + -9.729660034179688 + ], + [ + "▁sign", + -9.732263565063477 + ], + [ + "▁anyone", + -9.73283576965332 + ], + [ + "▁land", + -9.733613014221191 + ], + [ + "▁States", + -9.734037399291992 + ], + [ + "▁unsere", + -9.734119415283203 + ], + [ + "ées", + -9.734639167785645 + ], + [ + "We", + -9.735671043395996 + ], + [ + "▁nothing", + -9.735845565795898 + ], + [ + "▁commercial", + -9.736858367919922 + ], + [ + "ful", + -9.737265586853027 + ], + [ + "▁seems", + -9.739325523376465 + ], + [ + "▁International", + -9.740097045898438 + ], + [ + "▁March", + -9.74163818359375 + ], + [ + "▁Thanks", + -9.74330711364746 + ], + [ + "▁County", + -9.74365234375 + ], + [ + "▁books", + -9.744638442993164 + ], + [ + "▁Ca", + -9.7451753616333 + ], + [ + "▁mi", + -9.746304512023926 + ], + [ + "▁meeting", + -9.746662139892578 + ], + [ + "▁tools", + -9.747593879699709 + ], + [ + "▁cut", + -9.747650146484377 + ], + [ + "▁related", + -9.74765682220459 + ], + [ + "▁lives", + -9.748003005981444 + ], + [ + "way", + -9.748501777648926 + ], + [ + "▁develop", + -9.748651504516602 + ], + [ + "▁sound", + -9.748723983764648 + ], + [ + "▁safe", + -9.748950958251951 + ], + [ + "▁Her", + -9.74937629699707 + ], + [ + "▁average", + -9.751277923583984 + ], + [ + "▁clean", + -9.75174331665039 + ], + [ + "▁talk", + -9.752362251281738 + ], + [ + "▁peut", + -9.75241756439209 + ], + [ + "▁dann", + -9.752546310424805 + ], + [ + "▁terms", + -9.753265380859377 + ], + [ + "▁foarte", + -9.753512382507324 + ], + [ + "▁super", + -9.754284858703612 + ], + [ + "▁programs", + -9.754853248596191 + ], + [ + "▁decision", + -9.75540828704834 + ], + [ + "▁costs", + -9.756058692932127 + ], + [ + "▁être", + -9.756291389465332 + ], + [ + "▁2019", + -9.75767421722412 + ], + [ + "led", + -9.759482383728027 + ], + [ + "▁parents", + -9.759617805480955 + ], + [ + "▁Mr", + -9.76170253753662 + ], + [ + "▁lower", + -9.762362480163574 + ], + [ + "▁door", + -9.762978553771973 + ], + [ + "▁été", + -9.763933181762695 + ], + [ + "▁box", + -9.764954566955566 + ], + [ + "▁record", + -9.765517234802246 + ], + [ + "▁win", + -9.765650749206545 + ], + [ + "ster", + -9.766402244567873 + ], + [ + "▁America", + -9.766748428344728 + ], + [ + "▁immer", + -9.768763542175291 + ], + [ + "▁road", + -9.76996898651123 + ], + [ + "▁leading", + -9.772759437561035 + ], + [ + "▁section", + -9.772838592529297 + ], + [ + "▁Facebook", + -9.772990226745604 + ], + [ + "▁Most", + -9.7738676071167 + ], + [ + "iert", + -9.77435302734375 + ], + [ + "▁morning", + -9.774497032165527 + ], + [ + "▁asked", + -9.775190353393556 + ], + [ + "▁involved", + -9.77551555633545 + ], + [ + "▁hier", + -9.777607917785645 + ], + [ + "▁images", + -9.77821159362793 + ], + [ + "▁House", + -9.778263092041016 + ], + [ + "▁highly", + -9.780763626098633 + ], + [ + "▁Bar", + -9.781620979309082 + ], + [ + "▁Service", + -9.782510757446287 + ], + [ + "▁attention", + -9.784318923950195 + ], + [ + "▁normal", + -9.784571647644045 + ], + [ + "▁plans", + -9.785883903503418 + ], + [ + "▁source", + -9.785930633544922 + ], + [ + "▁Aus", + -9.788092613220217 + ], + [ + "▁benefits", + -9.788655281066896 + ], + [ + "▁ses", + -9.789348602294922 + ], + [ + "des", + -9.789867401123049 + ], + [ + "▁internet", + -9.789949417114258 + ], + [ + "▁materials", + -9.790080070495604 + ], + [ + "▁même", + -9.791318893432615 + ], + [ + "▁fine", + -9.791522026062012 + ], + [ + "▁fit", + -9.792226791381836 + ], + [ + "▁21", + -9.792612075805664 + ], + [ + "▁itself", + -9.793739318847656 + ], + [ + "▁wieder", + -9.793972969055176 + ], + [ + "▁Many", + -9.795313835144045 + ], + [ + "▁nature", + -9.795402526855469 + ], + [ + "▁pain", + -9.795467376708984 + ], + [ + "▁device", + -9.796183586120604 + ], + [ + "art", + -9.796989440917969 + ], + [ + "pro", + -9.7971830368042 + ], + [ + "▁France", + -9.797271728515623 + ], + [ + "lich", + -9.797314643859863 + ], + [ + "▁2014", + -9.799542427062988 + ], + [ + "▁inter", + -9.799964904785156 + ], + [ + "▁Li", + -9.800453186035156 + ], + [ + "▁career", + -9.801136016845703 + ], + [ + "▁looks", + -9.80145263671875 + ], + [ + "▁ré", + -9.802245140075684 + ], + [ + "▁ability", + -9.802556991577148 + ], + [ + "▁situation", + -9.803154945373535 + ], + [ + "ville", + -9.803157806396484 + ], + [ + "▁2016", + -9.80319595336914 + ], + [ + "tes", + -9.803462982177734 + ], + [ + "▁remember", + -9.803879737854004 + ], + [ + "▁TV", + -9.803998947143556 + ], + [ + "▁levels", + -9.805853843688965 + ], + [ + "▁subject", + -9.807723999023438 + ], + [ + "ally", + -9.80844497680664 + ], + [ + "▁reduce", + -9.810232162475586 + ], + [ + "▁*", + -9.8108491897583 + ], + [ + "▁Day", + -9.810867309570312 + ], + [ + "▁write", + -9.812152862548828 + ], + [ + "▁pick", + -9.814252853393556 + ], + [ + "ence", + -9.815399169921877 + ], + [ + "▁fresh", + -9.816520690917969 + ], + [ + "▁traditional", + -9.816662788391112 + ], + [ + "chi", + -9.817692756652832 + ], + [ + "▁machine", + -9.818047523498535 + ], + [ + "▁resources", + -9.819125175476074 + ], + [ + "â", + -9.819502830505373 + ], + [ + "▁countries", + -9.820009231567385 + ], + [ + "▁Even", + -9.820342063903809 + ], + [ + "▁green", + -9.821283340454102 + ], + [ + "▁Free", + -9.821910858154297 + ], + [ + "▁daily", + -9.82211208343506 + ], + [ + "▁respect", + -9.823013305664062 + ], + [ + "▁instead", + -9.82371425628662 + ], + [ + "▁Once", + -9.82418155670166 + ], + [ + "▁word", + -9.824407577514648 + ], + [ + "▁construction", + -9.82489013671875 + ], + [ + "▁huge", + -9.825064659118652 + ], + [ + "▁feature", + -9.825220108032228 + ], + [ + "▁themselves", + -9.826369285583496 + ], + [ + "▁loss", + -9.82919692993164 + ], + [ + "%", + -9.830063819885254 + ], + [ + "▁safety", + -9.830256462097168 + ], + [ + "▁economic", + -9.831406593322754 + ], + [ + "▁require", + -9.831945419311523 + ], + [ + "30", + -9.83255386352539 + ], + [ + "▁planning", + -9.833393096923828 + ], + [ + "▁mal", + -9.834482192993164 + ], + [ + "▁directly", + -9.835214614868164 + ], + [ + "ure", + -9.835719108581545 + ], + [ + "▁track", + -9.835734367370604 + ], + [ + "▁tool", + -9.836135864257812 + ], + [ + "▁positive", + -9.836392402648926 + ], + [ + "▁piece", + -9.837076187133787 + ], + [ + "▁parts", + -9.837140083312988 + ], + [ + "ang", + -9.83740520477295 + ], + [ + "▁trip", + -9.837453842163086 + ], + [ + "▁organization", + -9.837935447692873 + ], + [ + "▁sites", + -9.838274002075195 + ], + [ + "▁fire", + -9.83831787109375 + ], + [ + "▁China", + -9.838876724243164 + ], + [ + "▁Pour", + -9.839289665222168 + ], + [ + "▁plant", + -9.84011459350586 + ], + [ + "▁board", + -9.840341567993164 + ], + [ + "▁interesting", + -9.841227531433104 + ], + [ + "gar", + -9.841713905334473 + ], + [ + "▁fie", + -9.841752052307127 + ], + [ + "▁late", + -9.842166900634766 + ], + [ + "▁wall", + -9.842294692993164 + ], + [ + "▁walk", + -9.84274196624756 + ], + [ + "ham", + -9.843868255615234 + ], + [ + "▁Ne", + -9.84542751312256 + ], + [ + "▁First", + -9.845462799072266 + ], + [ + "▁double", + -9.845701217651367 + ], + [ + "▁budget", + -9.847657203674316 + ], + [ + "▁cases", + -9.847670555114746 + ], + [ + "cal", + -9.849738121032717 + ], + [ + "old", + -9.849796295166016 + ], + [ + "▁Bo", + -9.849822998046877 + ], + [ + "▁spend", + -9.850439071655272 + ], + [ + "port", + -9.850828170776367 + ], + [ + "▁worth", + -9.850934028625488 + ], + [ + "ique", + -9.851308822631836 + ], + [ + "nes", + -9.85190486907959 + ], + [ + "cul", + -9.852272033691406 + ], + [ + "era", + -9.85296630859375 + ], + [ + "▁text", + -9.853032112121582 + ], + [ + "▁decided", + -9.85494899749756 + ], + [ + "▁floor", + -9.855036735534668 + ], + [ + "▁requirements", + -9.85529899597168 + ], + [ + "▁cel", + -9.855361938476562 + ], + [ + "▁effect", + -9.855412483215332 + ], + [ + "▁gibt", + -9.856159210205078 + ], + [ + "▁news", + -9.859238624572754 + ], + [ + "▁vos", + -9.85993194580078 + ], + [ + "▁players", + -9.86057186126709 + ], + [ + "▁saw", + -9.862728118896484 + ], + [ + "▁auto", + -9.863056182861328 + ], + [ + "▁town", + -9.863207817077637 + ], + [ + "▁myself", + -9.864106178283691 + ], + [ + "▁lost", + -9.864988327026367 + ], + [ + "▁$", + -9.865124702453612 + ], + [ + "▁June", + -9.86609172821045 + ], + [ + "▁significant", + -9.866196632385254 + ], + [ + "▁giving", + -9.866230010986328 + ], + [ + "▁stand", + -9.866744041442873 + ], + [ + "▁stock", + -9.867657661437988 + ], + [ + "▁hold", + -9.86776638031006 + ], + [ + "▁Are", + -9.869078636169434 + ], + [ + "▁shall", + -9.86923599243164 + ], + [ + "▁ideal", + -9.869279861450195 + ], + [ + "▁London", + -9.87080192565918 + ], + [ + "▁answer", + -9.870853424072266 + ], + [ + "▁Vor", + -9.87157917022705 + ], + [ + "▁gives", + -9.87311553955078 + ], + [ + "ative", + -9.87316608428955 + ], + [ + "▁timp", + -9.873167991638184 + ], + [ + "▁center", + -9.87362289428711 + ], + [ + "▁Group", + -9.87458038330078 + ], + [ + "▁sans", + -9.87514305114746 + ], + [ + "▁Ar", + -9.875466346740724 + ], + [ + "▁Ma", + -9.875568389892578 + ], + [ + "▁reach", + -9.876279830932615 + ], + [ + "ren", + -9.876652717590332 + ], + [ + "▁More", + -9.877446174621582 + ], + [ + "mit", + -9.878068923950195 + ], + [ + "▁guide", + -9.87833309173584 + ], + [ + "▁fully", + -9.878828048706056 + ], + [ + "▁Since", + -9.878952980041504 + ], + [ + "▁Inc", + -9.87923812866211 + ], + [ + "▁culture", + -9.879780769348145 + ], + [ + "eat", + -9.880531311035156 + ], + [ + "▁written", + -9.880722999572754 + ], + [ + "▁Ho", + -9.881338119506836 + ], + [ + "▁India", + -9.881625175476074 + ], + [ + "▁Well", + -9.881708145141602 + ], + [ + "back", + -9.881752967834473 + ], + [ + "▁goes", + -9.88217067718506 + ], + [ + "▁completely", + -9.88217544555664 + ], + [ + "▁tour", + -9.883081436157228 + ], + [ + "▁began", + -9.883196830749512 + ], + [ + "▁picture", + -9.883255958557127 + ], + [ + "▁mare", + -9.88353157043457 + ], + [ + "▁playing", + -9.88422393798828 + ], + [ + "▁trebuie", + -9.884926795959473 + ], + [ + "ils", + -9.884940147399902 + ], + [ + "chen", + -9.885220527648926 + ], + [ + "▁hit", + -9.885416984558104 + ], + [ + "▁complex", + -9.88591480255127 + ], + [ + "▁Thank", + -9.886140823364258 + ], + [ + "▁Let", + -9.886350631713867 + ], + [ + "▁applications", + -9.88711643218994 + ], + [ + "▁friend", + -9.888312339782717 + ], + [ + "▁English", + -9.889549255371094 + ], + [ + "▁charge", + -9.890040397644045 + ], + [ + "▁recommend", + -9.89345359802246 + ], + [ + "▁message", + -9.893672943115234 + ], + [ + "In", + -9.893722534179688 + ], + [ + "▁Mar", + -9.894762992858888 + ], + [ + "pp", + -9.895845413208008 + ], + [ + "▁method", + -9.89692497253418 + ], + [ + "▁successful", + -9.89700412750244 + ], + [ + "tion", + -9.898880958557127 + ], + [ + "▁release", + -9.899920463562012 + ], + [ + "▁creating", + -9.900403022766112 + ], + [ + "▁despre", + -9.90141773223877 + ], + [ + "esc", + -9.90243434906006 + ], + [ + "▁eye", + -9.902752876281738 + ], + [ + "▁apply", + -9.905945777893066 + ], + [ + "net", + -9.906000137329102 + ], + [ + "side", + -9.906539916992188 + ], + [ + "▁ar", + -9.906949996948242 + ], + [ + "▁platform", + -9.90713882446289 + ], + [ + "▁touch", + -9.907329559326172 + ], + [ + "▁towards", + -9.90785026550293 + ], + [ + "▁match", + -9.90822410583496 + ], + [ + "▁Black", + -9.909344673156738 + ], + [ + "▁fall", + -9.90961742401123 + ], + [ + "▁ground", + -9.910234451293944 + ], + [ + "▁High", + -9.910740852355955 + ], + [ + "▁Q", + -9.911155700683594 + ], + [ + "▁schon", + -9.911709785461426 + ], + [ + "▁hotel", + -9.911751747131348 + ], + [ + "▁prices", + -9.912031173706056 + ], + [ + "▁developed", + -9.913411140441896 + ], + [ + "uk", + -9.913476943969728 + ], + [ + "ide", + -9.91367244720459 + ], + [ + "▁September", + -9.91370964050293 + ], + [ + "ized", + -9.914202690124512 + ], + [ + "▁War", + -9.91470432281494 + ], + [ + "!!", + -9.916285514831545 + ], + [ + "▁grow", + -9.916997909545898 + ], + [ + "▁watch", + -9.917067527770996 + ], + [ + "▁storage", + -9.917412757873535 + ], + [ + "eau", + -9.917513847351074 + ], + [ + "can", + -9.918373107910156 + ], + [ + "▁Get", + -9.91952419281006 + ], + [ + "▁See", + -9.91953182220459 + ], + [ + "▁European", + -9.919703483581545 + ], + [ + "▁language", + -9.91982650756836 + ], + [ + "ează", + -9.920175552368164 + ], + [ + "▁court", + -9.920334815979004 + ], + [ + "▁Why", + -9.921106338500977 + ], + [ + "▁hear", + -9.921342849731444 + ], + [ + "▁doar", + -9.921804428100586 + ], + [ + "lan", + -9.92330265045166 + ], + [ + "▁Christmas", + -9.923810958862305 + ], + [ + "▁Web", + -9.923871994018556 + ], + [ + "vo", + -9.92405891418457 + ], + [ + "▁sent", + -9.924983024597168 + ], + [ + "▁businesses", + -9.925868034362791 + ], + [ + "▁Red", + -9.926278114318848 + ], + [ + "tel", + -9.92637538909912 + ], + [ + "▁Ha", + -9.926508903503418 + ], + [ + "▁wonderful", + -9.926653861999512 + ], + [ + "ations", + -9.926738739013672 + ], + [ + "za", + -9.92748737335205 + ], + [ + "▁22", + -9.928659439086914 + ], + [ + "▁thinking", + -9.92941665649414 + ], + [ + "▁became", + -9.929733276367188 + ], + [ + "▁cool", + -9.929835319519045 + ], + [ + "▁speed", + -9.930370330810549 + ], + [ + "mar", + -9.930426597595217 + ], + [ + "▁--", + -9.931743621826172 + ], + [ + "▁groups", + -9.931920051574709 + ], + [ + "▁interested", + -9.93198299407959 + ], + [ + "ak", + -9.93218994140625 + ], + [ + "▁60", + -9.932672500610352 + ], + [ + "▁screen", + -9.93370246887207 + ], + [ + "▁Design", + -9.933789253234863 + ], + [ + "▁limited", + -9.935648918151855 + ], + [ + "▁expected", + -9.935959815979004 + ], + [ + "▁opportunities", + -9.936376571655272 + ], + [ + "▁regular", + -9.936870574951172 + ], + [ + "off", + -9.93702220916748 + ], + [ + "▁Best", + -9.937298774719238 + ], + [ + "Re", + -9.938436508178713 + ], + [ + "▁ihr", + -9.938719749450684 + ], + [ + "▁Great", + -9.938907623291016 + ], + [ + "▁employees", + -9.93924617767334 + ], + [ + "▁custom", + -9.939679145812988 + ], + [ + "▁multe", + -9.940123558044434 + ], + [ + "let", + -9.940876007080078 + ], + [ + "▁benefit", + -9.942487716674805 + ], + [ + "▁term", + -9.942623138427734 + ], + [ + "▁bine", + -9.942869186401367 + ], + [ + "▁deep", + -9.94452667236328 + ], + [ + "▁August", + -9.94526481628418 + ], + [ + "▁President", + -9.94538116455078 + ], + [ + "▁Auf", + -9.94585418701172 + ], + [ + "▁wish", + -9.946924209594728 + ], + [ + "▁sometimes", + -9.947274208068848 + ], + [ + "ari", + -9.947793960571287 + ], + [ + "▁pressure", + -9.948184967041016 + ], + [ + "▁ani", + -9.94859504699707 + ], + [ + "▁trade", + -9.94993019104004 + ], + [ + "▁firm", + -9.950027465820312 + ], + [ + "▁comment", + -9.95003604888916 + ], + [ + "▁November", + -9.950242042541504 + ], + [ + "▁expect", + -9.951102256774902 + ], + [ + "▁2012", + -9.952491760253906 + ], + [ + "▁Ich", + -9.95328140258789 + ], + [ + "▁relationship", + -9.95363998413086 + ], + [ + "▁active", + -9.954682350158691 + ], + [ + "org", + -9.954710960388184 + ], + [ + "▁heat", + -9.956732749938965 + ], + [ + "▁wood", + -9.95678997039795 + ], + [ + "▁notre", + -9.957921028137209 + ], + [ + "▁function", + -9.958330154418944 + ], + [ + "▁2.", + -9.95909309387207 + ], + [ + "▁wedding", + -9.960049629211426 + ], + [ + "▁starting", + -9.96123504638672 + ], + [ + "▁Health", + -9.961249351501465 + ], + [ + "\",", + -9.961713790893556 + ], + [ + "▁death", + -9.962173461914062 + ], + [ + "▁pages", + -9.962764739990234 + ], + [ + "▁vehicle", + -9.96293830871582 + ], + [ + "▁request", + -9.963874816894531 + ], + [ + "▁helps", + -9.963916778564451 + ], + [ + "▁blue", + -9.964017868041992 + ], + [ + "▁analysis", + -9.964414596557615 + ], + [ + "▁posted", + -9.964544296264648 + ], + [ + "▁healthy", + -9.964814186096191 + ], + [ + "▁contract", + -9.964988708496094 + ], + [ + "▁•", + -9.96526336669922 + ], + [ + "▁Each", + -9.965293884277344 + ], + [ + "▁Fa", + -9.966179847717283 + ], + [ + "▁dintre", + -9.966221809387209 + ], + [ + "▁Friday", + -9.967202186584473 + ], + [ + "▁considered", + -9.967992782592772 + ], + [ + "cher", + -9.96826457977295 + ], + [ + "▁quick", + -9.968731880187988 + ], + [ + "▁understanding", + -9.96916389465332 + ], + [ + "▁condition", + -9.969378471374512 + ], + [ + "ization", + -9.971049308776855 + ], + [ + "▁document", + -9.971664428710938 + ], + [ + "▁prevent", + -9.971890449523926 + ], + [ + "▁growing", + -9.9725341796875 + ], + [ + "▁protection", + -9.972620964050291 + ], + [ + "▁cat", + -9.974002838134766 + ], + [ + "▁#", + -9.975058555603027 + ], + [ + "10", + -9.975275039672852 + ], + [ + "▁join", + -9.9759521484375 + ], + [ + "▁serve", + -9.976580619812012 + ], + [ + "▁blood", + -9.977095603942873 + ], + [ + "▁July", + -9.977341651916504 + ], + [ + "▁region", + -9.977787971496582 + ], + [ + "car", + -9.97933578491211 + ], + [ + "▁entre", + -9.979788780212402 + ], + [ + "▁physical", + -9.981287002563477 + ], + [ + "▁cash", + -9.9813232421875 + ], + [ + "aux", + -9.981823921203612 + ], + [ + "ng", + -9.982654571533203 + ], + [ + "▁stage", + -9.98281478881836 + ], + [ + "▁seem", + -9.983034133911133 + ], + [ + "▁definitely", + -9.983795166015623 + ], + [ + "▁investment", + -9.983827590942385 + ], + [ + "▁purpose", + -9.985441207885742 + ], + [ + "▁begin", + -9.985486030578612 + ], + [ + "®", + -9.985495567321776 + ], + [ + "▁break", + -9.98570156097412 + ], + [ + "itate", + -9.987293243408203 + ], + [ + "▁moving", + -9.989288330078123 + ], + [ + "▁met", + -9.990678787231444 + ], + [ + "ize", + -9.990833282470703 + ], + [ + "▁select", + -9.991165161132812 + ], + [ + "▁tous", + -9.991310119628906 + ], + [ + "▁Europe", + -9.991639137268066 + ], + [ + "@", + -9.992724418640137 + ], + [ + "▁individuals", + -9.993392944335938 + ], + [ + "▁Zeit", + -9.993524551391602 + ], + [ + "gu", + -9.995670318603516 + ], + [ + "▁unit", + -9.995753288269045 + ], + [ + "▁noi", + -9.996089935302734 + ], + [ + "▁places", + -9.996171951293944 + ], + [ + "all", + -9.99632453918457 + ], + [ + "▁wait", + -9.996755599975586 + ], + [ + "▁difference", + -9.997234344482422 + ], + [ + "▁round", + -9.99801540374756 + ], + [ + "50", + -9.99953842163086 + ], + [ + "rie", + -9.999545097351074 + ], + [ + "▁Et", + -9.999933242797852 + ], + [ + "20", + -10.000725746154783 + ], + [ + "▁activity", + -10.000792503356934 + ], + [ + "е", + -10.000866889953612 + ], + [ + "▁Windows", + -10.001087188720703 + ], + [ + "▁produce", + -10.001385688781738 + ], + [ + "▁keine", + -10.00212574005127 + ], + [ + "▁Air", + -10.002567291259766 + ], + [ + "▁January", + -10.004890441894531 + ], + [ + "▁deux", + -10.005081176757812 + ], + [ + "▁entry", + -10.005208015441896 + ], + [ + "king", + -10.006500244140623 + ], + [ + "▁goals", + -10.006736755371094 + ], + [ + "▁previous", + -10.0077543258667 + ], + [ + "▁+", + -10.00803565979004 + ], + [ + "▁Business", + -10.008259773254396 + ], + [ + "ont", + -10.008552551269531 + ], + [ + "▁Sunday", + -10.008694648742676 + ], + [ + "▁offering", + -10.01035976409912 + ], + [ + "▁response", + -10.011018753051758 + ], + [ + "▁surface", + -10.011393547058104 + ], + [ + "▁Department", + -10.01212215423584 + ], + [ + "▁exactly", + -10.01219081878662 + ], + [ + "▁Online", + -10.012577056884766 + ], + [ + "dem", + -10.013803482055664 + ], + [ + "ischen", + -10.01400661468506 + ], + [ + "▁hands", + -10.015100479125977 + ], + [ + "▁hour", + -10.016197204589844 + ], + [ + "▁dog", + -10.01694679260254 + ], + [ + "▁damage", + -10.017006874084473 + ], + [ + "▁capital", + -10.018792152404783 + ], + [ + "▁toate", + -10.020488739013672 + ], + [ + "▁wrong", + -10.020674705505373 + ], + [ + "unui", + -10.022201538085938 + ], + [ + "tri", + -10.02397918701172 + ], + [ + "▁sell", + -10.023999214172363 + ], + [ + "▁published", + -10.024175643920898 + ], + [ + "▁families", + -10.024675369262695 + ], + [ + "▁avoid", + -10.025490760803224 + ], + [ + "▁Ko", + -10.025506019592283 + ], + [ + "▁mod", + -10.026697158813477 + ], + [ + "rat", + -10.027653694152832 + ], + [ + "▁Make", + -10.0299654006958 + ], + [ + "▁October", + -10.030153274536133 + ], + [ + "▁former", + -10.031285285949709 + ], + [ + "▁Services", + -10.03281021118164 + ], + [ + "▁felt", + -10.033045768737791 + ], + [ + "▁selection", + -10.033309936523438 + ], + [ + "eaza", + -10.034177780151367 + ], + [ + "gel", + -10.034422874450684 + ], + [ + "▁Good", + -10.035792350769045 + ], + [ + "▁actual", + -10.0364351272583 + ], + [ + "▁gut", + -10.036853790283203 + ], + [ + "▁gas", + -10.03708553314209 + ], + [ + "15", + -10.038182258605955 + ], + [ + "▁structure", + -10.038285255432127 + ], + [ + "▁act", + -10.0386381149292 + ], + [ + "▁Zu", + -10.038654327392578 + ], + [ + "▁creative", + -10.039134979248049 + ], + [ + "▁Vi", + -10.039159774780272 + ], + [ + "▁shop", + -10.04066276550293 + ], + [ + "▁Lo", + -10.040735244750977 + ], + [ + "şi", + -10.042192459106444 + ], + [ + "▁mis", + -10.042224884033203 + ], + [ + "ungen", + -10.042301177978516 + ], + [ + "▁fan", + -10.04240608215332 + ], + [ + "▁|", + -10.043391227722168 + ], + [ + "▁Bei", + -10.044037818908691 + ], + [ + "▁protect", + -10.04454517364502 + ], + [ + "▁Na", + -10.0447998046875 + ], + [ + "q", + -10.045693397521973 + ], + [ + "ok", + -10.04710578918457 + ], + [ + "▁California", + -10.047263145446776 + ], + [ + "▁political", + -10.047301292419434 + ], + [ + "25", + -10.047530174255373 + ], + [ + "▁feeling", + -10.047913551330566 + ], + [ + "▁ces", + -10.048321723937988 + ], + [ + "▁display", + -10.048857688903809 + ], + [ + "▁essential", + -10.04964542388916 + ], + [ + "ând", + -10.049971580505373 + ], + [ + "▁seine", + -10.050551414489746 + ], + [ + "▁soft", + -10.050915718078612 + ], + [ + "ach", + -10.05102252960205 + ], + [ + "▁happen", + -10.051118850708008 + ], + [ + "▁Paul", + -10.053346633911133 + ], + [ + "▁Cu", + -10.054024696350098 + ], + [ + "house", + -10.055376052856444 + ], + [ + "ante", + -10.05582046508789 + ], + [ + "▁easier", + -10.056551933288574 + ], + [ + "▁sort", + -10.0567045211792 + ], + [ + "▁Post", + -10.057138442993164 + ], + [ + "▁accept", + -10.05730152130127 + ], + [ + "field", + -10.05764865875244 + ], + [ + "zen", + -10.057741165161133 + ], + [ + "▁character", + -10.057848930358888 + ], + [ + "▁beginning", + -10.058433532714844 + ], + [ + "▁Jesus", + -10.058760643005373 + ], + [ + "▁weekend", + -10.059663772583008 + ], + [ + "▁certainly", + -10.06114387512207 + ], + [ + "▁THE", + -10.061254501342772 + ], + [ + "▁alle", + -10.06189250946045 + ], + [ + "▁transport", + -10.062220573425291 + ], + [ + "▁Saturday", + -10.063043594360352 + ], + [ + "▁basic", + -10.064136505126951 + ], + [ + "▁loved", + -10.06431770324707 + ], + [ + "ros", + -10.065333366394045 + ], + [ + "▁offered", + -10.065996170043944 + ], + [ + "▁camera", + -10.067024230957031 + ], + [ + "▁Green", + -10.06789779663086 + ], + [ + "ology", + -10.069480895996094 + ], + [ + "ä", + -10.069646835327148 + ], + [ + "▁manage", + -10.070416450500488 + ], + [ + "▁paid", + -10.070881843566896 + ], + [ + "▁advice", + -10.071617126464844 + ], + [ + "▁patient", + -10.07223415374756 + ], + [ + "▁spent", + -10.072272300720217 + ], + [ + "▁mir", + -10.07236671447754 + ], + [ + "▁baby", + -10.072400093078612 + ], + [ + "ö", + -10.073193550109863 + ], + [ + "▁basis", + -10.073338508605955 + ], + [ + "▁cancer", + -10.073765754699709 + ], + [ + "▁Although", + -10.07400894165039 + ], + [ + "▁gift", + -10.074336051940918 + ], + [ + "▁3.", + -10.074871063232422 + ], + [ + "dieser", + -10.075157165527344 + ], + [ + "▁overall", + -10.07520580291748 + ], + [ + "▁Sch", + -10.075265884399414 + ], + [ + "▁Ex", + -10.076258659362791 + ], + [ + "▁December", + -10.07689094543457 + ], + [ + "▁released", + -10.078214645385742 + ], + [ + "▁prior", + -10.07900333404541 + ], + [ + "▁sowie", + -10.081072807312012 + ], + [ + "▁club", + -10.081326484680176 + ], + [ + "▁Street", + -10.081535339355469 + ], + [ + "▁College", + -10.08254623413086 + ], + [ + "▁î", + -10.083059310913086 + ], + [ + "over", + -10.083159446716309 + ], + [ + "▁gave", + -10.08454704284668 + ], + [ + "▁truly", + -10.084784507751465 + ], + [ + "par", + -10.084806442260742 + ], + [ + "▁Canada", + -10.084888458251951 + ], + [ + "▁existing", + -10.085420608520508 + ], + [ + "lie", + -10.08633518218994 + ], + [ + "▁ganz", + -10.086658477783203 + ], + [ + "▁setting", + -10.087109565734863 + ], + [ + "▁supply", + -10.08739185333252 + ], + [ + "▁college", + -10.08754062652588 + ], + [ + "▁communication", + -10.088407516479492 + ], + [ + "▁23", + -10.088834762573242 + ], + [ + "▁pass", + -10.091546058654783 + ], + [ + "▁devices", + -10.091872215270996 + ], + [ + "▁glass", + -10.092083930969238 + ], + [ + "▁experienced", + -10.092395782470703 + ], + [ + "▁grand", + -10.093363761901855 + ], + [ + "▁Po", + -10.093396186828612 + ], + [ + "▁beyond", + -10.094029426574709 + ], + [ + "▁format", + -10.094165802001951 + ], + [ + "▁mon", + -10.09461498260498 + ], + [ + "▁perform", + -10.094635009765623 + ], + [ + "sten", + -10.095130920410156 + ], + [ + "▁1,", + -10.096270561218262 + ], + [ + "▁Per", + -10.096640586853027 + ], + [ + "▁sold", + -10.097247123718262 + ], + [ + "▁rates", + -10.0972900390625 + ], + [ + "▁regarding", + -10.097782135009766 + ], + [ + "▁Paris", + -10.098291397094728 + ], + [ + "▁Dar", + -10.099579811096191 + ], + [ + "▁challenge", + -10.099649429321287 + ], + [ + "▁feet", + -10.100564002990724 + ], + [ + "▁Su", + -10.102017402648926 + ], + [ + "je", + -10.102593421936035 + ], + [ + "▁Bank", + -10.102627754211426 + ], + [ + "ven", + -10.103126525878906 + ], + [ + "jo", + -10.103290557861328 + ], + [ + "▁band", + -10.10348892211914 + ], + [ + "▁delivery", + -10.104915618896484 + ], + [ + "Vous", + -10.104924201965332 + ], + [ + "tele", + -10.10495376586914 + ], + [ + "▁East", + -10.105379104614258 + ], + [ + "▁pictures", + -10.106067657470703 + ], + [ + "▁useful", + -10.106481552124023 + ], + [ + "*", + -10.107648849487305 + ], + [ + "▁increased", + -10.107746124267578 + ], + [ + "▁stories", + -10.108119010925291 + ], + [ + "sion", + -10.108280181884766 + ], + [ + "bra", + -10.108345985412598 + ], + [ + "▁brought", + -10.108466148376465 + ], + [ + "▁effort", + -10.109898567199709 + ], + [ + "▁payment", + -10.11058235168457 + ], + [ + "▁heard", + -10.110925674438477 + ], + [ + "▁played", + -10.111245155334473 + ], + [ + "▁White", + -10.111417770385742 + ], + [ + "▁metal", + -10.111721992492676 + ], + [ + "tal", + -10.111754417419434 + ], + [ + "▁engine", + -10.112006187438965 + ], + [ + "▁Club", + -10.11218547821045 + ], + [ + "ical", + -10.114581108093262 + ], + [ + "▁effects", + -10.115421295166016 + ], + [ + "▁degree", + -10.115763664245604 + ], + [ + "▁bed", + -10.1159086227417 + ], + [ + "ette", + -10.115991592407228 + ], + [ + "▁David", + -10.11638641357422 + ], + [ + "°", + -10.117666244506836 + ], + [ + "▁Au", + -10.117938041687012 + ], + [ + "▁Company", + -10.11845874786377 + ], + [ + "▁player", + -10.11938190460205 + ], + [ + "▁Today", + -10.120569229125977 + ], + [ + "▁maintain", + -10.12093448638916 + ], + [ + "▁minute", + -10.121193885803224 + ], + [ + "mail", + -10.122172355651855 + ], + [ + "▁race", + -10.122366905212402 + ], + [ + "▁comfortable", + -10.123887062072754 + ], + [ + "▁responsible", + -10.124085426330566 + ], + [ + "vor", + -10.124622344970703 + ], + [ + "▁associated", + -10.124695777893066 + ], + [ + "▁weather", + -10.124701499938965 + ], + [ + "▁$1", + -10.125639915466309 + ], + [ + "▁tried", + -10.126176834106444 + ], + [ + "▁Check", + -10.127649307250977 + ], + [ + "▁solid", + -10.127864837646484 + ], + [ + "▁movie", + -10.12836456298828 + ], + [ + "▁coffee", + -10.12874698638916 + ], + [ + "board", + -10.129073143005373 + ], + [ + "▁po", + -10.12946605682373 + ], + [ + "▁warm", + -10.129583358764648 + ], + [ + "▁connect", + -10.131733894348145 + ], + [ + "▁Ad", + -10.133807182312012 + ], + [ + "work", + -10.133859634399414 + ], + [ + "mal", + -10.13397216796875 + ], + [ + "▁Act", + -10.134634971618652 + ], + [ + "▁achieve", + -10.134769439697266 + ], + [ + "▁Nach", + -10.136604309082031 + ], + [ + "www", + -10.136669158935549 + ], + [ + "term", + -10.13672161102295 + ], + [ + "▁claim", + -10.137251853942873 + ], + [ + "▁particularly", + -10.138245582580566 + ], + [ + "▁cas", + -10.13839626312256 + ], + [ + "▁furniture", + -10.138461112976074 + ], + [ + "▁finish", + -10.13896369934082 + ], + [ + "▁temps", + -10.139026641845703 + ], + [ + "▁disease", + -10.139115333557127 + ], + [ + "▁lots", + -10.139196395874023 + ], + [ + "▁ball", + -10.139307975769045 + ], + [ + "▁sun", + -10.14010238647461 + ], + [ + "▁strategy", + -10.140498161315918 + ], + [ + "bre", + -10.140518188476562 + ], + [ + "▁mine", + -10.141541481018066 + ], + [ + "▁Click", + -10.141743659973145 + ], + [ + "ran", + -10.141983032226562 + ], + [ + "▁Will", + -10.142234802246094 + ], + [ + "▁garden", + -10.142974853515623 + ], + [ + "▁stuff", + -10.14359188079834 + ], + [ + "▁limit", + -10.144641876220703 + ], + [ + "▁bottom", + -10.14494800567627 + ], + [ + "▁shown", + -10.144962310791016 + ], + [ + "ship", + -10.145271301269531 + ], + [ + "▁habe", + -10.145858764648438 + ], + [ + "▁Super", + -10.14621925354004 + ], + [ + "▁completed", + -10.146971702575684 + ], + [ + "▁wine", + -10.146979331970217 + ], + [ + "ische", + -10.147262573242188 + ], + [ + "▁largest", + -10.147466659545898 + ], + [ + "▁appropriate", + -10.148261070251465 + ], + [ + "▁immediately", + -10.150248527526855 + ], + [ + "▁Hi", + -10.152358055114746 + ], + [ + "▁trust", + -10.152767181396484 + ], + [ + "ability", + -10.154254913330078 + ], + [ + "▁powerful", + -10.155101776123049 + ], + [ + "▁helping", + -10.155620574951172 + ], + [ + "▁schedule", + -10.155688285827637 + ], + [ + "▁correct", + -10.155707359313965 + ], + [ + "▁transfer", + -10.156496047973633 + ], + [ + "pre", + -10.15665340423584 + ], + [ + "▁journey", + -10.15688419342041 + ], + [ + "pm", + -10.157002449035645 + ], + [ + "don", + -10.158435821533203 + ], + [ + "▁highest", + -10.159249305725098 + ], + [ + "▁finally", + -10.15999698638916 + ], + [ + "form", + -10.160258293151855 + ], + [ + "▁extremely", + -10.160404205322266 + ], + [ + "▁window", + -10.16050148010254 + ], + [ + "▁Over", + -10.162222862243652 + ], + [ + "▁remove", + -10.162469863891602 + ], + [ + "wood", + -10.162479400634766 + ], + [ + "▁2013", + -10.163631439208984 + ], + [ + "▁mother", + -10.164072036743164 + ], + [ + "▁Auto", + -10.16436767578125 + ], + [ + "▁annual", + -10.164615631103516 + ], + [ + "▁Star", + -10.164834976196287 + ], + [ + "▁Di", + -10.166138648986816 + ], + [ + "о", + -10.16711139678955 + ], + [ + "▁gold", + -10.167129516601562 + ], + [ + "tar", + -10.167352676391602 + ], + [ + "ju", + -10.167750358581545 + ], + [ + "▁Use", + -10.169474601745604 + ], + [ + "▁thanks", + -10.16960334777832 + ], + [ + "▁centre", + -10.170127868652344 + ], + [ + "▁Australia", + -10.170358657836914 + ], + [ + "▁estate", + -10.170504570007324 + ], + [ + "▁eyes", + -10.1714448928833 + ], + [ + "▁force", + -10.171592712402344 + ], + [ + "▁income", + -10.17395305633545 + ], + [ + "▁science", + -10.174036026000977 + ], + [ + "ori", + -10.174230575561523 + ], + [ + "▁enter", + -10.174851417541504 + ], + [ + "▁28", + -10.175408363342283 + ], + [ + "ire", + -10.17568302154541 + ], + [ + "▁schools", + -10.17579746246338 + ], + [ + "▁restaurant", + -10.176088333129885 + ], + [ + "▁Council", + -10.177032470703123 + ], + [ + "aus", + -10.177885055541992 + ], + [ + "▁agree", + -10.17905330657959 + ], + [ + "▁campaign", + -10.179192543029783 + ], + [ + "▁Ta", + -10.179428100585938 + ], + [ + "▁letter", + -10.179814338684082 + ], + [ + "▁central", + -10.179931640625 + ], + [ + "▁Because", + -10.180054664611816 + ], + [ + "▁path", + -10.180349349975586 + ], + [ + "▁loc", + -10.180882453918455 + ], + [ + "▁files", + -10.182587623596191 + ], + [ + "▁population", + -10.182705879211426 + ], + [ + "▁explore", + -10.182723999023438 + ], + [ + "▁mid", + -10.182734489440918 + ], + [ + "▁concept", + -10.182748794555664 + ], + [ + "▁church", + -10.183015823364258 + ], + [ + "80", + -10.183026313781738 + ], + [ + "▁einfach", + -10.185834884643556 + ], + [ + "▁reasons", + -10.186690330505373 + ], + [ + "▁determine", + -10.186755180358888 + ], + [ + "▁February", + -10.187095642089844 + ], + [ + "▁evidence", + -10.18797779083252 + ], + [ + "▁sleep", + -10.188036918640137 + ], + [ + "▁Board", + -10.188652992248535 + ], + [ + "▁maybe", + -10.189635276794434 + ], + [ + "▁wasn", + -10.189701080322266 + ], + [ + "▁Monday", + -10.190101623535156 + ], + [ + "▁director", + -10.190481185913086 + ], + [ + "well", + -10.190974235534668 + ], + [ + "During", + -10.191001892089844 + ], + [ + "▁sweet", + -10.191061973571776 + ], + [ + "▁assist", + -10.19124984741211 + ], + [ + "▁police", + -10.191511154174805 + ], + [ + "▁repair", + -10.191729545593262 + ], + [ + "▁techniques", + -10.191733360290527 + ], + [ + "▁served", + -10.191808700561523 + ], + [ + "vi", + -10.19203758239746 + ], + [ + "▁sports", + -10.192331314086914 + ], + [ + "▁opening", + -10.192401885986328 + ], + [ + "▁ones", + -10.192731857299805 + ], + [ + "▁notice", + -10.19346046447754 + ], + [ + "▁PC", + -10.193547248840332 + ], + [ + "▁alte", + -10.194242477416992 + ], + [ + "▁Bi", + -10.194340705871582 + ], + [ + "▁cold", + -10.195606231689451 + ], + [ + "▁billion", + -10.195794105529783 + ], + [ + "▁balance", + -10.196361541748049 + ], + [ + "cer", + -10.196417808532717 + ], + [ + "▁nearly", + -10.196725845336914 + ], + [ + "▁wear", + -10.197259902954102 + ], + [ + "free", + -10.19760799407959 + ], + [ + "▁Have", + -10.197748184204102 + ], + [ + "▁comfort", + -10.199211120605469 + ], + [ + "▁studies", + -10.199225425720217 + ], + [ + "▁traffic", + -10.199540138244627 + ], + [ + "▁item", + -10.200214385986328 + ], + [ + "▁teaching", + -10.200467109680176 + ], + [ + "▁turned", + -10.201326370239258 + ], + [ + "isation", + -10.201354026794434 + ], + [ + "12", + -10.202038764953612 + ], + [ + "▁greater", + -10.202167510986328 + ], + [ + "▁knew", + -10.20233154296875 + ], + [ + "▁Association", + -10.203333854675291 + ], + [ + "▁Office", + -10.203802108764648 + ], + [ + "▁established", + -10.20408535003662 + ], + [ + "45", + -10.20417022705078 + ], + [ + "▁Love", + -10.204318046569824 + ], + [ + "▁changed", + -10.204882621765137 + ], + [ + "▁pan", + -10.205184936523438 + ], + [ + "van", + -10.20565414428711 + ], + [ + "▁Mi", + -10.205663681030272 + ], + [ + "▁tend", + -10.20637321472168 + ], + [ + "▁connection", + -10.206522941589355 + ], + [ + "▁lack", + -10.206954002380373 + ], + [ + "▁bank", + -10.20846462249756 + ], + [ + "cat", + -10.208720207214355 + ], + [ + "▁helped", + -10.209071159362791 + ], + [ + "▁spot", + -10.209417343139648 + ], + [ + "▁spring", + -10.20974063873291 + ], + [ + "▁Wi", + -10.210912704467772 + ], + [ + "▁Mac", + -10.211682319641112 + ], + [ + "▁Christ", + -10.21201515197754 + ], + [ + "▁saying", + -10.212835311889648 + ], + [ + "▁General", + -10.213062286376951 + ], + [ + "▁port", + -10.213099479675291 + ], + [ + "▁Mal", + -10.213156700134276 + ], + [ + "▁System", + -10.213486671447754 + ], + [ + "▁According", + -10.2152738571167 + ], + [ + "▁chiar", + -10.21568489074707 + ], + [ + "log", + -10.21576976776123 + ], + [ + "▁mix", + -10.215974807739258 + ], + [ + "▁Lake", + -10.216042518615724 + ], + [ + "▁intr", + -10.216590881347656 + ], + [ + "▁deliver", + -10.216793060302734 + ], + [ + "mon", + -10.216931343078612 + ], + [ + "▁Ro", + -10.217060089111328 + ], + [ + "▁Management", + -10.217504501342772 + ], + [ + "bri", + -10.21871852874756 + ], + [ + "▁pieces", + -10.218774795532228 + ], + [ + "▁announced", + -10.218926429748535 + ], + [ + "▁Yes", + -10.219268798828123 + ], + [ + "▁dark", + -10.220884323120115 + ], + [ + "val", + -10.221765518188477 + ], + [ + "▁rights", + -10.22309684753418 + ], + [ + "▁Diese", + -10.223100662231444 + ], + [ + "ki", + -10.223350524902344 + ], + [ + "vent", + -10.22375774383545 + ], + [ + "▁born", + -10.22380542755127 + ], + [ + "▁muss", + -10.224031448364258 + ], + [ + "compared", + -10.224660873413086 + ], + [ + "▁demand", + -10.224669456481934 + ], + [ + "▁handle", + -10.225493431091309 + ], + [ + "▁mode", + -10.22605800628662 + ], + [ + "lic", + -10.226137161254885 + ], + [ + "▁ahead", + -10.226436614990234 + ], + [ + "▁sharing", + -10.227599143981934 + ], + [ + "▁micro", + -10.227779388427734 + ], + [ + "▁Par", + -10.228626251220703 + ], + [ + "▁Every", + -10.22950553894043 + ], + [ + "▁bag", + -10.229736328125 + ], + [ + "▁daca", + -10.22974967956543 + ], + [ + "▁Apple", + -10.23022174835205 + ], + [ + "▁Mark", + -10.230239868164062 + ], + [ + "▁larger", + -10.231284141540527 + ], + [ + "eze", + -10.231978416442873 + ], + [ + "▁progress", + -10.232234001159668 + ], + [ + "▁stress", + -10.232929229736328 + ], + [ + "▁cards", + -10.23366355895996 + ], + [ + "▁driving", + -10.233738899230955 + ], + [ + "▁dry", + -10.233970642089844 + ], + [ + "▁relevant", + -10.234556198120115 + ], + [ + "▁Jo", + -10.234825134277344 + ], + [ + "▁tree", + -10.235036849975586 + ], + [ + "▁reported", + -10.235770225524902 + ], + [ + "ities", + -10.23577880859375 + ], + [ + "▁tea", + -10.235806465148926 + ], + [ + "▁although", + -10.236145973205566 + ], + [ + "▁Research", + -10.236261367797852 + ], + [ + "▁pool", + -10.23691463470459 + ], + [ + "▁fin", + -10.237163543701172 + ], + [ + "▁Und", + -10.238130569458008 + ], + [ + "▁decide", + -10.239217758178713 + ], + [ + "▁expert", + -10.239344596862791 + ], + [ + "rate", + -10.239428520202637 + ], + [ + "zeit", + -10.239971160888672 + ], + [ + "▁26", + -10.24040412902832 + ], + [ + "▁Ka", + -10.24056339263916 + ], + [ + "▁fix", + -10.240666389465332 + ], + [ + "igen", + -10.240713119506836 + ], + [ + "▁direction", + -10.241188049316406 + ], + [ + "▁star", + -10.241661071777344 + ], + [ + "▁middle", + -10.24188995361328 + ], + [ + "▁Ja", + -10.241962432861328 + ], + [ + "▁Land", + -10.24207878112793 + ], + [ + "ken", + -10.242605209350586 + ], + [ + "▁button", + -10.242630004882812 + ], + [ + "▁rules", + -10.242656707763672 + ], + [ + "▁également", + -10.242706298828123 + ], + [ + "▁viel", + -10.243158340454102 + ], + [ + "▁welcome", + -10.243682861328123 + ], + [ + "că", + -10.243932723999023 + ], + [ + "▁Top", + -10.245308876037598 + ], + [ + "▁allowed", + -10.245487213134766 + ], + [ + "▁tip", + -10.24558448791504 + ], + [ + "▁cei", + -10.245768547058104 + ], + [ + "▁Nous", + -10.246004104614258 + ], + [ + "té", + -10.246850967407228 + ], + [ + "▁unei", + -10.246903419494627 + ], + [ + "▁efforts", + -10.247260093688965 + ], + [ + "▁note", + -10.247719764709473 + ], + [ + "▁title", + -10.247977256774902 + ], + [ + "ric", + -10.248047828674316 + ], + [ + "berg", + -10.248252868652344 + ], + [ + "▁ainsi", + -10.248576164245604 + ], + [ + "▁led", + -10.248713493347168 + ], + [ + "▁alone", + -10.248786926269531 + ], + [ + "ward", + -10.249215126037598 + ], + [ + "▁vie", + -10.249323844909668 + ], + [ + "▁brain", + -10.249427795410156 + ], + [ + "light", + -10.250100135803224 + ], + [ + "▁Court", + -10.250598907470703 + ], + [ + "set", + -10.250869750976562 + ], + [ + "▁steps", + -10.251251220703123 + ], + [ + "pri", + -10.251391410827637 + ], + [ + "Q", + -10.251654624938965 + ], + [ + "sti", + -10.251938819885254 + ], + [ + "▁voice", + -10.252121925354004 + ], + [ + "▁models", + -10.252705574035645 + ], + [ + "▁parties", + -10.25442886352539 + ], + [ + "▁radio", + -10.255270957946776 + ], + [ + "▁mission", + -10.25545883178711 + ], + [ + "▁methods", + -10.255658149719238 + ], + [ + "▁Te", + -10.256019592285156 + ], + [ + "air", + -10.256489753723145 + ], + [ + "▁essay", + -10.256719589233398 + ], + [ + "my", + -10.256826400756836 + ], + [ + "▁competition", + -10.257049560546877 + ], + [ + "ses", + -10.257447242736816 + ], + [ + "▁serious", + -10.258724212646484 + ], + [ + "▁Ti", + -10.258733749389648 + ], + [ + "▁Hand", + -10.259561538696287 + ], + [ + "not", + -10.25958251953125 + ], + [ + "▁winter", + -10.261277198791504 + ], + [ + "24", + -10.261724472045898 + ], + [ + "▁vision", + -10.26174545288086 + ], + [ + "▁technical", + -10.262110710144045 + ], + [ + "▁cross", + -10.262799263000488 + ], + [ + "▁update", + -10.262947082519531 + ], + [ + "▁Team", + -10.263564109802246 + ], + [ + "▁evening", + -10.264286041259766 + ], + [ + "▁experts", + -10.26435661315918 + ], + [ + "part", + -10.264640808105469 + ], + [ + "▁wo", + -10.26519012451172 + ], + [ + "▁App", + -10.265729904174805 + ], + [ + "▁peu", + -10.266267776489258 + ], + [ + "▁mich", + -10.26630687713623 + ], + [ + "▁reports", + -10.267001152038574 + ], + [ + "▁km", + -10.26759433746338 + ], + [ + "▁print", + -10.2678804397583 + ], + [ + "▁Hotel", + -10.268101692199709 + ], + [ + "▁earlier", + -10.268235206604004 + ], + [ + "▁uses", + -10.26826286315918 + ], + [ + "▁menu", + -10.26841640472412 + ], + [ + "▁miles", + -10.26845645904541 + ], + [ + "▁classes", + -10.268463134765623 + ], + [ + "▁mo", + -10.268525123596191 + ], + [ + "▁loan", + -10.2691011428833 + ], + [ + "▁host", + -10.269192695617676 + ], + [ + "▁author", + -10.269274711608888 + ], + [ + "-1", + -10.269434928894045 + ], + [ + "▁bun", + -10.269940376281738 + ], + [ + "19", + -10.270011901855469 + ], + [ + "uch", + -10.270670890808104 + ], + [ + "ble", + -10.270813941955566 + ], + [ + "▁holiday", + -10.270859718322754 + ], + [ + "los", + -10.271894454956056 + ], + [ + "▁looked", + -10.272663116455078 + ], + [ + "▁Test", + -10.272759437561035 + ], + [ + "▁moved", + -10.273000717163086 + ], + [ + "▁numbers", + -10.273306846618652 + ], + [ + "▁covered", + -10.273405075073242 + ], + [ + "ker", + -10.273696899414062 + ], + [ + "TM", + -10.273768424987791 + ], + [ + "▁album", + -10.274727821350098 + ], + [ + "▁27", + -10.27476692199707 + ], + [ + "▁când", + -10.27523422241211 + ], + [ + "▁shopping", + -10.275248527526855 + ], + [ + "▁Ihr", + -10.27531623840332 + ], + [ + "▁requires", + -10.275786399841309 + ], + [ + "▁USA", + -10.275909423828123 + ], + [ + "000", + -10.275951385498049 + ], + [ + "▁official", + -10.276010513305664 + ], + [ + "▁states", + -10.27634620666504 + ], + [ + "▁tips", + -10.276570320129396 + ], + [ + "ible", + -10.277321815490724 + ], + [ + "▁Lu", + -10.27756404876709 + ], + [ + "ces", + -10.278343200683594 + ], + [ + "▁figure", + -10.27839469909668 + ], + [ + "▁Take", + -10.278576850891112 + ], + [ + "▁după", + -10.278687477111816 + ], + [ + "▁teams", + -10.278980255126951 + ], + [ + "▁song", + -10.279138565063477 + ], + [ + "▁master", + -10.279386520385742 + ], + [ + "ED", + -10.279841423034668 + ], + [ + "▁cleaning", + -10.280523300170898 + ], + [ + "▁drop", + -10.280651092529297 + ], + [ + "▁primary", + -10.2808837890625 + ], + [ + "▁Life", + -10.28108024597168 + ], + [ + "▁carry", + -10.281129837036133 + ], + [ + "▁initial", + -10.28127098083496 + ], + [ + "▁encore", + -10.281617164611816 + ], + [ + "▁Add", + -10.281670570373535 + ], + [ + "▁woman", + -10.282076835632324 + ], + [ + "▁Water", + -10.282219886779783 + ], + [ + "▁advantage", + -10.28277587890625 + ], + [ + "see", + -10.28323459625244 + ], + [ + "ré", + -10.28334140777588 + ], + [ + "▁motor", + -10.283479690551758 + ], + [ + "mel", + -10.2838716506958 + ], + [ + "▁finding", + -10.284419059753418 + ], + [ + "▁plastic", + -10.286365509033203 + ], + [ + "▁IT", + -10.286602973937988 + ], + [ + "▁Church", + -10.286916732788086 + ], + [ + "▁shape", + -10.287345886230469 + ], + [ + "▁gets", + -10.287763595581056 + ], + [ + "▁followed", + -10.288186073303224 + ], + [ + "▁100%", + -10.288315773010254 + ], + [ + "▁Program", + -10.28912353515625 + ], + [ + "▁Another", + -10.28934383392334 + ], + [ + "▁zwei", + -10.289522171020508 + ], + [ + "▁father", + -10.289839744567873 + ], + [ + "▁rich", + -10.290282249450684 + ], + [ + "où", + -10.290810585021973 + ], + [ + "▁lines", + -10.290934562683104 + ], + [ + "▁distance", + -10.291757583618164 + ], + [ + "▁cell", + -10.291876792907717 + ], + [ + "▁parte", + -10.292072296142578 + ], + [ + "bit", + -10.292445182800291 + ], + [ + "▁perhaps", + -10.292749404907228 + ], + [ + "rii", + -10.293590545654297 + ], + [ + "▁session", + -10.294137954711914 + ], + [ + "▁Pentru", + -10.294528007507324 + ], + [ + "ING", + -10.295049667358398 + ], + [ + "ants", + -10.29547882080078 + ], + [ + "▁remain", + -10.295543670654297 + ], + [ + "13", + -10.295588493347168 + ], + [ + "▁finished", + -10.295763969421388 + ], + [ + "bel", + -10.298725128173828 + ], + [ + "▁organizations", + -10.299455642700195 + ], + [ + "▁Any", + -10.299896240234377 + ], + [ + "▁taste", + -10.300277709960938 + ], + [ + "Whether", + -10.300600051879885 + ], + [ + "ram", + -10.300874710083008 + ], + [ + "like", + -10.301307678222656 + ], + [ + "▁artist", + -10.301319122314451 + ], + [ + "aire", + -10.303369522094728 + ], + [ + "▁French", + -10.303386688232422 + ], + [ + "▁donc", + -10.303634643554688 + ], + [ + "ow", + -10.30386734008789 + ], + [ + "▁200", + -10.303993225097656 + ], + [ + "▁paint", + -10.304465293884276 + ], + [ + "▁Open", + -10.304535865783691 + ], + [ + "▁appear", + -10.304722785949709 + ], + [ + "▁Washington", + -10.304765701293944 + ], + [ + "▁target", + -10.30491828918457 + ], + [ + "pir", + -10.305578231811523 + ], + [ + "▁generally", + -10.305987358093262 + ], + [ + "▁British", + -10.306790351867676 + ], + [ + "▁seven", + -10.306937217712402 + ], + [ + "▁bio", + -10.307162284851074 + ], + [ + "▁sector", + -10.307358741760254 + ], + [ + "90", + -10.30777359008789 + ], + [ + "▁fapt", + -10.307881355285645 + ], + [ + "▁prefer", + -10.308316230773926 + ], + [ + "▁partner", + -10.308427810668944 + ], + [ + "ăm", + -10.308547973632812 + ], + [ + "▁diverse", + -10.308610916137695 + ], + [ + "▁onto", + -10.309283256530762 + ], + [ + "▁refer", + -10.309828758239746 + ], + [ + "▁Law", + -10.310302734375 + ], + [ + "▁Ri", + -10.310596466064451 + ], + [ + "▁critical", + -10.310735702514648 + ], + [ + "▁copy", + -10.310897827148438 + ], + [ + "ck", + -10.311517715454102 + ], + [ + "ix", + -10.311732292175291 + ], + [ + "tag", + -10.311793327331545 + ], + [ + "▁Road", + -10.311936378479004 + ], + [ + "▁concern", + -10.312053680419922 + ], + [ + "▁maximum", + -10.312095642089844 + ], + [ + "▁train", + -10.312148094177246 + ], + [ + "▁într", + -10.312189102172852 + ], + [ + "ura", + -10.313023567199709 + ], + [ + "▁Qu", + -10.313481330871582 + ], + [ + "▁links", + -10.313538551330566 + ], + [ + "▁audience", + -10.313969612121582 + ], + [ + "▁foot", + -10.31455421447754 + ], + [ + "▁Blue", + -10.314605712890623 + ], + [ + "ification", + -10.315386772155762 + ], + [ + "▁developing", + -10.315847396850586 + ], + [ + "▁interior", + -10.315876007080078 + ], + [ + "=", + -10.316556930541992 + ], + [ + "▁aceasta", + -10.31698989868164 + ], + [ + "▁dedicated", + -10.317373275756836 + ], + [ + "▁movement", + -10.317383766174316 + ], + [ + "sta", + -10.31886863708496 + ], + [ + "▁challenges", + -10.319018363952637 + ], + [ + "inte", + -10.319074630737305 + ], + [ + "▁Euro", + -10.31907558441162 + ], + [ + "▁classic", + -10.320341110229492 + ], + [ + "▁Um", + -10.320767402648926 + ], + [ + "▁alternative", + -10.321407318115234 + ], + [ + "mann", + -10.321614265441896 + ], + [ + "▁Une", + -10.322278022766112 + ], + [ + "qu", + -10.322415351867676 + ], + [ + "▁heavy", + -10.322434425354004 + ], + [ + "▁install", + -10.322484970092772 + ], + [ + "▁fiind", + -10.322504043579102 + ], + [ + "▁leaders", + -10.323003768920898 + ], + [ + "▁views", + -10.323019981384276 + ], + [ + "▁www", + -10.323084831237791 + ], + [ + "▁standards", + -10.323270797729492 + ], + [ + "ong", + -10.323580741882324 + ], + [ + "40", + -10.323833465576172 + ], + [ + "▁cm", + -10.323848724365234 + ], + [ + "▁park", + -10.32432460784912 + ], + [ + "▁himself", + -10.324419021606444 + ], + [ + "▁People", + -10.324649810791016 + ], + [ + "▁separate", + -10.324843406677246 + ], + [ + "▁secure", + -10.325018882751465 + ], + [ + "sie", + -10.325084686279297 + ], + [ + "▁maintenance", + -10.325199127197266 + ], + [ + "▁encourage", + -10.32766056060791 + ], + [ + "ein", + -10.328139305114746 + ], + [ + "▁reviews", + -10.328202247619627 + ], + [ + "▁Michael", + -10.328210830688477 + ], + [ + "▁background", + -10.328283309936523 + ], + [ + "▁therefore", + -10.328433990478516 + ], + [ + "▁server", + -10.328487396240234 + ], + [ + "▁dream", + -10.328742027282717 + ], + [ + "ping", + -10.329025268554688 + ], + [ + "▁block", + -10.329855918884276 + ], + [ + "▁2009", + -10.330734252929688 + ], + [ + "▁facilities", + -10.330931663513184 + ], + [ + "▁II", + -10.33136749267578 + ], + [ + "▁attend", + -10.33156967163086 + ], + [ + "▁cap", + -10.33224105834961 + ], + [ + "35", + -10.332416534423828 + ], + [ + "▁steel", + -10.332796096801758 + ], + [ + "▁shared", + -10.333391189575195 + ], + [ + "▁doctor", + -10.333939552307127 + ], + [ + "▁River", + -10.33411693572998 + ], + [ + "▁Bay", + -10.33445644378662 + ], + [ + "▁length", + -10.335005760192873 + ], + [ + "▁jobs", + -10.335466384887695 + ], + [ + "▁Plus", + -10.335992813110352 + ], + [ + "▁station", + -10.336140632629396 + ], + [ + "▁elements", + -10.336268424987791 + ], + [ + "▁rock", + -10.336668014526367 + ], + [ + "▁professionals", + -10.336670875549316 + ], + [ + "cle", + -10.336777687072754 + ], + [ + "▁dont", + -10.336873054504396 + ], + [ + "urilor", + -10.337142944335938 + ], + [ + "▁gain", + -10.337271690368652 + ], + [ + "▁programme", + -10.33754062652588 + ], + [ + "▁Cor", + -10.338377952575684 + ], + [ + "▁leader", + -10.338542938232422 + ], + [ + "ării", + -10.33876895904541 + ], + [ + "▁>", + -10.339137077331545 + ], + [ + "▁task", + -10.339471817016602 + ], + [ + "▁seeing", + -10.339943885803224 + ], + [ + "▁statement", + -10.34045696258545 + ], + [ + "vin", + -10.341094017028809 + ], + [ + "▁fish", + -10.341700553894045 + ], + [ + "▁advanced", + -10.342403411865234 + ], + [ + "▁discuss", + -10.342494010925291 + ], + [ + "die", + -10.342904090881348 + ], + [ + "isch", + -10.342944145202637 + ], + [ + "▁plenty", + -10.342947959899902 + ], + [ + "▁Hall", + -10.343120574951172 + ], + [ + "▁Other", + -10.343339920043944 + ], + [ + "▁homes", + -10.344944953918455 + ], + [ + "▁Ni", + -10.345016479492188 + ], + [ + "▁testing", + -10.345102310180664 + ], + [ + "▁Last", + -10.345392227172852 + ], + [ + "▁Note", + -10.345595359802246 + ], + [ + "▁talking", + -10.345934867858888 + ], + [ + "▁exchange", + -10.347042083740234 + ], + [ + "▁exercise", + -10.347189903259276 + ], + [ + "▁cea", + -10.347546577453612 + ], + [ + "▁wife", + -10.34820556640625 + ], + [ + "▁Für", + -10.348480224609377 + ], + [ + "▁Texas", + -10.34981918334961 + ], + [ + "▁fr", + -10.35065746307373 + ], + [ + "▁speak", + -10.350894927978516 + ], + [ + "17", + -10.351007461547852 + ], + [ + "70", + -10.351462364196776 + ], + [ + "▁promote", + -10.351851463317873 + ], + [ + "tul", + -10.351990699768066 + ], + [ + "apos", + -10.35208511352539 + ], + [ + "▁Jahr", + -10.35214900970459 + ], + [ + "▁Trump", + -10.35220432281494 + ], + [ + "▁ohne", + -10.352357864379885 + ], + [ + "▁learned", + -10.353700637817385 + ], + [ + "▁Sp", + -10.353803634643556 + ], + [ + "▁owner", + -10.354275703430176 + ], + [ + "mor", + -10.354422569274902 + ], + [ + "▁fois", + -10.354452133178713 + ], + [ + "▁meaning", + -10.35518741607666 + ], + [ + "▁dacă", + -10.355249404907228 + ], + [ + "nic", + -10.355484008789062 + ], + [ + "а", + -10.355525970458984 + ], + [ + "14", + -10.355767250061035 + ], + [ + "▁driver", + -10.356258392333984 + ], + [ + "▁Amazon", + -10.3567533493042 + ], + [ + "▁flow", + -10.358469009399414 + ], + [ + "▁shot", + -10.358726501464844 + ], + [ + "▁sous", + -10.35914421081543 + ], + [ + "▁Gold", + -10.359339714050291 + ], + [ + "▁straight", + -10.359562873840332 + ], + [ + "▁conference", + -10.359610557556152 + ], + [ + "▁peste", + -10.359662055969238 + ], + [ + "whose", + -10.36030101776123 + ], + [ + "▁installation", + -10.36050796508789 + ], + [ + "▁produced", + -10.360607147216797 + ], + [ + "▁independent", + -10.36192512512207 + ], + [ + "▁Institute", + -10.362021446228027 + ], + [ + "▁James", + -10.36237335205078 + ], + [ + "▁mental", + -10.362601280212402 + ], + [ + "ara", + -10.362798690795898 + ], + [ + "ium", + -10.363021850585938 + ], + [ + "▁husband", + -10.36306095123291 + ], + [ + "▁guests", + -10.36390781402588 + ], + [ + "27", + -10.364319801330566 + ], + [ + "▁Che", + -10.364651679992676 + ], + [ + "▁Indian", + -10.364694595336914 + ], + [ + "zer", + -10.36478042602539 + ], + [ + "▁minimum", + -10.364962577819824 + ], + [ + "500", + -10.36509609222412 + ], + [ + "▁sit", + -10.36561393737793 + ], + [ + "put", + -10.36656379699707 + ], + [ + "▁avea", + -10.36665153503418 + ], + [ + "▁ride", + -10.367088317871094 + ], + [ + "gan", + -10.367152214050291 + ], + [ + "▁Ke", + -10.36747932434082 + ], + [ + "book", + -10.367515563964844 + ], + [ + "ages", + -10.368019104003906 + ], + [ + "▁presented", + -10.368157386779783 + ], + [ + "▁Com", + -10.36892795562744 + ], + [ + "▁Call", + -10.369053840637209 + ], + [ + "▁fee", + -10.369847297668455 + ], + [ + "ări", + -10.369905471801758 + ], + [ + "▁putea", + -10.37072467803955 + ], + [ + "▁Public", + -10.371030807495115 + ], + [ + "▁pa", + -10.371152877807615 + ], + [ + "28", + -10.371233940124512 + ], + [ + "▁Director", + -10.37126350402832 + ], + [ + "▁contains", + -10.3717622756958 + ], + [ + "▁factors", + -10.372554779052734 + ], + [ + "▁famous", + -10.372614860534668 + ], + [ + "▁bathroom", + -10.373040199279783 + ], + [ + "▁core", + -10.37353229522705 + ], + [ + "▁viele", + -10.373610496520996 + ], + [ + "▁acum", + -10.374361991882324 + ], + [ + "▁animal", + -10.374407768249512 + ], + [ + "▁Ihnen", + -10.374425888061523 + ], + [ + "▁Find", + -10.374545097351074 + ], + [ + "▁Fall", + -10.37486171722412 + ], + [ + "ford", + -10.376051902770996 + ], + [ + "▁coverage", + -10.3765287399292 + ], + [ + "▁smart", + -10.376830101013184 + ], + [ + "ries", + -10.376893997192385 + ], + [ + "▁memory", + -10.3772554397583 + ], + [ + "▁dance", + -10.377443313598633 + ], + [ + "11", + -10.37746810913086 + ], + [ + "▁communities", + -10.377655982971191 + ], + [ + "eurs", + -10.378050804138184 + ], + [ + "▁Florida", + -10.378463745117188 + ], + [ + "▁sport", + -10.379366874694824 + ], + [ + "▁bus", + -10.37992000579834 + ], + [ + "▁colors", + -10.379969596862791 + ], + [ + "▁affect", + -10.380044937133787 + ], + [ + "▁score", + -10.380183219909668 + ], + [ + "▁properties", + -10.38050365447998 + ], + [ + "18", + -10.380593299865724 + ], + [ + "▁astfel", + -10.381312370300291 + ], + [ + "▁beach", + -10.382407188415527 + ], + [ + "▁friendly", + -10.382795333862305 + ], + [ + "izing", + -10.38288688659668 + ], + [ + "▁buying", + -10.383146286010742 + ], + [ + "▁forget", + -10.383195877075195 + ], + [ + "este", + -10.383198738098145 + ], + [ + "▁capacity", + -10.38360595703125 + ], + [ + "▁lose", + -10.383692741394045 + ], + [ + "▁listed", + -10.38407039642334 + ], + [ + "ica", + -10.384084701538086 + ], + [ + "han", + -10.384085655212402 + ], + [ + "▁selbst", + -10.384390830993652 + ], + [ + "▁values", + -10.384391784667969 + ], + [ + "▁Power", + -10.384559631347656 + ], + [ + "▁comments", + -10.384831428527832 + ], + [ + "eux", + -10.385346412658691 + ], + [ + "ați", + -10.385419845581056 + ], + [ + "▁context", + -10.38571071624756 + ], + [ + "liche", + -10.385944366455078 + ], + [ + "▁keeping", + -10.38620662689209 + ], + [ + "▁2008", + -10.38647174835205 + ], + [ + "▁su", + -10.386670112609863 + ], + [ + "▁biggest", + -10.386838912963867 + ], + [ + "▁fiecare", + -10.387356758117676 + ], + [ + "ight", + -10.38845157623291 + ], + [ + "▁toute", + -10.389808654785156 + ], + [ + "▁dinner", + -10.389827728271484 + ], + [ + "bau", + -10.390706062316896 + ], + [ + "▁Mai", + -10.390762329101562 + ], + [ + "▁status", + -10.390776634216309 + ], + [ + "rez", + -10.391340255737305 + ], + [ + "▁selected", + -10.391549110412598 + ], + [ + "▁cells", + -10.392601013183594 + ], + [ + "▁eight", + -10.393319129943848 + ], + [ + "▁package", + -10.393320083618164 + ], + [ + "▁scale", + -10.39333724975586 + ], + [ + "din", + -10.39336109161377 + ], + [ + "▁Who", + -10.393381118774414 + ], + [ + "▁century", + -10.393399238586426 + ], + [ + "▁bi", + -10.393516540527344 + ], + [ + "▁Africa", + -10.39384937286377 + ], + [ + "▁http", + -10.39413356781006 + ], + [ + "▁named", + -10.394230842590332 + ], + [ + "▁adding", + -10.394901275634766 + ], + [ + "▁mention", + -10.395039558410645 + ], + [ + "▁casino", + -10.395421981811523 + ], + [ + "▁couldn", + -10.395624160766602 + ], + [ + "▁outdoor", + -10.395912170410156 + ], + [ + "▁sugar", + -10.3960542678833 + ], + [ + "▁prepared", + -10.396124839782717 + ], + [ + "21", + -10.396528244018556 + ], + [ + "▁Ba", + -10.396632194519045 + ], + [ + "vers", + -10.396697998046877 + ], + [ + "ration", + -10.396773338317873 + ], + [ + "▁ja", + -10.397035598754885 + ], + [ + "▁aspect", + -10.397224426269531 + ], + [ + "▁31", + -10.397462844848633 + ], + [ + "▁treat", + -10.397475242614746 + ], + [ + "tru", + -10.397841453552246 + ], + [ + "▁flat", + -10.397890090942385 + ], + [ + "32", + -10.397989273071287 + ], + [ + "▁reality", + -10.398238182067873 + ], + [ + "▁waste", + -10.39876937866211 + ], + [ + "▁King", + -10.399649620056152 + ], + [ + "▁drug", + -10.39987087249756 + ], + [ + "▁operations", + -10.400120735168455 + ], + [ + "▁aim", + -10.40042495727539 + ], + [ + "▁fans", + -10.400444984436035 + ], + [ + "▁vers", + -10.400891304016112 + ], + [ + "▁plants", + -10.400971412658691 + ], + [ + "▁Dis", + -10.401477813720703 + ], + [ + "▁Daten", + -10.40151023864746 + ], + [ + "être", + -10.40267276763916 + ], + [ + "▁placed", + -10.40326976776123 + ], + [ + "▁bon", + -10.403977394104004 + ], + [ + "beim", + -10.4041109085083 + ], + [ + "▁slow", + -10.40501880645752 + ], + [ + "cri", + -10.405512809753418 + ], + [ + "▁Care", + -10.405691146850586 + ], + [ + "mes", + -10.406211853027344 + ], + [ + "26", + -10.406257629394531 + ], + [ + "box", + -10.406330108642578 + ], + [ + "▁helpful", + -10.406362533569336 + ], + [ + "▁documents", + -10.406543731689451 + ], + [ + "▁visitors", + -10.406773567199709 + ], + [ + "ture", + -10.406862258911133 + ], + [ + "▁Menschen", + -10.40689182281494 + ], + [ + "▁Chi", + -10.406975746154783 + ], + [ + "▁recipe", + -10.40764045715332 + ], + [ + "▁kept", + -10.40769386291504 + ], + [ + "▁Grand", + -10.407915115356444 + ], + [ + "▁operating", + -10.408178329467772 + ], + [ + "point", + -10.408329010009766 + ], + [ + "▁bin", + -10.40837287902832 + ], + [ + "▁Tri", + -10.40845775604248 + ], + [ + "Be", + -10.408512115478516 + ], + [ + "▁experiences", + -10.40856647491455 + ], + [ + "▁academic", + -10.408608436584473 + ], + [ + "▁finden", + -10.40870475769043 + ], + [ + "▁sera", + -10.409092903137209 + ], + [ + "act", + -10.410541534423828 + ], + [ + "▁Pa", + -10.410907745361328 + ], + [ + "▁society", + -10.411056518554688 + ], + [ + "▁combination", + -10.411237716674805 + ], + [ + "5%", + -10.41182804107666 + ], + [ + "▁owners", + -10.41188907623291 + ], + [ + "▁poor", + -10.412039756774902 + ], + [ + "▁Robert", + -10.412378311157228 + ], + [ + "▁military", + -10.412964820861816 + ], + [ + "▁economy", + -10.413033485412598 + ], + [ + "▁aware", + -10.413055419921877 + ], + [ + "rot", + -10.413443565368652 + ], + [ + "mie", + -10.413544654846191 + ], + [ + "▁Thursday", + -10.414399147033691 + ], + [ + "▁2011", + -10.41490650177002 + ], + [ + "▁fantastic", + -10.41554069519043 + ], + [ + "▁numerous", + -10.415921211242676 + ], + [ + "▁fair", + -10.4165620803833 + ], + [ + "med", + -10.416753768920898 + ], + [ + "▁welche", + -10.416893005371094 + ], + [ + "▁fruit", + -10.41712760925293 + ], + [ + "ku", + -10.417325019836426 + ], + [ + "▁Social", + -10.417583465576172 + ], + [ + "▁funds", + -10.418157577514648 + ], + [ + "▁atunci", + -10.418214797973633 + ], + [ + "▁Part", + -10.418238639831545 + ], + [ + "▁Big", + -10.418301582336426 + ], + [ + "▁2010", + -10.419414520263672 + ], + [ + "▁detail", + -10.419889450073242 + ], + [ + "▁Peter", + -10.41994285583496 + ], + [ + "ani", + -10.420196533203123 + ], + [ + "▁Wie", + -10.420795440673828 + ], + [ + "▁Tu", + -10.421649932861328 + ], + [ + "ear", + -10.421706199645996 + ], + [ + "▁Wenn", + -10.421941757202148 + ], + [ + "▁manager", + -10.42199993133545 + ], + [ + "▁Dan", + -10.422409057617188 + ], + [ + "▁Pi", + -10.42257308959961 + ], + [ + "▁wants", + -10.422652244567873 + ], + [ + "▁Data", + -10.42322826385498 + ], + [ + "pos", + -10.42387580871582 + ], + [ + "▁older", + -10.423946380615234 + ], + [ + "▁Download", + -10.424071311950684 + ], + [ + "▁Was", + -10.424107551574709 + ], + [ + "▁corner", + -10.424195289611816 + ], + [ + "▁president", + -10.424199104309082 + ], + [ + "mas", + -10.424248695373535 + ], + [ + "▁smaller", + -10.424361228942873 + ], + [ + "▁bright", + -10.42445945739746 + ], + [ + "▁proper", + -10.424582481384276 + ], + [ + "▁Kinder", + -10.424637794494627 + ], + [ + "▁Two", + -10.424668312072754 + ], + [ + "▁award", + -10.42471694946289 + ], + [ + "▁premier", + -10.425211906433104 + ], + [ + "▁seek", + -10.425646781921388 + ], + [ + "▁thank", + -10.425662994384766 + ], + [ + "▁proud", + -10.426509857177734 + ], + [ + "▁workers", + -10.42677402496338 + ], + [ + "▁2000", + -10.42697048187256 + ], + [ + "▁gone", + -10.427482604980469 + ], + [ + "▁medium", + -10.427693367004396 + ], + [ + "▁grade", + -10.42777156829834 + ], + [ + "▁Ru", + -10.427800178527832 + ], + [ + "cro", + -10.427851676940918 + ], + [ + "▁interview", + -10.428311347961426 + ], + [ + "23", + -10.428787231445312 + ], + [ + "▁mari", + -10.429442405700684 + ], + [ + "▁80", + -10.42975616455078 + ], + [ + "▁Ga", + -10.430047035217283 + ], + [ + "▁90", + -10.431839942932127 + ], + [ + "▁anderen", + -10.432605743408203 + ], + [ + "▁cultural", + -10.433018684387209 + ], + [ + "but", + -10.433144569396973 + ], + [ + "rum", + -10.433300018310549 + ], + [ + "get", + -10.43338680267334 + ], + [ + "▁pop", + -10.433582305908203 + ], + [ + "▁Information", + -10.433594703674316 + ], + [ + "▁press", + -10.434972763061523 + ], + [ + "▁Project", + -10.435359001159668 + ], + [ + "▁excited", + -10.435755729675291 + ], + [ + "▁Saint", + -10.43608856201172 + ], + [ + "▁England", + -10.436192512512209 + ], + [ + "▁beauty", + -10.43643856048584 + ], + [ + "▁agreement", + -10.436464309692385 + ], + [ + "▁Like", + -10.437565803527832 + ], + [ + "▁strength", + -10.437664985656738 + ], + [ + "▁waiting", + -10.438165664672852 + ], + [ + "и", + -10.438270568847656 + ], + [ + "Le", + -10.438329696655272 + ], + [ + "▁residents", + -10.43835735321045 + ], + [ + "▁Ben", + -10.438603401184082 + ], + [ + "▁mentioned", + -10.439260482788086 + ], + [ + "▁etwas", + -10.43930721282959 + ], + [ + "▁rooms", + -10.43934726715088 + ], + [ + "▁neue", + -10.439501762390137 + ], + [ + "▁Microsoft", + -10.439726829528809 + ], + [ + "▁passed", + -10.440205574035645 + ], + [ + "▁sea", + -10.440893173217772 + ], + [ + "▁electric", + -10.441244125366213 + ], + [ + "▁forms", + -10.441384315490724 + ], + [ + "▁Central", + -10.441597938537598 + ], + [ + "▁Lord", + -10.442625999450684 + ], + [ + "ute", + -10.442763328552246 + ], + [ + "▁pré", + -10.442790031433104 + ], + [ + "▁square", + -10.44308090209961 + ], + [ + "itatea", + -10.443451881408691 + ], + [ + "▁debt", + -10.44375705718994 + ], + [ + "▁street", + -10.443975448608398 + ], + [ + "▁pi", + -10.444917678833008 + ], + [ + "▁happened", + -10.445326805114746 + ], + [ + "▁Tuesday", + -10.445592880249023 + ], + [ + "recht", + -10.446094512939451 + ], + [ + "▁Eine", + -10.44627857208252 + ], + [ + "▁Set", + -10.446768760681152 + ], + [ + "▁federal", + -10.4468412399292 + ], + [ + "CC", + -10.446905136108398 + ], + [ + "....", + -10.446938514709473 + ], + [ + "lig", + -10.447463035583496 + ], + [ + "▁Christian", + -10.44870662689209 + ], + [ + "▁truth", + -10.449213981628418 + ], + [ + "▁map", + -10.44972801208496 + ], + [ + "▁secret", + -10.449979782104492 + ], + [ + "▁Chinese", + -10.450844764709473 + ], + [ + "hol", + -10.450895309448242 + ], + [ + "▁wrote", + -10.451505661010742 + ], + [ + "▁hospital", + -10.451783180236816 + ], + [ + "▁Island", + -10.451870918273926 + ], + [ + "▁frame", + -10.451946258544922 + ], + [ + "▁sources", + -10.452117919921877 + ], + [ + "pan", + -10.453242301940918 + ], + [ + "▁29", + -10.453530311584473 + ], + [ + "▁changing", + -10.454547882080078 + ], + [ + "▁Where", + -10.454627990722656 + ], + [ + "▁negative", + -10.45471477508545 + ], + [ + "▁processes", + -10.45491886138916 + ], + [ + "▁leadership", + -10.455029487609863 + ], + [ + "▁nos", + -10.455195426940918 + ], + [ + "▁info", + -10.455780029296877 + ], + [ + "▁Gu", + -10.45595645904541 + ], + [ + "▁CO", + -10.45605182647705 + ], + [ + "▁reference", + -10.456884384155272 + ], + [ + "▁corporate", + -10.457097053527832 + ], + [ + "▁characters", + -10.457563400268556 + ], + [ + "▁dining", + -10.4577054977417 + ], + [ + "▁becoming", + -10.459708213806152 + ], + [ + "▁4.", + -10.460311889648438 + ], + [ + "▁Science", + -10.460626602172852 + ], + [ + "▁Education", + -10.461943626403809 + ], + [ + "▁camp", + -10.46207046508789 + ], + [ + "fall", + -10.462146759033203 + ], + [ + "▁Auch", + -10.462471961975098 + ], + [ + "▁topic", + -10.462519645690918 + ], + [ + "▁influence", + -10.463460922241213 + ], + [ + "▁70", + -10.463892936706545 + ], + [ + "▁identify", + -10.464459419250488 + ], + [ + "▁(19", + -10.464646339416504 + ], + [ + "care", + -10.465216636657717 + ], + [ + "ions", + -10.466215133666992 + ], + [ + "ray", + -10.4663724899292 + ], + [ + "▁Both", + -10.466577529907228 + ], + [ + "▁collect", + -10.466997146606444 + ], + [ + "▁practices", + -10.46766757965088 + ], + [ + "▁fight", + -10.468058586120604 + ], + [ + "▁injury", + -10.46873664855957 + ], + [ + "▁nici", + -10.46905517578125 + ], + [ + "▁depuis", + -10.469563484191896 + ], + [ + "▁actions", + -10.469609260559082 + ], + [ + "▁Wednesday", + -10.47089958190918 + ], + [ + "▁bill", + -10.471086502075195 + ], + [ + "▁cheap", + -10.471318244934082 + ], + [ + "lui", + -10.471719741821287 + ], + [ + "▁awesome", + -10.471731185913086 + ], + [ + "tig", + -10.472554206848145 + ], + [ + "▁expensive", + -10.472636222839355 + ], + [ + "ceea", + -10.472834587097168 + ], + [ + "▁exact", + -10.472907066345217 + ], + [ + "22", + -10.473462104797363 + ], + [ + "▁avant", + -10.47352123260498 + ], + [ + "▁fat", + -10.47353744506836 + ], + [ + "▁spending", + -10.474353790283203 + ], + [ + "▁designs", + -10.47608470916748 + ], + [ + "▁damit", + -10.4761323928833 + ], + [ + "▁comp", + -10.47619342803955 + ], + [ + "▁whatever", + -10.476434707641602 + ], + [ + "▁Light", + -10.476442337036133 + ], + [ + "▁quarter", + -10.47680377960205 + ], + [ + "hand", + -10.477301597595217 + ], + [ + "▁connected", + -10.477584838867188 + ], + [ + "▁technologies", + -10.47772216796875 + ], + [ + "ges", + -10.477808952331545 + ], + [ + "▁shower", + -10.478998184204102 + ], + [ + "▁500", + -10.47923469543457 + ], + [ + "▁Time", + -10.479436874389648 + ], + [ + "▁zone", + -10.480525970458984 + ], + [ + "▁vote", + -10.480624198913574 + ], + [ + "▁andere", + -10.480871200561523 + ], + [ + "▁otherwise", + -10.48098850250244 + ], + [ + "tur", + -10.481294631958008 + ], + [ + "▁happens", + -10.481504440307615 + ], + [ + "hin", + -10.481597900390623 + ], + [ + "▁volume", + -10.48216152191162 + ], + [ + "▁thousands", + -10.482391357421877 + ], + [ + "war", + -10.482551574707031 + ], + [ + "▁Play", + -10.482900619506836 + ], + [ + "▁temperature", + -10.48371410369873 + ], + [ + "▁industrial", + -10.483830451965332 + ], + [ + "▁fuel", + -10.483915328979492 + ], + [ + "100", + -10.48409366607666 + ], + [ + "top", + -10.484210014343262 + ], + [ + "kin", + -10.484312057495115 + ], + [ + "▁efficient", + -10.484414100646973 + ], + [ + "teil", + -10.484525680541992 + ], + [ + "alt", + -10.484578132629396 + ], + [ + "▁monde", + -10.48483657836914 + ], + [ + "▁Ra", + -10.484899520874023 + ], + [ + "▁bedroom", + -10.485103607177734 + ], + [ + "▁showing", + -10.485316276550291 + ], + [ + "▁continued", + -10.485490798950195 + ], + [ + "▁Plan", + -10.48552131652832 + ], + [ + "▁assistance", + -10.486014366149902 + ], + [ + "▁discover", + -10.48622989654541 + ], + [ + "▁Year", + -10.486238479614258 + ], + [ + "▁applied", + -10.486433029174805 + ], + [ + "▁audio", + -10.48755931854248 + ], + [ + "▁thus", + -10.487645149230955 + ], + [ + "▁permet", + -10.48806095123291 + ], + [ + "▁fashion", + -10.488532066345217 + ], + [ + "cra", + -10.488645553588867 + ], + [ + "ious", + -10.48870086669922 + ], + [ + "▁focused", + -10.489258766174316 + ], + [ + "16", + -10.48930549621582 + ], + [ + "▁arm", + -10.489364624023438 + ], + [ + "▁Their", + -10.489789962768556 + ], + [ + "▁Foundation", + -10.49022388458252 + ], + [ + "▁majority", + -10.49022388458252 + ], + [ + "▁wind", + -10.490785598754885 + ], + [ + "▁bought", + -10.491056442260742 + ], + [ + "▁factor", + -10.491918563842772 + ], + [ + "▁opened", + -10.49213695526123 + ], + [ + "tern", + -10.492374420166016 + ], + [ + "▁cars", + -10.492597579956056 + ], + [ + "▁exciting", + -10.492691040039062 + ], + [ + "▁affordable", + -10.493510246276855 + ], + [ + "ches", + -10.493563652038574 + ], + [ + "▁panel", + -10.493720054626465 + ], + [ + "▁caused", + -10.493793487548828 + ], + [ + "▁travail", + -10.493998527526855 + ], + [ + "▁roof", + -10.494073867797852 + ], + [ + "▁enable", + -10.494202613830566 + ], + [ + "▁toward", + -10.494491577148438 + ], + [ + "▁Development", + -10.494688987731934 + ], + [ + "▁foreign", + -10.495308876037598 + ], + [ + "avi", + -10.495320320129396 + ], + [ + "long", + -10.495328903198242 + ], + [ + "De", + -10.49578857421875 + ], + [ + "▁Mon", + -10.49588394165039 + ], + [ + "▁Va", + -10.495942115783691 + ], + [ + "AP", + -10.496097564697266 + ], + [ + "▁asta", + -10.49720573425293 + ], + [ + "▁prepare", + -10.497220993041992 + ], + [ + "▁German", + -10.49726104736328 + ], + [ + "▁Centre", + -10.497325897216797 + ], + [ + "ère", + -10.49736785888672 + ], + [ + "▁fear", + -10.49753761291504 + ], + [ + "▁Este", + -10.497878074645996 + ], + [ + "▁Des", + -10.49793529510498 + ], + [ + "▁Kon", + -10.499308586120604 + ], + [ + "á", + -10.499866485595703 + ], + [ + "stand", + -10.500805854797363 + ], + [ + "▁Real", + -10.500842094421388 + ], + [ + "lichen", + -10.50098705291748 + ], + [ + "▁Beach", + -10.501455307006836 + ], + [ + "▁expertise", + -10.50185775756836 + ], + [ + "▁route", + -10.502445220947266 + ], + [ + "▁nation", + -10.502551078796388 + ], + [ + "▁snow", + -10.503022193908691 + ], + [ + "▁articles", + -10.503127098083496 + ], + [ + "▁Wood", + -10.504426956176758 + ], + [ + "▁operation", + -10.50494384765625 + ], + [ + "▁passion", + -10.505215644836426 + ], + [ + "▁cand", + -10.505690574645996 + ], + [ + "haus", + -10.505701065063477 + ], + [ + "OR", + -10.505711555480955 + ], + [ + "▁senior", + -10.506511688232422 + ], + [ + "▁becomes", + -10.506546020507812 + ], + [ + "▁sounds", + -10.506878852844238 + ], + [ + "▁enjoyed", + -10.50704574584961 + ], + [ + "▁gegen", + -10.507533073425291 + ], + [ + "▁courses", + -10.507919311523438 + ], + [ + "▁absolutely", + -10.508257865905762 + ], + [ + "tim", + -10.508264541625977 + ], + [ + "uff", + -10.508516311645508 + ], + [ + "▁moins", + -10.50860595703125 + ], + [ + "▁TO", + -10.509060859680176 + ], + [ + "▁fabric", + -10.509267807006836 + ], + [ + "poli", + -10.509326934814451 + ], + [ + "▁Bre", + -10.509761810302734 + ], + [ + "▁bo", + -10.509916305541992 + ], + [ + "▁Elle", + -10.510469436645508 + ], + [ + "bu", + -10.512336730957031 + ], + [ + "▁participants", + -10.512401580810549 + ], + [ + "stone", + -10.512794494628906 + ], + [ + "ties", + -10.51366138458252 + ], + [ + "▁listen", + -10.513700485229492 + ], + [ + "▁Spiel", + -10.513752937316896 + ], + [ + "pot", + -10.513872146606444 + ], + [ + "▁selling", + -10.514358520507812 + ], + [ + "▁geht", + -10.514680862426758 + ], + [ + "▁mini", + -10.515146255493164 + ], + [ + "▁trans", + -10.515408515930176 + ], + [ + "▁ingredients", + -10.515642166137695 + ], + [ + "auf", + -10.515671730041504 + ], + [ + "▁orice", + -10.51595401763916 + ], + [ + "▁Next", + -10.516300201416016 + ], + [ + "▁cream", + -10.516756057739258 + ], + [ + "▁edge", + -10.516973495483398 + ], + [ + "▁recommended", + -10.517022132873535 + ], + [ + "▁Form", + -10.517277717590332 + ], + [ + "▁processing", + -10.51746940612793 + ], + [ + "vert", + -10.517709732055664 + ], + [ + "▁described", + -10.518362998962402 + ], + [ + "▁installed", + -10.51884937286377 + ], + [ + "▁managed", + -10.51895236968994 + ], + [ + "▁electronic", + -10.518966674804688 + ], + [ + "▁performed", + -10.519064903259276 + ], + [ + "▁raise", + -10.519098281860352 + ], + [ + "▁imagine", + -10.519281387329102 + ], + [ + "down", + -10.51952838897705 + ], + [ + "▁fond", + -10.519978523254396 + ], + [ + "▁Inter", + -10.520434379577637 + ], + [ + "▁Mc", + -10.520550727844238 + ], + [ + "▁Dans", + -10.520679473876951 + ], + [ + "istic", + -10.520966529846191 + ], + [ + "▁miss", + -10.521052360534668 + ], + [ + "sur", + -10.521062850952148 + ], + [ + "▁Col", + -10.521879196166992 + ], + [ + "cut", + -10.522021293640137 + ], + [ + "▁dupa", + -10.522160530090332 + ], + [ + "▁Twitter", + -10.522604942321776 + ], + [ + "▁bowl", + -10.523721694946287 + ], + [ + "▁remains", + -10.5237455368042 + ], + [ + "▁Jan", + -10.524046897888184 + ], + [ + "▁smooth", + -10.524162292480469 + ], + [ + "▁fees", + -10.524415969848633 + ], + [ + "▁aid", + -10.524494171142578 + ], + [ + "▁presence", + -10.524827003479004 + ], + [ + "▁Android", + -10.52499771118164 + ], + [ + "▁decisions", + -10.52539348602295 + ], + [ + "▁names", + -10.5254487991333 + ], + [ + "▁Music", + -10.525546073913574 + ], + [ + "▁innovative", + -10.525578498840332 + ], + [ + "▁Tom", + -10.525997161865234 + ], + [ + "▁spread", + -10.526165962219238 + ], + [ + "▁lovely", + -10.526222229003906 + ], + [ + "▁daughter", + -10.526397705078123 + ], + [ + "US", + -10.527050971984863 + ], + [ + "▁facility", + -10.52710247039795 + ], + [ + "▁peace", + -10.527105331420898 + ], + [ + "▁department", + -10.527277946472168 + ], + [ + "▁weiter", + -10.527591705322266 + ], + [ + "▁Sun", + -10.527756690979004 + ], + [ + "▁fund", + -10.527772903442385 + ], + [ + "▁2018.", + -10.52792739868164 + ], + [ + "▁discussion", + -10.528186798095703 + ], + [ + "75", + -10.528799057006836 + ], + [ + "EC", + -10.529126167297363 + ], + [ + "▁lunch", + -10.529144287109377 + ], + [ + "▁videos", + -10.52927017211914 + ], + [ + "05", + -10.531253814697266 + ], + [ + "ige", + -10.53126621246338 + ], + [ + "▁parking", + -10.531564712524414 + ], + [ + "▁relationships", + -10.531732559204102 + ], + [ + "▁George", + -10.532986640930176 + ], + [ + "▁teachers", + -10.53299617767334 + ], + [ + "room", + -10.533458709716797 + ], + [ + "▁Tra", + -10.533605575561523 + ], + [ + "▁Sam", + -10.533651351928713 + ], + [ + "▁properly", + -10.535590171813965 + ], + [ + "▁Book", + -10.535629272460938 + ], + [ + "▁CA", + -10.536957740783691 + ], + [ + "▁calls", + -10.53756046295166 + ], + [ + "▁stat", + -10.538175582885742 + ], + [ + "ux", + -10.538220405578612 + ], + [ + "▁soit", + -10.538439750671388 + ], + [ + "▁Community", + -10.538684844970703 + ], + [ + "▁Jahren", + -10.538714408874512 + ], + [ + "▁increasing", + -10.539575576782228 + ], + [ + "▁civil", + -10.540184020996094 + ], + [ + "app", + -10.540573120117188 + ], + [ + "▁35", + -10.540589332580566 + ], + [ + "▁rise", + -10.540600776672363 + ], + [ + "▁dabei", + -10.540989875793455 + ], + [ + "▁studio", + -10.541803359985352 + ], + [ + "▁policies", + -10.542054176330566 + ], + [ + "▁agent", + -10.542055130004885 + ], + [ + "▁Before", + -10.542601585388184 + ], + [ + "▁Cal", + -10.543017387390137 + ], + [ + "▁2005", + -10.543404579162598 + ], + [ + "▁sample", + -10.543777465820312 + ], + [ + "▁manner", + -10.54518699645996 + ], + [ + "wing", + -10.54521369934082 + ], + [ + "stra", + -10.545552253723145 + ], + [ + "▁fel", + -10.545793533325195 + ], + [ + "▁Show", + -10.545952796936035 + ], + [ + "▁scene", + -10.54656982421875 + ], + [ + "mic", + -10.546764373779297 + ], + [ + "nom", + -10.546995162963867 + ], + [ + "▁typically", + -10.547088623046877 + ], + [ + "▁pair", + -10.547104835510254 + ], + [ + "▁detailed", + -10.54739475250244 + ], + [ + "▁Work", + -10.547422409057615 + ], + [ + "▁cities", + -10.547451972961426 + ], + [ + "▁Rock", + -10.54749584197998 + ], + [ + "▁Gar", + -10.547906875610352 + ], + [ + "▁serving", + -10.548352241516112 + ], + [ + "▁machen", + -10.548521995544434 + ], + [ + "▁trees", + -10.54888916015625 + ], + [ + "▁accident", + -10.549199104309082 + ], + [ + "▁cloud", + -10.54920482635498 + ], + [ + "▁animals", + -10.549297332763672 + ], + [ + "▁Den", + -10.549897193908691 + ], + [ + "▁Wa", + -10.54990291595459 + ], + [ + "▁suggest", + -10.550220489501951 + ], + [ + "putting", + -10.550407409667969 + ], + [ + "▁suite", + -10.550434112548828 + ], + [ + "▁clearly", + -10.55084991455078 + ], + [ + "▁net", + -10.551287651062012 + ], + [ + "▁funding", + -10.551506996154783 + ], + [ + "▁salt", + -10.551935195922852 + ], + [ + "▁Men", + -10.552119255065918 + ], + [ + "ped", + -10.552419662475586 + ], + [ + "▁Food", + -10.553142547607422 + ], + [ + "▁leaving", + -10.553544998168944 + ], + [ + "▁Government", + -10.554243087768556 + ], + [ + "ick", + -10.554381370544434 + ], + [ + "▁seat", + -10.555121421813965 + ], + [ + "▁Los", + -10.555183410644531 + ], + [ + "▁teacher", + -10.555587768554688 + ], + [ + "▁iPhone", + -10.555693626403809 + ], + [ + "▁300", + -10.55612087249756 + ], + [ + "▁commitment", + -10.556180000305176 + ], + [ + "▁aspects", + -10.556498527526855 + ], + [ + "▁previously", + -10.55711555480957 + ], + [ + "▁cent", + -10.5572509765625 + ], + [ + "▁Vo", + -10.55734157562256 + ], + [ + "▁artists", + -10.557963371276855 + ], + [ + "▁runs", + -10.558130264282228 + ], + [ + ">", + -10.558155059814451 + ], + [ + "▁Gi", + -10.558273315429688 + ], + [ + "▁mar", + -10.5585355758667 + ], + [ + "!!!", + -10.558544158935549 + ], + [ + "▁Media", + -10.55894374847412 + ], + [ + "▁feedback", + -10.559109687805176 + ], + [ + "▁resolution", + -10.559117317199709 + ], + [ + "IN", + -10.55915641784668 + ], + [ + "▁wurden", + -10.55952262878418 + ], + [ + "▁busy", + -10.559832572937012 + ], + [ + "▁adult", + -10.5600004196167 + ], + [ + "29", + -10.560487747192385 + ], + [ + "elles", + -10.561375617980955 + ], + [ + "▁closed", + -10.561762809753418 + ], + [ + "▁trouble", + -10.561767578125 + ], + [ + "▁rent", + -10.561984062194824 + ], + [ + "lot", + -10.56224536895752 + ], + [ + "▁importance", + -10.562314987182615 + ], + [ + "▁units", + -10.56257438659668 + ], + [ + "Pro", + -10.562713623046877 + ], + [ + "▁provider", + -10.563005447387695 + ], + [ + "▁visual", + -10.563288688659668 + ], + [ + "IT", + -10.563385009765623 + ], + [ + "▁diet", + -10.563733100891112 + ], + [ + "▁appearance", + -10.563932418823242 + ], + [ + "pin", + -10.564576148986816 + ], + [ + "▁Din", + -10.564760208129885 + ], + [ + "▁eating", + -10.565516471862791 + ], + [ + "Fi", + -10.565762519836426 + ], + [ + "ball", + -10.565765380859377 + ], + [ + "är", + -10.565861701965332 + ], + [ + "ney", + -10.565878868103027 + ], + [ + "▁records", + -10.566070556640623 + ], + [ + "▁Fi", + -10.566180229187012 + ], + [ + "▁faut", + -10.566329002380373 + ], + [ + "▁CD", + -10.56680393218994 + ], + [ + "ign", + -10.566930770874023 + ], + [ + "▁vă", + -10.566996574401855 + ], + [ + "▁agency", + -10.567153930664062 + ], + [ + "ierung", + -10.567323684692385 + ], + [ + "▁Back", + -10.56736183166504 + ], + [ + "▁windows", + -10.567545890808104 + ], + [ + "▁pull", + -10.567888259887695 + ], + [ + "ash", + -10.567959785461426 + ], + [ + "▁profit", + -10.568593978881836 + ], + [ + "▁brings", + -10.568605422973633 + ], + [ + "▁Committee", + -10.569122314453123 + ], + [ + "▁girl", + -10.569174766540527 + ], + [ + "▁vehicles", + -10.569372177124023 + ], + [ + "▁Hier", + -10.569567680358888 + ], + [ + "ES", + -10.569639205932615 + ], + [ + "până", + -10.569880485534668 + ], + [ + "▁Kunden", + -10.570380210876465 + ], + [ + "pen", + -10.570462226867676 + ], + [ + "▁explain", + -10.570505142211914 + ], + [ + "▁cadru", + -10.570760726928713 + ], + [ + "▁attack", + -10.571100234985352 + ], + [ + "▁markets", + -10.571115493774414 + ], + [ + "▁claims", + -10.571340560913086 + ], + [ + "▁walking", + -10.571385383605955 + ], + [ + "▁pouv", + -10.571528434753418 + ], + [ + "low", + -10.571642875671388 + ], + [ + "▁showed", + -10.572114944458008 + ], + [ + "▁principal", + -10.57211971282959 + ], + [ + "▁lucru", + -10.572144508361816 + ], + [ + "▁precum", + -10.572712898254396 + ], + [ + "TA", + -10.573094367980955 + ], + [ + "▁partners", + -10.573104858398438 + ], + [ + "▁exist", + -10.57313632965088 + ], + [ + "▁internal", + -10.57334041595459 + ], + [ + "hen", + -10.573945045471191 + ], + [ + "▁Master", + -10.573966979980469 + ], + [ + "unless", + -10.574013710021973 + ], + [ + "▁doubt", + -10.574721336364746 + ], + [ + "$", + -10.574785232543944 + ], + [ + "▁Long", + -10.574888229370115 + ], + [ + "▁leaves", + -10.574907302856444 + ], + [ + "allowing", + -10.575063705444336 + ], + [ + "pol", + -10.575272560119627 + ], + [ + "▁Up", + -10.575491905212402 + ], + [ + "▁Contact", + -10.576093673706056 + ], + [ + "▁practical", + -10.57708740234375 + ], + [ + "▁suit", + -10.57758903503418 + ], + [ + "▁Site", + -10.577656745910645 + ], + [ + "▁formation", + -10.57768726348877 + ], + [ + "▁signal", + -10.57821559906006 + ], + [ + "▁approximately", + -10.578414916992188 + ], + [ + "▁ourselves", + -10.578497886657717 + ], + [ + "▁colour", + -10.578519821166992 + ], + [ + "▁species", + -10.578530311584473 + ], + [ + "▁advance", + -10.578753471374512 + ], + [ + "▁PM", + -10.57891845703125 + ], + [ + "ans", + -10.579121589660645 + ], + [ + "▁locations", + -10.579397201538086 + ], + [ + "vous", + -10.579601287841797 + ], + [ + "▁updated", + -10.579636573791504 + ], + [ + "▁faith", + -10.579673767089844 + ], + [ + "mus", + -10.579740524291992 + ], + [ + "▁stores", + -10.579863548278809 + ], + [ + "heim", + -10.580127716064451 + ], + [ + "▁suitable", + -10.580558776855469 + ], + [ + "▁continues", + -10.580703735351562 + ], + [ + "▁fac", + -10.581133842468262 + ], + [ + "ever", + -10.581156730651855 + ], + [ + "▁Bill", + -10.581195831298828 + ], + [ + "▁chose", + -10.58121109008789 + ], + [ + "▁inform", + -10.581228256225586 + ], + [ + "▁environmental", + -10.581427574157717 + ], + [ + "▁responsibility", + -10.58188533782959 + ], + [ + "99", + -10.582542419433594 + ], + [ + "▁competitive", + -10.583723068237305 + ], + [ + "▁strategies", + -10.583903312683104 + ], + [ + "▁toujours", + -10.584270477294922 + ], + [ + "tive", + -10.58430290222168 + ], + [ + "▁automatically", + -10.585600852966309 + ], + [ + "▁dress", + -10.585609436035156 + ], + [ + "▁Minister", + -10.58562469482422 + ], + [ + "har", + -10.586076736450195 + ], + [ + "▁Start", + -10.586249351501465 + ], + [ + "▁=", + -10.586563110351562 + ], + [ + "▁pattern", + -10.58659553527832 + ], + [ + "tier", + -10.58676528930664 + ], + [ + "▁pays", + -10.587034225463867 + ], + [ + "▁profile", + -10.58725357055664 + ], + [ + "▁raised", + -10.587263107299805 + ], + [ + "ange", + -10.587288856506348 + ], + [ + "▁drink", + -10.587762832641602 + ], + [ + "▁element", + -10.588042259216309 + ], + [ + "▁landscape", + -10.58875560760498 + ], + [ + "▁Tag", + -10.589073181152344 + ], + [ + "▁cheese", + -10.589590072631836 + ], + [ + "ific", + -10.590009689331056 + ], + [ + "▁Stadt", + -10.590181350708008 + ], + [ + "39", + -10.591398239135742 + ], + [ + "▁launch", + -10.592113494873049 + ], + [ + "▁wouldn", + -10.592150688171388 + ], + [ + "AS", + -10.592202186584473 + ], + [ + "▁push", + -10.593059539794922 + ], + [ + "▁mill", + -10.59345245361328 + ], + [ + "▁mass", + -10.593647003173828 + ], + [ + "▁category", + -10.593790054321287 + ], + [ + "sondern", + -10.594050407409668 + ], + [ + "col", + -10.594111442565918 + ], + [ + "▁climate", + -10.594313621520996 + ], + [ + "lier", + -10.594437599182127 + ], + [ + "▁slightly", + -10.595514297485352 + ], + [ + "95", + -10.596519470214844 + ], + [ + "ace", + -10.596612930297852 + ], + [ + "▁domain", + -10.597633361816406 + ], + [ + "kan", + -10.598306655883787 + ], + [ + "▁feed", + -10.598485946655272 + ], + [ + "▁Live", + -10.598837852478027 + ], + [ + "▁Mais", + -10.599113464355469 + ], + [ + "▁après", + -10.599365234375 + ], + [ + "▁village", + -10.59941577911377 + ], + [ + "▁hatte", + -10.59968090057373 + ], + [ + "▁joined", + -10.599881172180176 + ], + [ + "▁Museum", + -10.600311279296877 + ], + [ + "head", + -10.600855827331545 + ], + [ + "▁draw", + -10.6009521484375 + ], + [ + "▁concerns", + -10.600966453552246 + ], + [ + "ER", + -10.601505279541016 + ], + [ + "▁technique", + -10.601648330688477 + ], + [ + "▁Bio", + -10.601861000061035 + ], + [ + "▁Sea", + -10.601881980895996 + ], + [ + "▁@", + -10.601927757263184 + ], + [ + "wer", + -10.6021146774292 + ], + [ + "▁battery", + -10.602462768554688 + ], + [ + "▁mostly", + -10.60267448425293 + ], + [ + "▁familiar", + -10.602680206298828 + ], + [ + "▁Sub", + -10.602689743041992 + ], + [ + "▁delicious", + -10.603222846984863 + ], + [ + "doch", + -10.60326099395752 + ], + [ + "60", + -10.603395462036133 + ], + [ + "▁carte", + -10.603611946105955 + ], + [ + "▁avut", + -10.60414695739746 + ], + [ + "▁premium", + -10.60460376739502 + ], + [ + "▁attempt", + -10.60470485687256 + ], + [ + "▁Über", + -10.60473346710205 + ], + [ + "▁combined", + -10.604935646057127 + ], + [ + "lement", + -10.604947090148926 + ], + [ + "▁voi", + -10.605031967163086 + ], + [ + "▁wonder", + -10.605376243591309 + ], + [ + "▁failure", + -10.606106758117676 + ], + [ + "which", + -10.60614776611328 + ], + [ + "esti", + -10.606316566467283 + ], + [ + "31", + -10.606547355651855 + ], + [ + "▁sta", + -10.606734275817873 + ], + [ + "▁transform", + -10.60673999786377 + ], + [ + "▁license", + -10.606743812561035 + ], + [ + "▁depending", + -10.60675811767578 + ], + [ + "▁specifically", + -10.606782913208008 + ], + [ + "▁OF", + -10.60693645477295 + ], + [ + "band", + -10.606959342956545 + ], + [ + "▁Sport", + -10.60731315612793 + ], + [ + "list", + -10.607434272766112 + ], + [ + "▁Tour", + -10.60753059387207 + ], + [ + "▁Israel", + -10.60756492614746 + ], + [ + "▁filled", + -10.607722282409668 + ], + [ + "▁manual", + -10.60776138305664 + ], + [ + "▁watching", + -10.60862159729004 + ], + [ + "▁rule", + -10.608877182006836 + ], + [ + "mat", + -10.60901927947998 + ], + [ + "▁notes", + -10.609585762023926 + ], + [ + "▁Oh", + -10.60960578918457 + ], + [ + "▁bereits", + -10.609634399414062 + ], + [ + "▁foundation", + -10.60991668701172 + ], + [ + "▁vital", + -10.610146522521973 + ], + [ + "▁lassen", + -10.610747337341309 + ], + [ + "▁cât", + -10.611162185668944 + ], + [ + "▁shipping", + -10.611433029174805 + ], + [ + "▁registered", + -10.611513137817385 + ], + [ + "▁jour", + -10.612669944763184 + ], + [ + "▁island", + -10.61276626586914 + ], + [ + "▁sets", + -10.61306858062744 + ], + [ + "▁football", + -10.613683700561523 + ], + [ + "▁EU", + -10.61386013031006 + ], + [ + "▁stone", + -10.614019393920898 + ], + [ + "▁Press", + -10.614699363708496 + ], + [ + "▁adapt", + -10.615066528320312 + ], + [ + "ised", + -10.61542510986328 + ], + [ + "▁thoughts", + -10.615434646606444 + ], + [ + "▁doors", + -10.615851402282717 + ], + [ + "€", + -10.615954399108888 + ], + [ + "▁components", + -10.616040229797363 + ], + [ + "rig", + -10.616332054138184 + ], + [ + "▁generation", + -10.616585731506348 + ], + [ + "▁guess", + -10.616700172424316 + ], + [ + "cker", + -10.61694049835205 + ], + [ + "▁realize", + -10.617207527160645 + ], + [ + "▁Roman", + -10.617310523986816 + ], + [ + "▁contre", + -10.617693901062012 + ], + [ + "▁Out", + -10.617938995361328 + ], + [ + "▁IN", + -10.619051933288574 + ], + [ + "cip", + -10.619085311889648 + ], + [ + "59", + -10.619330406188965 + ], + [ + "▁enhance", + -10.619768142700195 + ], + [ + "▁battle", + -10.61982250213623 + ], + [ + "▁monitor", + -10.619863510131836 + ], + [ + "▁Martin", + -10.62045955657959 + ], + [ + "▁websites", + -10.620461463928224 + ], + [ + "▁DE", + -10.620599746704102 + ], + [ + "▁Festival", + -10.620951652526855 + ], + [ + "ân", + -10.62131118774414 + ], + [ + "▁Place", + -10.621419906616213 + ], + [ + "▁rare", + -10.621554374694824 + ], + [ + "această", + -10.621726989746094 + ], + [ + "▁sollte", + -10.621731758117676 + ], + [ + "▁Read", + -10.621816635131836 + ], + [ + "ware", + -10.622169494628906 + ], + [ + "Those", + -10.622671127319336 + ], + [ + "ende", + -10.623543739318848 + ], + [ + "▁prix", + -10.623835563659668 + ], + [ + "▁roman", + -10.624101638793944 + ], + [ + "▁creation", + -10.624224662780762 + ], + [ + "▁confidence", + -10.624552726745604 + ], + [ + "▁Japan", + -10.624638557434082 + ], + [ + "▁rain", + -10.624942779541016 + ], + [ + "▁guys", + -10.62518310546875 + ], + [ + "▁south", + -10.625236511230469 + ], + [ + "▁trading", + -10.625646591186523 + ], + [ + "▁€", + -10.626100540161133 + ], + [ + "▁Film", + -10.626341819763184 + ], + [ + "▁pana", + -10.627065658569336 + ], + [ + "▁asemenea", + -10.627066612243652 + ], + [ + "36", + -10.627190589904783 + ], + [ + "▁instance", + -10.627884864807127 + ], + [ + "cou", + -10.629385948181152 + ], + [ + "▁nun", + -10.630074501037598 + ], + [ + "▁Pass", + -10.630390167236328 + ], + [ + "Cette", + -10.630579948425291 + ], + [ + "▁Network", + -10.630876541137695 + ], + [ + "▁prime", + -10.631010055541992 + ], + [ + "▁spiritual", + -10.632098197937012 + ], + [ + "▁tough", + -10.633030891418455 + ], + [ + "▁AND", + -10.633086204528809 + ], + [ + "▁Cat", + -10.633601188659668 + ], + [ + "▁boat", + -10.633611679077148 + ], + [ + "▁leads", + -10.634864807128906 + ], + [ + "▁Germany", + -10.63509750366211 + ], + [ + "▁valuable", + -10.635635375976562 + ], + [ + "57", + -10.635892868041992 + ], + [ + "lect", + -10.636148452758787 + ], + [ + "▁distribution", + -10.636445045471191 + ], + [ + "dar", + -10.636518478393556 + ], + [ + "▁Manager", + -10.637701988220217 + ], + [ + "cha", + -10.637725830078123 + ], + [ + "▁obtain", + -10.637741088867188 + ], + [ + "GB", + -10.637908935546877 + ], + [ + "▁unor", + -10.638079643249512 + ], + [ + "schaft", + -10.63860321044922 + ], + [ + "▁zwischen", + -10.638723373413086 + ], + [ + "▁winning", + -10.639172554016112 + ], + [ + "▁suis", + -10.639811515808104 + ], + [ + "58", + -10.640130996704102 + ], + [ + "▁Party", + -10.640372276306152 + ], + [ + "▁ceva", + -10.640416145324709 + ], + [ + "▁comprehensive", + -10.640684127807615 + ], + [ + "▁aceste", + -10.64072608947754 + ], + [ + "▁committed", + -10.64072608947754 + ], + [ + "▁Hu", + -10.641382217407228 + ], + [ + "ţ", + -10.64149284362793 + ], + [ + "▁north", + -10.64202117919922 + ], + [ + "werk", + -10.642542839050291 + ], + [ + "▁interface", + -10.642794609069824 + ], + [ + "▁Valley", + -10.64281177520752 + ], + [ + "▁anywhere", + -10.64281177520752 + ], + [ + "▁Only", + -10.642851829528809 + ], + [ + "TE", + -10.643295288085938 + ], + [ + "hui", + -10.6436767578125 + ], + [ + "bus", + -10.643951416015623 + ], + [ + "vis", + -10.6439790725708 + ], + [ + "▁Society", + -10.645116806030272 + ], + [ + "▁reliable", + -10.64556884765625 + ], + [ + "▁quelques", + -10.64563274383545 + ], + [ + "tech", + -10.646187782287598 + ], + [ + "ual", + -10.646377563476562 + ], + [ + "▁educational", + -10.646418571472168 + ], + [ + "serv", + -10.646490097045898 + ], + [ + "▁opinion", + -10.646628379821776 + ], + [ + "▁appears", + -10.646702766418455 + ], + [ + "▁count", + -10.646795272827148 + ], + [ + "irea", + -10.646981239318848 + ], + [ + "ban", + -10.647504806518556 + ], + [ + "▁45", + -10.647530555725098 + ], + [ + "▁contain", + -10.647661209106444 + ], + [ + "ost", + -10.647663116455078 + ], + [ + "▁anul", + -10.647706031799316 + ], + [ + "rien", + -10.648159980773926 + ], + [ + "gra", + -10.648360252380373 + ], + [ + "▁counter", + -10.64894676208496 + ], + [ + "-3", + -10.65041160583496 + ], + [ + "▁resource", + -10.650463104248049 + ], + [ + "▁Wo", + -10.6505126953125 + ], + [ + "▁posts", + -10.65061855316162 + ], + [ + "▁employee", + -10.651320457458496 + ], + [ + "rol", + -10.651863098144531 + ], + [ + "▁ended", + -10.651969909667969 + ], + [ + "met", + -10.653080940246582 + ], + [ + "▁meine", + -10.653165817260742 + ], + [ + "▁reached", + -10.653368949890137 + ], + [ + "gri", + -10.653716087341309 + ], + [ + "▁Bra", + -10.65374755859375 + ], + [ + "▁conduct", + -10.654294967651367 + ], + [ + "▁housing", + -10.654422760009766 + ], + [ + "▁tickets", + -10.654792785644531 + ], + [ + "▁database", + -10.655674934387209 + ], + [ + "IL", + -10.656150817871094 + ], + [ + "▁perspective", + -10.656359672546388 + ], + [ + "▁Har", + -10.656404495239258 + ], + [ + "▁error", + -10.656549453735352 + ], + [ + "▁meal", + -10.656569480895996 + ], + [ + "▁hearing", + -10.657238006591797 + ], + [ + "▁transition", + -10.657302856445312 + ], + [ + "▁browser", + -10.657609939575195 + ], + [ + "▁supported", + -10.657609939575195 + ], + [ + "▁starts", + -10.658814430236816 + ], + [ + "țe", + -10.658902168273926 + ], + [ + "▁adults", + -10.658905029296877 + ], + [ + "▁România", + -10.65917682647705 + ], + [ + "dra", + -10.659884452819824 + ], + [ + "▁worry", + -10.660222053527832 + ], + [ + "▁avoir", + -10.660497665405272 + ], + [ + "▁regional", + -10.660507202148438 + ], + [ + "▁min", + -10.660722732543944 + ], + [ + "▁Does", + -10.660806655883787 + ], + [ + "▁Keep", + -10.661200523376465 + ], + [ + "rom", + -10.661237716674805 + ], + [ + "sco", + -10.661320686340332 + ], + [ + "tem", + -10.661898612976074 + ], + [ + "▁Old", + -10.661954879760742 + ], + [ + "▁Under", + -10.662552833557127 + ], + [ + "▁Commission", + -10.662557601928713 + ], + [ + "▁Bau", + -10.6632661819458 + ], + [ + "▁News", + -10.663358688354492 + ], + [ + "▁mois", + -10.663444519042969 + ], + [ + "▁respond", + -10.66356372833252 + ], + [ + "▁alles", + -10.663878440856934 + ], + [ + "▁chair", + -10.664475440979004 + ], + [ + "▁ho", + -10.664854049682615 + ], + [ + "right", + -10.664908409118652 + ], + [ + "▁totally", + -10.665532112121582 + ], + [ + "gle", + -10.665534973144531 + ], + [ + "▁32", + -10.665604591369627 + ], + [ + "66", + -10.665664672851562 + ], + [ + "town", + -10.665902137756348 + ], + [ + "Ch", + -10.666261672973633 + ], + [ + "▁gr", + -10.66629695892334 + ], + [ + "▁garage", + -10.66632843017578 + ], + [ + "ții", + -10.666495323181152 + ], + [ + "▁Union", + -10.667136192321776 + ], + [ + "ică", + -10.667343139648438 + ], + [ + "▁2,", + -10.668437004089355 + ], + [ + "▁reflect", + -10.669163703918455 + ], + [ + "▁retail", + -10.669388771057127 + ], + [ + "▁unde", + -10.669605255126951 + ], + [ + "▁accessible", + -10.670262336730955 + ], + [ + "water", + -10.67059326171875 + ], + [ + "▁regard", + -10.670710563659668 + ], + [ + "▁logo", + -10.671489715576172 + ], + [ + "▁inspired", + -10.671518325805664 + ], + [ + "▁Wall", + -10.671859741210938 + ], + [ + "▁Ste", + -10.672093391418455 + ], + [ + "▁asking", + -10.672179222106934 + ], + [ + "▁Journal", + -10.673028945922852 + ], + [ + "▁Teil", + -10.674042701721191 + ], + [ + "▁collaboration", + -10.674185752868652 + ], + [ + "▁acid", + -10.674266815185549 + ], + [ + "▁Fund", + -10.674382209777832 + ], + [ + "▁spirit", + -10.6744384765625 + ], + [ + "despite", + -10.674457550048828 + ], + [ + "▁delivered", + -10.674821853637695 + ], + [ + "▁girls", + -10.675374984741213 + ], + [ + "▁Look", + -10.675896644592283 + ], + [ + "rant", + -10.675949096679688 + ], + [ + "▁District", + -10.67646026611328 + ], + [ + "▁rental", + -10.676709175109863 + ], + [ + "▁spune", + -10.676733016967772 + ], + [ + "els", + -10.677544593811035 + ], + [ + "▁permanent", + -10.677659034729004 + ], + [ + "▁iron", + -10.677709579467772 + ], + [ + "▁Thomas", + -10.677745819091797 + ], + [ + "EL", + -10.678071022033691 + ], + [ + "▁except", + -10.678074836730955 + ], + [ + "▁catch", + -10.678366661071776 + ], + [ + "▁providers", + -10.678375244140623 + ], + [ + "▁2006", + -10.67843532562256 + ], + [ + "▁chat", + -10.679931640625 + ], + [ + "▁emergency", + -10.68028163909912 + ], + [ + "gre", + -10.68030834197998 + ], + [ + "site", + -10.680888175964355 + ], + [ + "▁missing", + -10.68089485168457 + ], + [ + "abil", + -10.680914878845217 + ], + [ + "▁Hill", + -10.68099594116211 + ], + [ + "urs", + -10.681312561035156 + ], + [ + "▁plusieurs", + -10.681716918945312 + ], + [ + "▁birthday", + -10.681726455688477 + ], + [ + "DS", + -10.682019233703612 + ], + [ + "ersten", + -10.682381629943848 + ], + [ + "▁5.", + -10.68252944946289 + ], + [ + "▁library", + -10.68333911895752 + ], + [ + "▁earth", + -10.683515548706056 + ], + [ + "CI", + -10.683645248413086 + ], + [ + "▁lighting", + -10.684442520141602 + ], + [ + "▁fixed", + -10.684879302978516 + ], + [ + "tori", + -10.684891700744627 + ], + [ + "▁replace", + -10.684995651245115 + ], + [ + "▁administration", + -10.68507480621338 + ], + [ + "leurs", + -10.685229301452637 + ], + [ + "▁meat", + -10.686142921447754 + ], + [ + "▁songs", + -10.686662673950195 + ], + [ + "▁confirm", + -10.686866760253906 + ], + [ + "▁rapid", + -10.68698787689209 + ], + [ + "▁Special", + -10.68699550628662 + ], + [ + "▁holding", + -10.687115669250488 + ], + [ + "▁honor", + -10.687271118164062 + ], + [ + "▁Market", + -10.68740940093994 + ], + [ + "La", + -10.687535285949709 + ], + [ + "▁measure", + -10.68776035308838 + ], + [ + "▁guarantee", + -10.68785572052002 + ], + [ + "▁switch", + -10.68813419342041 + ], + [ + "▁extensive", + -10.688294410705566 + ], + [ + "▁Neu", + -10.688674926757812 + ], + [ + "avez", + -10.688901901245115 + ], + [ + "▁protein", + -10.688984870910645 + ], + [ + "▁infrastructure", + -10.689454078674316 + ], + [ + "▁functions", + -10.689494132995604 + ], + [ + "▁cont", + -10.689496040344238 + ], + [ + "row", + -10.689760208129885 + ], + [ + "star", + -10.689773559570312 + ], + [ + "▁Port", + -10.690192222595217 + ], + [ + "Using", + -10.690336227416992 + ], + [ + "▁faster", + -10.690557479858398 + ], + [ + "44", + -10.691168785095217 + ], + [ + "▁measures", + -10.691615104675291 + ], + [ + "▁celor", + -10.69186019897461 + ], + [ + "▁exam", + -10.69189739227295 + ], + [ + "200", + -10.69202995300293 + ], + [ + "î", + -10.692545890808104 + ], + [ + "▁conversation", + -10.692832946777344 + ], + [ + "▁brands", + -10.692959785461426 + ], + [ + "▁Code", + -10.69359016418457 + ], + [ + "▁Website", + -10.693748474121094 + ], + [ + "OS", + -10.693782806396484 + ], + [ + "▁alors", + -10.693822860717772 + ], + [ + "▁organ", + -10.694032669067385 + ], + [ + "▁removed", + -10.694823265075684 + ], + [ + "▁Head", + -10.694905281066896 + ], + [ + "▁Cha", + -10.694908142089844 + ], + [ + "▁visiting", + -10.694928169250488 + ], + [ + "▁wild", + -10.694928169250488 + ], + [ + "▁seit", + -10.69496250152588 + ], + [ + "49", + -10.695109367370604 + ], + [ + "▁organic", + -10.69539737701416 + ], + [ + "aţi", + -10.695775032043455 + ], + [ + "▁kit", + -10.695947647094728 + ], + [ + "68", + -10.695959091186523 + ], + [ + "▁flowers", + -10.696124076843262 + ], + [ + "▁appreciate", + -10.697006225585938 + ], + [ + "▁dead", + -10.697439193725586 + ], + [ + "▁Fire", + -10.697539329528809 + ], + [ + "▁cela", + -10.697591781616213 + ], + [ + "▁Ph", + -10.697633743286133 + ], + [ + "▁arrive", + -10.697921752929688 + ], + [ + "▁purposes", + -10.698213577270508 + ], + [ + "▁qualité", + -10.698226928710938 + ], + [ + "▁restaurants", + -10.698478698730469 + ], + [ + "▁advertising", + -10.698541641235352 + ], + [ + "cur", + -10.69855785369873 + ], + [ + "▁ça", + -10.698973655700684 + ], + [ + "▁introduced", + -10.699088096618652 + ], + [ + "▁returned", + -10.699111938476562 + ], + [ + "▁desire", + -10.699511528015137 + ], + [ + "▁soul", + -10.699983596801758 + ], + [ + "▁Technology", + -10.699994087219238 + ], + [ + ");", + -10.70016384124756 + ], + [ + "▁Royal", + -10.700282096862791 + ], + [ + "tant", + -10.70068645477295 + ], + [ + "▁possibly", + -10.700702667236328 + ], + [ + "▁consumers", + -10.700812339782717 + ], + [ + "▁doua", + -10.70097541809082 + ], + [ + "ified", + -10.70097827911377 + ], + [ + "▁Award", + -10.70114803314209 + ], + [ + "toutes", + -10.70130443572998 + ], + [ + "▁meant", + -10.70132541656494 + ], + [ + "ezi", + -10.701616287231444 + ], + [ + "▁plu", + -10.70176601409912 + ], + [ + "ţii", + -10.7021484375 + ], + [ + "▁talent", + -10.702789306640623 + ], + [ + "▁Security", + -10.703309059143066 + ], + [ + "arii", + -10.70335292816162 + ], + [ + "▁zi", + -10.703455924987791 + ], + [ + "▁Shop", + -10.703667640686035 + ], + [ + "▁breakfast", + -10.704107284545898 + ], + [ + "▁trial", + -10.704485893249512 + ], + [ + "ami", + -10.704936981201172 + ], + [ + "▁register", + -10.70530128479004 + ], + [ + "unserer", + -10.705646514892578 + ], + [ + "▁solar", + -10.705697059631348 + ], + [ + "▁deals", + -10.70591926574707 + ], + [ + "▁Ku", + -10.7059326171875 + ], + [ + "To", + -10.706186294555664 + ], + [ + "bat", + -10.70680046081543 + ], + [ + "MC", + -10.70701026916504 + ], + [ + "▁Global", + -10.707018852233888 + ], + [ + "у", + -10.707405090332031 + ], + [ + "▁nor", + -10.707818984985352 + ], + [ + "▁milk", + -10.707868576049805 + ], + [ + "▁choices", + -10.708206176757812 + ], + [ + "»", + -10.7086763381958 + ], + [ + "▁Sur", + -10.708695411682127 + ], + [ + "more", + -10.708739280700684 + ], + [ + "48", + -10.709024429321287 + ], + [ + "67", + -10.709375381469728 + ], + [ + "▁replacement", + -10.709942817687988 + ], + [ + "34", + -10.710440635681152 + ], + [ + "▁chocolate", + -10.710485458374023 + ], + [ + "▁Family", + -10.71059513092041 + ], + [ + "This", + -10.71122932434082 + ], + [ + "▁novel", + -10.711435317993164 + ], + [ + "▁Chicago", + -10.711563110351562 + ], + [ + "▁participate", + -10.71166706085205 + ], + [ + "▁trei", + -10.712727546691896 + ], + [ + "▁monthly", + -10.713729858398438 + ], + [ + "▁survey", + -10.713977813720703 + ], + [ + "▁End", + -10.714285850524902 + ], + [ + "▁Medical", + -10.71442699432373 + ], + [ + "autres", + -10.714678764343262 + ], + [ + "rich", + -10.714698791503906 + ], + [ + "▁bike", + -10.714703559875488 + ], + [ + "▁eventually", + -10.714717864990234 + ], + [ + "▁HD", + -10.714722633361816 + ], + [ + "bil", + -10.714744567871094 + ], + [ + "cent", + -10.714902877807615 + ], + [ + "▁afin", + -10.715676307678224 + ], + [ + "▁surgery", + -10.716160774230955 + ], + [ + "▁sin", + -10.716455459594728 + ], + [ + "▁manufacturing", + -10.716955184936523 + ], + [ + "▁consumer", + -10.717245101928713 + ], + [ + "system", + -10.71730613708496 + ], + [ + "▁object", + -10.717400550842283 + ], + [ + "▁Ju", + -10.717422485351562 + ], + [ + "ered", + -10.7178373336792 + ], + [ + "rac", + -10.718070030212402 + ], + [ + "▁clinical", + -10.718664169311523 + ], + [ + "▁dollars", + -10.719761848449709 + ], + [ + "▁chain", + -10.71994686126709 + ], + [ + "▁afternoon", + -10.720196723937988 + ], + [ + "▁ligne", + -10.720422744750977 + ], + [ + "▁accounts", + -10.721806526184082 + ], + [ + "ving", + -10.722037315368652 + ], + [ + "▁Australian", + -10.72240924835205 + ], + [ + "38", + -10.722542762756348 + ], + [ + "▁persoane", + -10.72258472442627 + ], + [ + "▁grande", + -10.722668647766112 + ], + [ + "▁Report", + -10.723472595214844 + ], + [ + "▁revenue", + -10.72364902496338 + ], + [ + "▁spre", + -10.723760604858398 + ], + [ + "▁cutting", + -10.7239990234375 + ], + [ + "▁approved", + -10.724133491516112 + ], + [ + "▁glad", + -10.724188804626465 + ], + [ + "chaque", + -10.724395751953123 + ], + [ + "win", + -10.724435806274414 + ], + [ + "▁waren", + -10.724733352661133 + ], + [ + "▁launched", + -10.725071907043455 + ], + [ + "▁layer", + -10.725645065307615 + ], + [ + "▁airport", + -10.725716590881348 + ], + [ + "▁effectively", + -10.72572135925293 + ], + [ + "▁coach", + -10.725946426391602 + ], + [ + "dé", + -10.726130485534668 + ], + [ + "LE", + -10.72627067565918 + ], + [ + "▁müssen", + -10.726386070251465 + ], + [ + "plan", + -10.726641654968262 + ], + [ + "dan", + -10.72670555114746 + ], + [ + "55", + -10.726786613464355 + ], + [ + "bringing", + -10.726895332336426 + ], + [ + "▁$2", + -10.726995468139648 + ], + [ + "nce", + -10.727181434631348 + ], + [ + "▁inspiration", + -10.728177070617676 + ], + [ + "You", + -10.728657722473145 + ], + [ + "▁soll", + -10.729095458984377 + ], + [ + "▁seemed", + -10.729595184326172 + ], + [ + "▁flight", + -10.729687690734863 + ], + [ + "▁prima", + -10.729883193969728 + ], + [ + "▁Welt", + -10.73012351989746 + ], + [ + "▁jetzt", + -10.73031520843506 + ], + [ + "ky", + -10.730428695678713 + ], + [ + "▁Western", + -10.73054027557373 + ], + [ + "▁label", + -10.730600357055664 + ], + [ + "▁möglich", + -10.73081111907959 + ], + [ + "▁input", + -10.730862617492676 + ], + [ + "▁laws", + -10.730995178222656 + ], + [ + "▁personnes", + -10.731708526611328 + ], + [ + "▁paying", + -10.731731414794922 + ], + [ + "▁Uhr", + -10.73173713684082 + ], + [ + "▁Mary", + -10.731745719909668 + ], + [ + "pur", + -10.73190689086914 + ], + [ + "▁covers", + -10.732133865356444 + ], + [ + "▁throw", + -10.73252296447754 + ], + [ + "▁Tor", + -10.733281135559082 + ], + [ + "▁bat", + -10.73355484008789 + ], + [ + "▁Gr", + -10.73373031616211 + ], + [ + "▁farm", + -10.73376178741455 + ], + [ + "▁improved", + -10.733843803405762 + ], + [ + "▁fără", + -10.734286308288574 + ], + [ + "▁theme", + -10.73437213897705 + ], + [ + "pens", + -10.734865188598633 + ], + [ + "▁Cup", + -10.734975814819336 + ], + [ + "▁settings", + -10.735114097595217 + ], + [ + "▁hire", + -10.735234260559082 + ], + [ + "▁massive", + -10.735248565673828 + ], + [ + "▁generate", + -10.735405921936035 + ], + [ + "▁earn", + -10.735837936401367 + ], + [ + "▁tab", + -10.736431121826172 + ], + [ + "For", + -10.736616134643556 + ], + [ + "gang", + -10.736891746520996 + ], + [ + "▁hin", + -10.73709487915039 + ], + [ + "▁roll", + -10.73711395263672 + ], + [ + "▁engagement", + -10.737157821655272 + ], + [ + "▁signed", + -10.737177848815918 + ], + [ + "▁League", + -10.737323760986328 + ], + [ + "▁registration", + -10.73793125152588 + ], + [ + "▁première", + -10.738763809204102 + ], + [ + "isse", + -10.73896598815918 + ], + [ + "▁university", + -10.739027976989746 + ], + [ + "ell", + -10.739157676696776 + ], + [ + "▁nou", + -10.739169120788574 + ], + [ + "rog", + -10.739191055297852 + ], + [ + "▁sitting", + -10.739206314086914 + ], + [ + "▁cazul", + -10.739571571350098 + ], + [ + "▁surrounding", + -10.73983383178711 + ], + [ + "▁Asia", + -10.740357398986816 + ], + [ + "▁bath", + -10.740825653076172 + ], + [ + "hal", + -10.740923881530762 + ], + [ + "▁plate", + -10.741026878356934 + ], + [ + "▁tests", + -10.741151809692385 + ], + [ + "▁presentation", + -10.741156578063965 + ], + [ + "▁chicken", + -10.741501808166504 + ], + [ + "▁Val", + -10.741586685180664 + ], + [ + "ably", + -10.74166488647461 + ], + [ + "▁magazine", + -10.741697311401367 + ], + [ + "▁Maybe", + -10.74187183380127 + ], + [ + "▁sauce", + -10.742673873901367 + ], + [ + "TC", + -10.742887496948242 + ], + [ + "▁exclusive", + -10.74296760559082 + ], + [ + "86", + -10.74306869506836 + ], + [ + "▁teeth", + -10.743474960327148 + ], + [ + "▁regularly", + -10.743524551391602 + ], + [ + "sed", + -10.743824005126951 + ], + [ + "gro", + -10.744174003601074 + ], + [ + "He", + -10.744211196899414 + ], + [ + "▁2017.", + -10.744302749633787 + ], + [ + "▁template", + -10.74489688873291 + ], + [ + "▁gleich", + -10.744938850402832 + ], + [ + "bal", + -10.745061874389648 + ], + [ + "▁African", + -10.74511432647705 + ], + [ + "în", + -10.745231628417969 + ], + [ + "▁rep", + -10.74543571472168 + ], + [ + "▁beat", + -10.74588394165039 + ], + [ + "▁deck", + -10.746064186096191 + ], + [ + "▁intended", + -10.746221542358398 + ], + [ + "▁para", + -10.74651336669922 + ], + [ + "▁IP", + -10.746712684631348 + ], + [ + "▁bra", + -10.746881484985352 + ], + [ + "▁forces", + -10.746966361999512 + ], + [ + "▁routine", + -10.747184753417969 + ], + [ + "▁Jahre", + -10.747758865356444 + ], + [ + "▁Bad", + -10.74797534942627 + ], + [ + "▁drivers", + -10.748074531555176 + ], + [ + "▁updates", + -10.748095512390137 + ], + [ + "▁elegant", + -10.748279571533203 + ], + [ + "▁external", + -10.74844455718994 + ], + [ + "▁engineering", + -10.748819351196287 + ], + [ + "ender", + -10.749544143676758 + ], + [ + "table", + -10.749755859375 + ], + [ + "inter", + -10.749878883361816 + ], + [ + "▁Romania", + -10.749948501586914 + ], + [ + "▁zile", + -10.750468254089355 + ], + [ + "▁luxury", + -10.750570297241213 + ], + [ + "▁calling", + -10.750750541687012 + ], + [ + "▁cooking", + -10.75101375579834 + ], + [ + "▁component", + -10.75114631652832 + ], + [ + "wan", + -10.75121021270752 + ], + [ + "schen", + -10.751212120056152 + ], + [ + "▁birth", + -10.751242637634276 + ], + [ + "asupra", + -10.751349449157717 + ], + [ + "Co", + -10.751471519470217 + ], + [ + "▁opt", + -10.75153923034668 + ], + [ + "▁discovered", + -10.751860618591309 + ], + [ + "▁teach", + -10.752084732055664 + ], + [ + "▁Son", + -10.75234317779541 + ], + [ + "▁guest", + -10.752384185791016 + ], + [ + "▁dogs", + -10.752695083618164 + ], + [ + "▁2003", + -10.752745628356934 + ], + [ + "▁behavior", + -10.752750396728516 + ], + [ + "pé", + -10.7529935836792 + ], + [ + "63", + -10.75316333770752 + ], + [ + "▁Human", + -10.753702163696287 + ], + [ + "▁expression", + -10.754800796508787 + ], + [ + "▁nevoie", + -10.75493621826172 + ], + [ + "▁recherche", + -10.75528621673584 + ], + [ + "ging", + -10.755767822265623 + ], + [ + "related", + -10.755948066711426 + ], + [ + "▁discount", + -10.756040573120115 + ], + [ + "▁Brown", + -10.756054878234863 + ], + [ + "▁Such", + -10.756107330322266 + ], + [ + "▁Ve", + -10.757149696350098 + ], + [ + "▁height", + -10.757265090942385 + ], + [ + "clo", + -10.75741481781006 + ], + [ + "▁incredible", + -10.757912635803224 + ], + [ + "▁bas", + -10.757916450500488 + ], + [ + "▁mă", + -10.75798225402832 + ], + [ + "▁purchased", + -10.758240699768066 + ], + [ + "▁compte", + -10.75831127166748 + ], + [ + "▁instructions", + -10.758537292480469 + ], + [ + "▁Instead", + -10.75866985321045 + ], + [ + "▁output", + -10.758706092834473 + ], + [ + "▁mom", + -10.758886337280272 + ], + [ + "DR", + -10.759828567504885 + ], + [ + "89", + -10.760168075561523 + ], + [ + "▁reduced", + -10.760621070861816 + ], + [ + "98", + -10.7606840133667 + ], + [ + "▁constant", + -10.760879516601562 + ], + [ + "▁therapy", + -10.762417793273926 + ], + [ + "▁capable", + -10.762757301330566 + ], + [ + "mark", + -10.763265609741213 + ], + [ + "▁Sometimes", + -10.76332950592041 + ], + [ + "▁joy", + -10.763419151306152 + ], + [ + "▁perfectly", + -10.763589859008787 + ], + [ + "▁painting", + -10.763704299926758 + ], + [ + "avait", + -10.763765335083008 + ], + [ + "▁Sha", + -10.764384269714355 + ], + [ + "▁dat", + -10.764463424682615 + ], + [ + "▁produits", + -10.764479637145996 + ], + [ + "tric", + -10.76456356048584 + ], + [ + "ierte", + -10.765153884887695 + ], + [ + "▁Smith", + -10.765836715698242 + ], + [ + "▁trebui", + -10.766264915466309 + ], + [ + "▁beaucoup", + -10.766630172729492 + ], + [ + "▁chosen", + -10.767189025878906 + ], + [ + "▁cre", + -10.76732063293457 + ], + [ + "▁complet", + -10.767341613769531 + ], + [ + "▁Ltd", + -10.76759910583496 + ], + [ + "▁recovery", + -10.76781940460205 + ], + [ + "▁district", + -10.768423080444336 + ], + [ + "78", + -10.768640518188477 + ], + [ + "▁Unter", + -10.76872730255127 + ], + [ + "▁schnell", + -10.768729209899902 + ], + [ + "▁apart", + -10.768943786621094 + ], + [ + "▁phase", + -10.76894760131836 + ], + [ + "▁seeking", + -10.769091606140137 + ], + [ + "▁mark", + -10.76914882659912 + ], + [ + "▁pet", + -10.76923370361328 + ], + [ + "▁PDF", + -10.769296646118164 + ], + [ + "▁efficiency", + -10.769577980041504 + ], + [ + "▁buildings", + -10.769611358642578 + ], + [ + "69", + -10.769723892211914 + ], + [ + "▁sens", + -10.769858360290527 + ], + [ + "▁Video", + -10.770115852355955 + ], + [ + "▁destination", + -10.770181655883787 + ], + [ + "▁female", + -10.770319938659668 + ], + [ + "▁supporting", + -10.770674705505373 + ], + [ + "▁signs", + -10.77077865600586 + ], + [ + "▁appeal", + -10.770784378051758 + ], + [ + "76", + -10.77110481262207 + ], + [ + "▁favourite", + -10.771612167358398 + ], + [ + "ock", + -10.771702766418455 + ], + [ + "▁readers", + -10.771757125854492 + ], + [ + "▁Did", + -10.771868705749512 + ], + [ + "rou", + -10.772045135498049 + ], + [ + "PA", + -10.77222728729248 + ], + [ + "▁Jean", + -10.772480964660645 + ], + [ + "▁Em", + -10.772586822509766 + ], + [ + "pass", + -10.77280330657959 + ], + [ + "▁Zi", + -10.773090362548828 + ], + [ + "▁între", + -10.773261070251465 + ], + [ + "▁fly", + -10.773427963256836 + ], + [ + "mos", + -10.773666381835938 + ], + [ + "▁emotional", + -10.773860931396484 + ], + [ + "asse", + -10.774768829345703 + ], + [ + "▁sessions", + -10.775086402893066 + ], + [ + "▁symptoms", + -10.77564811706543 + ], + [ + "▁died", + -10.776217460632324 + ], + [ + "▁seconds", + -10.776628494262695 + ], + [ + "▁procedure", + -10.777206420898438 + ], + [ + "▁express", + -10.777420997619627 + ], + [ + "▁două", + -10.77788543701172 + ], + [ + "▁valid", + -10.778393745422363 + ], + [ + "▁euro", + -10.7788667678833 + ], + [ + "▁interests", + -10.779032707214355 + ], + [ + "Having", + -10.779237747192385 + ], + [ + "▁hundreds", + -10.779669761657717 + ], + [ + "grad", + -10.780023574829102 + ], + [ + "▁neuen", + -10.780084609985352 + ], + [ + "▁cook", + -10.780552864074709 + ], + [ + "▁pur", + -10.780834197998049 + ], + [ + "▁charges", + -10.781024932861328 + ], + [ + "sche", + -10.78118896484375 + ], + [ + "▁smile", + -10.781468391418455 + ], + [ + "▁festival", + -10.781611442565918 + ], + [ + "cho", + -10.781672477722168 + ], + [ + "▁£", + -10.781937599182127 + ], + [ + "cht", + -10.78201675415039 + ], + [ + "▁macht", + -10.782021522521973 + ], + [ + "▁Wasser", + -10.782028198242188 + ], + [ + "▁Cap", + -10.78226375579834 + ], + [ + "▁Learn", + -10.78274154663086 + ], + [ + "▁load", + -10.783162117004396 + ], + [ + "▁aici", + -10.783225059509276 + ], + [ + "▁Ch", + -10.784143447875977 + ], + [ + "▁cycle", + -10.784223556518556 + ], + [ + "▁carried", + -10.784337997436523 + ], + [ + "▁jusqu", + -10.784517288208008 + ], + [ + "stein", + -10.78505802154541 + ], + [ + "ski", + -10.78513240814209 + ], + [ + "cap", + -10.78579330444336 + ], + [ + "▁Bal", + -10.785852432250977 + ], + [ + "▁minor", + -10.786053657531738 + ], + [ + "77", + -10.786175727844238 + ], + [ + "▁considering", + -10.78632640838623 + ], + [ + "innen", + -10.78644847869873 + ], + [ + "▁greatest", + -10.787055015563965 + ], + [ + "▁Training", + -10.787137031555176 + ], + [ + "08", + -10.787307739257812 + ], + [ + "▁significantly", + -10.787607192993164 + ], + [ + "gé", + -10.787728309631348 + ], + [ + "▁dumpster", + -10.78835105895996 + ], + [ + "▁allem", + -10.788930892944336 + ], + [ + "▁bonus", + -10.7889404296875 + ], + [ + "▁guy", + -10.789036750793455 + ], + [ + "fel", + -10.78904914855957 + ], + [ + "▁lifestyle", + -10.789241790771484 + ], + [ + "▁Bro", + -10.78961181640625 + ], + [ + "▁implement", + -10.789687156677246 + ], + [ + "lock", + -10.790046691894531 + ], + [ + "▁Earth", + -10.790142059326172 + ], + [ + "kar", + -10.790733337402344 + ], + [ + "▁invest", + -10.790833473205566 + ], + [ + "▁river", + -10.790933609008787 + ], + [ + "▁accurate", + -10.791494369506836 + ], + [ + "▁mu", + -10.791579246520996 + ], + [ + "▁celebrate", + -10.792119979858398 + ], + [ + "▁ran", + -10.79256820678711 + ], + [ + "▁bigger", + -10.792988777160645 + ], + [ + "▁Mer", + -10.793476104736328 + ], + [ + "▁millions", + -10.793486595153809 + ], + [ + "▁partie", + -10.793563842773438 + ], + [ + "▁dazu", + -10.793951988220217 + ], + [ + "▁Full", + -10.794130325317385 + ], + [ + "gie", + -10.794207572937012 + ], + [ + "bot", + -10.794373512268066 + ], + [ + "roll", + -10.79472827911377 + ], + [ + "▁Women", + -10.795303344726562 + ], + [ + "▁compare", + -10.796135902404783 + ], + [ + "▁van", + -10.796503067016602 + ], + [ + "▁apps", + -10.796521186828612 + ], + [ + "PC", + -10.79705047607422 + ], + [ + "▁drei", + -10.79736042022705 + ], + [ + "▁maison", + -10.797588348388672 + ], + [ + "▁knows", + -10.797712326049805 + ], + [ + "rid", + -10.797972679138184 + ], + [ + "62", + -10.798396110534668 + ], + [ + "class", + -10.798508644104004 + ], + [ + "▁chez", + -10.798669815063477 + ], + [ + "char", + -10.798828125 + ], + [ + "88", + -10.798989295959473 + ], + [ + "▁cast", + -10.79948902130127 + ], + [ + "▁examples", + -10.79973030090332 + ], + [ + "▁Therefore", + -10.799823760986328 + ], + [ + "▁topics", + -10.799941062927246 + ], + [ + "with", + -10.80013656616211 + ], + [ + "▁Anti", + -10.800555229187012 + ], + [ + "how", + -10.800620079040527 + ], + [ + "▁whom", + -10.80094051361084 + ], + [ + "▁Deutschland", + -10.801124572753906 + ], + [ + "tine", + -10.80113697052002 + ], + [ + "▁CEO", + -10.801224708557127 + ], + [ + "▁truck", + -10.801350593566896 + ], + [ + "▁Which", + -10.8015718460083 + ], + [ + "erie", + -10.802017211914062 + ], + [ + "fect", + -10.802069664001465 + ], + [ + "bou", + -10.8026762008667 + ], + [ + "▁(1", + -10.802818298339844 + ], + [ + "sum", + -10.802980422973633 + ], + [ + "▁bonne", + -10.803068161010742 + ], + [ + "▁remaining", + -10.80321216583252 + ], + [ + "▁equal", + -10.803543090820312 + ], + [ + "▁engage", + -10.803561210632324 + ], + [ + "▁RE", + -10.80384922027588 + ], + [ + "style", + -10.804182052612305 + ], + [ + "▁urma", + -10.80433750152588 + ], + [ + "▁Grund", + -10.80496883392334 + ], + [ + "ür", + -10.8051176071167 + ], + [ + "▁font", + -10.805353164672852 + ], + [ + "▁assets", + -10.805916786193848 + ], + [ + "AL", + -10.806102752685549 + ], + [ + "▁rear", + -10.80635929107666 + ], + [ + "▁contemporary", + -10.80646800994873 + ], + [ + "▁occur", + -10.8067045211792 + ], + [ + "rated", + -10.806941986083984 + ], + [ + "▁tight", + -10.807088851928713 + ], + [ + "▁machines", + -10.807921409606934 + ], + [ + "▁0.", + -10.808456420898438 + ], + [ + "▁Aber", + -10.808470726013184 + ], + [ + "sol", + -10.808517456054688 + ], + [ + "rü", + -10.80858039855957 + ], + [ + "▁2007", + -10.80947971343994 + ], + [ + "gg", + -10.809488296508787 + ], + [ + "▁unul", + -10.809691429138184 + ], + [ + "▁était", + -10.809908866882324 + ], + [ + "▁capture", + -10.809980392456056 + ], + [ + "▁command", + -10.81003761291504 + ], + [ + "▁wire", + -10.810425758361816 + ], + [ + "▁shift", + -10.810762405395508 + ], + [ + "▁bread", + -10.81084156036377 + ], + [ + "▁causes", + -10.810937881469728 + ], + [ + "PI", + -10.810938835144045 + ], + [ + "SC", + -10.811086654663086 + ], + [ + "▁lights", + -10.811190605163574 + ], + [ + "▁lived", + -10.811293601989746 + ], + [ + "mul", + -10.811446189880373 + ], + [ + "▁Cur", + -10.811917304992676 + ], + [ + "▁Richard", + -10.811973571777344 + ], + [ + "37", + -10.81263828277588 + ], + [ + "▁cup", + -10.812737464904783 + ], + [ + "▁fields", + -10.812983512878418 + ], + [ + "▁crusher", + -10.813389778137209 + ], + [ + "65", + -10.81377410888672 + ], + [ + "avons", + -10.813822746276855 + ], + [ + "▁gear", + -10.813835144042969 + ], + [ + "▁standing", + -10.813844680786133 + ], + [ + "▁thick", + -10.81445026397705 + ], + [ + "aff", + -10.81513214111328 + ], + [ + "ments", + -10.815434455871582 + ], + [ + "▁conflict", + -10.815728187561035 + ], + [ + "ität", + -10.815825462341309 + ], + [ + "▁worse", + -10.816295623779297 + ], + [ + "SE", + -10.816332817077637 + ], + [ + "imi", + -10.81645965576172 + ], + [ + "▁dating", + -10.817033767700195 + ], + [ + "Do", + -10.817073822021484 + ], + [ + "▁flexible", + -10.817093849182127 + ], + [ + "ologie", + -10.817131996154783 + ], + [ + "SU", + -10.817200660705566 + ], + [ + "▁contribute", + -10.817306518554688 + ], + [ + "▁denn", + -10.817428588867188 + ], + [ + "▁appointment", + -10.81746768951416 + ], + [ + "▁ticket", + -10.817523002624512 + ], + [ + "bed", + -10.81789207458496 + ], + [ + "▁2019.", + -10.817936897277832 + ], + [ + "▁tasks", + -10.81871223449707 + ], + [ + "▁carbon", + -10.818734169006348 + ], + [ + "▁situations", + -10.819400787353516 + ], + [ + "MA", + -10.819402694702148 + ], + [ + "▁portion", + -10.819498062133787 + ], + [ + "▁urban", + -10.819585800170898 + ], + [ + "▁Canadian", + -10.819805145263672 + ], + [ + "▁Bur", + -10.819937705993652 + ], + [ + "▁pack", + -10.81995964050293 + ], + [ + "▁effet", + -10.819992065429688 + ], + [ + "▁Ball", + -10.82008171081543 + ], + [ + "▁timpul", + -10.82014274597168 + ], + [ + "▁owned", + -10.82021141052246 + ], + [ + "▁surprise", + -10.82041358947754 + ], + [ + "▁Mu", + -10.820582389831545 + ], + [ + "▁decades", + -10.821001052856444 + ], + [ + "▁affected", + -10.821728706359863 + ], + [ + "▁proven", + -10.821732521057127 + ], + [ + "▁Fe", + -10.821990966796877 + ], + [ + "zy", + -10.82204246520996 + ], + [ + "42", + -10.822175979614258 + ], + [ + "▁trend", + -10.8223876953125 + ], + [ + "▁autres", + -10.82262897491455 + ], + [ + "No", + -10.823028564453123 + ], + [ + "▁nine", + -10.823565483093262 + ], + [ + "ON", + -10.82376480102539 + ], + [ + "NE", + -10.82395362854004 + ], + [ + "oli", + -10.824359893798828 + ], + [ + "▁Daniel", + -10.824434280395508 + ], + [ + "▁spa", + -10.824939727783203 + ], + [ + "▁messages", + -10.825084686279297 + ], + [ + "PS", + -10.825183868408203 + ], + [ + "47", + -10.825703620910645 + ], + [ + "▁doch", + -10.826032638549805 + ], + [ + "▁improvement", + -10.826187133789062 + ], + [ + "▁mountain", + -10.826350212097168 + ], + [ + "▁Room", + -10.826451301574709 + ], + [ + "▁edition", + -10.826546669006348 + ], + [ + "▁musical", + -10.826712608337402 + ], + [ + "CP", + -10.827024459838867 + ], + [ + "▁Mill", + -10.827027320861816 + ], + [ + "▁steht", + -10.827740669250488 + ], + [ + "▁determined", + -10.828083038330078 + ], + [ + "you", + -10.828392028808594 + ], + [ + "weg", + -10.828554153442385 + ], + [ + "▁Digital", + -10.828624725341797 + ], + [ + "▁filter", + -10.828903198242188 + ], + [ + "▁youth", + -10.829047203063965 + ], + [ + "▁assessment", + -10.829301834106444 + ], + [ + "▁butter", + -10.829370498657228 + ], + [ + "▁Watch", + -10.829427719116213 + ], + [ + "▁zusammen", + -10.829471588134766 + ], + [ + "▁View", + -10.82960605621338 + ], + [ + "09", + -10.829649925231934 + ], + [ + "▁sole", + -10.829816818237305 + ], + [ + ".00", + -10.830018997192385 + ], + [ + "33", + -10.83015251159668 + ], + [ + "▁export", + -10.830229759216309 + ], + [ + "ery", + -10.830373764038086 + ], + [ + "▁zurück", + -10.830426216125488 + ], + [ + "▁walls", + -10.83048152923584 + ], + [ + "▁recognize", + -10.8306884765625 + ], + [ + "law", + -10.830801963806152 + ], + [ + "▁parent", + -10.83086395263672 + ], + [ + "ST", + -10.831357955932615 + ], + [ + "▁description", + -10.831669807434082 + ], + [ + "MS", + -10.831887245178224 + ], + [ + "SM", + -10.83189582824707 + ], + [ + "▁Finally", + -10.83194065093994 + ], + [ + "▁hardware", + -10.831965446472168 + ], + [ + "ident", + -10.832464218139648 + ], + [ + "▁brown", + -10.832566261291504 + ], + [ + "▁kinds", + -10.832950592041016 + ], + [ + "▁Arts", + -10.83297061920166 + ], + [ + "▁concert", + -10.83341121673584 + ], + [ + "▁sec", + -10.83342456817627 + ], + [ + "▁represent", + -10.83351230621338 + ], + [ + "▁institutions", + -10.83359718322754 + ], + [ + "▁fur", + -10.833998680114746 + ], + [ + "▁Support", + -10.83403205871582 + ], + [ + "87", + -10.834076881408691 + ], + [ + "▁ease", + -10.834178924560549 + ], + [ + "▁feels", + -10.834218978881836 + ], + [ + "▁sheet", + -10.834342002868652 + ], + [ + "▁Though", + -10.83437442779541 + ], + [ + "▁propose", + -10.834381103515623 + ], + [ + "▁personnel", + -10.834409713745115 + ], + [ + "bie", + -10.834794044494627 + ], + [ + "▁contest", + -10.834836959838867 + ], + [ + "▁successfully", + -10.835152626037598 + ], + [ + "▁direkt", + -10.835397720336914 + ], + [ + "bietet", + -10.835597038269045 + ], + [ + "▁submit", + -10.835888862609863 + ], + [ + "▁sicher", + -10.835919380187988 + ], + [ + "▁Personal", + -10.83607006072998 + ], + [ + "94", + -10.836341857910156 + ], + [ + "61", + -10.836400985717772 + ], + [ + "▁Very", + -10.836540222167969 + ], + [ + "bol", + -10.836603164672852 + ], + [ + "▁ha", + -10.83708953857422 + ], + [ + "▁channel", + -10.8372220993042 + ], + [ + "mut", + -10.837289810180664 + ], + [ + "▁mouth", + -10.837342262268066 + ], + [ + "▁vast", + -10.837395668029783 + ], + [ + "▁Ob", + -10.837569236755373 + ], + [ + "lit", + -10.83763313293457 + ], + [ + "▁poly", + -10.837878227233888 + ], + [ + "▁trained", + -10.838102340698242 + ], + [ + "▁specialist", + -10.838122367858888 + ], + [ + "UL", + -10.83822250366211 + ], + [ + "▁seiner", + -10.838336944580078 + ], + [ + "SS", + -10.838627815246582 + ], + [ + "▁vacation", + -10.838672637939451 + ], + [ + "▁resume", + -10.839157104492188 + ], + [ + "▁constantly", + -10.839717864990234 + ], + [ + "▁treated", + -10.83986759185791 + ], + [ + "▁150", + -10.840936660766602 + ], + [ + "▁native", + -10.841246604919434 + ], + [ + "▁Russian", + -10.84132957458496 + ], + [ + "▁patterns", + -10.841371536254885 + ], + [ + "▁knowing", + -10.841670989990234 + ], + [ + "▁Pan", + -10.841682434082031 + ], + [ + "peri", + -10.841848373413086 + ], + [ + "aci", + -10.841864585876465 + ], + [ + "▁answers", + -10.842114448547363 + ], + [ + "▁heute", + -10.842985153198242 + ], + [ + "93", + -10.843056678771973 + ], + [ + "▁Winter", + -10.844083786010742 + ], + [ + "▁yes", + -10.844173431396484 + ], + [ + "SP", + -10.844185829162598 + ], + [ + "].", + -10.844388008117676 + ], + [ + "▁kein", + -10.844862937927246 + ], + [ + "▁introduce", + -10.8450927734375 + ], + [ + "-4", + -10.84555435180664 + ], + [ + "▁shoot", + -10.845762252807615 + ], + [ + "AR", + -10.84576416015625 + ], + [ + "▁receiving", + -10.845864295959473 + ], + [ + "▁intre", + -10.84702205657959 + ], + [ + "▁appeared", + -10.84708023071289 + ], + [ + "▁brother", + -10.84732151031494 + ], + [ + "▁extend", + -10.847765922546388 + ], + [ + "▁fara", + -10.848737716674805 + ], + [ + "▁kommt", + -10.848876953125 + ], + [ + "ali", + -10.848913192749023 + ], + [ + "▁numai", + -10.849047660827637 + ], + [ + "▁scientific", + -10.84913158416748 + ], + [ + "▁virtual", + -10.849145889282228 + ], + [ + "▁Ac", + -10.849513053894045 + ], + [ + "▁procedures", + -10.849631309509276 + ], + [ + "▁silver", + -10.849821090698242 + ], + [ + "▁leather", + -10.849979400634766 + ], + [ + "DA", + -10.85014820098877 + ], + [ + "▁executive", + -10.850263595581056 + ], + [ + "▁officials", + -10.850496292114258 + ], + [ + "▁agencies", + -10.850503921508787 + ], + [ + "▁Software", + -10.850540161132812 + ], + [ + "▁cor", + -10.850690841674805 + ], + [ + "Con", + -10.850741386413574 + ], + [ + "▁log", + -10.851066589355469 + ], + [ + "ț", + -10.851147651672363 + ], + [ + "02", + -10.851195335388184 + ], + [ + "▁7.", + -10.85245132446289 + ], + [ + "▁accepted", + -10.852483749389648 + ], + [ + "▁Berlin", + -10.852538108825684 + ], + [ + "ID", + -10.852582931518556 + ], + [ + "cot", + -10.852788925170898 + ], + [ + "▁employment", + -10.85279941558838 + ], + [ + "run", + -10.853020668029783 + ], + [ + "▁identified", + -10.853178977966309 + ], + [ + "96", + -10.853887557983398 + ], + [ + "▁déjà", + -10.853944778442385 + ], + [ + "▁cuisine", + -10.853952407836914 + ], + [ + "turi", + -10.854070663452148 + ], + [ + "▁Japanese", + -10.85431671142578 + ], + [ + "▁golf", + -10.854514122009276 + ], + [ + "▁Ki", + -10.854787826538086 + ], + [ + "▁carefully", + -10.854863166809082 + ], + [ + "▁remote", + -10.854973793029783 + ], + [ + "▁2018,", + -10.855148315429688 + ], + [ + "▁sus", + -10.855154991149902 + ], + [ + "tique", + -10.85529327392578 + ], + [ + "▁residential", + -10.855695724487305 + ], + [ + "97", + -10.855809211730955 + ], + [ + "▁Spring", + -10.855908393859863 + ], + [ + "▁Marketing", + -10.856186866760254 + ], + [ + "▁Control", + -10.85630989074707 + ], + [ + "var", + -10.85634422302246 + ], + [ + "▁historical", + -10.8563814163208 + ], + [ + "▁freedom", + -10.856423377990724 + ], + [ + "sure", + -10.856426239013672 + ], + [ + "▁broken", + -10.856796264648438 + ], + [ + "▁criminal", + -10.85694980621338 + ], + [ + "▁innovation", + -10.857075691223145 + ], + [ + "▁Italian", + -10.857192039489746 + ], + [ + "sper", + -10.857282638549805 + ], + [ + "▁cake", + -10.857653617858888 + ], + [ + "▁candidates", + -10.857894897460938 + ], + [ + "▁sizes", + -10.858267784118652 + ], + [ + "pel", + -10.85836696624756 + ], + [ + "▁frequently", + -10.85889720916748 + ], + [ + "▁planet", + -10.859138488769531 + ], + [ + "▁writer", + -10.859519958496094 + ], + [ + "1,", + -10.859569549560549 + ], + [ + "uvent", + -10.85959529876709 + ], + [ + "▁awareness", + -10.859807968139648 + ], + [ + "name", + -10.859954833984377 + ], + [ + "▁Children", + -10.859980583190918 + ], + [ + "▁relatively", + -10.860311508178713 + ], + [ + "▁pu", + -10.860321998596191 + ], + [ + "▁quiet", + -10.86038875579834 + ], + [ + "▁planned", + -10.860716819763184 + ], + [ + "▁election", + -10.861419677734377 + ], + [ + "▁6.", + -10.861761093139648 + ], + [ + "▁broad", + -10.861772537231444 + ], + [ + "▁skill", + -10.861835479736328 + ], + [ + "▁reasonable", + -10.862037658691406 + ], + [ + "▁Fort", + -10.86228370666504 + ], + [ + "▁aceea", + -10.862407684326172 + ], + [ + "▁arrived", + -10.86263370513916 + ], + [ + "▁payments", + -10.862680435180664 + ], + [ + "ack", + -10.862700462341309 + ], + [ + "▁Ort", + -10.863354682922363 + ], + [ + "▁investors", + -10.863364219665527 + ], + [ + "▁operate", + -10.86351203918457 + ], + [ + "ME", + -10.86355686187744 + ], + [ + "dic", + -10.863683700561523 + ], + [ + "▁foods", + -10.863731384277344 + ], + [ + "▁stick", + -10.863831520080566 + ], + [ + "▁agents", + -10.86412525177002 + ], + [ + "▁crowd", + -10.864175796508787 + ], + [ + "▁Students", + -10.86448097229004 + ], + [ + "▁concerned", + -10.864609718322754 + ], + [ + "test", + -10.864740371704102 + ], + [ + "▁designer", + -10.865334510803224 + ], + [ + "▁Conference", + -10.865593910217283 + ], + [ + "▁saving", + -10.86610507965088 + ], + [ + "▁recorded", + -10.866422653198242 + ], + [ + "▁proposed", + -10.866564750671388 + ], + [ + "▁ship", + -10.86657428741455 + ], + [ + "▁cred", + -10.867274284362791 + ], + [ + "▁Ci", + -10.867440223693848 + ], + [ + "RE", + -10.867619514465332 + ], + [ + "▁tradition", + -10.867753982543944 + ], + [ + "▁worldwide", + -10.867779731750488 + ], + [ + "64", + -10.867944717407228 + ], + [ + "▁television", + -10.867989540100098 + ], + [ + "▁projet", + -10.868102073669434 + ], + [ + "ency", + -10.868487358093262 + ], + [ + "▁struggle", + -10.86851406097412 + ], + [ + "▁twice", + -10.868955612182615 + ], + [ + "▁Off", + -10.869234085083008 + ], + [ + "▁begins", + -10.869577407836914 + ], + [ + "key", + -10.869794845581056 + ], + [ + "▁Table", + -10.86996364593506 + ], + [ + "▁demande", + -10.870177268981934 + ], + [ + "▁liquid", + -10.870441436767578 + ], + [ + "meter", + -10.870684623718262 + ], + [ + "▁2001", + -10.871190071105955 + ], + [ + "▁willing", + -10.871660232543944 + ], + [ + "▁medicine", + -10.871707916259766 + ], + [ + "▁expand", + -10.871747970581056 + ], + [ + "▁2004", + -10.871804237365724 + ], + [ + "▁2002", + -10.87201690673828 + ], + [ + "▁accord", + -10.872292518615724 + ], + [ + "▁Chris", + -10.872446060180664 + ], + [ + "▁prove", + -10.872543334960938 + ], + [ + "ston", + -10.872740745544434 + ], + [ + "mettre", + -10.872800827026367 + ], + [ + "▁moments", + -10.873537063598633 + ], + [ + "tik", + -10.87368392944336 + ], + [ + "such", + -10.874055862426758 + ], + [ + "2.", + -10.874431610107422 + ], + [ + "▁UN", + -10.874561309814451 + ], + [ + "▁jump", + -10.874737739562988 + ], + [ + "▁dish", + -10.87539291381836 + ], + [ + "▁Key", + -10.87566375732422 + ], + [ + "▁challenging", + -10.875975608825684 + ], + [ + "▁domestic", + -10.876410484313965 + ], + [ + "▁impressive", + -10.876752853393556 + ], + [ + "iger", + -10.877022743225098 + ], + [ + "▁Ram", + -10.877157211303713 + ], + [ + "▁doit", + -10.877263069152832 + ], + [ + "▁concrete", + -10.87734317779541 + ], + [ + "▁Unternehmen", + -10.877397537231444 + ], + [ + "▁LED", + -10.877429008483888 + ], + [ + "▁trouver", + -10.877533912658691 + ], + [ + "▁fundamental", + -10.877875328063965 + ], + [ + "▁implementation", + -10.878121376037598 + ], + [ + "85", + -10.878247261047363 + ], + [ + "▁hosting", + -10.87856388092041 + ], + [ + "▁Game", + -10.878691673278809 + ], + [ + "▁taught", + -10.878981590270996 + ], + [ + "tung", + -10.879016876220703 + ], + [ + "ront", + -10.87940502166748 + ], + [ + "▁shoes", + -10.879639625549316 + ], + [ + "79", + -10.8797607421875 + ], + [ + "▁stunning", + -10.879778861999512 + ], + [ + "▁Congress", + -10.880142211914062 + ], + [ + "▁Ent", + -10.880278587341309 + ], + [ + "▁Wer", + -10.880607604980469 + ], + [ + "▁alt", + -10.880608558654783 + ], + [ + "ör", + -10.880699157714844 + ], + [ + "▁calm", + -10.8808012008667 + ], + [ + "46", + -10.881132125854492 + ], + [ + "▁Daca", + -10.881404876708984 + ], + [ + "71", + -10.881938934326172 + ], + [ + "▁Dec", + -10.88239288330078 + ], + [ + "▁Fo", + -10.882437705993652 + ], + [ + "▁defense", + -10.88313102722168 + ], + [ + "▁expectations", + -10.883166313171388 + ], + [ + "▁Alle", + -10.88318920135498 + ], + [ + "▁brief", + -10.883691787719728 + ], + [ + "▁Hospital", + -10.883975982666016 + ], + [ + "▁sides", + -10.884121894836426 + ], + [ + "▁yellow", + -10.884140014648438 + ], + [ + "lei", + -10.88451862335205 + ], + [ + "▁speaking", + -10.884589195251465 + ], + [ + "▁crucial", + -10.885198593139648 + ], + [ + "▁Town", + -10.8854341506958 + ], + [ + "▁married", + -10.885574340820312 + ], + [ + "▁acesta", + -10.885583877563477 + ], + [ + "▁noted", + -10.885611534118652 + ], + [ + "▁Word", + -10.885659217834473 + ], + [ + "▁conducted", + -10.885963439941406 + ], + [ + "▁decor", + -10.886249542236328 + ], + [ + "kon", + -10.88656520843506 + ], + [ + "▁supplies", + -10.8866605758667 + ], + [ + "▁adventure", + -10.886691093444824 + ], + [ + "▁exhibition", + -10.887163162231444 + ], + [ + "heit", + -10.887300491333008 + ], + [ + "▁36", + -10.88744831085205 + ], + [ + "eria", + -10.887505531311035 + ], + [ + "ines", + -10.887551307678224 + ], + [ + "ological", + -10.887582778930664 + ], + [ + "quel", + -10.88806438446045 + ], + [ + "▁Van", + -10.88825511932373 + ], + [ + "-19", + -10.88853645324707 + ], + [ + "2,", + -10.888566970825195 + ], + [ + "▁Band", + -10.888989448547363 + ], + [ + "▁soil", + -10.889184951782228 + ], + [ + "▁Tim", + -10.889599800109863 + ], + [ + "▁NOT", + -10.88968563079834 + ], + [ + "▁pilot", + -10.889753341674805 + ], + [ + "▁Sh", + -10.889774322509766 + ], + [ + "Ho", + -10.890361785888672 + ], + [ + "CA", + -10.890509605407717 + ], + [ + "▁Eu", + -10.890745162963867 + ], + [ + "▁committee", + -10.890829086303713 + ], + [ + "▁Store", + -10.891075134277344 + ], + [ + "▁joint", + -10.89111614227295 + ], + [ + "▁Op", + -10.891315460205078 + ], + [ + "▁Jack", + -10.891985893249512 + ], + [ + "quality", + -10.89216423034668 + ], + [ + "▁Has", + -10.892489433288574 + ], + [ + "▁wenig", + -10.892507553100586 + ], + [ + "hood", + -10.892545700073242 + ], + [ + "▁Class", + -10.892582893371582 + ], + [ + "rus", + -10.892773628234863 + ], + [ + "▁grown", + -10.89294719696045 + ], + [ + "▁About", + -10.893518447875977 + ], + [ + "▁sum", + -10.893942832946776 + ], + [ + "▁Fair", + -10.893946647644045 + ], + [ + "SA", + -10.894149780273438 + ], + [ + "92", + -10.894185066223145 + ], + [ + "▁fourth", + -10.894354820251465 + ], + [ + "▁featured", + -10.894384384155272 + ], + [ + "▁Pen", + -10.89444637298584 + ], + [ + "▁natürlich", + -10.894885063171388 + ], + [ + "ched", + -10.894901275634766 + ], + [ + "▁ban", + -10.895112991333008 + ], + [ + "anne", + -10.89522647857666 + ], + [ + "▁theory", + -10.895413398742676 + ], + [ + "bin", + -10.895438194274902 + ], + [ + "iers", + -10.895819664001465 + ], + [ + "▁strategic", + -10.895903587341309 + ], + [ + "▁jours", + -10.895956039428713 + ], + [ + "▁communicate", + -10.896124839782717 + ], + [ + "▁pin", + -10.896320343017578 + ], + [ + "▁Bon", + -10.89721393585205 + ], + [ + "kom", + -10.897290229797363 + ], + [ + "-5", + -10.89817714691162 + ], + [ + "▁degrees", + -10.898643493652344 + ], + [ + "▁entertainment", + -10.899014472961426 + ], + [ + "ară", + -10.899248123168944 + ], + [ + "ales", + -10.899425506591797 + ], + [ + "▁pendant", + -10.89954662322998 + ], + [ + "▁Series", + -10.899575233459473 + ], + [ + "▁holds", + -10.899592399597168 + ], + [ + "▁Mini", + -10.899828910827637 + ], + [ + "▁Obama", + -10.899898529052734 + ], + [ + "▁conform", + -10.900163650512695 + ], + [ + "-10", + -10.900216102600098 + ], + [ + "▁preparation", + -10.9009370803833 + ], + [ + "▁autre", + -10.90105152130127 + ], + [ + "▁mortgage", + -10.901155471801758 + ], + [ + "▁Kan", + -10.901508331298828 + ], + [ + "▁typical", + -10.901538848876951 + ], + [ + "01", + -10.901711463928224 + ], + [ + "▁Review", + -10.901862144470217 + ], + [ + "▁laptop", + -10.902127265930176 + ], + [ + "CR", + -10.902610778808594 + ], + [ + "▁thread", + -10.90265941619873 + ], + [ + "BS", + -10.902661323547363 + ], + [ + "▁upper", + -10.902700424194336 + ], + [ + "▁searching", + -10.902932167053224 + ], + [ + "▁pen", + -10.90321445465088 + ], + [ + "▁Middle", + -10.90333080291748 + ], + [ + "73", + -10.903359413146973 + ], + [ + "▁leg", + -10.903650283813477 + ], + [ + "onic", + -10.904272079467772 + ], + [ + "IS", + -10.904356956481934 + ], + [ + "▁Kar", + -10.904623985290527 + ], + [ + "anz", + -10.9046630859375 + ], + [ + "▁circuit", + -10.904901504516602 + ], + [ + "▁Casino", + -10.905384063720703 + ], + [ + "07", + -10.90584659576416 + ], + [ + "▁petit", + -10.905906677246094 + ], + [ + "TV", + -10.905978202819824 + ], + [ + "level", + -10.906311988830566 + ], + [ + "▁Point", + -10.906312942504885 + ], + [ + "rau", + -10.906474113464355 + ], + [ + "▁cabinet", + -10.906991958618164 + ], + [ + "▁failed", + -10.907042503356934 + ], + [ + "▁stated", + -10.907126426696776 + ], + [ + "LA", + -10.907461166381836 + ], + [ + "▁privacy", + -10.907596588134766 + ], + [ + "vol", + -10.907901763916016 + ], + [ + "ativ", + -10.908151626586914 + ], + [ + "▁matters", + -10.908210754394531 + ], + [ + "▁Mor", + -10.908555030822754 + ], + [ + "▁Ur", + -10.90860652923584 + ], + [ + "view", + -10.908968925476074 + ], + [ + "▁consultation", + -10.90921688079834 + ], + [ + "TS", + -10.909296989440918 + ], + [ + "▁apartment", + -10.909412384033203 + ], + [ + "▁integrated", + -10.909425735473633 + ], + [ + "74", + -10.909669876098633 + ], + [ + "▁Through", + -10.909710884094238 + ], + [ + "▁kick", + -10.909798622131348 + ], + [ + "▁perioada", + -10.90993881225586 + ], + [ + "▁entirely", + -10.909953117370604 + ], + [ + "▁impossible", + -10.91015911102295 + ], + [ + "▁consideration", + -10.910268783569336 + ], + [ + "▁Alt", + -10.91054916381836 + ], + [ + "▁Come", + -10.911089897155762 + ], + [ + "▁outstanding", + -10.911276817321776 + ], + [ + "83", + -10.911727905273438 + ], + [ + "▁prezent", + -10.911859512329102 + ], + [ + "▁Local", + -10.911993980407717 + ], + [ + "▁Camp", + -10.912056922912598 + ], + [ + "▁bear", + -10.912067413330078 + ], + [ + "enden", + -10.91226291656494 + ], + [ + "life", + -10.91236686706543 + ], + [ + "▁Haus", + -10.912516593933104 + ], + [ + "▁William", + -10.912644386291504 + ], + [ + "“,", + -10.912665367126465 + ], + [ + "▁Instagram", + -10.91285514831543 + ], + [ + "▁solve", + -10.913195610046388 + ], + [ + "▁Ze", + -10.91343116760254 + ], + [ + "▁everyday", + -10.91357135772705 + ], + [ + "bla", + -10.913615226745604 + ], + [ + "eng", + -10.913662910461426 + ], + [ + "ough", + -10.914246559143066 + ], + [ + "84", + -10.914483070373535 + ], + [ + "?\"", + -10.914599418640137 + ], + [ + "rely", + -10.91476821899414 + ], + [ + "TH", + -10.914841651916504 + ], + [ + "lang", + -10.91511058807373 + ], + [ + "82", + -10.915817260742188 + ], + [ + "▁removal", + -10.91589641571045 + ], + [ + "ală", + -10.915956497192385 + ], + [ + "▁circumstances", + -10.916097640991213 + ], + [ + "ente", + -10.91622257232666 + ], + [ + "▁lieu", + -10.91645336151123 + ], + [ + "▁2016.", + -10.91710376739502 + ], + [ + "▁ales", + -10.91734218597412 + ], + [ + "▁pure", + -10.917482376098633 + ], + [ + "▁choosing", + -10.917590141296388 + ], + [ + "▁Russia", + -10.917698860168455 + ], + [ + "amp", + -10.91770362854004 + ], + [ + "▁Santa", + -10.91788387298584 + ], + [ + "▁happening", + -10.918203353881836 + ], + [ + "▁crew", + -10.91822338104248 + ], + [ + "▁lei", + -10.91855239868164 + ], + [ + "IP", + -10.91858196258545 + ], + [ + "RO", + -10.919425964355469 + ], + [ + "▁resort", + -10.919514656066896 + ], + [ + "ened", + -10.919689178466797 + ], + [ + "MB", + -10.920031547546388 + ], + [ + "▁styles", + -10.920052528381348 + ], + [ + "▁dernier", + -10.920533180236816 + ], + [ + "uck", + -10.920699119567873 + ], + [ + "▁Guide", + -10.920710563659668 + ], + [ + "fic", + -10.92096996307373 + ], + [ + "▁fitness", + -10.921977996826172 + ], + [ + "▁healthcare", + -10.92223072052002 + ], + [ + "mol", + -10.92237663269043 + ], + [ + "▁vis", + -10.922721862792969 + ], + [ + "▁atmosphere", + -10.922972679138184 + ], + [ + "▁motion", + -10.92298984527588 + ], + [ + "▁closer", + -10.923114776611328 + ], + [ + "▁SA", + -10.92335319519043 + ], + [ + "▁default", + -10.92337131500244 + ], + [ + "▁architecture", + -10.923471450805664 + ], + [ + "iile", + -10.923528671264648 + ], + [ + "zel", + -10.923675537109377 + ], + [ + "cla", + -10.92387866973877 + ], + [ + "OP", + -10.924382209777832 + ], + [ + "▁west", + -10.924965858459473 + ], + [ + "▁Energy", + -10.925613403320312 + ], + [ + "▁positions", + -10.925777435302734 + ], + [ + "▁contrast", + -10.925885200500488 + ], + [ + "▁serves", + -10.92605972290039 + ], + [ + "cup", + -10.926340103149414 + ], + [ + "▁rose", + -10.926485061645508 + ], + [ + "pers", + -10.92664623260498 + ], + [ + "▁noise", + -10.926846504211426 + ], + [ + "mont", + -10.92690658569336 + ], + [ + "#", + -10.927061080932615 + ], + [ + "lies", + -10.927326202392578 + ], + [ + "pat", + -10.92771816253662 + ], + [ + "IC", + -10.927956581115724 + ], + [ + "arc", + -10.927989959716797 + ], + [ + "▁winner", + -10.928524017333984 + ], + [ + "tent", + -10.928732872009276 + ], + [ + "▁Preis", + -10.929106712341309 + ], + [ + "▁vin", + -10.929254531860352 + ], + [ + "blo", + -10.92929458618164 + ], + [ + "ție", + -10.929520606994627 + ], + [ + "▁OR", + -10.930315017700195 + ], + [ + "▁Buch", + -10.930798530578612 + ], + [ + "▁nearby", + -10.931190490722656 + ], + [ + "▁meetings", + -10.93129062652588 + ], + [ + "▁48", + -10.93146514892578 + ], + [ + "▁quand", + -10.93152904510498 + ], + [ + "▁usual", + -10.931936264038086 + ], + [ + "▁weitere", + -10.932539939880373 + ], + [ + "▁caught", + -10.932571411132812 + ], + [ + "▁issued", + -10.932626724243164 + ], + [ + "ști", + -10.932896614074709 + ], + [ + "upcoming", + -10.933232307434082 + ], + [ + "▁agreed", + -10.933233261108398 + ], + [ + "place", + -10.933353424072266 + ], + [ + "▁Brand", + -10.93344497680664 + ], + [ + "▁relation", + -10.933969497680664 + ], + [ + "▁atât", + -10.934090614318848 + ], + [ + "▁Tre", + -10.934176445007324 + ], + [ + "▁lors", + -10.934438705444336 + ], + [ + "▁adopt", + -10.934452056884766 + ], + [ + "▁celui", + -10.93458366394043 + ], + [ + "cken", + -10.93505859375 + ], + [ + "▁partnership", + -10.935284614562988 + ], + [ + "?”", + -10.935376167297363 + ], + [ + "▁ba", + -10.935746192932127 + ], + [ + "▁ID", + -10.935832023620604 + ], + [ + "▁consistent", + -10.935835838317873 + ], + [ + "▁Ya", + -10.935941696166992 + ], + [ + "▁Academy", + -10.936182022094728 + ], + [ + "cial", + -10.936230659484863 + ], + [ + "1%", + -10.936366081237791 + ], + [ + "▁mise", + -10.936684608459473 + ], + [ + "▁gute", + -10.936728477478027 + ], + [ + "gli", + -10.936939239501951 + ], + [ + "▁Bu", + -10.937679290771484 + ], + [ + "▁reduction", + -10.937917709350586 + ], + [ + "acy", + -10.93812656402588 + ], + [ + "aga", + -10.938161849975586 + ], + [ + "▁Sc", + -10.938273429870604 + ], + [ + "▁Informationen", + -10.938308715820312 + ], + [ + "▁kommen", + -10.938352584838867 + ], + [ + "press", + -10.93837833404541 + ], + [ + "▁bridge", + -10.938379287719728 + ], + [ + "▁qualified", + -10.938671112060549 + ], + [ + "position", + -10.93882179260254 + ], + [ + "▁combat", + -10.93893337249756 + ], + [ + "!\"", + -10.938993453979492 + ], + [ + "eva", + -10.939217567443848 + ], + [ + "oase", + -10.939380645751951 + ], + [ + "▁inner", + -10.939410209655762 + ], + [ + "▁loans", + -10.939720153808594 + ], + [ + "made", + -10.939786911010742 + ], + [ + "▁Mexico", + -10.93993091583252 + ], + [ + "▁formal", + -10.940092086791992 + ], + [ + "▁fell", + -10.94021987915039 + ], + [ + "91", + -10.940524101257324 + ], + [ + "▁campus", + -10.9407320022583 + ], + [ + "ienne", + -10.940869331359863 + ], + [ + "▁framework", + -10.94105339050293 + ], + [ + "ncing", + -10.941157341003418 + ], + [ + "▁Para", + -10.941222190856934 + ], + [ + "▁password", + -10.941298484802246 + ], + [ + "▁sei", + -10.94142246246338 + ], + [ + "▁Cross", + -10.941532135009766 + ], + [ + "▁Ten", + -10.94187355041504 + ], + [ + "bank", + -10.941887855529783 + ], + [ + "▁gun", + -10.94200038909912 + ], + [ + "ient", + -10.942021369934082 + ], + [ + "▁usage", + -10.942176818847656 + ], + [ + "▁(2", + -10.942278861999512 + ], + [ + "Gra", + -10.942320823669434 + ], + [ + "▁prea", + -10.94253158569336 + ], + [ + "▁Als", + -10.942619323730469 + ], + [ + "▁finance", + -10.942638397216797 + ], + [ + "tate", + -10.942665100097656 + ], + [ + "ition", + -10.942703247070312 + ], + [ + "▁regulations", + -10.942741394042969 + ], + [ + "▁Professional", + -10.943001747131348 + ], + [ + "▁pl", + -10.94336986541748 + ], + [ + "▁SEO", + -10.943472862243652 + ], + [ + "▁trecut", + -10.943487167358398 + ], + [ + "▁aller", + -10.943509101867676 + ], + [ + "▁violence", + -10.943986892700195 + ], + [ + "▁membership", + -10.944117546081545 + ], + [ + "▁picked", + -10.944162368774414 + ], + [ + "▁collected", + -10.9443359375 + ], + [ + "▁extended", + -10.944449424743652 + ], + [ + "▁religious", + -10.944661140441896 + ], + [ + "▁salle", + -10.944767951965332 + ], + [ + "RA", + -10.944781303405762 + ], + [ + "▁blend", + -10.945232391357422 + ], + [ + "▁Min", + -10.94532299041748 + ], + [ + "kal", + -10.945887565612791 + ], + [ + "▁featuring", + -10.945902824401855 + ], + [ + "▁researchers", + -10.946263313293455 + ], + [ + "▁Search", + -10.946558952331545 + ], + [ + "CE", + -10.946675300598145 + ], + [ + "▁recognized", + -10.94682502746582 + ], + [ + "▁semi", + -10.94692611694336 + ], + [ + "▁exposure", + -10.94718074798584 + ], + [ + "grew", + -10.947466850280762 + ], + [ + "▁candidate", + -10.948250770568848 + ], + [ + "▁shares", + -10.948908805847168 + ], + [ + "▁edit", + -10.949745178222656 + ], + [ + "CS", + -10.949905395507812 + ], + [ + "▁Cl", + -10.950240135192873 + ], + [ + "▁Enjoy", + -10.951438903808594 + ], + [ + "▁hurt", + -10.951482772827148 + ], + [ + "▁bottle", + -10.951593399047852 + ], + [ + "▁Buy", + -10.95159912109375 + ], + [ + "▁superior", + -10.95228672027588 + ], + [ + "▁missed", + -10.95242404937744 + ], + [ + "▁workshop", + -10.952433586120604 + ], + [ + "action", + -10.952437400817873 + ], + [ + "ple", + -10.952699661254885 + ], + [ + "▁Schul", + -10.952814102172852 + ], + [ + "▁houses", + -10.953080177307127 + ], + [ + "▁2017,", + -10.953569412231444 + ], + [ + "▁killed", + -10.953750610351562 + ], + [ + "▁calendar", + -10.954306602478027 + ], + [ + "▁Mike", + -10.954597473144531 + ], + [ + "FA", + -10.954627990722656 + ], + [ + "nut", + -10.95487117767334 + ], + [ + "▁establish", + -10.955140113830566 + ], + [ + "▁alcohol", + -10.95514965057373 + ], + [ + "▁closely", + -10.955170631408691 + ], + [ + "▁MA", + -10.955381393432615 + ], + [ + "pul", + -10.955389022827148 + ], + [ + "▁defined", + -10.955666542053224 + ], + [ + "aires", + -10.955692291259766 + ], + [ + "▁Shi", + -10.955703735351562 + ], + [ + "▁plays", + -10.956303596496582 + ], + [ + "▁sister", + -10.95690631866455 + ], + [ + "▁cable", + -10.957179069519045 + ], + [ + "▁desk", + -10.957215309143066 + ], + [ + "▁apoi", + -10.957738876342772 + ], + [ + "▁identity", + -10.95785140991211 + ], + [ + "▁stars", + -10.957931518554688 + ], + [ + "▁fata", + -10.958008766174316 + ], + [ + "▁obvious", + -10.958330154418944 + ], + [ + "▁dental", + -10.95843505859375 + ], + [ + "AM", + -10.958802223205566 + ], + [ + "▁sharp", + -10.95881175994873 + ], + [ + "duc", + -10.959053993225098 + ], + [ + "▁manufacturer", + -10.95914077758789 + ], + [ + "!)", + -10.959270477294922 + ], + [ + "▁objects", + -10.959720611572266 + ], + [ + "▁Ag", + -10.959989547729492 + ], + [ + "referred", + -10.960195541381836 + ], + [ + "▁Ak", + -10.960308074951172 + ], + [ + "burg", + -10.960360527038574 + ], + [ + "▁nouveau", + -10.960854530334473 + ], + [ + "▁Pal", + -10.960994720458984 + ], + [ + "▁Arbeits", + -10.961280822753906 + ], + [ + "▁personally", + -10.961288452148438 + ], + [ + "▁Dé", + -10.961292266845703 + ], + [ + "▁import", + -10.961688041687012 + ], + [ + "▁justice", + -10.961913108825684 + ], + [ + "▁photography", + -10.962705612182615 + ], + [ + "▁portfolio", + -10.962841987609863 + ], + [ + "56", + -10.96314525604248 + ], + [ + "▁nouvelle", + -10.963293075561523 + ], + [ + "▁oven", + -10.964197158813477 + ], + [ + "▁400", + -10.964272499084473 + ], + [ + "▁mixed", + -10.964395523071287 + ], + [ + "▁relax", + -10.964427947998049 + ], + [ + "▁imp", + -10.964703559875488 + ], + [ + "▁».", + -10.964734077453612 + ], + [ + "▁mail", + -10.964777946472168 + ], + [ + "rage", + -10.964861869812012 + ], + [ + "nos", + -10.964974403381348 + ], + [ + "▁drugs", + -10.965195655822754 + ], + [ + "▁jede", + -10.965211868286133 + ], + [ + "▁einige", + -10.965232849121094 + ], + [ + "▁8.", + -10.965325355529783 + ], + [ + "ters", + -10.965412139892578 + ], + [ + "▁electrical", + -10.965432167053224 + ], + [ + "▁puis", + -10.96583652496338 + ], + [ + "▁films", + -10.965903282165527 + ], + [ + "41", + -10.966036796569824 + ], + [ + "▁moral", + -10.966398239135742 + ], + [ + "lage", + -10.966402053833008 + ], + [ + "▁spaces", + -10.966415405273438 + ], + [ + "▁Ed", + -10.96646213531494 + ], + [ + "▁classroom", + -10.966588020324709 + ], + [ + "▁große", + -10.966588973999023 + ], + [ + "▁baza", + -10.96688747406006 + ], + [ + "face", + -10.967308044433594 + ], + [ + "▁informed", + -10.967333793640137 + ], + [ + "▁improving", + -10.967477798461914 + ], + [ + "▁guidance", + -10.967880249023438 + ], + [ + "▁gallery", + -10.96800708770752 + ], + [ + "cular", + -10.968046188354492 + ], + [ + "53", + -10.968094825744627 + ], + [ + "Despite", + -10.968238830566406 + ], + [ + "▁forme", + -10.968304634094238 + ], + [ + "▁système", + -10.96841526031494 + ], + [ + "▁Win", + -10.968494415283203 + ], + [ + "▁Small", + -10.96853733062744 + ], + [ + "▁Mobile", + -10.968564987182615 + ], + [ + "▁tape", + -10.96860694885254 + ], + [ + "▁erhalten", + -10.968914985656738 + ], + [ + "▁movies", + -10.968928337097168 + ], + [ + "▁Unfortunately", + -10.968963623046877 + ], + [ + "▁Looking", + -10.96945858001709 + ], + [ + "▁guard", + -10.969584465026855 + ], + [ + "▁pr", + -10.969820976257324 + ], + [ + "▁confident", + -10.96988582611084 + ], + [ + "BA", + -10.970229148864746 + ], + [ + "bas", + -10.970272064208984 + ], + [ + "hum", + -10.97050666809082 + ], + [ + "ular", + -10.9705171585083 + ], + [ + "▁Still", + -10.970593452453612 + ], + [ + "▁flavor", + -10.970656394958496 + ], + [ + "▁boost", + -10.970773696899414 + ], + [ + "▁division", + -10.970842361450195 + ], + [ + "ising", + -10.971006393432615 + ], + [ + "▁monitoring", + -10.971044540405272 + ], + [ + "▁Sen", + -10.97105884552002 + ], + [ + "▁https", + -10.971527099609377 + ], + [ + "mainly", + -10.971735000610352 + ], + [ + "play", + -10.972251892089844 + ], + [ + "▁dynamic", + -10.972357749938965 + ], + [ + "▁coup", + -10.972370147705078 + ], + [ + "▁carpet", + -10.972561836242676 + ], + [ + "iner", + -10.97284698486328 + ], + [ + "ral", + -10.97325611114502 + ], + [ + "iser", + -10.97332000732422 + ], + [ + "RC", + -10.9739990234375 + ], + [ + "▁definition", + -10.97475814819336 + ], + [ + "▁Za", + -10.974767684936523 + ], + [ + "friendly", + -10.974883079528809 + ], + [ + "43", + -10.975123405456545 + ], + [ + "link", + -10.975180625915527 + ], + [ + "▁Multi", + -10.97519302368164 + ], + [ + "▁einmal", + -10.975272178649902 + ], + [ + "▁stopped", + -10.975394248962402 + ], + [ + "vel", + -10.975456237792969 + ], + [ + "▁ongoing", + -10.975565910339355 + ], + [ + "▁ancient", + -10.976259231567385 + ], + [ + "take", + -10.976301193237305 + ], + [ + "cia", + -10.976432800292969 + ], + [ + "▁USB", + -10.976545333862305 + ], + [ + "▁attorney", + -10.976866722106934 + ], + [ + "▁slot", + -10.976866722106934 + ], + [ + "▁Line", + -10.97693157196045 + ], + [ + "rice", + -10.977087020874023 + ], + [ + "ify", + -10.977520942687988 + ], + [ + "ó", + -10.978260040283203 + ], + [ + "▁flash", + -10.978483200073242 + ], + [ + "▁extension", + -10.978555679321287 + ], + [ + "▁Ende", + -10.979022979736328 + ], + [ + "▁powder", + -10.979114532470703 + ], + [ + "ească", + -10.979143142700195 + ], + [ + "03", + -10.979327201843262 + ], + [ + "▁normally", + -10.979416847229004 + ], + [ + "▁pun", + -10.980108261108398 + ], + [ + "viewed", + -10.980138778686523 + ], + [ + "ssen", + -10.980896949768066 + ], + [ + "ache", + -10.981121063232422 + ], + [ + "ește", + -10.98122787475586 + ], + [ + "▁PA", + -10.981266021728516 + ], + [ + "FI", + -10.981945991516112 + ], + [ + "▁Frank", + -10.98198127746582 + ], + [ + "▁apa", + -10.98242473602295 + ], + [ + "▁coast", + -10.982614517211914 + ], + [ + "▁boy", + -10.982665061950684 + ], + [ + "lim", + -10.982902526855469 + ], + [ + "▁putin", + -10.983194351196287 + ], + [ + "▁script", + -10.983332633972168 + ], + [ + "▁noticed", + -10.9837007522583 + ], + [ + "▁dealing", + -10.983922004699709 + ], + [ + "▁Trans", + -10.984100341796877 + ], + [ + "▁border", + -10.984447479248049 + ], + [ + "▁reputation", + -10.984657287597656 + ], + [ + "-2", + -10.984662055969238 + ], + [ + "HS", + -10.984707832336426 + ], + [ + "▁supports", + -10.98472499847412 + ], + [ + "▁horse", + -10.985146522521973 + ], + [ + "nik", + -10.98520565032959 + ], + [ + "▁clothes", + -10.985234260559082 + ], + [ + "▁Card", + -10.985612869262695 + ], + [ + "▁relief", + -10.98595905303955 + ], + [ + "▁Visit", + -10.98625946044922 + ], + [ + "▁luni", + -10.98659324645996 + ], + [ + "81", + -10.986693382263184 + ], + [ + "qua", + -10.986945152282717 + ], + [ + "▁Comp", + -10.98697280883789 + ], + [ + "▁investigation", + -10.987137794494627 + ], + [ + "▁depth", + -10.987598419189451 + ], + [ + "▁earned", + -10.987709045410156 + ], + [ + "▁Ren", + -10.98809051513672 + ], + [ + "▁Dumnezeu", + -10.988107681274414 + ], + [ + "▁Joe", + -10.988210678100586 + ], + [ + "▁goods", + -10.988288879394531 + ], + [ + "▁Vol", + -10.988686561584473 + ], + [ + "▁certified", + -10.989118576049805 + ], + [ + "▁favor", + -10.98932647705078 + ], + [ + "▁Scott", + -10.989599227905272 + ], + [ + "▁protest", + -10.989802360534668 + ], + [ + "▁pace", + -10.989803314208984 + ], + [ + "▁Angeles", + -10.990368843078612 + ], + [ + "inch", + -10.99050521850586 + ], + [ + "▁charged", + -10.99052619934082 + ], + [ + "code", + -10.990968704223633 + ], + [ + "▁convenient", + -10.99138355255127 + ], + [ + "▁Nord", + -10.99155616760254 + ], + [ + "▁yesterday", + -10.991691589355469 + ], + [ + "Dacă", + -10.99169635772705 + ], + [ + "▁Travel", + -10.991786003112791 + ], + [ + "▁kid", + -10.991941452026367 + ], + [ + "ction", + -10.991986274719238 + ], + [ + "▁groupe", + -10.992770195007324 + ], + [ + "pu", + -10.993056297302246 + ], + [ + "bzw", + -10.993196487426758 + ], + [ + "▁mixture", + -10.993513107299805 + ], + [ + "▁Farm", + -10.993715286254885 + ], + [ + "▁acces", + -10.993939399719238 + ], + [ + "matic", + -10.993950843811035 + ], + [ + "▁comparison", + -10.994006156921388 + ], + [ + "reich", + -10.994095802307127 + ], + [ + "pet", + -10.994502067565918 + ], + [ + "▁lit", + -10.994685173034668 + ], + [ + "▁organized", + -10.99476432800293 + ], + [ + "just", + -10.995564460754396 + ], + [ + "▁fellow", + -10.996004104614258 + ], + [ + "Ver", + -10.996209144592283 + ], + [ + "▁trends", + -10.99622631072998 + ], + [ + "▁evaluation", + -10.99626636505127 + ], + [ + "feld", + -10.99639892578125 + ], + [ + "▁Pu", + -10.99671459197998 + ], + [ + "▁equipped", + -10.99727725982666 + ], + [ + "▁catre", + -10.997278213500977 + ], + [ + "eck", + -10.997369766235352 + ], + [ + "▁facing", + -10.997998237609863 + ], + [ + "▁instrument", + -10.998361587524414 + ], + [ + "▁pleased", + -10.998507499694824 + ], + [ + "▁tap", + -10.998818397521973 + ], + [ + "dom", + -10.998826026916504 + ], + [ + "▁pump", + -10.999384880065918 + ], + [ + "▁functional", + -10.999429702758787 + ], + [ + "▁authority", + -10.999455451965332 + ], + [ + "▁experiment", + -10.999478340148926 + ], + [ + "LO", + -10.999529838562012 + ], + [ + "▁scheduled", + -10.999552726745604 + ], + [ + "halt", + -10.999604225158691 + ], + [ + "▁ceiling", + -10.999761581420898 + ], + [ + "▁Step", + -11.000310897827148 + ], + [ + "▁orders", + -11.00032901763916 + ], + [ + "▁speech", + -11.001046180725098 + ], + [ + "▁stands", + -11.00111961364746 + ], + [ + "▁disc", + -11.001920700073242 + ], + [ + "▁rec", + -11.001935958862305 + ], + [ + "▁Text", + -11.00243854522705 + ], + [ + "▁banks", + -11.00294017791748 + ], + [ + "▁oameni", + -11.003045082092283 + ], + [ + "▁communications", + -11.00319480895996 + ], + [ + "trag", + -11.003307342529297 + ], + [ + "▁trail", + -11.003803253173828 + ], + [ + "AN", + -11.00426197052002 + ], + [ + "▁Federal", + -11.004467964172363 + ], + [ + "▁quote", + -11.00455093383789 + ], + [ + "▁spus", + -11.004620552062988 + ], + [ + "▁managing", + -11.004990577697754 + ], + [ + "▁booking", + -11.00505256652832 + ], + [ + "▁Blog", + -11.005669593811035 + ], + [ + "▁tank", + -11.005681991577148 + ], + [ + "pon", + -11.005804061889648 + ], + [ + "GE", + -11.00582218170166 + ], + [ + "▁fiscal", + -11.005871772766112 + ], + [ + "▁satisfaction", + -11.006044387817385 + ], + [ + "cre", + -11.00614070892334 + ], + [ + "▁protected", + -11.006494522094728 + ], + [ + "▁enfants", + -11.00678253173828 + ], + [ + "▁dort", + -11.007554054260254 + ], + [ + "▁Mel", + -11.008041381835938 + ], + [ + "▁turns", + -11.00804615020752 + ], + [ + "▁savings", + -11.008106231689451 + ], + [ + "▁voir", + -11.008358001708984 + ], + [ + "▁Boston", + -11.008394241333008 + ], + [ + "▁debate", + -11.008469581604004 + ], + [ + "▁SO", + -11.00885772705078 + ], + [ + "▁tables", + -11.009193420410156 + ], + [ + "▁honest", + -11.009210586547852 + ], + [ + "mate", + -11.009283065795898 + ], + [ + "▁chart", + -11.0094633102417 + ], + [ + "decât", + -11.009682655334473 + ], + [ + "▁Radio", + -11.009685516357422 + ], + [ + "54", + -11.00986385345459 + ], + [ + "▁vol", + -11.010008811950684 + ], + [ + "last", + -11.01014804840088 + ], + [ + "▁tall", + -11.010408401489258 + ], + [ + "▁Should", + -11.010489463806152 + ], + [ + "▁sink", + -11.010525703430176 + ], + [ + "▁Right", + -11.010527610778809 + ], + [ + "▁male", + -11.010720252990724 + ], + [ + "▁Modern", + -11.010753631591797 + ], + [ + "▁indeed", + -11.010886192321776 + ], + [ + "▁Garden", + -11.01113986968994 + ], + [ + "▁Mod", + -11.011307716369627 + ], + [ + "▁turning", + -11.0115327835083 + ], + [ + "▁inches", + -11.011557579040527 + ], + [ + "▁Police", + -11.01183795928955 + ], + [ + "▁Pay", + -11.01201629638672 + ], + [ + "UE", + -11.0126371383667 + ], + [ + "mé", + -11.012652397155762 + ], + [ + "EE", + -11.013046264648438 + ], + [ + "▁cookies", + -11.013116836547852 + ], + [ + "rip", + -11.013351440429688 + ], + [ + "▁Motor", + -11.01352310180664 + ], + [ + "▁lung", + -11.01379680633545 + ], + [ + "▁Ap", + -11.013995170593262 + ], + [ + "▁sustainable", + -11.014066696166992 + ], + [ + "▁instant", + -11.014240264892578 + ], + [ + "▁Rose", + -11.014464378356934 + ], + [ + "▁Carolina", + -11.014906883239746 + ], + [ + "▁Help", + -11.014969825744627 + ], + [ + "IE", + -11.01535701751709 + ], + [ + "▁Jersey", + -11.015522956848145 + ], + [ + "▁Spanish", + -11.015586853027344 + ], + [ + "▁wheel", + -11.015660285949709 + ], + [ + "▁fishing", + -11.0158109664917 + ], + [ + "gram", + -11.01593780517578 + ], + [ + "▁ST", + -11.016227722167969 + ], + [ + "▁Nov", + -11.01632022857666 + ], + [ + "▁reporting", + -11.016362190246582 + ], + [ + "ked", + -11.016467094421388 + ], + [ + "▁Leben", + -11.016557693481444 + ], + [ + "▁organisation", + -11.016843795776367 + ], + [ + "▁tiny", + -11.017144203186035 + ], + [ + "▁Alex", + -11.017236709594728 + ], + [ + "▁obtained", + -11.017255783081056 + ], + [ + "▁Acest", + -11.017367362976074 + ], + [ + "▁dangerous", + -11.01749038696289 + ], + [ + "utter", + -11.017624855041504 + ], + [ + "▁rev", + -11.01801586151123 + ], + [ + "Un", + -11.018242835998535 + ], + [ + "▁revealed", + -11.018356323242188 + ], + [ + "▁decade", + -11.018709182739258 + ], + [ + "▁possibility", + -11.01945686340332 + ], + [ + "service", + -11.019577980041504 + ], + [ + "è", + -11.01966667175293 + ], + [ + "▁Chief", + -11.01967430114746 + ], + [ + "▁Durch", + -11.019795417785645 + ], + [ + "▁cadre", + -11.019843101501465 + ], + [ + "▁wearing", + -11.019845008850098 + ], + [ + "sized", + -11.01988410949707 + ], + [ + "LY", + -11.01989459991455 + ], + [ + "▁unser", + -11.019963264465332 + ], + [ + "▁2016,", + -11.01998805999756 + ], + [ + "▁fail", + -11.020028114318848 + ], + [ + "iques", + -11.020115852355955 + ], + [ + "▁Angel", + -11.020315170288086 + ], + [ + "▁transportation", + -11.02036476135254 + ], + [ + "▁dates", + -11.020395278930664 + ], + [ + "▁danger", + -11.020731925964355 + ], + [ + "▁forum", + -11.020828247070312 + ], + [ + "zug", + -11.020885467529297 + ], + [ + "▁filed", + -11.021199226379396 + ], + [ + "loc", + -11.021201133728027 + ], + [ + "éri", + -11.021234512329102 + ], + [ + "tribu", + -11.02139377593994 + ], + [ + "▁entered", + -11.021639823913574 + ], + [ + "▁porte", + -11.021928787231444 + ], + [ + "▁arts", + -11.021979331970217 + ], + [ + "▁reform", + -11.022001266479492 + ], + [ + "▁Main", + -11.022101402282717 + ], + [ + "▁dir", + -11.022111892700195 + ], + [ + "▁approval", + -11.022465705871582 + ], + [ + "▁juice", + -11.022750854492188 + ], + [ + "vier", + -11.022771835327148 + ], + [ + "▁nivel", + -11.02318000793457 + ], + [ + "▁returns", + -11.023423194885254 + ], + [ + "▁formed", + -11.023723602294922 + ], + [ + "▁combine", + -11.02436351776123 + ], + [ + "▁cours", + -11.024392127990724 + ], + [ + "▁Standard", + -11.024463653564451 + ], + [ + "▁certification", + -11.024677276611328 + ], + [ + "escu", + -11.024996757507324 + ], + [ + "▁achieved", + -11.025278091430664 + ], + [ + "▁Model", + -11.025280952453612 + ], + [ + "rul", + -11.025404930114746 + ], + [ + "▁Tage", + -11.025530815124512 + ], + [ + "▁injuries", + -11.02560806274414 + ], + [ + "▁Sal", + -11.025671005249023 + ], + [ + "▁expenses", + -11.025887489318848 + ], + [ + "▁cet", + -11.026009559631348 + ], + [ + "▁taxes", + -11.026028633117676 + ], + [ + "diesen", + -11.02626895904541 + ], + [ + "▁fairly", + -11.026638984680176 + ], + [ + "▁Access", + -11.026866912841797 + ], + [ + "wind", + -11.027122497558594 + ], + [ + "IM", + -11.027252197265623 + ], + [ + "ense", + -11.027548789978027 + ], + [ + "▁hang", + -11.027957916259766 + ], + [ + "▁citizens", + -11.028020858764648 + ], + [ + "3%", + -11.028101921081545 + ], + [ + "lum", + -11.028268814086914 + ], + [ + "▁discussed", + -11.028326034545898 + ], + [ + "AC", + -11.02841854095459 + ], + [ + "‘", + -11.0286865234375 + ], + [ + "▁Sol", + -11.028698921203612 + ], + [ + "06", + -11.028816223144531 + ], + [ + "stellen", + -11.029170989990234 + ], + [ + "▁participation", + -11.02917194366455 + ], + [ + "▁Box", + -11.029200553894045 + ], + [ + "▁bieten", + -11.029687881469728 + ], + [ + "▁Louis", + -11.029730796813965 + ], + [ + "▁lessons", + -11.029789924621582 + ], + [ + "▁visible", + -11.029966354370115 + ], + [ + "▁Cam", + -11.030128479003906 + ], + [ + "▁Ban", + -11.03053092956543 + ], + [ + "▁Far", + -11.03060245513916 + ], + [ + "▁travers", + -11.030759811401367 + ], + [ + "▁telling", + -11.030808448791504 + ], + [ + "▁magic", + -11.030855178833008 + ], + [ + "▁Night", + -11.031316757202148 + ], + [ + "▁judge", + -11.031400680541992 + ], + [ + "▁Pat", + -11.031482696533203 + ], + [ + "▁Southern", + -11.031901359558104 + ], + [ + "OL", + -11.031929969787598 + ], + [ + "fully", + -11.032191276550291 + ], + [ + "▁acestea", + -11.03223705291748 + ], + [ + "▁Order", + -11.032383918762209 + ], + [ + "▁facut", + -11.032523155212402 + ], + [ + "▁Matt", + -11.032600402832031 + ], + [ + "registr", + -11.03278923034668 + ], + [ + "▁Yet", + -11.032811164855955 + ], + [ + "ß", + -11.033596992492676 + ], + [ + "▁făcut", + -11.033618927001951 + ], + [ + "▁versions", + -11.033780097961426 + ], + [ + "▁Force", + -11.03396224975586 + ], + [ + "rick", + -11.034153938293455 + ], + [ + "▁rund", + -11.034563064575195 + ], + [ + "ike", + -11.034658432006836 + ], + [ + "▁Young", + -11.034675598144531 + ], + [ + "▁ski", + -11.034927368164062 + ], + [ + "CU", + -11.035385131835938 + ], + [ + "▁Second", + -11.035510063171388 + ], + [ + "▁graduate", + -11.03554916381836 + ], + [ + "▁Bible", + -11.036049842834473 + ], + [ + "▁vary", + -11.036060333251951 + ], + [ + "▁celebration", + -11.036151885986328 + ], + [ + "▁risks", + -11.036210060119627 + ], + [ + "erii", + -11.036327362060549 + ], + [ + "rance", + -11.036577224731444 + ], + [ + "▁MP", + -11.036787986755373 + ], + [ + "▁tale", + -11.036788940429688 + ], + [ + "▁Ford", + -11.037044525146484 + ], + [ + "▁attached", + -11.037278175354004 + ], + [ + "▁Sy", + -11.037312507629396 + ], + [ + "▁Ly", + -11.03765869140625 + ], + [ + "stellung", + -11.037687301635742 + ], + [ + "▁trop", + -11.0377197265625 + ], + [ + "▁années", + -11.037736892700195 + ], + [ + "▁linked", + -11.03792667388916 + ], + [ + "pit", + -11.038352012634276 + ], + [ + "So", + -11.03835391998291 + ], + [ + "ţe", + -11.03847312927246 + ], + [ + "▁origin", + -11.038509368896484 + ], + [ + "▁boys", + -11.039263725280762 + ], + [ + "holder", + -11.039352416992188 + ], + [ + "read", + -11.039461135864258 + ], + [ + "▁relative", + -11.03950023651123 + ], + [ + "▁industries", + -11.03958511352539 + ], + [ + "making", + -11.039688110351562 + ], + [ + "▁tun", + -11.039917945861816 + ], + [ + "▁forced", + -11.041061401367188 + ], + [ + "▁Welcome", + -11.041086196899414 + ], + [ + "▁explained", + -11.041138648986816 + ], + [ + "MP", + -11.041389465332031 + ], + [ + "▁Three", + -11.041613578796388 + ], + [ + "aza", + -11.041768074035645 + ], + [ + "▁1999", + -11.041924476623535 + ], + [ + "▁erst", + -11.042237281799316 + ], + [ + "RS", + -11.04262351989746 + ], + [ + "▁attractive", + -11.04279899597168 + ], + [ + "▁visited", + -11.042805671691896 + ], + [ + "▁nom", + -11.042874336242676 + ], + [ + "▁drum", + -11.042933464050291 + ], + [ + "cast", + -11.043068885803224 + ], + [ + "ogen", + -11.043105125427246 + ], + [ + "▁tech", + -11.04360294342041 + ], + [ + "▁Comment", + -11.043664932250977 + ], + [ + "▁Little", + -11.04405689239502 + ], + [ + "▁suggested", + -11.044086456298828 + ], + [ + "▁gar", + -11.04420566558838 + ], + [ + "▁crack", + -11.04458999633789 + ], + [ + "▁shooting", + -11.044676780700684 + ], + [ + "▁Try", + -11.044759750366213 + ], + [ + "▁Remember", + -11.045008659362791 + ], + [ + "▁folks", + -11.045217514038086 + ], + [ + "▁MS", + -11.045512199401855 + ], + [ + "▁Dia", + -11.04584789276123 + ], + [ + "3)", + -11.046561241149902 + ], + [ + "arbeit", + -11.04697036743164 + ], + [ + "▁pepper", + -11.04706573486328 + ], + [ + "zz", + -11.047107696533203 + ], + [ + "▁extreme", + -11.047235488891602 + ], + [ + "▁extrem", + -11.047367095947266 + ], + [ + "▁severe", + -11.047768592834473 + ], + [ + "▁networks", + -11.047882080078123 + ], + [ + "păr", + -11.047910690307615 + ], + [ + "sent", + -11.047933578491213 + ], + [ + "▁structures", + -11.048048973083496 + ], + [ + "▁Join", + -11.048078536987305 + ], + [ + "▁privind", + -11.048255920410156 + ], + [ + "▁marriage", + -11.04865837097168 + ], + [ + "▁liegt", + -11.04891872406006 + ], + [ + "eben", + -11.048995971679688 + ], + [ + "▁produse", + -11.049076080322266 + ], + [ + "▁tested", + -11.049090385437012 + ], + [ + "▁Queen", + -11.049134254455566 + ], + [ + "▁Tax", + -11.049687385559082 + ], + [ + "rian", + -11.049710273742676 + ], + [ + "▁Problem", + -11.050151824951172 + ], + [ + "izat", + -11.05023193359375 + ], + [ + "udi", + -11.05032444000244 + ], + [ + "▁LA", + -11.050718307495115 + ], + [ + "▁afford", + -11.051108360290527 + ], + [ + "▁percentage", + -11.05121898651123 + ], + [ + "▁cute", + -11.051547050476074 + ], + [ + "▁gorgeous", + -11.051891326904297 + ], + [ + "▁indoor", + -11.05190372467041 + ], + [ + "▁configuration", + -11.05210304260254 + ], + [ + "▁immediate", + -11.052303314208984 + ], + [ + "▁exemple", + -11.052450180053713 + ], + [ + "▁Being", + -11.052550315856934 + ], + [ + "▁introduction", + -11.05259132385254 + ], + [ + "ella", + -11.05320644378662 + ], + [ + "bare", + -11.053521156311035 + ], + [ + "▁besser", + -11.053539276123049 + ], + [ + "▁Put", + -11.053740501403809 + ], + [ + "gon", + -11.054248809814451 + ], + [ + "▁Italy", + -11.054259300231934 + ], + [ + "▁Thus", + -11.05435562133789 + ], + [ + "tari", + -11.054437637329102 + ], + [ + "0.000", + -11.054460525512695 + ], + [ + "▁Price", + -11.054651260375977 + ], + [ + "▁Trust", + -11.054824829101562 + ], + [ + "▁contra", + -11.054863929748535 + ], + [ + "▁layout", + -11.05504035949707 + ], + [ + "▁Ireland", + -11.055187225341797 + ], + [ + "ctor", + -11.055344581604004 + ], + [ + "atoare", + -11.055540084838867 + ], + [ + "pra", + -11.055729866027832 + ], + [ + "rent", + -11.055892944335938 + ], + [ + "▁Seite", + -11.05605411529541 + ], + [ + "▁ori", + -11.056280136108398 + ], + [ + "spiel", + -11.056541442871094 + ], + [ + "▁Times", + -11.056883811950684 + ], + [ + "primarily", + -11.056974411010742 + ], + [ + "nov", + -11.05703067779541 + ], + [ + "▁desired", + -11.057061195373535 + ], + [ + "▁Would", + -11.057072639465332 + ], + [ + "PL", + -11.057225227355955 + ], + [ + "▁originally", + -11.057367324829102 + ], + [ + "▁Ana", + -11.05746364593506 + ], + [ + "EN", + -11.05754566192627 + ], + [ + "▁occasion", + -11.05755615234375 + ], + [ + "▁grant", + -11.057572364807127 + ], + [ + "igkeit", + -11.057975769042969 + ], + [ + "▁scheme", + -11.058146476745604 + ], + [ + "▁2015.", + -11.058621406555176 + ], + [ + "izare", + -11.058778762817385 + ], + [ + "gate", + -11.058792114257812 + ], + [ + "▁poker", + -11.058899879455566 + ], + [ + "pping", + -11.058998107910156 + ], + [ + "▁Wild", + -11.059511184692385 + ], + [ + "▁YouTube", + -11.059995651245115 + ], + [ + "▁assume", + -11.060284614562988 + ], + [ + "с", + -11.060614585876465 + ], + [ + "▁rapport", + -11.060623168945312 + ], + [ + "▁labor", + -11.060996055603027 + ], + [ + "teur", + -11.061041831970217 + ], + [ + "▁genre", + -11.06116008758545 + ], + [ + "▁plat", + -11.061745643615724 + ], + [ + "▁listening", + -11.061750411987305 + ], + [ + "sky", + -11.061777114868164 + ], + [ + "▁neighborhood", + -11.061782836914062 + ], + [ + "▁3-", + -11.06215000152588 + ], + [ + "▁Library", + -11.062162399291992 + ], + [ + "agit", + -11.062249183654783 + ], + [ + "▁platforms", + -11.06284999847412 + ], + [ + "bei", + -11.06288242340088 + ], + [ + "AB", + -11.06289768218994 + ], + [ + "▁manufacturers", + -11.06295394897461 + ], + [ + "▁printing", + -11.06314182281494 + ], + [ + "▁crisis", + -11.063326835632324 + ], + [ + "▁Smart", + -11.06335163116455 + ], + [ + "▁drawing", + -11.063406944274902 + ], + [ + "MO", + -11.06348991394043 + ], + [ + "▁durable", + -11.063569068908691 + ], + [ + "chant", + -11.0636625289917 + ], + [ + "▁chemical", + -11.063764572143556 + ], + [ + "▁savoir", + -11.063776016235352 + ], + [ + "▁Max", + -11.063802719116213 + ], + [ + "gestellt", + -11.06380844116211 + ], + [ + "▁rural", + -11.063854217529297 + ], + [ + "52", + -11.064105033874512 + ], + [ + "▁invited", + -11.064169883728027 + ], + [ + "▁fil", + -11.0642728805542 + ], + [ + "▁Rob", + -11.064284324645996 + ], + [ + "▁Bell", + -11.064387321472168 + ], + [ + "▁neck", + -11.064831733703612 + ], + [ + "pac", + -11.064879417419434 + ], + [ + "wal", + -11.06491470336914 + ], + [ + "▁là", + -11.064922332763672 + ], + [ + "▁Virginia", + -11.065081596374512 + ], + [ + "▁applicable", + -11.06509017944336 + ], + [ + "▁abuse", + -11.065153121948242 + ], + [ + "aide", + -11.065321922302246 + ], + [ + "▁increases", + -11.065396308898926 + ], + [ + "▁moi", + -11.065568923950195 + ], + [ + "▁Non", + -11.065577507019045 + ], + [ + "▁Produkt", + -11.065627098083496 + ], + [ + "FC", + -11.065644264221191 + ], + [ + "▁shops", + -11.065677642822266 + ], + [ + "▁prendre", + -11.065923690795898 + ], + [ + "atul", + -11.065990447998049 + ], + [ + "▁sal", + -11.066137313842772 + ], + [ + "▁société", + -11.06627082824707 + ], + [ + "▁Hot", + -11.066329002380373 + ], + [ + "rim", + -11.066587448120115 + ], + [ + "gue", + -11.06661605834961 + ], + [ + "▁enterprise", + -11.066624641418455 + ], + [ + "▁33", + -11.06732940673828 + ], + [ + "mittel", + -11.067395210266112 + ], + [ + "ged", + -11.067439079284668 + ], + [ + "▁formula", + -11.06777286529541 + ], + [ + "▁spin", + -11.067784309387209 + ], + [ + "als", + -11.067826271057127 + ], + [ + "2%", + -11.06785774230957 + ], + [ + "bon", + -11.068192481994627 + ], + [ + "▁Executive", + -11.068323135375977 + ], + [ + "▁wirklich", + -11.068427085876465 + ], + [ + "îl", + -11.068608283996582 + ], + [ + "1.", + -11.068917274475098 + ], + [ + "▁Arm", + -11.069157600402832 + ], + [ + "▁rid", + -11.069358825683594 + ], + [ + "aries", + -11.069727897644045 + ], + [ + "▁incident", + -11.06982421875 + ], + [ + "▁copii", + -11.070008277893066 + ], + [ + "▁Charles", + -11.070141792297363 + ], + [ + "▁meals", + -11.070147514343262 + ], + [ + "▁wireless", + -11.070237159729004 + ], + [ + "Ex", + -11.070364952087402 + ], + [ + "▁Financial", + -11.07054042816162 + ], + [ + "▁AM", + -11.070615768432615 + ], + [ + "▁fest", + -11.070645332336426 + ], + [ + "▁Ol", + -11.071410179138184 + ], + [ + "oir", + -11.071447372436523 + ], + [ + "300", + -11.071893692016602 + ], + [ + "▁punct", + -11.072138786315918 + ], + [ + "▁Mad", + -11.07283878326416 + ], + [ + "▁Ali", + -11.07290744781494 + ], + [ + "lag", + -11.073214530944824 + ], + [ + "▁ocean", + -11.073314666748049 + ], + [ + "▁mirror", + -11.073326110839844 + ], + [ + "▁Additionally", + -11.073869705200195 + ], + [ + "alia", + -11.073884963989258 + ], + [ + "▁county", + -11.073899269104004 + ], + [ + "▁hip", + -11.074305534362791 + ], + [ + "dale", + -11.074395179748535 + ], + [ + "▁Stra", + -11.074429512023926 + ], + [ + "▁drag", + -11.074575424194336 + ], + [ + "▁Sand", + -11.074851036071776 + ], + [ + "▁historic", + -11.074980735778809 + ], + [ + "ière", + -11.075427055358888 + ], + [ + "▁examine", + -11.075624465942385 + ], + [ + "soci", + -11.075634002685549 + ], + [ + "ime", + -11.076088905334473 + ], + [ + "▁Insurance", + -11.07621955871582 + ], + [ + "▁crime", + -11.076736450195312 + ], + [ + "▁pare", + -11.076945304870604 + ], + [ + "▁craft", + -11.077105522155762 + ], + [ + "▁Building", + -11.077279090881348 + ], + [ + "mission", + -11.077534675598145 + ], + [ + "▁Americans", + -11.077573776245115 + ], + [ + "▁mg", + -11.077799797058104 + ], + [ + "▁passage", + -11.077938079833984 + ], + [ + "▁deposit", + -11.078346252441406 + ], + [ + "▁widely", + -11.078444480895996 + ], + [ + "nch", + -11.078453063964844 + ], + [ + "▁Coast", + -11.07875633239746 + ], + [ + "▁recipes", + -11.078784942626951 + ], + [ + "▁Ziel", + -11.07951545715332 + ], + [ + "▁duty", + -11.079646110534668 + ], + [ + "▁gerne", + -11.079704284667969 + ], + [ + "most", + -11.080034255981444 + ], + [ + "▁argument", + -11.080158233642578 + ], + [ + "▁root", + -11.08021354675293 + ], + [ + "▁consult", + -11.08024787902832 + ], + [ + "▁muscle", + -11.080255508422852 + ], + [ + "▁spoke", + -11.08038330078125 + ], + [ + "▁Cum", + -11.080950736999512 + ], + [ + "▁orange", + -11.08103370666504 + ], + [ + "▁reader", + -11.08112335205078 + ], + [ + "schw", + -11.081151008605955 + ], + [ + "▁commission", + -11.081332206726074 + ], + [ + "histoire", + -11.081811904907228 + ], + [ + "▁represents", + -11.082064628601074 + ], + [ + "▁meilleur", + -11.082343101501465 + ], + [ + "▁10.", + -11.082358360290527 + ], + [ + "HA", + -11.082427024841309 + ], + [ + "▁Systems", + -11.082573890686035 + ], + [ + "▁blind", + -11.082603454589844 + ], + [ + "▁HP", + -11.083221435546877 + ], + [ + "▁doi", + -11.083307266235352 + ], + [ + "▁signature", + -11.083404541015623 + ], + [ + "▁invite", + -11.083505630493164 + ], + [ + "▁Samsung", + -11.083802223205566 + ], + [ + "▁liber", + -11.083942413330078 + ], + [ + "▁letters", + -11.0840482711792 + ], + [ + "▁primul", + -11.084186553955078 + ], + [ + "▁losing", + -11.084328651428224 + ], + [ + "resulting", + -11.084467887878418 + ], + [ + "▁Computer", + -11.08474063873291 + ], + [ + "▁poll", + -11.0847749710083 + ], + [ + "rile", + -11.085102081298828 + ], + [ + "TI", + -11.085142135620115 + ], + [ + "▁cur", + -11.08566951751709 + ], + [ + "▁fonction", + -11.085833549499512 + ], + [ + "gat", + -11.086359977722168 + ], + [ + "AA", + -11.086480140686035 + ], + [ + "tiv", + -11.086692810058594 + ], + [ + "▁Str", + -11.087076187133787 + ], + [ + "ești", + -11.08767795562744 + ], + [ + "▁officer", + -11.0877046585083 + ], + [ + "reducing", + -11.08772087097168 + ], + [ + "▁gifts", + -11.08780288696289 + ], + [ + "▁performing", + -11.08788776397705 + ], + [ + "▁»,", + -11.088349342346191 + ], + [ + "▁guitar", + -11.08838939666748 + ], + [ + "▁segment", + -11.088580131530762 + ], + [ + "▁Tar", + -11.08861255645752 + ], + [ + "▁ultimately", + -11.088805198669434 + ], + [ + "▁cam", + -11.088960647583008 + ], + [ + "▁Arbeit", + -11.089076042175291 + ], + [ + "▁accessories", + -11.089418411254885 + ], + [ + "bad", + -11.089820861816406 + ], + [ + "home", + -11.0899019241333 + ], + [ + "▁clip", + -11.08995532989502 + ], + [ + "range", + -11.090432167053224 + ], + [ + "CM", + -11.090867042541504 + ], + [ + "▁printed", + -11.090883255004885 + ], + [ + "▁Pet", + -11.091177940368652 + ], + [ + "▁attract", + -11.091333389282228 + ], + [ + "date", + -11.091501235961914 + ], + [ + "▁Senior", + -11.091503143310549 + ], + [ + "▁genau", + -11.092177391052246 + ], + [ + "num", + -11.092435836791992 + ], + [ + "▁attended", + -11.092674255371094 + ], + [ + "▁Turn", + -11.092824935913086 + ], + [ + "▁History", + -11.092830657958984 + ], + [ + "some", + -11.092852592468262 + ], + [ + "▁describe", + -11.09308910369873 + ], + [ + "▁Lee", + -11.093143463134766 + ], + [ + "▁Fre", + -11.093314170837402 + ], + [ + "▁league", + -11.093345642089844 + ], + [ + "new", + -11.093505859375 + ], + [ + "tors", + -11.093535423278809 + ], + [ + "▁storm", + -11.094005584716797 + ], + [ + "▁Beispiel", + -11.094197273254396 + ], + [ + "▁index", + -11.09434413909912 + ], + [ + "▁awarded", + -11.094613075256348 + ], + [ + "state", + -11.09462547302246 + ], + [ + "▁1990", + -11.094874382019045 + ], + [ + "▁ends", + -11.094902992248535 + ], + [ + "kor", + -11.095070838928224 + ], + [ + "far", + -11.095418930053713 + ], + [ + "▁Page", + -11.095541000366213 + ], + [ + "▁promotion", + -11.095610618591309 + ], + [ + "▁weekly", + -11.095726013183594 + ], + [ + "400", + -11.095966339111328 + ], + [ + "iuni", + -11.096365928649902 + ], + [ + "▁Summer", + -11.096376419067385 + ], + [ + "▁thin", + -11.096627235412598 + ], + [ + "▁dafür", + -11.09669303894043 + ], + [ + "51", + -11.096769332885742 + ], + [ + "PR", + -11.096978187561035 + ], + [ + "▁Hy", + -11.097001075744627 + ], + [ + "gas", + -11.097013473510742 + ], + [ + "▁atat", + -11.097166061401367 + ], + [ + "▁mining", + -11.097347259521484 + ], + [ + "▁principles", + -11.09741497039795 + ], + [ + "gent", + -11.097545623779297 + ], + [ + "ika", + -11.097685813903809 + ], + [ + "▁religion", + -11.097787857055664 + ], + [ + "▁ordered", + -11.098284721374512 + ], + [ + "▁developers", + -11.09829807281494 + ], + [ + "▁pleasure", + -11.098456382751465 + ], + [ + "vit", + -11.098505020141602 + ], + [ + "mers", + -11.0988130569458 + ], + [ + "▁Section", + -11.098873138427734 + ], + [ + "▁por", + -11.098960876464844 + ], + [ + "▁Name", + -11.099200248718262 + ], + [ + "▁pink", + -11.099260330200195 + ], + [ + "dig", + -11.09934139251709 + ], + [ + "▁eligible", + -11.099397659301758 + ], + [ + "▁Happy", + -11.09941577911377 + ], + [ + "▁fo", + -11.099480628967283 + ], + [ + "▁availability", + -11.099541664123535 + ], + [ + "GO", + -11.099583625793455 + ], + [ + "▁Europa", + -11.099637985229492 + ], + [ + "▁Unit", + -11.099656105041504 + ], + [ + "▁1000", + -11.09983730316162 + ], + [ + "▁Berg", + -11.099846839904783 + ], + [ + "fini", + -11.099853515625 + ], + [ + "▁$3", + -11.100565910339355 + ], + [ + "iza", + -11.100749969482422 + ], + [ + "▁promo", + -11.100830078125 + ], + [ + "▁Low", + -11.101234436035156 + ], + [ + "abord", + -11.101326942443848 + ], + [ + "äh", + -11.101485252380373 + ], + [ + "▁Professor", + -11.101570129394531 + ], + [ + "▁array", + -11.101579666137695 + ], + [ + "▁hate", + -11.101594924926758 + ], + [ + "▁recording", + -11.101601600646973 + ], + [ + "RI", + -11.101649284362791 + ], + [ + "▁proof", + -11.101710319519045 + ], + [ + "lay", + -11.10185718536377 + ], + [ + "DE", + -11.102007865905762 + ], + [ + "▁surprised", + -11.102066040039062 + ], + [ + "▁boxes", + -11.10219383239746 + ], + [ + "▁noastre", + -11.102386474609377 + ], + [ + "zie", + -11.102387428283691 + ], + [ + "▁însă", + -11.10254192352295 + ], + [ + "▁ajuta", + -11.102783203125 + ], + [ + "▁weil", + -11.1028413772583 + ], + [ + "▁whenever", + -11.103026390075684 + ], + [ + "shi", + -11.103194236755373 + ], + [ + "satz", + -11.103605270385742 + ], + [ + "▁remind", + -11.10401725769043 + ], + [ + "▁consist", + -11.10412311553955 + ], + [ + "▁motiv", + -11.104240417480469 + ], + [ + "▁PS", + -11.1043062210083 + ], + [ + "▁trois", + -11.104543685913086 + ], + [ + "pad", + -11.10477352142334 + ], + [ + "▁besten", + -11.104904174804688 + ], + [ + "▁Stone", + -11.105140686035156 + ], + [ + "itz", + -11.105157852172852 + ], + [ + "fit", + -11.105164527893066 + ], + [ + "▁Mountain", + -11.105178833007812 + ], + [ + "OC", + -11.10519027709961 + ], + [ + "▁depends", + -11.105228424072266 + ], + [ + "▁Cover", + -11.105387687683104 + ], + [ + "▁bags", + -11.10605812072754 + ], + [ + "▁Bel", + -11.106199264526367 + ], + [ + "▁Engineering", + -11.106304168701172 + ], + [ + "▁flower", + -11.106647491455078 + ], + [ + "▁gratuit", + -11.106670379638672 + ], + [ + "▁smartphone", + -11.10678005218506 + ], + [ + "stan", + -11.107197761535645 + ], + [ + "spect", + -11.10726261138916 + ], + [ + "SL", + -11.107282638549805 + ], + [ + "sho", + -11.10738754272461 + ], + [ + "▁Ser", + -11.10791301727295 + ], + [ + "▁Perhaps", + -11.108247756958008 + ], + [ + "▁codes", + -11.108342170715332 + ], + [ + "▁Wind", + -11.10849666595459 + ], + [ + "aient", + -11.108757019042969 + ], + [ + "▁Prin", + -11.108802795410156 + ], + [ + "▁(1)", + -11.109090805053713 + ], + [ + "▁figures", + -11.109450340270996 + ], + [ + "▁ausge", + -11.10972785949707 + ], + [ + "▁episode", + -11.110050201416016 + ], + [ + "▁Spa", + -11.110370635986328 + ], + [ + "▁Silver", + -11.110386848449709 + ], + [ + "▁Sky", + -11.110396385192873 + ], + [ + "▁capabilities", + -11.1107177734375 + ], + [ + "▁Uni", + -11.11073112487793 + ], + [ + "▁încă", + -11.110876083374023 + ], + [ + "TO", + -11.111289978027344 + ], + [ + "▁Hal", + -11.111358642578123 + ], + [ + "ghi", + -11.111414909362791 + ], + [ + "▁sofa", + -11.111438751220703 + ], + [ + "hard", + -11.11150074005127 + ], + [ + "▁FOR", + -11.111587524414062 + ], + [ + "▁Ber", + -11.111820220947266 + ], + [ + "▁firms", + -11.11187744140625 + ], + [ + "▁memories", + -11.111883163452148 + ], + [ + "▁lift", + -11.11214542388916 + ], + [ + "▁sending", + -11.11214542388916 + ], + [ + "▁narrow", + -11.112646102905272 + ], + [ + "▁Steve", + -11.112784385681152 + ], + [ + "▁integration", + -11.112905502319336 + ], + [ + "known", + -11.113122940063477 + ], + [ + "▁nostru", + -11.113237380981444 + ], + [ + "iţi", + -11.113422393798828 + ], + [ + "▁Georgia", + -11.113759994506836 + ], + [ + "▁slowly", + -11.114026069641112 + ], + [ + "iere", + -11.114028930664062 + ], + [ + "aka", + -11.114255905151367 + ], + [ + "PE", + -11.114320755004885 + ], + [ + "▁venue", + -11.11468505859375 + ], + [ + "jar", + -11.11474609375 + ], + [ + "buch", + -11.114755630493164 + ], + [ + "rad", + -11.114858627319336 + ], + [ + "▁resistance", + -11.11489963531494 + ], + [ + "▁stehen", + -11.114914894104004 + ], + [ + "chin", + -11.11504077911377 + ], + [ + "▁weak", + -11.11535358428955 + ], + [ + "▁DVD", + -11.115598678588867 + ], + [ + "▁bodies", + -11.115856170654297 + ], + [ + "▁split", + -11.115884780883787 + ], + [ + "What", + -11.11623191833496 + ], + [ + "setzen", + -11.116467475891112 + ], + [ + "▁loves", + -11.116561889648438 + ], + [ + "▁kleine", + -11.117077827453612 + ], + [ + "▁increasingly", + -11.11746883392334 + ], + [ + "▁alert", + -11.117583274841309 + ], + [ + "▁AC", + -11.117647171020508 + ], + [ + "▁partir", + -11.117974281311035 + ], + [ + "▁ratio", + -11.11807918548584 + ], + [ + "▁keeps", + -11.118539810180664 + ], + [ + "▁Area", + -11.118544578552246 + ], + [ + "▁données", + -11.11907196044922 + ], + [ + "▁flag", + -11.119254112243652 + ], + [ + "▁NO", + -11.119277000427246 + ], + [ + "▁hotels", + -11.119336128234863 + ], + [ + "▁debut", + -11.119365692138672 + ], + [ + "▁suffer", + -11.11936855316162 + ], + [ + "▁hidden", + -11.119810104370115 + ], + [ + "▁clothing", + -11.120074272155762 + ], + [ + "▁household", + -11.120235443115234 + ], + [ + "medi", + -11.120268821716309 + ], + [ + "▁reste", + -11.120274543762209 + ], + [ + "bro", + -11.120381355285645 + ], + [ + "▁Bus", + -11.120405197143556 + ], + [ + "▁Ken", + -11.120572090148926 + ], + [ + "IR", + -11.120758056640623 + ], + [ + "▁suffering", + -11.121212005615234 + ], + [ + "▁publication", + -11.121246337890623 + ], + [ + "▁Mat", + -11.121360778808594 + ], + [ + "▁impression", + -11.121509552001951 + ], + [ + "▁founded", + -11.121562957763672 + ], + [ + "▁stable", + -11.121566772460938 + ], + [ + "▁promise", + -11.121719360351562 + ], + [ + "▁Cloud", + -11.121770858764648 + ], + [ + "▁prison", + -11.122099876403809 + ], + [ + "cor", + -11.122355461120604 + ], + [ + "▁Sports", + -11.122716903686523 + ], + [ + "▁erste", + -11.122745513916016 + ], + [ + "shire", + -11.122757911682127 + ], + [ + "▁recommendations", + -11.122916221618652 + ], + [ + "▁permit", + -11.12310028076172 + ], + [ + "▁tomorrow", + -11.123126983642578 + ], + [ + "▁lucky", + -11.123422622680664 + ], + [ + "▁realized", + -11.123449325561523 + ], + [ + "▁famille", + -11.123473167419434 + ], + [ + "▁Zealand", + -11.123542785644531 + ], + [ + "▁wooden", + -11.123601913452148 + ], + [ + "▁east", + -11.124269485473633 + ], + [ + "▁Bereich", + -11.12458324432373 + ], + [ + "während", + -11.124653816223145 + ], + [ + "rite", + -11.124836921691896 + ], + [ + "▁fla", + -11.124902725219728 + ], + [ + "platz", + -11.124991416931152 + ], + [ + "▁zero", + -11.125292778015137 + ], + [ + "▁priority", + -11.12535572052002 + ], + [ + "▁Airport", + -11.125506401062012 + ], + [ + "▁Kauf", + -11.125590324401855 + ], + [ + "▁ultimate", + -11.12601375579834 + ], + [ + "▁chest", + -11.126175880432127 + ], + [ + "▁tone", + -11.126376152038574 + ], + [ + "▁Kal", + -11.126431465148926 + ], + [ + "▁supposed", + -11.12669849395752 + ], + [ + "▁vedere", + -11.126846313476562 + ], + [ + "▁50%", + -11.126872062683104 + ], + [ + "▁Ger", + -11.127785682678224 + ], + [ + "pack", + -11.127849578857422 + ], + [ + "▁priv", + -11.128241539001465 + ], + [ + "▁Kit", + -11.128263473510742 + ], + [ + "▁tent", + -11.128457069396973 + ], + [ + "▁guidelines", + -11.128461837768556 + ], + [ + "▁Republic", + -11.128824234008787 + ], + [ + "including", + -11.129239082336426 + ], + [ + "▁chief", + -11.129615783691406 + ], + [ + "▁Living", + -11.129766464233398 + ], + [ + "keit", + -11.1298189163208 + ], + [ + "▁convert", + -11.129831314086914 + ], + [ + "tail", + -11.129928588867188 + ], + [ + "orient", + -11.129960060119627 + ], + [ + "eigenen", + -11.130245208740234 + ], + [ + "▁soup", + -11.130587577819824 + ], + [ + "▁zona", + -11.130661010742188 + ], + [ + "▁composition", + -11.130690574645996 + ], + [ + "▁Bob", + -11.130831718444824 + ], + [ + "▁exception", + -11.131170272827148 + ], + [ + "▁cr", + -11.131287574768066 + ], + [ + "▁str", + -11.131482124328612 + ], + [ + "▁Fl", + -11.13178825378418 + ], + [ + "AT", + -11.131909370422363 + ], + [ + "kel", + -11.132002830505373 + ], + [ + "▁pricing", + -11.132189750671388 + ], + [ + "▁Mass", + -11.132258415222168 + ], + [ + "vir", + -11.132333755493164 + ], + [ + "leg", + -11.132448196411133 + ], + [ + "▁rating", + -11.132455825805664 + ], + [ + "▁Sale", + -11.132628440856934 + ], + [ + "▁somewhere", + -11.132866859436035 + ], + [ + "▁submitted", + -11.133084297180176 + ], + [ + "▁Pop", + -11.133296012878418 + ], + [ + "▁papers", + -11.13330364227295 + ], + [ + "▁authorities", + -11.133326530456545 + ], + [ + "▁Person", + -11.133381843566896 + ], + [ + "▁kill", + -11.133512496948242 + ], + [ + "▁suggestions", + -11.133548736572266 + ], + [ + "-6", + -11.133644104003906 + ], + [ + "▁dust", + -11.133750915527344 + ], + [ + "taire", + -11.13380527496338 + ], + [ + "▁recognition", + -11.133870124816896 + ], + [ + "3.", + -11.134047508239746 + ], + [ + "▁Mont", + -11.134230613708496 + ], + [ + "▁produit", + -11.13430118560791 + ], + [ + "▁transmission", + -11.134340286254885 + ], + [ + "▁Th", + -11.13475513458252 + ], + [ + "▁passing", + -11.134928703308104 + ], + [ + "▁Partner", + -11.135161399841309 + ], + [ + "▁dire", + -11.135205268859863 + ], + [ + "▁DC", + -11.135432243347168 + ], + [ + "▁sky", + -11.135659217834473 + ], + [ + "▁Kitchen", + -11.135890007019045 + ], + [ + "▁fluid", + -11.135929107666016 + ], + [ + "▁scored", + -11.136005401611328 + ], + [ + "▁chapter", + -11.136100769042969 + ], + [ + "If", + -11.136231422424316 + ], + [ + "letzten", + -11.136275291442873 + ], + [ + "▁officers", + -11.13641357421875 + ], + [ + "▁avem", + -11.136631965637209 + ], + [ + "ister", + -11.136666297912598 + ], + [ + "▁involves", + -11.136688232421877 + ], + [ + "ico", + -11.136898040771484 + ], + [ + "bur", + -11.137056350708008 + ], + [ + "▁mieux", + -11.137064933776855 + ], + [ + "▁Photo", + -11.1371431350708 + ], + [ + "▁Cro", + -11.13722801208496 + ], + [ + "▁professor", + -11.137245178222656 + ], + [ + "▁besonders", + -11.137313842773438 + ], + [ + "д", + -11.137367248535156 + ], + [ + "▁alongside", + -11.13738250732422 + ], + [ + "▁stored", + -11.13770580291748 + ], + [ + "▁activ", + -11.137849807739258 + ], + [ + "▁setup", + -11.138169288635254 + ], + [ + "▁extract", + -11.138627052307127 + ], + [ + "▁accent", + -11.138633728027344 + ], + [ + "▁replaced", + -11.138638496398926 + ], + [ + "tec", + -11.138800621032717 + ], + [ + "▁Natur", + -11.138848304748535 + ], + [ + "▁Pacific", + -11.138887405395508 + ], + [ + "▁NY", + -11.139485359191896 + ], + [ + "▁Capital", + -11.139583587646484 + ], + [ + "▁forest", + -11.13969898223877 + ], + [ + "incredibly", + -11.14006233215332 + ], + [ + "▁choix", + -11.14021110534668 + ], + [ + "▁seriously", + -11.140281677246094 + ], + [ + "▁konnte", + -11.14030933380127 + ], + [ + "▁2014.", + -11.140443801879885 + ], + [ + "ensuring", + -11.14053440093994 + ], + [ + "▁handling", + -11.140661239624023 + ], + [ + "▁9.", + -11.14071559906006 + ], + [ + "▁relations", + -11.140876770019531 + ], + [ + "▁Kom", + -11.141045570373535 + ], + [ + "▁Hol", + -11.141282081604004 + ], + [ + "▁none", + -11.141515731811523 + ], + [ + "rob", + -11.141718864440918 + ], + [ + "▁Forum", + -11.141759872436523 + ], + [ + "hour", + -11.141776084899902 + ], + [ + "ème", + -11.141809463500977 + ], + [ + "▁Space", + -11.141986846923828 + ], + [ + "▁Ham", + -11.142992973327637 + ], + [ + "rap", + -11.143169403076172 + ], + [ + "▁Michigan", + -11.14317512512207 + ], + [ + "km", + -11.143202781677246 + ], + [ + "▁utilize", + -11.143548965454102 + ], + [ + "lov", + -11.143775939941406 + ], + [ + "▁luck", + -11.14438819885254 + ], + [ + "lä", + -11.144824981689451 + ], + [ + "▁healing", + -11.145010948181152 + ], + [ + "▁neu", + -11.145182609558104 + ], + [ + "aging", + -11.145251274108888 + ], + [ + "▁compliance", + -11.145583152770996 + ], + [ + "▁vertical", + -11.145675659179688 + ], + [ + "▁FREE", + -11.145729064941406 + ], + [ + "▁differences", + -11.146014213562012 + ], + [ + "▁Server", + -11.146252632141112 + ], + [ + "▁estimated", + -11.14637851715088 + ], + [ + "schutz", + -11.146692276000977 + ], + [ + "▁notamment", + -11.146736145019531 + ], + [ + "▁120", + -11.14691925048828 + ], + [ + "72", + -11.147282600402832 + ], + [ + "▁heating", + -11.147347450256348 + ], + [ + "late", + -11.14756965637207 + ], + [ + "▁younger", + -11.14783000946045 + ], + [ + "▁Intel", + -11.148171424865724 + ], + [ + "▁salad", + -11.148362159729004 + ], + [ + "▁commonly", + -11.148563385009766 + ], + [ + "▁treatments", + -11.148682594299316 + ], + [ + "▁speaker", + -11.148770332336426 + ], + [ + "▁producing", + -11.149120330810549 + ], + [ + "▁eggs", + -11.149367332458496 + ], + [ + "▁Spirit", + -11.149892807006836 + ], + [ + "▁beide", + -11.14991855621338 + ], + [ + "▁transaction", + -11.150283813476562 + ], + [ + "▁Machine", + -11.150464057922363 + ], + [ + "▁Games", + -11.150527000427246 + ], + [ + "▁niveau", + -11.150687217712402 + ], + [ + "▁Need", + -11.15082836151123 + ], + [ + "radi", + -11.150959968566896 + ], + [ + "mir", + -11.15096664428711 + ], + [ + "causing", + -11.151000022888184 + ], + [ + "▁début", + -11.151042938232422 + ], + [ + "▁rencontre", + -11.151063919067385 + ], + [ + "▁threat", + -11.151153564453123 + ], + [ + "▁enjoying", + -11.151320457458496 + ], + [ + "Com", + -11.151386260986328 + ], + [ + "▁Johnson", + -11.151555061340332 + ], + [ + "▁tournament", + -11.15156364440918 + ], + [ + "▁Micro", + -11.151582717895508 + ], + [ + "▁Drive", + -11.151667594909668 + ], + [ + "▁Cre", + -11.151866912841797 + ], + [ + "▁Lebens", + -11.151930809020996 + ], + [ + "▁categories", + -11.152358055114746 + ], + [ + "5,000", + -11.15261173248291 + ], + [ + "▁confirmed", + -11.152617454528809 + ], + [ + "pli", + -11.15276336669922 + ], + [ + "▁Francisco", + -11.153139114379885 + ], + [ + "▁raw", + -11.153157234191896 + ], + [ + "▁managers", + -11.153223991394045 + ], + [ + "ţie", + -11.153365135192873 + ], + [ + "UR", + -11.153368949890137 + ], + [ + "▁aproape", + -11.154065132141112 + ], + [ + "via", + -11.154606819152832 + ], + [ + "▁engaged", + -11.15464687347412 + ], + [ + "▁parti", + -11.154741287231444 + ], + [ + "▁posting", + -11.15517807006836 + ], + [ + "CO", + -11.155484199523926 + ], + [ + "▁bois", + -11.15581512451172 + ], + [ + "▁inch", + -11.15590763092041 + ], + [ + "vie", + -11.156068801879885 + ], + [ + "▁aside", + -11.156314849853516 + ], + [ + "▁exceptional", + -11.15658950805664 + ], + [ + "▁vintage", + -11.156668663024902 + ], + [ + "▁Him", + -11.156795501708984 + ], + [ + "▁expansion", + -11.15680694580078 + ], + [ + "▁Weg", + -11.157122611999512 + ], + [ + "▁authors", + -11.157535552978516 + ], + [ + "▁deine", + -11.15764045715332 + ], + [ + "▁Prime", + -11.158016204833984 + ], + [ + "▁scan", + -11.158055305480955 + ], + [ + "▁reg", + -11.15811252593994 + ], + [ + "ția", + -11.158141136169434 + ], + [ + "riv", + -11.158258438110352 + ], + [ + "selon", + -11.158440589904783 + ], + [ + "▁Studio", + -11.158571243286133 + ], + [ + "▁dich", + -11.158658027648926 + ], + [ + "▁vi", + -11.158745765686035 + ], + [ + "▁sequence", + -11.159016609191896 + ], + [ + "▁Four", + -11.159046173095703 + ], + [ + "RT", + -11.159050941467283 + ], + [ + "▁ihn", + -11.159072875976562 + ], + [ + "▁employ", + -11.159223556518556 + ], + [ + "umb", + -11.159659385681152 + ], + [ + "ită", + -11.159818649291992 + ], + [ + "▁Station", + -11.159950256347656 + ], + [ + "▁upload", + -11.159972190856934 + ], + [ + "▁upgrade", + -11.160445213317873 + ], + [ + "▁exterior", + -11.160528182983398 + ], + [ + "▁writers", + -11.160531997680664 + ], + [ + "▁plot", + -11.16054344177246 + ], + [ + "▁Gen", + -11.16068172454834 + ], + [ + "TER", + -11.160821914672852 + ], + [ + "-12", + -11.160930633544922 + ], + [ + "http", + -11.162168502807615 + ], + [ + "▁smell", + -11.1621732711792 + ], + [ + "post", + -11.162522315979004 + ], + [ + "von", + -11.162790298461914 + ], + [ + "mili", + -11.16280746459961 + ], + [ + "8%", + -11.162972450256348 + ], + [ + "▁Andrew", + -11.163065910339355 + ], + [ + "▁spun", + -11.16321086883545 + ], + [ + "▁grass", + -11.163444519042969 + ], + [ + "unter", + -11.163474082946776 + ], + [ + "▁burn", + -11.16356086730957 + ], + [ + "▁Gegen", + -11.163601875305176 + ], + [ + "fest", + -11.163721084594728 + ], + [ + "▁Northern", + -11.163738250732422 + ], + [ + "▁consumption", + -11.163775444030762 + ], + [ + "▁bird", + -11.164069175720217 + ], + [ + "▁Miss", + -11.164369583129885 + ], + [ + "anti", + -11.16447925567627 + ], + [ + "▁viata", + -11.164583206176758 + ], + [ + "bereich", + -11.164602279663086 + ], + [ + "▁Change", + -11.164871215820312 + ], + [ + "▁pouvoir", + -11.165255546569824 + ], + [ + "▁demonstrate", + -11.165435791015623 + ], + [ + "▁requirement", + -11.165483474731444 + ], + [ + "BI", + -11.16577434539795 + ], + [ + "ied", + -11.166099548339844 + ], + [ + "▁spray", + -11.166358947753906 + ], + [ + "▁calitate", + -11.166379928588867 + ], + [ + "▁souvent", + -11.1665620803833 + ], + [ + "▁samples", + -11.166682243347168 + ], + [ + "▁compete", + -11.166930198669434 + ], + [ + "ank", + -11.166946411132812 + ], + [ + "année", + -11.167037963867188 + ], + [ + "wick", + -11.167183876037598 + ], + [ + "iff", + -11.167254447937012 + ], + [ + "noi", + -11.167255401611328 + ], + [ + "ography", + -11.167450904846191 + ], + [ + "▁SE", + -11.167508125305176 + ], + [ + "▁250", + -11.16779899597168 + ], + [ + "▁wealth", + -11.167884826660156 + ], + [ + "4%", + -11.168235778808594 + ], + [ + "▁swimming", + -11.168269157409668 + ], + [ + "enne", + -11.168338775634766 + ], + [ + "Qu", + -11.168400764465332 + ], + [ + "▁connections", + -11.168476104736328 + ], + [ + "onne", + -11.16852855682373 + ], + [ + "▁Way", + -11.168676376342772 + ], + [ + "voll", + -11.168793678283691 + ], + [ + "▁extent", + -11.169041633605955 + ], + [ + "▁objective", + -11.169572830200195 + ], + [ + "▁clinic", + -11.169581413269045 + ], + [ + "NA", + -11.169848442077637 + ], + [ + "▁Hope", + -11.170098304748535 + ], + [ + "▁coat", + -11.170331954956056 + ], + [ + "▁depend", + -11.17039394378662 + ], + [ + "▁tine", + -11.17046356201172 + ], + [ + "acc", + -11.170486450195312 + ], + [ + "▁editor", + -11.170598983764648 + ], + [ + "▁Jim", + -11.170690536499023 + ], + [ + "600", + -11.171262741088867 + ], + [ + "▁module", + -11.171302795410156 + ], + [ + "▁deja", + -11.17182159423828 + ], + [ + "atur", + -11.171841621398926 + ], + [ + "▁maintaining", + -11.171918869018556 + ], + [ + "▁hoch", + -11.172059059143066 + ], + [ + "▁covering", + -11.17239761352539 + ], + [ + "vielen", + -11.172450065612791 + ], + [ + "hem", + -11.172531127929688 + ], + [ + "▁illegal", + -11.172656059265137 + ], + [ + "▁certificate", + -11.17329216003418 + ], + [ + "▁collective", + -11.173357963562012 + ], + [ + "▁blow", + -11.17343807220459 + ], + [ + "▁programming", + -11.17343807220459 + ], + [ + "HE", + -11.173727989196776 + ], + [ + "▁Division", + -11.173842430114746 + ], + [ + "▁ceux", + -11.174081802368164 + ], + [ + "▁saved", + -11.174202919006348 + ], + [ + "▁worst", + -11.17426586151123 + ], + [ + "▁arms", + -11.17430305480957 + ], + [ + "▁Officer", + -11.17463493347168 + ], + [ + "▁association", + -11.174838066101074 + ], + [ + "ington", + -11.1749906539917 + ], + [ + "▁belle", + -11.175024032592772 + ], + [ + "tting", + -11.17537784576416 + ], + [ + "▁attacks", + -11.17544651031494 + ], + [ + "▁vei", + -11.17546558380127 + ], + [ + "▁gerade", + -11.175470352172852 + ], + [ + "▁strain", + -11.175748825073242 + ], + [ + "▁offices", + -11.1759672164917 + ], + [ + "EM", + -11.17627239227295 + ], + [ + "EST", + -11.176509857177734 + ], + [ + "-8", + -11.176758766174316 + ], + [ + "▁faculty", + -11.176998138427734 + ], + [ + "▁Plant", + -11.177046775817873 + ], + [ + "pla", + -11.177295684814451 + ], + [ + "card", + -11.177618980407717 + ], + [ + "▁loose", + -11.177982330322266 + ], + [ + "▁PR", + -11.178044319152832 + ], + [ + "profit", + -11.178071022033691 + ], + [ + "▁channels", + -11.178119659423828 + ], + [ + "ATE", + -11.178257942199709 + ], + [ + "atic", + -11.178304672241213 + ], + [ + "wegen", + -11.178404808044434 + ], + [ + "word", + -11.178621292114258 + ], + [ + "▁sehen", + -11.178659439086914 + ], + [ + "▁nombre", + -11.178744316101074 + ], + [ + "▁DO", + -11.178763389587402 + ], + [ + "▁hoping", + -11.178949356079102 + ], + [ + "▁wollen", + -11.179091453552246 + ], + [ + "▁decat", + -11.179244995117188 + ], + [ + "IF", + -11.179386138916016 + ], + [ + "▁permission", + -11.179396629333496 + ], + [ + "▁Williams", + -11.179936408996582 + ], + [ + "▁beer", + -11.179962158203123 + ], + [ + "▁dernière", + -11.180052757263184 + ], + [ + "▁purchasing", + -11.18025016784668 + ], + [ + "▁pride", + -11.180416107177734 + ], + [ + "solv", + -11.180598258972168 + ], + [ + "ego", + -11.180691719055176 + ], + [ + "▁Oil", + -11.18079662322998 + ], + [ + "▁dishes", + -11.18102741241455 + ], + [ + "▁Baby", + -11.181109428405762 + ], + [ + "▁Roll", + -11.181137084960938 + ], + [ + "vez", + -11.18134593963623 + ], + [ + "▁drept", + -11.181367874145508 + ], + [ + "lly", + -11.18148136138916 + ], + [ + "▁potrivit", + -11.181495666503906 + ], + [ + "person", + -11.181961059570312 + ], + [ + "▁interactive", + -11.182269096374512 + ], + [ + "▁brilliant", + -11.18230438232422 + ], + [ + "▁000", + -11.182357788085938 + ], + [ + "▁giant", + -11.182657241821287 + ], + [ + "▁plain", + -11.182945251464844 + ], + [ + "▁lock", + -11.183197975158691 + ], + [ + "▁inspection", + -11.183762550354004 + ], + [ + "▁symbol", + -11.18392276763916 + ], + [ + "▁Gal", + -11.183953285217283 + ], + [ + "▁concepts", + -11.1840181350708 + ], + [ + "▁venture", + -11.18411922454834 + ], + [ + "▁Tr", + -11.184402465820312 + ], + [ + "▁Color", + -11.18446922302246 + ], + [ + "▁behalf", + -11.184635162353516 + ], + [ + "ink", + -11.184715270996094 + ], + [ + "atii", + -11.1848726272583 + ], + [ + "wie", + -11.184907913208008 + ], + [ + "▁stream", + -11.18514347076416 + ], + [ + "▁buyers", + -11.185192108154297 + ], + [ + "legen", + -11.185526847839355 + ], + [ + "iness", + -11.18578815460205 + ], + [ + "▁absolute", + -11.185945510864258 + ], + [ + "▁council", + -11.186067581176758 + ], + [ + "▁displayed", + -11.186172485351562 + ], + [ + "▁Bun", + -11.186405181884766 + ], + [ + "▁darauf", + -11.186585426330566 + ], + [ + "▁rod", + -11.186829566955566 + ], + [ + "▁repeat", + -11.186898231506348 + ], + [ + "quelle", + -11.187023162841797 + ], + [ + "lation", + -11.187433242797852 + ], + [ + "gul", + -11.18774700164795 + ], + [ + "▁compensation", + -11.188064575195312 + ], + [ + "▁string", + -11.1881685256958 + ], + [ + "▁joining", + -11.188251495361328 + ], + [ + "▁Pra", + -11.188429832458496 + ], + [ + "hab", + -11.188936233520508 + ], + [ + "▁plane", + -11.189024925231934 + ], + [ + "▁conversion", + -11.189078330993652 + ], + [ + "▁lesson", + -11.189361572265623 + ], + [ + "bound", + -11.1893949508667 + ], + [ + "▁seats", + -11.18946361541748 + ], + [ + "voc", + -11.189902305603027 + ], + [ + "▁Disney", + -11.190120697021484 + ], + [ + "esse", + -11.190277099609377 + ], + [ + "▁awards", + -11.190279006958008 + ], + [ + "▁initiative", + -11.19048309326172 + ], + [ + "UM", + -11.19050407409668 + ], + [ + "▁intelligence", + -11.190763473510742 + ], + [ + "▁laser", + -11.191128730773926 + ], + [ + "än", + -11.191228866577148 + ], + [ + "▁generated", + -11.191231727600098 + ], + [ + "▁allen", + -11.19186782836914 + ], + [ + "▁Aug", + -11.19261360168457 + ], + [ + "lini", + -11.192968368530272 + ], + [ + "▁Update", + -11.193015098571776 + ], + [ + "▁grab", + -11.193095207214355 + ], + [ + "▁Bridge", + -11.193219184875488 + ], + [ + "rock", + -11.193289756774902 + ], + [ + "hold", + -11.193461418151855 + ], + [ + "seinen", + -11.193643569946287 + ], + [ + "▁false", + -11.193758010864258 + ], + [ + "type", + -11.193792343139648 + ], + [ + "▁outcome", + -11.193906784057615 + ], + [ + "▁crazy", + -11.194161415100098 + ], + [ + "▁Platz", + -11.194281578063965 + ], + [ + "▁believed", + -11.19442653656006 + ], + [ + "▁adjust", + -11.194503784179688 + ], + [ + "▁entrance", + -11.194644927978516 + ], + [ + "▁Colorado", + -11.194751739501951 + ], + [ + "▁concentration", + -11.194865226745604 + ], + [ + "aid", + -11.194958686828612 + ], + [ + "▁regardless", + -11.195035934448242 + ], + [ + "▁mici", + -11.195063591003418 + ], + [ + "▁potentially", + -11.195109367370604 + ], + [ + "▁Custom", + -11.195867538452148 + ], + [ + "rag", + -11.196009635925291 + ], + [ + "▁employer", + -11.19604206085205 + ], + [ + "tagged", + -11.196158409118652 + ], + [ + "▁34", + -11.196271896362305 + ], + [ + "fro", + -11.196895599365234 + ], + [ + "▁Pas", + -11.197010040283203 + ], + [ + "▁AS", + -11.197013854980469 + ], + [ + "PP", + -11.197031021118164 + ], + [ + "stru", + -11.19741439819336 + ], + [ + "grâce", + -11.198037147521973 + ], + [ + "▁anyway", + -11.198240280151367 + ], + [ + "▁streets", + -11.1986083984375 + ], + [ + "▁Region", + -11.199190139770508 + ], + [ + "▁newly", + -11.199280738830566 + ], + [ + "▁assistant", + -11.199461936950684 + ], + [ + "▁requests", + -11.199618339538574 + ], + [ + "▁Ohio", + -11.199705123901367 + ], + [ + "▁continuing", + -11.200072288513184 + ], + [ + "▁îm", + -11.200136184692385 + ], + [ + "7%", + -11.20031452178955 + ], + [ + "▁basically", + -11.200325965881348 + ], + [ + "gabe", + -11.200334548950195 + ], + [ + "▁ultra", + -11.200355529785156 + ], + [ + "pic", + -11.200571060180664 + ], + [ + "▁jeder", + -11.200939178466797 + ], + [ + "▁Cook", + -11.20122528076172 + ], + [ + "▁tie", + -11.201227188110352 + ], + [ + "▁yard", + -11.20151424407959 + ], + [ + "▁wash", + -11.20152759552002 + ], + [ + "▁3,", + -11.20194149017334 + ], + [ + "▁exista", + -11.202128410339355 + ], + [ + "▁egg", + -11.202342987060549 + ], + [ + "▁marché", + -11.202616691589355 + ], + [ + "kommen", + -11.202630996704102 + ], + [ + "▁Select", + -11.202999114990234 + ], + [ + "geben", + -11.203126907348633 + ], + [ + "▁Joseph", + -11.203531265258787 + ], + [ + "▁Ces", + -11.203642845153809 + ], + [ + "▁hundred", + -11.203676223754885 + ], + [ + "even", + -11.203792572021484 + ], + [ + "gal", + -11.204232215881348 + ], + [ + "800", + -11.20443058013916 + ], + [ + "▁Jones", + -11.204599380493164 + ], + [ + "ova", + -11.204681396484377 + ], + [ + "▁careful", + -11.204727172851562 + ], + [ + "▁alarm", + -11.205070495605469 + ], + [ + "NI", + -11.205113410949709 + ], + [ + "▁residence", + -11.205327987670898 + ], + [ + "▁wäre", + -11.20590877532959 + ], + [ + "▁Dor", + -11.205986976623535 + ], + [ + "▁amounts", + -11.206369400024414 + ], + [ + "▁mistake", + -11.206687927246094 + ], + [ + "ates", + -11.206796646118164 + ], + [ + "▁bune", + -11.206951141357422 + ], + [ + "▁vegetables", + -11.207124710083008 + ], + [ + "▁Ann", + -11.207204818725586 + ], + [ + "logical", + -11.20776081085205 + ], + [ + "stadt", + -11.207806587219238 + ], + [ + "▁chances", + -11.207921981811523 + ], + [ + "%)", + -11.208030700683594 + ], + [ + "▁minimal", + -11.20810604095459 + ], + [ + "▁naturally", + -11.20817756652832 + ], + [ + "▁Geld", + -11.20822525024414 + ], + [ + "▁Yu", + -11.208361625671388 + ], + [ + "▁wrap", + -11.20840072631836 + ], + [ + "rest", + -11.208674430847168 + ], + [ + "▁legs", + -11.208758354187012 + ], + [ + "PM", + -11.208806991577148 + ], + [ + "▁Heart", + -11.208888053894045 + ], + [ + "▁suspect", + -11.209020614624023 + ], + [ + "Go", + -11.209098815917969 + ], + [ + "▁Fil", + -11.20917510986328 + ], + [ + "▁YOU", + -11.20917510986328 + ], + [ + "▁victory", + -11.209245681762695 + ], + [ + "pun", + -11.20960807800293 + ], + [ + "▁Zo", + -11.209632873535156 + ], + [ + "CT", + -11.209640502929688 + ], + [ + "▁trim", + -11.20969009399414 + ], + [ + "▁stuck", + -11.209836959838867 + ], + [ + "ators", + -11.209877014160156 + ], + [ + "▁Ideas", + -11.210016250610352 + ], + [ + "▁voyage", + -11.210166931152344 + ], + [ + "▁Restaurant", + -11.210205078125 + ], + [ + "▁pat", + -11.210234642028809 + ], + [ + "▁bond", + -11.210521697998049 + ], + [ + "▁Del", + -11.210552215576172 + ], + [ + "▁fighting", + -11.210705757141112 + ], + [ + "▁concerning", + -11.210867881774902 + ], + [ + "▁etwa", + -11.211141586303713 + ], + [ + "▁Thema", + -11.211237907409668 + ], + [ + "▁preferred", + -11.211423873901367 + ], + [ + "▁pitch", + -11.211465835571287 + ], + [ + "▁Singapore", + -11.211971282958984 + ], + [ + "▁tub", + -11.212018013000488 + ], + [ + "FT", + -11.212053298950195 + ], + [ + "▁Product", + -11.21212100982666 + ], + [ + "▁applying", + -11.212285995483398 + ], + [ + "▁Fr", + -11.212340354919434 + ], + [ + "ţa", + -11.212599754333496 + ], + [ + "▁iPad", + -11.212861061096191 + ], + [ + "PD", + -11.2129545211792 + ], + [ + "▁comun", + -11.212995529174805 + ], + [ + "▁pie", + -11.213286399841309 + ], + [ + "rank", + -11.21364688873291 + ], + [ + "tron", + -11.213677406311035 + ], + [ + "▁pest", + -11.213906288146973 + ], + [ + "▁herself", + -11.213936805725098 + ], + [ + "▁intense", + -11.213964462280272 + ], + [ + "foot", + -11.21413803100586 + ], + [ + "▁1998", + -11.2141695022583 + ], + [ + "▁anxiety", + -11.214616775512695 + ], + [ + "▁portable", + -11.214674949645996 + ], + [ + "▁harm", + -11.214735984802246 + ], + [ + "▁admit", + -11.214885711669922 + ], + [ + "sted", + -11.214900016784668 + ], + [ + "▁regions", + -11.215450286865234 + ], + [ + "cie", + -11.215556144714355 + ], + [ + "▁robust", + -11.21577262878418 + ], + [ + "▁stem", + -11.215982437133787 + ], + [ + "▁roles", + -11.216024398803713 + ], + [ + "▁Latin", + -11.216224670410156 + ], + [ + "▁Ré", + -11.216378211975098 + ], + [ + "▁ref", + -11.216381072998049 + ], + [ + "isme", + -11.216426849365234 + ], + [ + "▁contribution", + -11.216776847839355 + ], + [ + "▁forever", + -11.217447280883787 + ], + [ + "▁frei", + -11.21754264831543 + ], + [ + "▁mont", + -11.217818260192873 + ], + [ + "that", + -11.217999458312988 + ], + [ + "▁sensitive", + -11.218116760253906 + ], + [ + "▁wider", + -11.218175888061523 + ], + [ + "AF", + -11.218234062194824 + ], + [ + "▁liability", + -11.218748092651367 + ], + [ + "ţiei", + -11.219043731689451 + ], + [ + "▁Cho", + -11.219260215759276 + ], + [ + "aria", + -11.21960735321045 + ], + [ + "rang", + -11.21977710723877 + ], + [ + "▁Account", + -11.21986198425293 + ], + [ + "▁III", + -11.219941139221191 + ], + [ + "▁tooth", + -11.220222473144531 + ], + [ + "▁factory", + -11.220240592956545 + ], + [ + "▁dropped", + -11.220495223999023 + ], + [ + "horn", + -11.220780372619627 + ], + [ + "RP", + -11.221110343933104 + ], + [ + "▁container", + -11.22118091583252 + ], + [ + "fran", + -11.221474647521973 + ], + [ + "▁lawyer", + -11.221842765808104 + ], + [ + "▁Image", + -11.22190761566162 + ], + [ + "HO", + -11.22195816040039 + ], + [ + "▁incorporate", + -11.22199249267578 + ], + [ + "▁lume", + -11.22226333618164 + ], + [ + "GA", + -11.222331047058104 + ], + [ + "itati", + -11.222370147705078 + ], + [ + "autre", + -11.222665786743164 + ], + [ + "ierten", + -11.222688674926758 + ], + [ + "[", + -11.22274684906006 + ], + [ + "▁packages", + -11.222758293151855 + ], + [ + "▁Simon", + -11.22290325164795 + ], + [ + "▁somewhat", + -11.223734855651855 + ], + [ + "mbo", + -11.223737716674805 + ], + [ + "lite", + -11.223844528198242 + ], + [ + "▁eliminate", + -11.22395133972168 + ], + [ + "▁decrease", + -11.224117279052734 + ], + [ + "▁geben", + -11.224214553833008 + ], + [ + "▁approaches", + -11.224482536315918 + ], + [ + "▁tissue", + -11.224940299987791 + ], + [ + "▁personne", + -11.225192070007324 + ], + [ + "ional", + -11.225587844848633 + ], + [ + "unable", + -11.2256498336792 + ], + [ + "▁Case", + -11.225736618041992 + ], + [ + "hill", + -11.225744247436523 + ], + [ + "och", + -11.225862503051758 + ], + [ + "▁minister", + -11.22592067718506 + ], + [ + "▁Rad", + -11.226285934448242 + ], + [ + "▁yoga", + -11.226390838623049 + ], + [ + "▁encounter", + -11.22661018371582 + ], + [ + "text", + -11.22670841217041 + ], + [ + "▁OS", + -11.226719856262209 + ], + [ + "▁opera", + -11.22673225402832 + ], + [ + "▁loving", + -11.226977348327637 + ], + [ + "▁birds", + -11.22736358642578 + ], + [ + "▁prim", + -11.227389335632324 + ], + [ + "easca", + -11.227432250976562 + ], + [ + "park", + -11.227453231811523 + ], + [ + "fü", + -11.227797508239746 + ], + [ + "▁champion", + -11.227824211120604 + ], + [ + "▁warning", + -11.228245735168455 + ], + [ + "DC", + -11.228271484375 + ], + [ + "▁yield", + -11.228310585021973 + ], + [ + "raum", + -11.228334426879885 + ], + [ + "▁Student", + -11.228434562683104 + ], + [ + "▁Rev", + -11.22848892211914 + ], + [ + "▁Fu", + -11.228501319885254 + ], + [ + "▁intra", + -11.22854232788086 + ], + [ + "▁proces", + -11.228585243225098 + ], + [ + "▁margin", + -11.22862148284912 + ], + [ + "lands", + -11.228816986083984 + ], + [ + "04", + -11.228952407836914 + ], + [ + "▁Steel", + -11.229897499084473 + ], + [ + "▁besoin", + -11.23008155822754 + ], + [ + "şti", + -11.230561256408691 + ], + [ + "▁39", + -11.230635643005373 + ], + [ + "▁outcomes", + -11.230677604675291 + ], + [ + "wert", + -11.230719566345217 + ], + [ + "3,", + -11.23080062866211 + ], + [ + "▁hole", + -11.23088836669922 + ], + [ + "▁Create", + -11.23096752166748 + ], + [ + "▁hall", + -11.231266975402832 + ], + [ + "nach", + -11.231595039367676 + ], + [ + "▁indicate", + -11.232311248779297 + ], + [ + "cum", + -11.232604026794434 + ], + [ + "▁Mann", + -11.232690811157228 + ], + [ + "▁reaction", + -11.232828140258787 + ], + [ + "▁empty", + -11.23289680480957 + ], + [ + "▁Sign", + -11.23294162750244 + ], + [ + "▁pm", + -11.23300838470459 + ], + [ + "erung", + -11.23322582244873 + ], + [ + "▁würde", + -11.233592987060549 + ], + [ + "▁declarat", + -11.233602523803713 + ], + [ + "6%", + -11.23371410369873 + ], + [ + "▁Client", + -11.23377513885498 + ], + [ + "vil", + -11.234295845031738 + ], + [ + "▁electricity", + -11.234469413757324 + ], + [ + "▁75", + -11.234505653381348 + ], + [ + "▁buna", + -11.234505653381348 + ], + [ + "eşte", + -11.23473834991455 + ], + [ + "▁prop", + -11.234792709350586 + ], + [ + "▁journal", + -11.234883308410645 + ], + [ + "▁meu", + -11.23495101928711 + ], + [ + "▁chef", + -11.235034942626951 + ], + [ + "▁Ever", + -11.235102653503418 + ], + [ + "▁feelings", + -11.235466003417969 + ], + [ + "PT", + -11.23551082611084 + ], + [ + "▁proposal", + -11.235651969909668 + ], + [ + "▁Its", + -11.235709190368652 + ], + [ + "▁2013.", + -11.235795974731444 + ], + [ + "▁Bundes", + -11.23595142364502 + ], + [ + "▁droit", + -11.236333847045898 + ], + [ + "▁10%", + -11.236671447753906 + ], + [ + "gard", + -11.236772537231444 + ], + [ + "information", + -11.236814498901367 + ], + [ + "FE", + -11.237309455871582 + ], + [ + "▁Dun", + -11.237340927124023 + ], + [ + "▁Stock", + -11.237472534179688 + ], + [ + "ație", + -11.2374849319458 + ], + [ + "▁mag", + -11.237603187561035 + ], + [ + "▁br", + -11.237665176391602 + ], + [ + "▁sight", + -11.237772941589355 + ], + [ + "phone", + -11.237796783447266 + ], + [ + "▁Cy", + -11.237811088562012 + ], + [ + "▁opposite", + -11.238035202026367 + ], + [ + "ically", + -11.238235473632812 + ], + [ + "großen", + -11.238388061523438 + ], + [ + "▁Without", + -11.23845100402832 + ], + [ + "espace", + -11.238515853881836 + ], + [ + "▁chairs", + -11.238595008850098 + ], + [ + "▁matches", + -11.238685607910156 + ], + [ + "ateur", + -11.238697052001951 + ], + [ + "▁Cost", + -11.238699913024902 + ], + [ + "▁WordPress", + -11.238880157470703 + ], + [ + "▁Opera", + -11.239195823669434 + ], + [ + "walked", + -11.239234924316406 + ], + [ + "▁transactions", + -11.239521026611328 + ], + [ + "▁nuclear", + -11.239579200744627 + ], + [ + "ways", + -11.239594459533691 + ], + [ + "▁Oct", + -11.239738464355469 + ], + [ + "▁bomb", + -11.239835739135742 + ], + [ + "▁tracking", + -11.239879608154297 + ], + [ + "▁photograph", + -11.240066528320312 + ], + [ + "bio", + -11.240309715270996 + ], + [ + "▁branch", + -11.240363121032717 + ], + [ + "▁$5", + -11.240684509277344 + ], + [ + "▁diagram", + -11.240986824035645 + ], + [ + "▁Hard", + -11.241218566894531 + ], + [ + "bach", + -11.241232872009276 + ], + [ + "▁42", + -11.241249084472656 + ], + [ + "logy", + -11.241472244262695 + ], + [ + "▁tile", + -11.24159336090088 + ], + [ + "▁API", + -11.241833686828612 + ], + [ + "seront", + -11.24204158782959 + ], + [ + "ENT", + -11.242156982421877 + ], + [ + "▁accommodation", + -11.242409706115724 + ], + [ + "▁fiber", + -11.242438316345217 + ], + [ + "▁Give", + -11.242792129516602 + ], + [ + "▁Gas", + -11.242916107177734 + ], + [ + "▁Spain", + -11.243086814880373 + ], + [ + "▁listing", + -11.24312686920166 + ], + [ + "▁blocks", + -11.24349308013916 + ], + [ + "▁constitu", + -11.243762969970703 + ], + [ + "▁convenience", + -11.243797302246094 + ], + [ + "▁prize", + -11.243823051452637 + ], + [ + "▁aircraft", + -11.24404239654541 + ], + [ + "containing", + -11.24412441253662 + ], + [ + "▁vice", + -11.244247436523438 + ], + [ + "▁organisations", + -11.244304656982422 + ], + [ + "▁complicated", + -11.244588851928713 + ], + [ + "rons", + -11.244647979736328 + ], + [ + "▁bars", + -11.244670867919922 + ], + [ + "était", + -11.244705200195312 + ], + [ + "▁checking", + -11.245287895202637 + ], + [ + "vant", + -11.245542526245115 + ], + [ + "▁couch", + -11.245657920837402 + ], + [ + "▁brush", + -11.24587059020996 + ], + [ + "▁printer", + -11.245922088623049 + ], + [ + "▁Rat", + -11.246051788330078 + ], + [ + "▁announce", + -11.246057510375977 + ], + [ + "▁salari", + -11.246200561523438 + ], + [ + "▁Sk", + -11.246356964111328 + ], + [ + "pal", + -11.246383666992188 + ], + [ + "▁yards", + -11.24658203125 + ], + [ + "▁flexibility", + -11.246652603149414 + ], + [ + "▁jamais", + -11.24670696258545 + ], + [ + "UC", + -11.246740341186523 + ], + [ + "▁4,", + -11.246793746948242 + ], + [ + "▁Made", + -11.247078895568848 + ], + [ + "▁solche", + -11.247113227844238 + ], + [ + "▁tri", + -11.247237205505373 + ], + [ + "▁outfit", + -11.247243881225586 + ], + [ + "м", + -11.247267723083496 + ], + [ + "▁encouraged", + -11.247477531433104 + ], + [ + "trac", + -11.247552871704102 + ], + [ + "▁genetic", + -11.24755859375 + ], + [ + "▁beneficial", + -11.247747421264648 + ], + [ + "mă", + -11.247849464416504 + ], + [ + "involving", + -11.247879028320312 + ], + [ + "▁knee", + -11.247879028320312 + ], + [ + "▁respective", + -11.248316764831545 + ], + [ + "▁controlled", + -11.248350143432615 + ], + [ + "▁Rück", + -11.24837589263916 + ], + [ + "LC", + -11.248592376708984 + ], + [ + "▁highlight", + -11.248634338378906 + ], + [ + "chem", + -11.248797416687012 + ], + [ + "▁Bis", + -11.24956226348877 + ], + [ + "▁graphics", + -11.249592781066896 + ], + [ + "▁posibil", + -11.249672889709473 + ], + [ + "orul", + -11.249682426452637 + ], + [ + "imagin", + -11.249836921691896 + ], + [ + "▁draft", + -11.250006675720217 + ], + [ + "shaped", + -11.250219345092772 + ], + [ + "▁suggests", + -11.250221252441406 + ], + [ + "uvre", + -11.25050926208496 + ], + [ + "page", + -11.250545501708984 + ], + [ + "▁sentiment", + -11.250685691833496 + ], + [ + "▁loop", + -11.251015663146973 + ], + [ + "▁Quality", + -11.251839637756348 + ], + [ + "▁volunteers", + -11.251869201660156 + ], + [ + "▁representation", + -11.251923561096191 + ], + [ + "▁examination", + -11.252134323120115 + ], + [ + "▁(2)", + -11.252225875854492 + ], + [ + "assi", + -11.252435684204102 + ], + [ + "▁till", + -11.252486228942873 + ], + [ + "▁Catholic", + -11.252618789672852 + ], + [ + "▁2020", + -11.252726554870604 + ], + [ + "▁random", + -11.252764701843262 + ], + [ + "tage", + -11.253146171569824 + ], + [ + "▁baking", + -11.253690719604492 + ], + [ + "▁Musik", + -11.25385284423828 + ], + [ + "▁SC", + -11.253867149353027 + ], + [ + "▁möchte", + -11.254390716552734 + ], + [ + "▁gene", + -11.254411697387695 + ], + [ + "▁kam", + -11.254928588867188 + ], + [ + "▁inspire", + -11.254974365234377 + ], + [ + "unk", + -11.255097389221191 + ], + [ + "▁Final", + -11.255477905273438 + ], + [ + "▁jeden", + -11.255497932434082 + ], + [ + "▁LLC", + -11.255962371826172 + ], + [ + "▁sistem", + -11.25613784790039 + ], + [ + "▁stages", + -11.256441116333008 + ], + [ + "▁texture", + -11.256613731384276 + ], + [ + "rib", + -11.256739616394045 + ], + [ + "lung", + -11.25678253173828 + ], + [ + "▁breath", + -11.256814002990724 + ], + [ + "▁hosted", + -11.256844520568848 + ], + [ + "▁Kingdom", + -11.257079124450684 + ], + [ + "▁politics", + -11.257121086120604 + ], + [ + "▁mood", + -11.257122993469238 + ], + [ + "cam", + -11.257285118103027 + ], + [ + "▁liked", + -11.257287979125977 + ], + [ + "▁Credit", + -11.257304191589355 + ], + [ + "tisch", + -11.257527351379396 + ], + [ + "▁everywhere", + -11.257692337036133 + ], + [ + "▁poti", + -11.257915496826172 + ], + [ + "▁fruits", + -11.258264541625977 + ], + [ + "oire", + -11.258322715759276 + ], + [ + "▁mesure", + -11.258586883544922 + ], + [ + "▁Studies", + -11.258838653564451 + ], + [ + "▁provision", + -11.25888729095459 + ], + [ + "▁Maria", + -11.25892734527588 + ], + [ + "▁necessarily", + -11.259103775024414 + ], + [ + "▁Net", + -11.259212493896484 + ], + [ + "▁scar", + -11.259307861328123 + ], + [ + "▁tracks", + -11.259424209594728 + ], + [ + "▁ads", + -11.25985622406006 + ], + [ + "termin", + -11.259861946105955 + ], + [ + "▁Yo", + -11.26022720336914 + ], + [ + "atory", + -11.260252952575684 + ], + [ + "itoare", + -11.26025676727295 + ], + [ + "▁colours", + -11.260563850402832 + ], + [ + "▁correctly", + -11.260817527770996 + ], + [ + "▁Trade", + -11.26090145111084 + ], + [ + "▁Week", + -11.261052131652832 + ], + [ + "▁Premier", + -11.261499404907228 + ], + [ + "▁designers", + -11.261600494384766 + ], + [ + "▁BE", + -11.261879920959473 + ], + [ + "▁desktop", + -11.261929512023926 + ], + [ + "▁lifetime", + -11.262046813964844 + ], + [ + "▁Kind", + -11.26213264465332 + ], + [ + "▁divers", + -11.262246131896973 + ], + [ + "rain", + -11.26226043701172 + ], + [ + "▁Von", + -11.262263298034668 + ], + [ + "▁bal", + -11.262568473815918 + ], + [ + "▁shots", + -11.262624740600586 + ], + [ + "▁accommodate", + -11.262767791748049 + ], + [ + "▁Paper", + -11.263001441955566 + ], + [ + "▁interaction", + -11.263191223144531 + ], + [ + "▁acquisition", + -11.263233184814451 + ], + [ + "▁neuro", + -11.26378345489502 + ], + [ + "▁institution", + -11.26391887664795 + ], + [ + "▁automatic", + -11.26403522491455 + ], + [ + "▁assess", + -11.264177322387695 + ], + [ + "▁manifest", + -11.264199256896973 + ], + [ + "▁audit", + -11.264202117919922 + ], + [ + "▁câte", + -11.264406204223633 + ], + [ + "▁insight", + -11.264533996582031 + ], + [ + "▁lange", + -11.264781951904297 + ], + [ + "▁retirement", + -11.264795303344728 + ], + [ + "sons", + -11.264864921569824 + ], + [ + "▁Asian", + -11.26492691040039 + ], + [ + "▁rail", + -11.264978408813477 + ], + [ + "▁Awards", + -11.264982223510742 + ], + [ + "Avec", + -11.26503562927246 + ], + [ + "SO", + -11.26511287689209 + ], + [ + "para", + -11.265304565429688 + ], + [ + "▁tant", + -11.265562057495115 + ], + [ + "▁strike", + -11.26569366455078 + ], + [ + "▁transformation", + -11.265742301940918 + ], + [ + "▁leicht", + -11.26586627960205 + ], + [ + "л", + -11.265996932983398 + ], + [ + "fat", + -11.26629638671875 + ], + [ + "▁Qui", + -11.266626358032228 + ], + [ + "▁chip", + -11.26663589477539 + ], + [ + "titude", + -11.266640663146973 + ], + [ + "▁Projekt", + -11.266998291015623 + ], + [ + "▁statt", + -11.267010688781738 + ], + [ + "▁findet", + -11.267184257507324 + ], + [ + "▁telephone", + -11.267251968383787 + ], + [ + "▁staying", + -11.267267227172852 + ], + [ + "▁Mess", + -11.267353057861328 + ], + [ + "▁patio", + -11.267382621765137 + ], + [ + "▁afla", + -11.26789093017578 + ], + [ + "▁administrative", + -11.267910957336426 + ], + [ + "▁gemeinsam", + -11.268129348754885 + ], + [ + "▁suppliers", + -11.268136024475098 + ], + [ + "ark", + -11.268181800842283 + ], + [ + "▁rice", + -11.268397331237791 + ], + [ + "▁stretch", + -11.268439292907717 + ], + [ + "▁compact", + -11.268651008605955 + ], + [ + "fire", + -11.268756866455078 + ], + [ + "в", + -11.268963813781738 + ], + [ + "vision", + -11.269035339355469 + ], + [ + "▁Mag", + -11.269368171691896 + ], + [ + "▁dreams", + -11.269472122192385 + ], + [ + "▁funny", + -11.26968765258789 + ], + [ + "▁lässt", + -11.270216941833496 + ], + [ + "cade", + -11.270448684692385 + ], + [ + "▁drama", + -11.270484924316406 + ], + [ + "▁schimb", + -11.270767211914062 + ], + [ + "PO", + -11.270785331726074 + ], + [ + "▁Sim", + -11.270806312561035 + ], + [ + "▁motivation", + -11.271045684814451 + ], + [ + "▁presents", + -11.27138614654541 + ], + [ + "▁1997", + -11.271828651428224 + ], + [ + "agi", + -11.271883010864258 + ], + [ + "▁optimal", + -11.27198314666748 + ], + [ + "▁folder", + -11.271995544433594 + ], + [ + "stro", + -11.272034645080566 + ], + [ + "▁Han", + -11.272072792053224 + ], + [ + "▁Ei", + -11.27220344543457 + ], + [ + "▁pus", + -11.272356986999512 + ], + [ + "▁Learning", + -11.272531509399414 + ], + [ + "oop", + -11.272603034973145 + ], + [ + "▁Type", + -11.272658348083496 + ], + [ + "space", + -11.272665023803713 + ], + [ + "▁define", + -11.273098945617676 + ], + [ + "▁plug", + -11.273098945617676 + ], + [ + "yard", + -11.273188591003418 + ], + [ + "▁utility", + -11.273297309875488 + ], + [ + "über", + -11.273561477661133 + ], + [ + "▁commun", + -11.273627281188965 + ], + [ + "▁directed", + -11.273842811584473 + ], + [ + "▁consent", + -11.273893356323242 + ], + [ + "▁DNA", + -11.27406883239746 + ], + [ + "▁statements", + -11.274130821228027 + ], + [ + "real", + -11.274298667907717 + ], + [ + "active", + -11.27443027496338 + ], + [ + "school", + -11.274965286254885 + ], + [ + "▁mic", + -11.275360107421877 + ], + [ + "▁acestui", + -11.275467872619627 + ], + [ + "scale", + -11.27550220489502 + ], + [ + "▁Mid", + -11.275628089904783 + ], + [ + "▁Chair", + -11.275874137878418 + ], + [ + "к", + -11.275936126708984 + ], + [ + "▁Bas", + -11.27630615234375 + ], + [ + "▁38", + -11.276379585266112 + ], + [ + "erin", + -11.276461601257324 + ], + [ + "▁Everyone", + -11.27686882019043 + ], + [ + "COM", + -11.276907920837402 + ], + [ + "▁chronic", + -11.277079582214355 + ], + [ + "▁doctors", + -11.277222633361816 + ], + [ + "▁sh", + -11.277276039123535 + ], + [ + "sport", + -11.27740478515625 + ], + [ + "▁volunteer", + -11.277512550354004 + ], + [ + "▁drinking", + -11.277839660644531 + ], + [ + "▁Mas", + -11.277868270874023 + ], + [ + "▁pursue", + -11.2780122756958 + ], + [ + "▁exposed", + -11.278536796569824 + ], + [ + "exe", + -11.278660774230955 + ], + [ + "hung", + -11.278841972351074 + ], + [ + "▁Tier", + -11.278921127319336 + ], + [ + "▁plac", + -11.27912139892578 + ], + [ + "▁proiect", + -11.279136657714844 + ], + [ + "▁literally", + -11.279288291931152 + ], + [ + "▁acolo", + -11.279412269592283 + ], + [ + "▁User", + -11.279485702514648 + ], + [ + "UT", + -11.279598236083984 + ], + [ + "▁hyper", + -11.279623985290527 + ], + [ + "▁seed", + -11.279794692993164 + ], + [ + "▁literature", + -11.2802734375 + ], + [ + "▁Holy", + -11.280373573303224 + ], + [ + "▁jeu", + -11.280396461486816 + ], + [ + "▁licensed", + -11.280896186828612 + ], + [ + "station", + -11.280900955200195 + ], + [ + "▁criteria", + -11.281292915344238 + ], + [ + "▁sufficient", + -11.281292915344238 + ], + [ + "▁gestion", + -11.281512260437012 + ], + [ + "▁pic", + -11.281549453735352 + ], + [ + "▁64", + -11.28170108795166 + ], + [ + "▁facts", + -11.281905174255373 + ], + [ + "▁Bild", + -11.282098770141602 + ], + [ + "obi", + -11.28212833404541 + ], + [ + "▁nie", + -11.282362937927246 + ], + [ + "▁Jewish", + -11.282756805419922 + ], + [ + "bor", + -11.28281307220459 + ], + [ + "▁1980", + -11.28286361694336 + ], + [ + "▁Fach", + -11.282917976379396 + ], + [ + "craft", + -11.283047676086426 + ], + [ + "▁Pakistan", + -11.283408164978027 + ], + [ + "▁Mos", + -11.283621788024902 + ], + [ + "▁toilet", + -11.28384494781494 + ], + [ + "partea", + -11.28391170501709 + ], + [ + "case", + -11.284221649169922 + ], + [ + "▁clock", + -11.28430461883545 + ], + [ + "▁parc", + -11.284602165222168 + ], + [ + "▁legislation", + -11.284692764282228 + ], + [ + "▁icon", + -11.28493309020996 + ], + [ + "etz", + -11.285178184509276 + ], + [ + "ept", + -11.285270690917969 + ], + [ + "▁Corporation", + -11.28585433959961 + ], + [ + "▁requested", + -11.285983085632324 + ], + [ + "▁column", + -11.286088943481444 + ], + [ + "rier", + -11.286120414733888 + ], + [ + "uß", + -11.2861967086792 + ], + [ + "▁wohl", + -11.286418914794922 + ], + [ + "tell", + -11.286569595336914 + ], + [ + "gno", + -11.286608695983888 + ], + [ + "▁diseases", + -11.28672695159912 + ], + [ + "Sch", + -11.286762237548828 + ], + [ + "▁colon", + -11.287075996398926 + ], + [ + "▁Based", + -11.28709602355957 + ], + [ + "▁flu", + -11.28725528717041 + ], + [ + "▁vocal", + -11.287408828735352 + ], + [ + "▁virus", + -11.287693977355955 + ], + [ + "▁traveling", + -11.287750244140623 + ], + [ + "bul", + -11.287837982177734 + ], + [ + "т", + -11.28794002532959 + ], + [ + "city", + -11.287961959838867 + ], + [ + "AU", + -11.287991523742676 + ], + [ + "wide", + -11.288037300109863 + ], + [ + "▁solo", + -11.288061141967772 + ], + [ + "▁functionality", + -11.288214683532717 + ], + [ + "▁reveal", + -11.28831672668457 + ], + [ + "sign", + -11.288952827453612 + ], + [ + "▁closing", + -11.28897190093994 + ], + [ + "▁peak", + -11.289087295532228 + ], + [ + "▁practic", + -11.289398193359377 + ], + [ + "than", + -11.289473533630373 + ], + [ + "▁driven", + -11.289484977722168 + ], + [ + "êtes", + -11.289548873901367 + ], + [ + "high", + -11.290016174316406 + ], + [ + "power", + -11.290226936340332 + ], + [ + "▁Lin", + -11.29028606414795 + ], + [ + "▁dose", + -11.29034423828125 + ], + [ + "▁pocket", + -11.290650367736816 + ], + [ + "▁Classic", + -11.29067611694336 + ], + [ + "▁packaging", + -11.29079246520996 + ], + [ + "▁distinct", + -11.290800094604492 + ], + [ + "▁côté", + -11.291094779968262 + ], + [ + "▁breast", + -11.29127025604248 + ], + [ + "▁folosit", + -11.29133129119873 + ], + [ + "▁drinks", + -11.291353225708008 + ], + [ + "▁Dog", + -11.291529655456545 + ], + [ + "ailleurs", + -11.291658401489258 + ], + [ + "▁caz", + -11.291804313659668 + ], + [ + "▁escape", + -11.29188346862793 + ], + [ + "▁warranty", + -11.291902542114258 + ], + [ + "▁pulled", + -11.291996955871582 + ], + [ + "data", + -11.292088508605955 + ], + [ + "▁facilitate", + -11.292213439941406 + ], + [ + "É", + -11.292335510253906 + ], + [ + "▁SP", + -11.292403221130373 + ], + [ + "lant", + -11.292557716369627 + ], + [ + "AD", + -11.29256534576416 + ], + [ + "▁Print", + -11.292802810668944 + ], + [ + "mond", + -11.292863845825195 + ], + [ + "▁strange", + -11.292875289916992 + ], + [ + "▁Hor", + -11.293227195739746 + ], + [ + "▁Collection", + -11.293328285217283 + ], + [ + "arm", + -11.29346752166748 + ], + [ + "cas", + -11.293691635131836 + ], + [ + "arrow", + -11.29379940032959 + ], + [ + "▁carrying", + -11.293927192687988 + ], + [ + "▁wave", + -11.29466152191162 + ], + [ + "setzt", + -11.294907569885254 + ], + [ + "▁construct", + -11.29514217376709 + ], + [ + "▁acts", + -11.295269966125488 + ], + [ + "▁Action", + -11.295342445373535 + ], + [ + "▁Kim", + -11.295354843139648 + ], + [ + "oxid", + -11.295459747314451 + ], + [ + "fish", + -11.295519828796388 + ], + [ + "▁damaged", + -11.295660018920898 + ], + [ + "▁Greek", + -11.295747756958008 + ], + [ + "▁belt", + -11.295772552490234 + ], + [ + "▁Prior", + -11.295778274536133 + ], + [ + "▁marks", + -11.295936584472656 + ], + [ + "▁lumea", + -11.296183586120604 + ], + [ + "▁twenty", + -11.296196937561035 + ], + [ + "▁locul", + -11.296360969543455 + ], + [ + "▁Army", + -11.296524047851562 + ], + [ + "apt", + -11.296602249145508 + ], + [ + "▁limits", + -11.296733856201172 + ], + [ + "▁cruise", + -11.296966552734377 + ], + [ + "▁List", + -11.296998023986816 + ], + [ + "utilisation", + -11.29753589630127 + ], + [ + "▁personality", + -11.297622680664062 + ], + [ + "▁sections", + -11.297759056091309 + ], + [ + "▁drawn", + -11.29797649383545 + ], + [ + "▁mold", + -11.298277854919434 + ], + [ + "▁Think", + -11.298333168029783 + ], + [ + "▁holidays", + -11.298355102539062 + ], + [ + "▁critic", + -11.298545837402344 + ], + [ + "grade", + -11.298660278320312 + ], + [ + "▁sick", + -11.299074172973633 + ], + [ + "▁characteristics", + -11.299237251281738 + ], + [ + "▁echipa", + -11.299272537231444 + ], + [ + "▁Fast", + -11.29929256439209 + ], + [ + "▁Br", + -11.299600601196287 + ], + [ + "▁Reise", + -11.299734115600586 + ], + [ + "teen", + -11.299749374389648 + ], + [ + "uci", + -11.299949645996094 + ], + [ + "!”", + -11.300180435180664 + ], + [ + "ppe", + -11.300532341003418 + ], + [ + "▁talked", + -11.301164627075195 + ], + [ + "▁gap", + -11.301473617553713 + ], + [ + "homme", + -11.30177879333496 + ], + [ + "▁interact", + -11.301934242248535 + ], + [ + "▁dollar", + -11.302276611328123 + ], + [ + "▁bone", + -11.302309036254885 + ], + [ + "▁Einsatz", + -11.302343368530272 + ], + [ + "▁sad", + -11.302434921264648 + ], + [ + "any", + -11.302445411682127 + ], + [ + "tation", + -11.302666664123535 + ], + [ + "▁Haupt", + -11.302748680114746 + ], + [ + "iva", + -11.302781105041504 + ], + [ + "▁Schu", + -11.302916526794434 + ], + [ + "▁evaluate", + -11.3036470413208 + ], + [ + "▁variant", + -11.303807258605955 + ], + [ + "▁IS", + -11.303879737854004 + ], + [ + "▁PRO", + -11.303947448730469 + ], + [ + "▁vine", + -11.303959846496582 + ], + [ + "rut", + -11.304062843322754 + ], + [ + "▁existence", + -11.30443286895752 + ], + [ + "-7", + -11.304525375366213 + ], + [ + "ancy", + -11.304702758789062 + ], + [ + "▁Want", + -11.305023193359377 + ], + [ + "alism", + -11.305127143859863 + ], + [ + "ranging", + -11.30550765991211 + ], + [ + "preis", + -11.305551528930664 + ], + [ + "All", + -11.305620193481444 + ], + [ + "▁reception", + -11.30565071105957 + ], + [ + "mai", + -11.305730819702148 + ], + [ + "▁lease", + -11.30577278137207 + ], + [ + "▁finest", + -11.30578899383545 + ], + [ + "▁evident", + -11.305874824523926 + ], + [ + "▁Easy", + -11.306075096130373 + ], + [ + "▁gilt", + -11.306085586547852 + ], + [ + "▁trips", + -11.306344985961914 + ], + [ + "▁skilled", + -11.306368827819824 + ], + [ + "consists", + -11.306456565856934 + ], + [ + "front", + -11.306635856628418 + ], + [ + "rati", + -11.306652069091797 + ], + [ + "▁Following", + -11.30678653717041 + ], + [ + "▁Medicine", + -11.307161331176758 + ], + [ + "▁pune", + -11.30729866027832 + ], + [ + "▁errors", + -11.307354927062988 + ], + [ + "arian", + -11.307613372802734 + ], + [ + "lib", + -11.30811882019043 + ], + [ + "SR", + -11.308351516723633 + ], + [ + "ML", + -11.308568000793455 + ], + [ + "▁Safety", + -11.308823585510254 + ], + [ + "▁clar", + -11.309355735778809 + ], + [ + "New", + -11.309764862060549 + ], + [ + "▁37", + -11.309773445129396 + ], + [ + "▁Administration", + -11.309823036193848 + ], + [ + "▁2.0", + -11.310120582580566 + ], + [ + "▁obviously", + -11.31019687652588 + ], + [ + "▁Mitarbeiter", + -11.310254096984863 + ], + [ + "▁improvements", + -11.31043529510498 + ], + [ + "▁Cut", + -11.310630798339844 + ], + [ + "▁Natural", + -11.310672760009766 + ], + [ + "▁arrival", + -11.311182975769045 + ], + [ + "▁pizza", + -11.311339378356934 + ], + [ + "eşti", + -11.311570167541504 + ], + [ + "cept", + -11.311654090881348 + ], + [ + "▁livre", + -11.311686515808104 + ], + [ + "▁nombreux", + -11.312195777893066 + ], + [ + "▁authentic", + -11.312231063842772 + ], + [ + "▁gemacht", + -11.312472343444824 + ], + [ + "▁broadcast", + -11.312478065490724 + ], + [ + "▁stronger", + -11.312545776367188 + ], + [ + "UP", + -11.31257152557373 + ], + [ + "▁centers", + -11.312614440917969 + ], + [ + "▁petite", + -11.312617301940918 + ], + [ + "▁spots", + -11.312626838684082 + ], + [ + "▁crystal", + -11.312756538391112 + ], + [ + "▁salon", + -11.313044548034668 + ], + [ + "▁gained", + -11.313098907470703 + ], + [ + "▁Mus", + -11.313215255737305 + ], + [ + "▁lens", + -11.313223838806152 + ], + [ + "▁ihm", + -11.313231468200684 + ], + [ + "minute", + -11.313573837280272 + ], + [ + "▁greatly", + -11.313587188720703 + ], + [ + "LP", + -11.31361198425293 + ], + [ + "rait", + -11.314027786254885 + ], + [ + "▁bid", + -11.314154624938965 + ], + [ + "▁cit", + -11.314203262329102 + ], + [ + "entreprise", + -11.31435775756836 + ], + [ + "▁55", + -11.314533233642578 + ], + [ + "▁respectively", + -11.314536094665527 + ], + [ + "▁lo", + -11.314638137817385 + ], + [ + "▁cons", + -11.314743995666504 + ], + [ + "▁Energie", + -11.31516933441162 + ], + [ + "▁OK", + -11.31521224975586 + ], + [ + "▁grill", + -11.315338134765623 + ], + [ + "▁heading", + -11.31549072265625 + ], + [ + "▁sollten", + -11.315491676330566 + ], + [ + "▁Fragen", + -11.315528869628906 + ], + [ + "▁Poli", + -11.315556526184082 + ], + [ + "▁studying", + -11.315723419189451 + ], + [ + "▁développement", + -11.315882682800291 + ], + [ + "▁foam", + -11.316035270690918 + ], + [ + "▁1996", + -11.316511154174805 + ], + [ + "▁disaster", + -11.31662654876709 + ], + [ + "▁cafe", + -11.317262649536133 + ], + [ + "▁moves", + -11.317267417907717 + ], + [ + "focuses", + -11.317712783813477 + ], + [ + "▁Avenue", + -11.317834854125977 + ], + [ + "▁humans", + -11.31784439086914 + ], + [ + "▁(3", + -11.318021774291992 + ], + [ + "▁région", + -11.318347930908203 + ], + [ + "▁DJ", + -11.318608283996582 + ], + [ + "shop", + -11.318819046020508 + ], + [ + "▁acting", + -11.318843841552734 + ], + [ + "▁Justice", + -11.318967819213867 + ], + [ + "▁trouve", + -11.319010734558104 + ], + [ + "▁Estate", + -11.319040298461914 + ], + [ + "▁strict", + -11.319231986999512 + ], + [ + "▁talks", + -11.319283485412598 + ], + [ + "▁mat", + -11.319290161132812 + ], + [ + "▁completion", + -11.319327354431152 + ], + [ + "delivering", + -11.31943416595459 + ], + [ + "CD", + -11.31973934173584 + ], + [ + "0%", + -11.319960594177246 + ], + [ + "▁creativity", + -11.320253372192385 + ], + [ + "BR", + -11.320272445678713 + ], + [ + "▁occurred", + -11.320357322692873 + ], + [ + "Car", + -11.320590019226074 + ], + [ + "▁rising", + -11.320761680603027 + ], + [ + "gger", + -11.32086181640625 + ], + [ + "▁Gene", + -11.32090187072754 + ], + [ + "▁workplace", + -11.320914268493652 + ], + [ + "phy", + -11.32106590270996 + ], + [ + "▁Bla", + -11.32107162475586 + ], + [ + "▁trailer", + -11.32120418548584 + ], + [ + "▁Forest", + -11.321205139160156 + ], + [ + "▁profession", + -11.321246147155762 + ], + [ + "▁Father", + -11.32137680053711 + ], + [ + "flu", + -11.321487426757812 + ], + [ + "tone", + -11.321489334106444 + ], + [ + "▁sexual", + -11.321736335754396 + ], + [ + "▁Map", + -11.321805953979492 + ], + [ + "OT", + -11.3218412399292 + ], + [ + "▁Us", + -11.32187843322754 + ], + [ + "tôt", + -11.321892738342283 + ], + [ + "▁Wert", + -11.321901321411133 + ], + [ + "preparing", + -11.322121620178224 + ], + [ + "isé", + -11.322243690490724 + ], + [ + "▁lake", + -11.322461128234863 + ], + [ + "eed", + -11.32270336151123 + ], + [ + "jun", + -11.322888374328612 + ], + [ + "▁implemented", + -11.32301425933838 + ], + [ + "vid", + -11.323116302490234 + ], + [ + "igne", + -11.323201179504396 + ], + [ + "▁follows", + -11.323214530944824 + ], + [ + "▁Eric", + -11.323430061340332 + ], + [ + "body", + -11.323530197143556 + ], + [ + "▁contained", + -11.323585510253906 + ], + [ + "▁massage", + -11.323715209960938 + ], + [ + "AV", + -11.323725700378418 + ], + [ + "▁insa", + -11.323850631713867 + ], + [ + "▁observed", + -11.323892593383787 + ], + [ + "▁marque", + -11.324137687683104 + ], + [ + "lines", + -11.324451446533203 + ], + [ + "▁Frage", + -11.324482917785645 + ], + [ + "largely", + -11.324647903442385 + ], + [ + "gegeben", + -11.32473087310791 + ], + [ + "▁colleagues", + -11.324762344360352 + ], + [ + "pha", + -11.32494068145752 + ], + [ + "▁representative", + -11.325217247009276 + ], + [ + "▁shut", + -11.325650215148926 + ], + [ + "▁secondary", + -11.325779914855955 + ], + [ + "▁exhibit", + -11.325927734375 + ], + [ + "1)", + -11.325932502746582 + ], + [ + "mid", + -11.326109886169434 + ], + [ + "▁Due", + -11.326229095458984 + ], + [ + "▁initiatives", + -11.326457023620604 + ], + [ + "▁occurs", + -11.326458930969238 + ], + [ + "lent", + -11.326478958129885 + ], + [ + "▁façon", + -11.326778411865234 + ], + [ + "▁iOS", + -11.32680320739746 + ], + [ + "▁exploring", + -11.327000617980955 + ], + [ + "▁stations", + -11.327103614807127 + ], + [ + "nton", + -11.327234268188477 + ], + [ + "▁Country", + -11.32729721069336 + ], + [ + "▁shouldn", + -11.327406883239746 + ], + [ + "▁casual", + -11.327611923217772 + ], + [ + "-18", + -11.32769775390625 + ], + [ + "▁maintained", + -11.32772445678711 + ], + [ + "▁cart", + -11.32779026031494 + ], + [ + "▁propre", + -11.327836036682127 + ], + [ + "▁asset", + -11.327948570251465 + ], + [ + "firm", + -11.32803726196289 + ], + [ + "gla", + -11.328231811523438 + ], + [ + "viv", + -11.3282470703125 + ], + [ + "▁scientists", + -11.32887363433838 + ], + [ + "▁Nor", + -11.328936576843262 + ], + [ + "ites", + -11.329320907592772 + ], + [ + "▁engaging", + -11.329933166503906 + ], + [ + "My", + -11.330178260803224 + ], + [ + "▁workshops", + -11.330282211303713 + ], + [ + "ffer", + -11.3303804397583 + ], + [ + "activité", + -11.33047103881836 + ], + [ + "▁tension", + -11.330567359924316 + ], + [ + "▁dual", + -11.330668449401855 + ], + [ + "uer", + -11.33084774017334 + ], + [ + "900", + -11.330941200256348 + ], + [ + "SF", + -11.33108139038086 + ], + [ + "▁kannst", + -11.331146240234377 + ], + [ + "▁bur", + -11.33115291595459 + ], + [ + "▁visitor", + -11.331156730651855 + ], + [ + "▁granted", + -11.331178665161133 + ], + [ + "▁union", + -11.331355094909668 + ], + [ + "▁tablet", + -11.331461906433104 + ], + [ + "▁Choose", + -11.33146858215332 + ], + [ + "ibil", + -11.331551551818848 + ], + [ + "▁settlement", + -11.331830978393556 + ], + [ + "genommen", + -11.33189296722412 + ], + [ + "▁marked", + -11.332956314086914 + ], + [ + "▁diagnostic", + -11.333370208740234 + ], + [ + "▁prayer", + -11.333529472351074 + ], + [ + "▁Toronto", + -11.334035873413086 + ], + [ + "trans", + -11.334146499633787 + ], + [ + "▁respectiv", + -11.334160804748535 + ], + [ + "▁2012.", + -11.33420753479004 + ], + [ + "icul", + -11.334394454956056 + ], + [ + "▁satisfied", + -11.334527969360352 + ], + [ + "▁Fla", + -11.334596633911133 + ], + [ + "▁estimate", + -11.334638595581056 + ], + [ + "▁Agency", + -11.33466911315918 + ], + [ + "OD", + -11.334708213806152 + ], + [ + "▁McC", + -11.334746360778809 + ], + [ + "bert", + -11.33474826812744 + ], + [ + "▁seal", + -11.334771156311035 + ], + [ + "aine", + -11.334839820861816 + ], + [ + "▁cauza", + -11.334848403930664 + ], + [ + "▁wallpaper", + -11.335081100463867 + ], + [ + "▁alb", + -11.33536434173584 + ], + [ + "▁Sound", + -11.335681915283203 + ], + [ + "worth", + -11.33572769165039 + ], + [ + "chten", + -11.335858345031738 + ], + [ + "programm", + -11.335896492004396 + ], + [ + "▁pounds", + -11.336215019226074 + ], + [ + "▁coaching", + -11.336278915405272 + ], + [ + "▁Furthermore", + -11.336454391479492 + ], + [ + "▁Korea", + -11.336471557617188 + ], + [ + "▁flour", + -11.336530685424805 + ], + [ + "▁sommes", + -11.33657169342041 + ], + [ + "▁Repair", + -11.33661937713623 + ], + [ + "”)", + -11.336642265319824 + ], + [ + "itch", + -11.336675643920898 + ], + [ + "blu", + -11.336786270141602 + ], + [ + "zar", + -11.33688259124756 + ], + [ + "▁diferite", + -11.33745002746582 + ], + [ + "▁Golf", + -11.337685585021973 + ], + [ + "arch", + -11.33772087097168 + ], + [ + "▁panels", + -11.337799072265623 + ], + [ + "jan", + -11.337956428527832 + ], + [ + "“.", + -11.33824062347412 + ], + [ + "izarea", + -11.338324546813965 + ], + [ + "▁golden", + -11.33854866027832 + ], + [ + "▁flying", + -11.338550567626951 + ], + [ + "▁museum", + -11.338700294494627 + ], + [ + "▁equivalent", + -11.338759422302246 + ], + [ + "▁Lang", + -11.339032173156738 + ], + [ + "schi", + -11.339539527893066 + ], + [ + "MI", + -11.339595794677734 + ], + [ + "▁faci", + -11.339838027954102 + ], + [ + "▁Rahmen", + -11.339988708496094 + ], + [ + "▁attending", + -11.340130805969238 + ], + [ + "′′", + -11.340483665466309 + ], + [ + "▁Tro", + -11.341070175170898 + ], + [ + "▁gaming", + -11.341447830200195 + ], + [ + "▁aujourd", + -11.341479301452637 + ], + [ + "▁Wochen", + -11.341526985168455 + ], + [ + "▁entering", + -11.341535568237305 + ], + [ + "its", + -11.34155559539795 + ], + [ + "▁Private", + -11.341866493225098 + ], + [ + "▁Ocean", + -11.34188175201416 + ], + [ + "▁01", + -11.342098236083984 + ], + [ + "▁coloring", + -11.342188835144045 + ], + [ + "ător", + -11.34253215789795 + ], + [ + "▁flooring", + -11.342548370361328 + ], + [ + "▁downtown", + -11.34276294708252 + ], + [ + "rab", + -11.342998504638672 + ], + [ + "HI", + -11.343221664428713 + ], + [ + "▁illness", + -11.343234062194824 + ], + [ + "▁whil", + -11.343307495117188 + ], + [ + "▁diamond", + -11.34333324432373 + ], + [ + "Mail", + -11.343419075012209 + ], + [ + "▁Dream", + -11.34344482421875 + ], + [ + "▁Golden", + -11.344099044799805 + ], + [ + "▁rein", + -11.344220161437988 + ], + [ + "▁hi", + -11.344283103942873 + ], + [ + "▁expressed", + -11.344489097595217 + ], + [ + "▁luat", + -11.344511985778809 + ], + [ + "▁Share", + -11.34453010559082 + ], + [ + "▁Programm", + -11.344706535339355 + ], + [ + "▁Sales", + -11.344707489013672 + ], + [ + "▁prof", + -11.344890594482422 + ], + [ + "▁MO", + -11.34505844116211 + ], + [ + "▁Short", + -11.345088958740234 + ], + [ + "▁charm", + -11.345290184020996 + ], + [ + "▁Cer", + -11.345373153686523 + ], + [ + "▁Run", + -11.34553337097168 + ], + [ + "▁tutorial", + -11.345589637756348 + ], + [ + "oul", + -11.34561824798584 + ], + [ + "▁Fest", + -11.345794677734377 + ], + [ + "▁uniform", + -11.345929145812988 + ], + [ + "aß", + -11.346014976501465 + ], + [ + "▁pipe", + -11.346076965332031 + ], + [ + "▁Square", + -11.346283912658691 + ], + [ + "▁Kosten", + -11.346365928649902 + ], + [ + "▁checked", + -11.346590042114258 + ], + [ + "▁65", + -11.34662628173828 + ], + [ + "▁Adam", + -11.346686363220217 + ], + [ + "cel", + -11.34670066833496 + ], + [ + "ello", + -11.346965789794922 + ], + [ + "▁Res", + -11.347023963928224 + ], + [ + "▁drain", + -11.34708309173584 + ], + [ + "ză", + -11.347129821777344 + ], + [ + "▁Tech", + -11.34739875793457 + ], + [ + "▁strive", + -11.34749698638916 + ], + [ + "cycl", + -11.347506523132324 + ], + [ + "▁stark", + -11.347541809082031 + ], + [ + "load", + -11.34754753112793 + ], + [ + "▁Stat", + -11.347589492797852 + ], + [ + "▁Rec", + -11.347622871398926 + ], + [ + "ians", + -11.347716331481934 + ], + [ + "▁Tin", + -11.347738265991213 + ], + [ + "▁Agreement", + -11.347840309143066 + ], + [ + "▁pret", + -11.348027229309082 + ], + [ + "-9", + -11.348326683044434 + ], + [ + "▁sentence", + -11.348380088806152 + ], + [ + "▁Direct", + -11.348426818847656 + ], + [ + "▁Rep", + -11.348465919494627 + ], + [ + "▁Prozent", + -11.348799705505373 + ], + [ + "▁invitation", + -11.34882640838623 + ], + [ + "▁refund", + -11.349113464355469 + ], + [ + "▁Kids", + -11.349287986755373 + ], + [ + "stock", + -11.349383354187012 + ], + [ + "TP", + -11.349400520324709 + ], + [ + "▁tau", + -11.34941291809082 + ], + [ + "from", + -11.349421501159668 + ], + [ + "▁Ash", + -11.349451065063477 + ], + [ + "store", + -11.349535942077637 + ], + [ + "▁Common", + -11.34958553314209 + ], + [ + "▁Qualität", + -11.34968376159668 + ], + [ + "▁strongly", + -11.349727630615234 + ], + [ + "▁importante", + -11.34979248046875 + ], + [ + "ome", + -11.349912643432615 + ], + [ + "▁surtout", + -11.349946022033691 + ], + [ + "enables", + -11.35020637512207 + ], + [ + "▁decent", + -11.350221633911133 + ], + [ + "▁neutral", + -11.350237846374512 + ], + [ + "▁produs", + -11.350356101989746 + ], + [ + "bury", + -11.350451469421388 + ], + [ + "▁Level", + -11.350618362426758 + ], + [ + "▁interes", + -11.350699424743652 + ], + [ + "mov", + -11.350797653198242 + ], + [ + "▁backup", + -11.350939750671388 + ], + [ + "même", + -11.351094245910645 + ], + [ + "doc", + -11.351119041442873 + ], + [ + "▁#1", + -11.35130786895752 + ], + [ + "▁specified", + -11.351495742797852 + ], + [ + "▁founder", + -11.351655960083008 + ], + [ + "And", + -11.352090835571287 + ], + [ + "isten", + -11.352149963378906 + ], + [ + "▁lecture", + -11.35272979736328 + ], + [ + "▁wake", + -11.352895736694336 + ], + [ + "▁vraiment", + -11.352980613708496 + ], + [ + "▁swing", + -11.353188514709473 + ], + [ + "▁addresses", + -11.353275299072266 + ], + [ + "▁Verfügung", + -11.353504180908203 + ], + [ + "▁deadline", + -11.353761672973633 + ], + [ + "н", + -11.35379123687744 + ], + [ + "▁Content", + -11.353970527648926 + ], + [ + "▁Gre", + -11.354111671447754 + ], + [ + "▁Experience", + -11.354378700256348 + ], + [ + "tura", + -11.354458808898926 + ], + [ + "▁exit", + -11.354642868041992 + ], + [ + "▁Britain", + -11.354652404785156 + ], + [ + "▁Sunt", + -11.354684829711914 + ], + [ + "▁documentation", + -11.354690551757812 + ], + [ + "▁showcase", + -11.3547945022583 + ], + [ + "▁photographs", + -11.354822158813477 + ], + [ + "qué", + -11.35483169555664 + ], + [ + "zin", + -11.354909896850586 + ], + [ + "pres", + -11.354933738708496 + ], + [ + "▁decline", + -11.354955673217772 + ], + [ + "▁Large", + -11.355030059814451 + ], + [ + "▁bills", + -11.355141639709473 + ], + [ + "▁entitled", + -11.355222702026367 + ], + [ + "▁passionate", + -11.355393409729004 + ], + [ + "▁workout", + -11.355413436889648 + ], + [ + "▁Again", + -11.35560417175293 + ], + [ + "▁Haut", + -11.35582160949707 + ], + [ + "▁guaranteed", + -11.35599136352539 + ], + [ + "▁vue", + -11.35600471496582 + ], + [ + "▁farmers", + -11.356224060058594 + ], + [ + "▁admission", + -11.356500625610352 + ], + [ + "▁manière", + -11.357080459594728 + ], + [ + "▁reverse", + -11.357121467590332 + ], + [ + "▁FL", + -11.357142448425291 + ], + [ + "▁terminal", + -11.357206344604492 + ], + [ + "GI", + -11.35731029510498 + ], + [ + "▁speakers", + -11.35739803314209 + ], + [ + "▁responses", + -11.357398986816406 + ], + [ + "▁Doch", + -11.357457160949709 + ], + [ + "▁2013,", + -11.357717514038086 + ], + [ + "▁phones", + -11.357789993286133 + ], + [ + "ential", + -11.357851028442385 + ], + [ + "▁operator", + -11.357916831970217 + ], + [ + "▁steam", + -11.358036994934082 + ], + [ + "burn", + -11.358091354370115 + ], + [ + "▁seul", + -11.35815715789795 + ], + [ + "▁unusual", + -11.358322143554688 + ], + [ + "▁educate", + -11.358403205871582 + ], + [ + "▁Que", + -11.358680725097656 + ], + [ + "▁believes", + -11.359137535095217 + ], + [ + "▁succeed", + -11.359344482421877 + ], + [ + "▁delay", + -11.359533309936523 + ], + [ + "▁deeper", + -11.359633445739746 + ], + [ + "▁reaching", + -11.359890937805176 + ], + [ + "▁objectives", + -11.36008644104004 + ], + [ + "▁temporary", + -11.36028003692627 + ], + [ + "▁artistic", + -11.360421180725098 + ], + [ + "▁sou", + -11.360471725463867 + ], + [ + "▁transparent", + -11.36062240600586 + ], + [ + "There", + -11.360798835754396 + ], + [ + "ception", + -11.360836029052734 + ], + [ + "▁excess", + -11.360939979553224 + ], + [ + "▁gathering", + -11.361008644104004 + ], + [ + "▁Save", + -11.361095428466797 + ], + [ + "ază", + -11.361166000366213 + ], + [ + "▁français", + -11.361197471618652 + ], + [ + "▁laid", + -11.361210823059082 + ], + [ + "▁modul", + -11.361394882202148 + ], + [ + "avoir", + -11.361465454101562 + ], + [ + "under", + -11.36211395263672 + ], + [ + "dding", + -11.362226486206056 + ], + [ + "▁falls", + -11.362232208251951 + ], + [ + "▁Möglichkeit", + -11.362369537353516 + ], + [ + "▁ceremony", + -11.362370491027832 + ], + [ + "rai", + -11.36237621307373 + ], + [ + "▁Bor", + -11.362709045410156 + ], + [ + "▁Below", + -11.362750053405762 + ], + [ + "4)", + -11.362759590148926 + ], + [ + "▁Field", + -11.362833023071287 + ], + [ + "wear", + -11.362935066223145 + ], + [ + "motion", + -11.362948417663574 + ], + [ + "print", + -11.363311767578123 + ], + [ + "game", + -11.363360404968262 + ], + [ + "▁Irish", + -11.363458633422852 + ], + [ + "▁Las", + -11.363458633422852 + ], + [ + "Among", + -11.363570213317873 + ], + [ + "atori", + -11.363580703735352 + ], + [ + "▁ajuns", + -11.363837242126465 + ], + [ + "▁alive", + -11.36386013031006 + ], + [ + "▁retour", + -11.363900184631348 + ], + [ + "▁smoke", + -11.3640775680542 + ], + [ + "▁math", + -11.364285469055176 + ], + [ + "▁Ye", + -11.364337921142578 + ], + [ + "▁Denn", + -11.36436653137207 + ], + [ + "▁1995", + -11.364412307739258 + ], + [ + "▁bani", + -11.364644050598145 + ], + [ + "raz", + -11.364998817443848 + ], + [ + "world", + -11.365026473999023 + ], + [ + "▁engines", + -11.365140914916992 + ], + [ + "nehmen", + -11.365192413330078 + ], + [ + "stor", + -11.365328788757324 + ], + [ + "▁interpret", + -11.365403175354004 + ], + [ + "▁Ven", + -11.365489959716797 + ], + [ + "▁cotton", + -11.365622520446776 + ], + [ + "▁represented", + -11.366004943847656 + ], + [ + "▁fabulous", + -11.366166114807127 + ], + [ + "▁gender", + -11.36630153656006 + ], + [ + "Mar", + -11.366668701171877 + ], + [ + "vic", + -11.366991996765137 + ], + [ + "▁newsletter", + -11.367432594299316 + ], + [ + "sburg", + -11.36757469177246 + ], + [ + "pond", + -11.36838436126709 + ], + [ + "▁Carl", + -11.368454933166504 + ], + [ + "▁bunch", + -11.368714332580566 + ], + [ + "▁tower", + -11.368847846984863 + ], + [ + "▁trigger", + -11.368976593017578 + ], + [ + "▁explanation", + -11.369091033935549 + ], + [ + "Man", + -11.369114875793455 + ], + [ + "iunea", + -11.369168281555176 + ], + [ + "▁announcement", + -11.369492530822754 + ], + [ + "▁seeds", + -11.36952018737793 + ], + [ + "▁shell", + -11.369865417480469 + ], + [ + "▁Working", + -11.36989688873291 + ], + [ + "viz", + -11.370267868041992 + ], + [ + "▁Simply", + -11.37032985687256 + ], + [ + "sub", + -11.37037181854248 + ], + [ + "▁Village", + -11.37060832977295 + ], + [ + "▁falling", + -11.370742797851562 + ], + [ + "▁fits", + -11.37084674835205 + ], + [ + "▁wichtig", + -11.37088394165039 + ], + [ + "▁Down", + -11.37108039855957 + ], + [ + "bble", + -11.371573448181152 + ], + [ + "▁Orange", + -11.37165641784668 + ], + [ + "promoting", + -11.37193202972412 + ], + [ + "▁rapidly", + -11.37217903137207 + ], + [ + "▁translation", + -11.37233066558838 + ], + [ + "nig", + -11.3723726272583 + ], + [ + "fusion", + -11.37240982055664 + ], + [ + "kosten", + -11.372611045837402 + ], + [ + "2)", + -11.372783660888672 + ], + [ + "▁Express", + -11.372958183288574 + ], + [ + "▁Sw", + -11.373003959655762 + ], + [ + "▁frequency", + -11.373086929321287 + ], + [ + "▁diversity", + -11.373348236083984 + ], + [ + "MT", + -11.373452186584473 + ], + [ + "▁bekannt", + -11.373530387878418 + ], + [ + "lion", + -11.373871803283691 + ], + [ + "▁cop", + -11.37393856048584 + ], + [ + "▁Customer", + -11.374072074890137 + ], + [ + "▁demands", + -11.374427795410156 + ], + [ + "▁corn", + -11.374516487121582 + ], + [ + "▁Hamburg", + -11.374551773071287 + ], + [ + "SD", + -11.374628067016602 + ], + [ + "▁Rome", + -11.374677658081056 + ], + [ + "▁Pur", + -11.374750137329102 + ], + [ + "▁stamp", + -11.374885559082031 + ], + [ + "▁grateful", + -11.374967575073242 + ], + [ + "RM", + -11.37511157989502 + ], + [ + "▁Pl", + -11.37511920928955 + ], + [ + "▁Tele", + -11.375154495239258 + ], + [ + "▁plugin", + -11.375492095947266 + ], + [ + "▁maxim", + -11.375675201416016 + ], + [ + "▁Hoch", + -11.37574577331543 + ], + [ + "igung", + -11.37582302093506 + ], + [ + "▁Entwicklung", + -11.375858306884766 + ], + [ + "▁File", + -11.375931739807127 + ], + [ + "▁Eastern", + -11.376070022583008 + ], + [ + "▁scrap", + -11.376331329345703 + ], + [ + "▁acquired", + -11.376338958740234 + ], + [ + "sau", + -11.376364707946776 + ], + [ + "▁Klein", + -11.376452445983888 + ], + [ + "▁milioane", + -11.376492500305176 + ], + [ + "▁Stand", + -11.376693725585938 + ], + [ + "▁childhood", + -11.37671184539795 + ], + [ + "▁artificial", + -11.376752853393556 + ], + [ + "▁substantial", + -11.376851081848145 + ], + [ + "druck", + -11.377315521240234 + ], + [ + "▁Kra", + -11.377562522888184 + ], + [ + "▁performances", + -11.377645492553713 + ], + [ + "▁row", + -11.377824783325195 + ], + [ + "NT", + -11.377899169921877 + ], + [ + "mod", + -11.377904891967772 + ], + [ + "remained", + -11.378399848937988 + ], + [ + "▁nimic", + -11.378462791442873 + ], + [ + "▁Limited", + -11.378555297851562 + ], + [ + "▁cookie", + -11.378718376159668 + ], + [ + "▁retain", + -11.378816604614258 + ], + [ + "▁600", + -11.379144668579102 + ], + [ + "▁eigene", + -11.379158020019531 + ], + [ + "▁tune", + -11.379209518432615 + ], + [ + "NS", + -11.37925624847412 + ], + [ + "▁dad", + -11.379284858703612 + ], + [ + "Moreover", + -11.37941551208496 + ], + [ + "ès", + -11.379434585571287 + ], + [ + "▁worship", + -11.379439353942873 + ], + [ + "▁Material", + -11.3794584274292 + ], + [ + "▁verb", + -11.379528045654297 + ], + [ + "ziehen", + -11.37957763671875 + ], + [ + "lton", + -11.379645347595217 + ], + [ + "▁boot", + -11.379982948303224 + ], + [ + "plo", + -11.380118370056152 + ], + [ + "CF", + -11.380212783813477 + ], + [ + "GM", + -11.380215644836426 + ], + [ + "▁Mix", + -11.38046932220459 + ], + [ + "▁Front", + -11.380474090576172 + ], + [ + "▁repairs", + -11.380655288696287 + ], + [ + "▁proportion", + -11.381068229675291 + ], + [ + "▁habit", + -11.381132125854492 + ], + [ + "▁hide", + -11.38156509399414 + ], + [ + "focusing", + -11.381707191467283 + ], + [ + "▁Annual", + -11.381717681884766 + ], + [ + "▁twin", + -11.3817777633667 + ], + [ + "▁acord", + -11.381780624389648 + ], + [ + "ehr", + -11.38181495666504 + ], + [ + "month", + -11.38230323791504 + ], + [ + "venir", + -11.382535934448242 + ], + [ + "Or", + -11.38254165649414 + ], + [ + "awa", + -11.382600784301758 + ], + [ + "lass", + -11.382735252380373 + ], + [ + "ffe", + -11.383048057556152 + ], + [ + "iți", + -11.383074760437012 + ], + [ + "NO", + -11.3831148147583 + ], + [ + "▁scope", + -11.383295059204102 + ], + [ + "▁lowest", + -11.383527755737305 + ], + [ + "▁afraid", + -11.383572578430176 + ], + [ + "▁subjects", + -11.383578300476074 + ], + [ + "▁templates", + -11.383586883544922 + ], + [ + "▁jos", + -11.383604049682615 + ], + [ + "DM", + -11.38368797302246 + ], + [ + "ensemble", + -11.383792877197266 + ], + [ + "▁Ski", + -11.383941650390623 + ], + [ + "DP", + -11.384099960327148 + ], + [ + "▁grip", + -11.38417148590088 + ], + [ + "2-", + -11.38436222076416 + ], + [ + "▁sécurité", + -11.384743690490724 + ], + [ + "▁mono", + -11.38474941253662 + ], + [ + "▁controls", + -11.384854316711426 + ], + [ + "SV", + -11.384879112243652 + ], + [ + "install", + -11.384970664978027 + ], + [ + "berry", + -11.385042190551758 + ], + [ + "nial", + -11.385120391845703 + ], + [ + "shed", + -11.385462760925291 + ], + [ + "▁celle", + -11.385830879211426 + ], + [ + "FR", + -11.385936737060549 + ], + [ + "äng", + -11.385950088500977 + ], + [ + "▁gaz", + -11.385984420776367 + ], + [ + "êt", + -11.386184692382812 + ], + [ + "▁viewing", + -11.386412620544434 + ], + [ + "▁asigura", + -11.386524200439451 + ], + [ + "bling", + -11.3865327835083 + ], + [ + "master", + -11.386919975280762 + ], + [ + "▁Fin", + -11.387160301208496 + ], + [ + "VC", + -11.387365341186523 + ], + [ + "▁patent", + -11.387715339660645 + ], + [ + "▁Clean", + -11.38773250579834 + ], + [ + "▁1970", + -11.387789726257324 + ], + [ + "▁Char", + -11.387971878051758 + ], + [ + "thi", + -11.388010025024414 + ], + [ + "bli", + -11.388141632080078 + ], + [ + "▁haut", + -11.388307571411133 + ], + [ + "tica", + -11.38836669921875 + ], + [ + "▁venit", + -11.388578414916992 + ], + [ + "▁compatible", + -11.388678550720217 + ], + [ + "▁hanging", + -11.388690948486328 + ], + [ + "UN", + -11.388842582702637 + ], + [ + "▁forth", + -11.388911247253418 + ], + [ + "▁painted", + -11.388912200927734 + ], + [ + "lip", + -11.389031410217283 + ], + [ + "▁deeply", + -11.389089584350586 + ], + [ + "▁participating", + -11.389242172241213 + ], + [ + "▁Iran", + -11.38968276977539 + ], + [ + "▁conventional", + -11.389769554138184 + ], + [ + "ARE", + -11.38985824584961 + ], + [ + "▁accuracy", + -11.389896392822266 + ], + [ + "▁Familie", + -11.389955520629885 + ], + [ + "▁Dir", + -11.39001178741455 + ], + [ + "▁gehen", + -11.390127182006836 + ], + [ + "▁moderne", + -11.39022159576416 + ], + [ + "▁Iraq", + -11.39050579071045 + ], + [ + "▁vente", + -11.390582084655762 + ], + [ + "▁Donald", + -11.390998840332031 + ], + [ + "▁passer", + -11.391051292419434 + ], + [ + "▁mehrere", + -11.391267776489258 + ], + [ + "▁Everything", + -11.391291618347168 + ], + [ + "▁studied", + -11.391307830810549 + ], + [ + "▁acquire", + -11.391312599182127 + ], + [ + "für", + -11.391477584838867 + ], + [ + "▁gal", + -11.391502380371094 + ], + [ + "▁headed", + -11.391809463500977 + ], + [ + "▁screening", + -11.391865730285645 + ], + [ + "▁findings", + -11.392303466796877 + ], + [ + "▁nutrition", + -11.392305374145508 + ], + [ + "▁Secretary", + -11.392308235168455 + ], + [ + "duct", + -11.392431259155272 + ], + [ + "born", + -11.392436027526855 + ], + [ + "«", + -11.39261531829834 + ], + [ + "▁statistics", + -11.392616271972656 + ], + [ + "▁Sydney", + -11.392800331115724 + ], + [ + "▁Prof", + -11.392829895019531 + ], + [ + "▁dialogue", + -11.39327621459961 + ], + [ + "▁gather", + -11.393425941467283 + ], + [ + "valu", + -11.393746376037598 + ], + [ + "▁currency", + -11.394073486328123 + ], + [ + "▁Kat", + -11.394092559814451 + ], + [ + "gotten", + -11.394189834594728 + ], + [ + "main", + -11.39432144165039 + ], + [ + "▁coin", + -11.39434051513672 + ], + [ + "▁Nick", + -11.394380569458008 + ], + [ + "vă", + -11.394658088684082 + ], + [ + "▁Victoria", + -11.394832611083984 + ], + [ + "▁conclusion", + -11.3949613571167 + ], + [ + "▁lemon", + -11.39499855041504 + ], + [ + "▁Article", + -11.39516830444336 + ], + [ + "▁necesar", + -11.39516830444336 + ], + [ + "mag", + -11.395180702209473 + ], + [ + "▁riding", + -11.39537239074707 + ], + [ + "▁Eli", + -11.395599365234377 + ], + [ + "▁cord", + -11.395635604858398 + ], + [ + "wä", + -11.39572811126709 + ], + [ + "ußerdem", + -11.395737648010254 + ], + [ + "▁Bed", + -11.395759582519531 + ], + [ + "▁layers", + -11.395833015441896 + ], + [ + "▁harder", + -11.39597511291504 + ], + [ + "▁processor", + -11.396040916442873 + ], + [ + "▁Ils", + -11.39613151550293 + ], + [ + "▁Edition", + -11.39615535736084 + ], + [ + "▁Link", + -11.39639377593994 + ], + [ + "éré", + -11.396461486816406 + ], + [ + "▁nume", + -11.396576881408691 + ], + [ + "▁Boy", + -11.39659595489502 + ], + [ + "▁equally", + -11.396646499633787 + ], + [ + "▁Regel", + -11.397119522094728 + ], + [ + "▁hopes", + -11.39718532562256 + ], + [ + "odor", + -11.397311210632324 + ], + [ + "▁initially", + -11.397430419921877 + ], + [ + "▁$4", + -11.3974609375 + ], + [ + "▁exemplu", + -11.397537231445312 + ], + [ + "▁vari", + -11.397565841674805 + ], + [ + "schl", + -11.397698402404783 + ], + [ + "▁southern", + -11.39809799194336 + ], + [ + "▁mein", + -11.39818000793457 + ], + [ + "▁1994", + -11.398300170898438 + ], + [ + "▁importantly", + -11.398401260375977 + ], + [ + "▁succes", + -11.398526191711426 + ], + [ + "▁developer", + -11.398598670959473 + ], + [ + "▁lips", + -11.39889144897461 + ], + [ + "▁attitude", + -11.39900016784668 + ], + [ + "▁Age", + -11.399541854858398 + ], + [ + "▁corps", + -11.399713516235352 + ], + [ + "▁clicking", + -11.39976978302002 + ], + [ + "▁putem", + -11.399832725524902 + ], + [ + "▁journée", + -11.40003776550293 + ], + [ + "boy", + -11.4002103805542 + ], + [ + "▁injured", + -11.40028190612793 + ], + [ + "▁watched", + -11.400433540344238 + ], + [ + "▁flights", + -11.40079116821289 + ], + [ + "turn", + -11.400980949401855 + ], + [ + "▁stainless", + -11.401562690734863 + ], + [ + "▁besondere", + -11.40156364440918 + ], + [ + "▁Tur", + -11.401596069335938 + ], + [ + "▁hiring", + -11.401650428771973 + ], + [ + "▁roads", + -11.401727676391602 + ], + [ + "ificat", + -11.401785850524902 + ], + [ + "▁Flor", + -11.402045249938965 + ], + [ + "▁puternic", + -11.402215003967283 + ], + [ + "▁unexpected", + -11.40223503112793 + ], + [ + "▁Est", + -11.40238094329834 + ], + [ + "▁adopted", + -11.40253734588623 + ], + [ + "▁Fox", + -11.402647972106934 + ], + [ + "▁contributions", + -11.402870178222656 + ], + [ + "sec", + -11.402968406677246 + ], + [ + "IO", + -11.40305995941162 + ], + [ + "▁santé", + -11.403432846069336 + ], + [ + "▁Tree", + -11.403763771057127 + ], + [ + "▁scurt", + -11.40381908416748 + ], + [ + "▁Products", + -11.403848648071287 + ], + [ + "▁forecast", + -11.403998374938965 + ], + [ + "▁actor", + -11.40414333343506 + ], + [ + "▁Gallery", + -11.404149055480955 + ], + [ + "▁continuous", + -11.404163360595703 + ], + [ + "▁Hat", + -11.404291152954102 + ], + [ + "▁slip", + -11.404501914978027 + ], + [ + "9%", + -11.40496063232422 + ], + [ + "▁depression", + -11.405043601989746 + ], + [ + "UI", + -11.405229568481444 + ], + [ + "abile", + -11.405648231506348 + ], + [ + "▁merit", + -11.40567111968994 + ], + [ + "▁Fer", + -11.405805587768556 + ], + [ + "▁robot", + -11.405888557434082 + ], + [ + "▁gel", + -11.40589427947998 + ], + [ + "▁gentle", + -11.406017303466797 + ], + [ + "▁wanting", + -11.406071662902832 + ], + [ + "▁understood", + -11.406157493591309 + ], + [ + "▁terrain", + -11.406161308288574 + ], + [ + "▁associate", + -11.406176567077637 + ], + [ + "▁discussions", + -11.40632152557373 + ], + [ + "▁Job", + -11.406365394592283 + ], + [ + "spec", + -11.40644073486328 + ], + [ + "Dabei", + -11.406475067138672 + ], + [ + "etic", + -11.406517028808594 + ], + [ + "gol", + -11.40654468536377 + ], + [ + "▁20%", + -11.40658473968506 + ], + [ + "▁grup", + -11.406606674194336 + ], + [ + "▁Doctor", + -11.406813621520996 + ], + [ + "verse", + -11.407246589660645 + ], + [ + "▁victim", + -11.40725803375244 + ], + [ + "ță", + -11.407302856445312 + ], + [ + "▁scores", + -11.407544136047363 + ], + [ + "▁Policy", + -11.407634735107422 + ], + [ + "▁Anna", + -11.407736778259276 + ], + [ + "IV", + -11.407804489135742 + ], + [ + "▁mineral", + -11.408202171325684 + ], + [ + "live", + -11.40821647644043 + ], + [ + "▁grey", + -11.408368110656738 + ], + [ + "struct", + -11.40852165222168 + ], + [ + "▁emails", + -11.408738136291504 + ], + [ + "▁anymore", + -11.409114837646484 + ], + [ + "▁productivity", + -11.409387588500977 + ], + [ + "▁Dark", + -11.409463882446287 + ], + [ + "▁neither", + -11.409481048583984 + ], + [ + "▁quotes", + -11.409611701965332 + ], + [ + "LS", + -11.41036891937256 + ], + [ + "▁Arizona", + -11.41040325164795 + ], + [ + "night", + -11.410497665405272 + ], + [ + "élé", + -11.411019325256348 + ], + [ + "▁assigned", + -11.41115379333496 + ], + [ + "▁satellite", + -11.411328315734863 + ], + [ + "▁stability", + -11.411665916442873 + ], + [ + "▁networking", + -11.41172981262207 + ], + [ + "▁Transport", + -11.411847114562988 + ], + [ + "▁persons", + -11.411856651306152 + ], + [ + "fund", + -11.412043571472168 + ], + [ + "▁pratique", + -11.41213321685791 + ], + [ + "▁inca", + -11.412134170532228 + ], + [ + "iller", + -11.412349700927734 + ], + [ + "▁packed", + -11.41239070892334 + ], + [ + "▁Vegas", + -11.412484169006348 + ], + [ + "▁offre", + -11.412493705749512 + ], + [ + "▁Bin", + -11.412518501281738 + ], + [ + "stop", + -11.412609100341797 + ], + [ + "mini", + -11.412860870361328 + ], + [ + "▁jam", + -11.412877082824709 + ], + [ + "cord", + -11.41289234161377 + ], + [ + "▁Beautiful", + -11.412996292114258 + ], + [ + "▁trash", + -11.413012504577637 + ], + [ + "▁wise", + -11.413092613220217 + ], + [ + "▁accounting", + -11.413178443908691 + ], + [ + "▁différents", + -11.413182258605955 + ], + [ + "▁stil", + -11.413214683532717 + ], + [ + "suit", + -11.413951873779297 + ], + [ + "▁vier", + -11.414209365844728 + ], + [ + "▁permis", + -11.414224624633787 + ], + [ + "flow", + -11.414238929748535 + ], + [ + "▁col", + -11.414749145507812 + ], + [ + "ected", + -11.414960861206056 + ], + [ + "▁singer", + -11.414999008178713 + ], + [ + "▁GmbH", + -11.415038108825684 + ], + [ + "tics", + -11.415094375610352 + ], + [ + "▁ser", + -11.415159225463867 + ], + [ + "On", + -11.415315628051758 + ], + [ + "▁insights", + -11.415605545043944 + ], + [ + "BB", + -11.41594696044922 + ], + [ + "▁differ", + -11.415959358215332 + ], + [ + "▁Glass", + -11.416131973266602 + ], + [ + "▁Six", + -11.41648292541504 + ], + [ + "▁subscription", + -11.416584968566896 + ], + [ + "BC", + -11.416606903076172 + ], + [ + "▁returning", + -11.416664123535156 + ], + [ + "kleinen", + -11.416693687438965 + ], + [ + "▁advantages", + -11.416747093200684 + ], + [ + "omme", + -11.416852951049805 + ], + [ + "lus", + -11.417071342468262 + ], + [ + "now", + -11.417141914367676 + ], + [ + "▁Pack", + -11.417253494262695 + ], + [ + "▁leak", + -11.417333602905272 + ], + [ + "▁muscles", + -11.41748332977295 + ], + [ + "▁davon", + -11.417492866516112 + ], + [ + "mph", + -11.417858123779297 + ], + [ + "▁temple", + -11.417868614196776 + ], + [ + "▁Après", + -11.417901039123535 + ], + [ + "▁Illinois", + -11.41801643371582 + ], + [ + "▁variable", + -11.418065071105955 + ], + [ + "▁judgment", + -11.418389320373535 + ], + [ + "gran", + -11.41861629486084 + ], + [ + "▁pose", + -11.418621063232422 + ], + [ + "das", + -11.41864776611328 + ], + [ + "ures", + -11.418673515319824 + ], + [ + "▁Championship", + -11.418689727783203 + ], + [ + "ebenfalls", + -11.41872501373291 + ], + [ + "▁hydro", + -11.418753623962402 + ], + [ + "▁angle", + -11.419268608093262 + ], + [ + "▁5-", + -11.41940975189209 + ], + [ + "▁gest", + -11.419547080993652 + ], + [ + "▁Frau", + -11.420233726501465 + ], + [ + "▁knock", + -11.420275688171388 + ], + [ + "FS", + -11.420442581176758 + ], + [ + "spi", + -11.420577049255373 + ], + [ + "▁Regional", + -11.420717239379885 + ], + [ + "lets", + -11.421098709106444 + ], + [ + "▁Date", + -11.42115592956543 + ], + [ + "▁Finance", + -11.42121124267578 + ], + [ + "▁Dann", + -11.421320915222168 + ], + [ + "Star", + -11.421380043029783 + ], + [ + "▁Creek", + -11.421393394470217 + ], + [ + "▁fu", + -11.421648979187012 + ], + [ + "wohn", + -11.422141075134276 + ], + [ + "▁anniversary", + -11.422219276428224 + ], + [ + "▁investments", + -11.422292709350586 + ], + [ + "▁universal", + -11.422601699829102 + ], + [ + "▁pit", + -11.42274570465088 + ], + [ + "ște", + -11.422784805297852 + ], + [ + "▁lab", + -11.422822952270508 + ], + [ + "dienst", + -11.422884941101074 + ], + [ + "▁pal", + -11.422889709472656 + ], + [ + "▁graphic", + -11.42289924621582 + ], + [ + "▁bearing", + -11.422900199890137 + ], + [ + "▁stylish", + -11.423087120056152 + ], + [ + "▁mé", + -11.42319393157959 + ], + [ + "▁există", + -11.42326545715332 + ], + [ + "▁découvrir", + -11.423477172851562 + ], + [ + "comp", + -11.423606872558594 + ], + [ + "ridge", + -11.423667907714844 + ], + [ + "▁heads", + -11.423765182495115 + ], + [ + "▁consequences", + -11.423835754394531 + ], + [ + "self", + -11.423842430114746 + ], + [ + "fried", + -11.423870086669922 + ], + [ + "▁inventory", + -11.424199104309082 + ], + [ + "▁strip", + -11.42422866821289 + ], + [ + "▁Civil", + -11.42424488067627 + ], + [ + "bell", + -11.424307823181152 + ], + [ + "▁neben", + -11.424444198608398 + ], + [ + "▁Perfect", + -11.424470901489258 + ], + [ + "▁Notre", + -11.424478530883787 + ], + [ + "▁fraud", + -11.424630165100098 + ], + [ + "▁employers", + -11.424656867980955 + ], + [ + "▁Jackson", + -11.42470645904541 + ], + [ + "▁probleme", + -11.424915313720703 + ], + [ + "▁richtig", + -11.424957275390623 + ], + [ + "▁Method", + -11.425009727478027 + ], + [ + "▁tired", + -11.425010681152344 + ], + [ + "dies", + -11.425031661987305 + ], + [ + "▁Number", + -11.425315856933594 + ], + [ + "rland", + -11.425652503967283 + ], + [ + "▁latter", + -11.426031112670898 + ], + [ + "rendre", + -11.426064491271973 + ], + [ + "▁cameras", + -11.426095962524414 + ], + [ + "▁euch", + -11.426630020141602 + ], + [ + "▁Description", + -11.427038192749023 + ], + [ + "Spec", + -11.427061080932615 + ], + [ + "▁mile", + -11.427437782287598 + ], + [ + "▁Challenge", + -11.42747402191162 + ], + [ + "▁Solutions", + -11.427504539489746 + ], + [ + "▁trusted", + -11.427509307861328 + ], + [ + "▁einge", + -11.427515029907228 + ], + [ + "rück", + -11.427528381347656 + ], + [ + "▁Ober", + -11.427635192871094 + ], + [ + "kes", + -11.42764949798584 + ], + [ + "▁Log", + -11.427684783935549 + ], + [ + "▁dessert", + -11.427776336669922 + ], + [ + "▁murder", + -11.428033828735352 + ], + [ + "▁1/2", + -11.428311347961426 + ], + [ + "▁Provide", + -11.42872142791748 + ], + [ + "nivelul", + -11.428800582885742 + ], + [ + "nici", + -11.428818702697754 + ], + [ + "▁observe", + -11.42889404296875 + ], + [ + "▁prescription", + -11.429162979125977 + ], + [ + "▁Sau", + -11.429170608520508 + ], + [ + "▁genuine", + -11.42919635772705 + ], + [ + "▁operated", + -11.429231643676758 + ], + [ + "▁generous", + -11.42926788330078 + ], + [ + "▁weapons", + -11.429458618164062 + ], + [ + "▁belief", + -11.4295015335083 + ], + [ + "▁consum", + -11.429584503173828 + ], + [ + "▁unknown", + -11.430116653442385 + ], + [ + "deoarece", + -11.430135726928713 + ], + [ + "Art", + -11.430147171020508 + ], + [ + "▁kurz", + -11.430183410644531 + ], + [ + "▁Gut", + -11.430258750915527 + ], + [ + "▁medication", + -11.430522918701172 + ], + [ + "▁Mau", + -11.43058967590332 + ], + [ + "▁divorce", + -11.430678367614746 + ], + [ + "▁claimed", + -11.430811882019045 + ], + [ + "halten", + -11.430848121643066 + ], + [ + "▁Cons", + -11.43089485168457 + ], + [ + "▁operational", + -11.430975914001465 + ], + [ + "▁Hong", + -11.431081771850586 + ], + [ + "VI", + -11.431143760681152 + ], + [ + "▁Blick", + -11.431485176086426 + ], + [ + "▁lamp", + -11.431706428527832 + ], + [ + "pati", + -11.43185329437256 + ], + [ + "▁4-", + -11.43192195892334 + ], + [ + "▁interven", + -11.431964874267578 + ], + [ + "ques", + -11.43201732635498 + ], + [ + "▁Talk", + -11.432096481323242 + ], + [ + "▁zeigt", + -11.432318687438965 + ], + [ + "▁targeted", + -11.432390213012695 + ], + [ + "round", + -11.432640075683594 + ], + [ + "enfant", + -11.432748794555664 + ], + [ + "▁Reg", + -11.432836532592772 + ], + [ + "▁instruments", + -11.432872772216797 + ], + [ + "▁calcul", + -11.433363914489746 + ], + [ + "▁Henry", + -11.4335298538208 + ], + [ + "▁Cla", + -11.433616638183594 + ], + [ + "▁rack", + -11.433661460876465 + ], + [ + "sehen", + -11.43375301361084 + ], + [ + "▁ending", + -11.433754920959473 + ], + [ + "▁resolve", + -11.434130668640137 + ], + [ + "▁advise", + -11.434178352355955 + ], + [ + "▁sociale", + -11.434386253356934 + ], + [ + "▁cabin", + -11.434536933898926 + ], + [ + "▁involve", + -11.43480396270752 + ], + [ + "gă", + -11.434889793395996 + ], + [ + "▁automat", + -11.435132026672363 + ], + [ + "▁consultant", + -11.435258865356444 + ], + [ + "Bu", + -11.435370445251465 + ], + [ + "▁safely", + -11.435466766357422 + ], + [ + "état", + -11.43547821044922 + ], + [ + "▁pros", + -11.435657501220703 + ], + [ + "▁lies", + -11.435659408569336 + ], + [ + "▁Brian", + -11.435914993286133 + ], + [ + "▁talented", + -11.435954093933104 + ], + [ + "pus", + -11.43599796295166 + ], + [ + "▁hub", + -11.436060905456545 + ], + [ + "▁Ji", + -11.43606662750244 + ], + [ + "▁sought", + -11.436102867126465 + ], + [ + "▁energie", + -11.43621063232422 + ], + [ + "▁möchten", + -11.43634033203125 + ], + [ + "▁11.", + -11.436558723449709 + ], + [ + "▁Kong", + -11.436662673950195 + ], + [ + "▁grave", + -11.43666934967041 + ], + [ + "▁lists", + -11.436800956726074 + ], + [ + "tati", + -11.436809539794922 + ], + [ + "verschiedenen", + -11.43692398071289 + ], + [ + "dam", + -11.437061309814451 + ], + [ + "▁charity", + -11.437249183654783 + ], + [ + "▁breaking", + -11.43735122680664 + ], + [ + "kins", + -11.43747329711914 + ], + [ + "▁könnte", + -11.437517166137695 + ], + [ + "▁appointed", + -11.437532424926758 + ], + [ + "roc", + -11.4376859664917 + ], + [ + "▁Senate", + -11.437979698181152 + ], + [ + "wit", + -11.438002586364746 + ], + [ + "▁emerging", + -11.438162803649902 + ], + [ + "▁année", + -11.438288688659668 + ], + [ + "▁Cool", + -11.438365936279297 + ], + [ + "▁sensor", + -11.43842887878418 + ], + [ + "How", + -11.438488960266112 + ], + [ + "▁Ryan", + -11.438626289367676 + ], + [ + "▁computers", + -11.43871784210205 + ], + [ + "▁fault", + -11.4388427734375 + ], + [ + "▁présent", + -11.438843727111816 + ], + [ + "ulation", + -11.439149856567385 + ], + [ + "▁stir", + -11.439348220825195 + ], + [ + "lauf", + -11.439703941345217 + ], + [ + "▁AI", + -11.440389633178713 + ], + [ + "▁Bri", + -11.440438270568848 + ], + [ + "▁bain", + -11.441011428833008 + ], + [ + "▁5,", + -11.441287994384766 + ], + [ + "schein", + -11.44157886505127 + ], + [ + "▁weiß", + -11.441596031188965 + ], + [ + "▁possibilities", + -11.44235610961914 + ], + [ + "gur", + -11.442413330078123 + ], + [ + "▁hinter", + -11.44264793395996 + ], + [ + "Innen", + -11.442755699157717 + ], + [ + "▁vorba", + -11.442992210388184 + ], + [ + "fahren", + -11.443008422851562 + ], + [ + "▁Cell", + -11.443072319030762 + ], + [ + "univers", + -11.443137168884276 + ], + [ + "▁Follow", + -11.443424224853516 + ], + [ + "▁emotions", + -11.44360637664795 + ], + [ + "▁Ministry", + -11.44369411468506 + ], + [ + "▁curriculum", + -11.44369411468506 + ], + [ + "Je", + -11.443764686584473 + ], + [ + "▁gab", + -11.444080352783203 + ], + [ + "▁sigur", + -11.444270133972168 + ], + [ + "rise", + -11.444416999816896 + ], + [ + "Pri", + -11.44466495513916 + ], + [ + "▁stabil", + -11.444781303405762 + ], + [ + "▁superb", + -11.445100784301758 + ], + [ + "▁Oak", + -11.44510269165039 + ], + [ + "▁rubber", + -11.445286750793455 + ], + [ + "▁tag", + -11.445306777954102 + ], + [ + "PG", + -11.445361137390137 + ], + [ + "▁Heat", + -11.445477485656738 + ], + [ + "▁thousand", + -11.445504188537598 + ], + [ + "▁meets", + -11.445521354675291 + ], + [ + "▁faced", + -11.445578575134276 + ], + [ + "▁reserve", + -11.445640563964844 + ], + [ + "cateva", + -11.445767402648926 + ], + [ + "▁gym", + -11.445771217346191 + ], + [ + "▁vitamin", + -11.445960998535156 + ], + [ + "▁Rest", + -11.446457862854004 + ], + [ + "▁Single", + -11.446535110473633 + ], + [ + "▁Stephen", + -11.44662380218506 + ], + [ + "▁trick", + -11.446824073791504 + ], + [ + "DU", + -11.44694709777832 + ], + [ + "▁telefon", + -11.44711685180664 + ], + [ + "▁gând", + -11.447120666503906 + ], + [ + "▁primit", + -11.447345733642578 + ], + [ + "▁Connect", + -11.447351455688477 + ], + [ + "▁führt", + -11.447440147399902 + ], + [ + "▁Info", + -11.447500228881836 + ], + [ + "▁recall", + -11.447848320007324 + ], + [ + "▁restore", + -11.447885513305664 + ], + [ + "lege", + -11.44792652130127 + ], + [ + "▁franchise", + -11.448189735412598 + ], + [ + "▁seulement", + -11.44856071472168 + ], + [ + "reci", + -11.448598861694336 + ], + [ + "▁2019,", + -11.44864273071289 + ], + [ + "▁Ring", + -11.448663711547852 + ], + [ + "▁assembly", + -11.448678970336914 + ], + [ + "intérieur", + -11.448775291442873 + ], + [ + "▁shade", + -11.44887924194336 + ], + [ + "▁meaningful", + -11.448881149291992 + ], + [ + "bag", + -11.448989868164062 + ], + [ + "ONE", + -11.449249267578123 + ], + [ + "▁globe", + -11.44928741455078 + ], + [ + "▁WA", + -11.449406623840332 + ], + [ + "▁intervention", + -11.449495315551758 + ], + [ + "öl", + -11.44953155517578 + ], + [ + "▁Marine", + -11.45029067993164 + ], + [ + "▁Angebot", + -11.450512886047363 + ], + [ + "▁align", + -11.450618743896484 + ], + [ + "▁temperatures", + -11.450634956359863 + ], + [ + "ifier", + -11.45091724395752 + ], + [ + "▁Nigeria", + -11.451189041137695 + ], + [ + "▁survive", + -11.451216697692873 + ], + [ + "ounce", + -11.451275825500488 + ], + [ + "▁placement", + -11.451416969299316 + ], + [ + "▁deci", + -11.451528549194336 + ], + [ + "▁Taylor", + -11.451759338378906 + ], + [ + "step", + -11.45190715789795 + ], + [ + "▁Geschichte", + -11.452054023742676 + ], + [ + "▁Bet", + -11.45216941833496 + ], + [ + "▁Nature", + -11.45224380493164 + ], + [ + "▁FC", + -11.452256202697754 + ], + [ + "▁ownership", + -11.45228672027588 + ], + [ + "▁behaviour", + -11.452474594116213 + ], + [ + "▁deutlich", + -11.452532768249512 + ], + [ + "▁wondering", + -11.452798843383787 + ], + [ + "▁cleaner", + -11.453295707702637 + ], + [ + "uring", + -11.4534912109375 + ], + [ + "rä", + -11.453496932983398 + ], + [ + "▁ga", + -11.454296112060549 + ], + [ + "ador", + -11.454482078552246 + ], + [ + "▁artwork", + -11.454564094543455 + ], + [ + "ologic", + -11.45457649230957 + ], + [ + "▁eigentlich", + -11.454848289489746 + ], + [ + "▁hell", + -11.45522403717041 + ], + [ + "source", + -11.455251693725586 + ], + [ + "▁gem", + -11.455265045166016 + ], + [ + "▁boss", + -11.455307006835938 + ], + [ + "▁arise", + -11.45546054840088 + ], + [ + "about", + -11.455711364746094 + ], + [ + "▁SI", + -11.455951690673828 + ], + [ + "▁ME", + -11.45610237121582 + ], + [ + "akt", + -11.456191062927246 + ], + [ + "▁Style", + -11.456259727478027 + ], + [ + "▁Körper", + -11.456493377685549 + ], + [ + "gui", + -11.456799507141112 + ], + [ + "▁navigate", + -11.456819534301758 + ], + [ + "▁Meanwhile", + -11.45697784423828 + ], + [ + "▁așa", + -11.457111358642578 + ], + [ + "▁bulk", + -11.457298278808594 + ], + [ + "▁directions", + -11.457310676574709 + ], + [ + "▁brick", + -11.45774745941162 + ], + [ + "▁Poly", + -11.457752227783203 + ], + [ + "▁politique", + -11.457772254943848 + ], + [ + "▁patch", + -11.457777976989746 + ], + [ + "ра", + -11.457816123962402 + ], + [ + "commerce", + -11.457844734191896 + ], + [ + "▁înainte", + -11.457884788513184 + ], + [ + "▁intelligent", + -11.45823860168457 + ], + [ + "▁infection", + -11.458426475524902 + ], + [ + "▁Tru", + -11.458494186401367 + ], + [ + "▁raising", + -11.458504676818848 + ], + [ + "tragen", + -11.458539009094238 + ], + [ + "▁portrait", + -11.45858383178711 + ], + [ + "▁meisten", + -11.458783149719238 + ], + [ + "▁organize", + -11.45893669128418 + ], + [ + "metric", + -11.458962440490724 + ], + [ + "▁Season", + -11.459036827087402 + ], + [ + "▁enforcement", + -11.459259033203123 + ], + [ + "origine", + -11.459836959838867 + ], + [ + "▁Ros", + -11.460065841674805 + ], + [ + "▁Mount", + -11.460083961486816 + ], + [ + "have", + -11.460237503051758 + ], + [ + "▁romantic", + -11.46025848388672 + ], + [ + "▁comic", + -11.460810661315918 + ], + [ + "▁greu", + -11.461116790771484 + ], + [ + "ET", + -11.46133041381836 + ], + [ + "▁hook", + -11.461407661437988 + ], + [ + "▁mort", + -11.461411476135254 + ], + [ + "▁indicated", + -11.461583137512209 + ], + [ + "▁7,", + -11.46198272705078 + ], + [ + "▁Neben", + -11.46204662322998 + ], + [ + "yer", + -11.46214485168457 + ], + [ + "▁momentul", + -11.46214771270752 + ], + [ + "note", + -11.462313652038574 + ], + [ + "▁baz", + -11.46231460571289 + ], + [ + "▁abroad", + -11.462320327758787 + ], + [ + "nite", + -11.462464332580566 + ], + [ + "▁bass", + -11.462701797485352 + ], + [ + "▁norm", + -11.462714195251465 + ], + [ + "▁É", + -11.462788581848145 + ], + [ + "4.", + -11.462881088256836 + ], + [ + "▁province", + -11.463004112243652 + ], + [ + "▁merge", + -11.463419914245604 + ], + [ + "arbeiten", + -11.463438987731934 + ], + [ + "-20", + -11.463574409484863 + ], + [ + "▁Nicht", + -11.463674545288086 + ], + [ + "spo", + -11.463783264160156 + ], + [ + "size", + -11.463815689086914 + ], + [ + "▁assure", + -11.463849067687988 + ], + [ + "charge", + -11.463987350463867 + ], + [ + "▁olive", + -11.464017868041992 + ], + [ + "▁Pot", + -11.46408462524414 + ], + [ + "▁Figure", + -11.4642333984375 + ], + [ + "clair", + -11.464336395263672 + ], + [ + "▁discipline", + -11.464600563049316 + ], + [ + "elli", + -11.464639663696287 + ], + [ + "▁tackle", + -11.465169906616213 + ], + [ + "▁buyer", + -11.465237617492676 + ], + [ + "▁loud", + -11.465479850769045 + ], + [ + "▁180", + -11.465534210205078 + ], + [ + "▁căt", + -11.465587615966797 + ], + [ + "▁Palm", + -11.465738296508787 + ], + [ + "away", + -11.46593189239502 + ], + [ + "▁Mother", + -11.46607494354248 + ], + [ + "onia", + -11.466240882873535 + ], + [ + "▁Protection", + -11.466416358947754 + ], + [ + "auto", + -11.466547966003418 + ], + [ + "▁Version", + -11.466583251953123 + ], + [ + "▁Nice", + -11.466714859008787 + ], + [ + "▁12.", + -11.46682071685791 + ], + [ + "▁0,", + -11.466835021972656 + ], + [ + "ATION", + -11.466911315917969 + ], + [ + "▁Produkte", + -11.466955184936523 + ], + [ + "▁tube", + -11.467084884643556 + ], + [ + "▁Houston", + -11.467106819152832 + ], + [ + "chu", + -11.467500686645508 + ], + [ + "pas", + -11.467717170715332 + ], + [ + "▁Ele", + -11.467801094055176 + ], + [ + "▁mountains", + -11.467835426330566 + ], + [ + "PH", + -11.467937469482422 + ], + [ + "▁languages", + -11.468672752380373 + ], + [ + "▁servicii", + -11.468722343444824 + ], + [ + "▁Stay", + -11.468999862670898 + ], + [ + "fil", + -11.469138145446776 + ], + [ + "▁propos", + -11.469801902770996 + ], + [ + "▁coll", + -11.469825744628906 + ], + [ + "▁mor", + -11.470197677612305 + ], + [ + "▁arrange", + -11.470410346984863 + ], + [ + "▁sorry", + -11.47047519683838 + ], + [ + "▁instruction", + -11.470723152160645 + ], + [ + "▁holes", + -11.47077465057373 + ], + [ + "letting", + -11.471046447753906 + ], + [ + "▁wa", + -11.471074104309082 + ], + [ + "▁Feb", + -11.471227645874023 + ], + [ + "omb", + -11.471232414245604 + ], + [ + "▁prise", + -11.471290588378906 + ], + [ + "VO", + -11.471305847167969 + ], + [ + "week", + -11.471349716186523 + ], + [ + "▁Event", + -11.471427917480469 + ], + [ + "▁AT", + -11.471485137939451 + ], + [ + "ket", + -11.471492767333984 + ], + [ + "haft", + -11.471579551696776 + ], + [ + "▁hits", + -11.47159194946289 + ], + [ + "foli", + -11.471681594848633 + ], + [ + "this", + -11.471948623657228 + ], + [ + "GP", + -11.471970558166504 + ], + [ + "▁Pin", + -11.472332954406738 + ], + [ + "▁Stein", + -11.472503662109377 + ], + [ + "thing", + -11.472512245178224 + ], + [ + "▁emphasis", + -11.472556114196776 + ], + [ + "▁Mur", + -11.472631454467772 + ], + [ + "▁Bag", + -11.472647666931152 + ], + [ + "cons", + -11.47273063659668 + ], + [ + "tons", + -11.472835540771484 + ], + [ + "lash", + -11.472987174987791 + ], + [ + "▁Grant", + -11.473104476928713 + ], + [ + "▁pris", + -11.473175048828123 + ], + [ + "▁bună", + -11.47323989868164 + ], + [ + "▁buc", + -11.473699569702148 + ], + [ + "▁passe", + -11.473746299743652 + ], + [ + "▁jewelry", + -11.474213600158691 + ], + [ + "iens", + -11.474342346191406 + ], + [ + "▁forma", + -11.47453784942627 + ], + [ + "▁Med", + -11.474651336669922 + ], + [ + "laufen", + -11.474778175354004 + ], + [ + "▁hunt", + -11.474977493286133 + ], + [ + "stayed", + -11.475086212158203 + ], + [ + "party", + -11.475152015686035 + ], + [ + "▁fra", + -11.47529411315918 + ], + [ + "▁scenes", + -11.475305557250977 + ], + [ + "▁absorb", + -11.47535228729248 + ], + [ + "▁abilities", + -11.475377082824709 + ], + [ + "lug", + -11.475507736206056 + ], + [ + "▁Sarah", + -11.475693702697754 + ], + [ + "mpf", + -11.47570514678955 + ], + [ + "▁fle", + -11.4757080078125 + ], + [ + "accès", + -11.475872993469238 + ], + [ + "▁solicit", + -11.475926399230955 + ], + [ + "pie", + -11.476278305053713 + ], + [ + "▁Zum", + -11.476296424865724 + ], + [ + "▁universe", + -11.476390838623049 + ], + [ + "▁exists", + -11.476449012756348 + ], + [ + "oane", + -11.476597785949709 + ], + [ + "IVE", + -11.47668743133545 + ], + [ + "▁2011.", + -11.476906776428224 + ], + [ + "▁specialists", + -11.477072715759276 + ], + [ + "▁mess", + -11.477309226989746 + ], + [ + "fach", + -11.477402687072754 + ], + [ + "▁Recht", + -11.477404594421388 + ], + [ + "▁hack", + -11.47755241394043 + ], + [ + "▁jacket", + -11.477564811706545 + ], + [ + "HC", + -11.47769832611084 + ], + [ + "▁substance", + -11.477728843688965 + ], + [ + "▁signing", + -11.477775573730469 + ], + [ + "▁allerdings", + -11.478032112121582 + ], + [ + "▁publish", + -11.478139877319336 + ], + [ + "▁Lab", + -11.478157043457031 + ], + [ + "▁agenda", + -11.478249549865724 + ], + [ + "lane", + -11.478299140930176 + ], + [ + "stream", + -11.478620529174805 + ], + [ + "schau", + -11.47879409790039 + ], + [ + "▁realizat", + -11.478971481323242 + ], + [ + "▁supplier", + -11.479019165039062 + ], + [ + "▁moderate", + -11.47902774810791 + ], + [ + "▁tours", + -11.479212760925291 + ], + [ + "▁narrative", + -11.479220390319824 + ], + [ + "ația", + -11.47927951812744 + ], + [ + "▁maps", + -11.47942352294922 + ], + [ + "treten", + -11.479447364807127 + ], + [ + "▁mars", + -11.479706764221191 + ], + [ + "▁moon", + -11.479745864868164 + ], + [ + "rose", + -11.479751586914062 + ], + [ + "▁exp", + -11.479766845703123 + ], + [ + "zahl", + -11.480154037475586 + ], + [ + "psych", + -11.480195999145508 + ], + [ + "▁gehört", + -11.48024845123291 + ], + [ + "▁bound", + -11.4803466796875 + ], + [ + "▁submission", + -11.480451583862305 + ], + [ + "▁clubs", + -11.480722427368164 + ], + [ + "Am", + -11.480755805969238 + ], + [ + "tenir", + -11.480782508850098 + ], + [ + "▁boast", + -11.48085117340088 + ], + [ + "▁boards", + -11.4810791015625 + ], + [ + "▁Geschäfts", + -11.481216430664062 + ], + [ + "zing", + -11.48126220703125 + ], + [ + "wort", + -11.48137092590332 + ], + [ + "lid", + -11.481417655944824 + ], + [ + "▁contractor", + -11.481528282165527 + ], + [ + "▁donner", + -11.481672286987305 + ], + [ + "▁coupon", + -11.481974601745604 + ], + [ + "adresse", + -11.482004165649414 + ], + [ + "colo", + -11.48210334777832 + ], + [ + "▁perception", + -11.48212432861328 + ], + [ + "NC", + -11.48222541809082 + ], + [ + "▁abge", + -11.482245445251465 + ], + [ + "▁cheaper", + -11.48226833343506 + ], + [ + "▁grace", + -11.482312202453612 + ], + [ + "▁resident", + -11.482718467712402 + ], + [ + "kla", + -11.4828462600708 + ], + [ + "▁bug", + -11.4828462600708 + ], + [ + "▁Available", + -11.48289394378662 + ], + [ + "▁BA", + -11.483323097229004 + ], + [ + "▁Met", + -11.483601570129396 + ], + [ + "▁climb", + -11.48365592956543 + ], + [ + "▁expanded", + -11.484349250793455 + ], + [ + "ying", + -11.484426498413086 + ], + [ + "▁matching", + -11.484469413757324 + ], + [ + "▁suffered", + -11.484733581542969 + ], + [ + "▁employed", + -11.484755516052246 + ], + [ + "pper", + -11.484843254089355 + ], + [ + "▁experiencing", + -11.48488426208496 + ], + [ + "ddy", + -11.48495388031006 + ], + [ + "▁philosophy", + -11.484955787658691 + ], + [ + "▁utilisé", + -11.485008239746094 + ], + [ + "▁Jane", + -11.485079765319824 + ], + [ + "LI", + -11.485087394714355 + ], + [ + "▁elected", + -11.485185623168944 + ], + [ + "▁MI", + -11.485264778137209 + ], + [ + "▁ISO", + -11.485340118408203 + ], + [ + "winning", + -11.48537540435791 + ], + [ + "▁vot", + -11.485424041748049 + ], + [ + "▁generic", + -11.485519409179688 + ], + [ + "▁Bol", + -11.485650062561035 + ], + [ + "▁copies", + -11.48568058013916 + ], + [ + "▁mechanical", + -11.48568058013916 + ], + [ + "günstig", + -11.485682487487791 + ], + [ + "roy", + -11.485770225524902 + ], + [ + "Astfel", + -11.48580837249756 + ], + [ + "media", + -11.485868453979492 + ], + [ + "▁shoulder", + -11.4859037399292 + ], + [ + "▁directory", + -11.486000061035156 + ], + [ + "▁banking", + -11.486016273498535 + ], + [ + "▁mistakes", + -11.486040115356444 + ], + [ + "▁Fran", + -11.486425399780272 + ], + [ + "▁Jon", + -11.486544609069824 + ], + [ + "▁spare", + -11.486579895019531 + ], + [ + "metri", + -11.486668586730955 + ], + [ + "▁mask", + -11.486879348754885 + ], + [ + "▁consistently", + -11.48695182800293 + ], + [ + "▁Columbia", + -11.487278938293455 + ], + [ + "roid", + -11.48774242401123 + ], + [ + "essen", + -11.487935066223145 + ], + [ + "▁(“", + -11.48798656463623 + ], + [ + "▁série", + -11.48821258544922 + ], + [ + "▁Phil", + -11.48824977874756 + ], + [ + "▁usor", + -11.48824977874756 + ], + [ + "▁stood", + -11.488279342651367 + ], + [ + "▁racing", + -11.488335609436035 + ], + [ + "▁Comme", + -11.488555908203123 + ], + [ + "▁exceed", + -11.488565444946287 + ], + [ + "на", + -11.488618850708008 + ], + [ + "▁activate", + -11.48873233795166 + ], + [ + "▁circle", + -11.488836288452148 + ], + [ + "▁bold", + -11.488956451416016 + ], + [ + "▁handy", + -11.48909854888916 + ], + [ + "merely", + -11.48911476135254 + ], + [ + "▁Edward", + -11.489147186279297 + ], + [ + "▁contracts", + -11.489530563354492 + ], + [ + "ê", + -11.489595413208008 + ], + [ + "▁campaigns", + -11.489673614501951 + ], + [ + "▁ought", + -11.489733695983888 + ], + [ + "▁nursing", + -11.489781379699709 + ], + [ + "▁Jr", + -11.489917755126951 + ], + [ + "▁rarely", + -11.490032196044922 + ], + [ + "▁Mir", + -11.490050315856934 + ], + [ + "▁diagnosis", + -11.490379333496094 + ], + [ + "▁Theatre", + -11.490394592285156 + ], + [ + "▁producer", + -11.490407943725586 + ], + [ + "Currently", + -11.490492820739746 + ], + [ + "▁fitting", + -11.490580558776855 + ], + [ + "▁ajunge", + -11.490618705749512 + ], + [ + "minte", + -11.49075412750244 + ], + [ + "▁termen", + -11.490838050842283 + ], + [ + "▁Linux", + -11.491013526916504 + ], + [ + "▁1-", + -11.491068840026855 + ], + [ + "▁hätte", + -11.491202354431152 + ], + [ + "▁Resort", + -11.49129867553711 + ], + [ + "image", + -11.491527557373049 + ], + [ + "▁Rod", + -11.49189281463623 + ], + [ + "▁Fly", + -11.491924285888672 + ], + [ + "try", + -11.492317199707031 + ], + [ + "▁expense", + -11.49245834350586 + ], + [ + "▁Interior", + -11.492799758911133 + ], + [ + "▁fence", + -11.492920875549316 + ], + [ + "▁Kontakt", + -11.493063926696776 + ], + [ + "▁ALL", + -11.493142127990724 + ], + [ + "VA", + -11.493229866027832 + ], + [ + "▁Exchange", + -11.493316650390623 + ], + [ + "ranked", + -11.493558883666992 + ], + [ + "▁Performance", + -11.493621826171877 + ], + [ + "prim", + -11.493635177612305 + ], + [ + "▁basket", + -11.493694305419922 + ], + [ + "▁Vice", + -11.493703842163086 + ], + [ + "phan", + -11.4937105178833 + ], + [ + "▁broke", + -11.494003295898438 + ], + [ + "voir", + -11.49431324005127 + ], + [ + "arg", + -11.494512557983398 + ], + [ + "ART", + -11.494529724121094 + ], + [ + "▁floors", + -11.49485683441162 + ], + [ + "pression", + -11.495025634765623 + ], + [ + "▁possession", + -11.49507999420166 + ], + [ + "▁domaine", + -11.49510669708252 + ], + [ + "▁valeur", + -11.495132446289062 + ], + [ + "▁suddenly", + -11.495282173156738 + ], + [ + "▁mild", + -11.495304107666016 + ], + [ + "▁aflat", + -11.495431900024414 + ], + [ + "▁Tea", + -11.495731353759766 + ], + [ + "tritt", + -11.495767593383787 + ], + [ + "▁Mittel", + -11.495773315429688 + ], + [ + "▁regulatory", + -11.49580192565918 + ], + [ + "▁spectacular", + -11.495905876159668 + ], + [ + "fahrt", + -11.495949745178224 + ], + [ + "GS", + -11.496026039123535 + ], + [ + "MM", + -11.4961576461792 + ], + [ + "▁environments", + -11.496203422546388 + ], + [ + "▁Raum", + -11.496381759643556 + ], + [ + "▁lay", + -11.496664047241213 + ], + [ + "▁cré", + -11.496713638305664 + ], + [ + "▁Selbst", + -11.496726989746094 + ], + [ + "▁opposition", + -11.496821403503418 + ], + [ + "two", + -11.49729061126709 + ], + [ + "▁Clark", + -11.497822761535645 + ], + [ + "▁Netz", + -11.497845649719238 + ], + [ + "bald", + -11.497983932495115 + ], + [ + "▁Innovation", + -11.4982271194458 + ], + [ + "▁overcome", + -11.49825382232666 + ], + [ + "quot", + -11.499013900756836 + ], + [ + "▁Sin", + -11.499106407165527 + ], + [ + "▁Sto", + -11.49932098388672 + ], + [ + "▁grain", + -11.499560356140137 + ], + [ + "▁collections", + -11.49972438812256 + ], + [ + "▁applies", + -11.49986743927002 + ], + [ + "mach", + -11.499934196472168 + ], + [ + "▁wheels", + -11.499958992004396 + ], + [ + "▁universities", + -11.500049591064451 + ], + [ + "▁Ray", + -11.500182151794434 + ], + [ + "lina", + -11.500238418579102 + ], + [ + "▁arrangements", + -11.500393867492676 + ], + [ + "▁western", + -11.500728607177734 + ], + [ + "rous", + -11.500768661499023 + ], + [ + "aise", + -11.500784873962402 + ], + [ + "▁highlights", + -11.50112533569336 + ], + [ + "▁intend", + -11.501265525817873 + ], + [ + "aimed", + -11.501358032226562 + ], + [ + "▁Scotland", + -11.501360893249512 + ], + [ + "▁acestei", + -11.501466751098633 + ], + [ + "graf", + -11.50150203704834 + ], + [ + "duction", + -11.501517295837402 + ], + [ + "path", + -11.50156021118164 + ], + [ + "▁evil", + -11.501633644104004 + ], + [ + "▁scris", + -11.501791000366213 + ], + [ + "▁disposition", + -11.501927375793455 + ], + [ + "▁designing", + -11.5020751953125 + ], + [ + "zwar", + -11.502172470092772 + ], + [ + "▁Retrieve", + -11.50217342376709 + ], + [ + "▁aggressive", + -11.502374649047852 + ], + [ + "▁Glen", + -11.502411842346191 + ], + [ + "▁daher", + -11.502473831176758 + ], + [ + "▁Quick", + -11.50249481201172 + ], + [ + "▁recover", + -11.50263214111328 + ], + [ + "▁prominent", + -11.50288200378418 + ], + [ + "▁visits", + -11.503198623657228 + ], + [ + "▁Mis", + -11.503376960754396 + ], + [ + "▁edited", + -11.503456115722656 + ], + [ + "▁distributed", + -11.503564834594728 + ], + [ + "▁dés", + -11.503580093383787 + ], + [ + "▁alter", + -11.5035982131958 + ], + [ + "▁cooked", + -11.503697395324709 + ], + [ + "embl", + -11.503706932067873 + ], + [ + "Univers", + -11.50371551513672 + ], + [ + "▁Minuten", + -11.504156112670898 + ], + [ + "▁compris", + -11.504179954528809 + ], + [ + "rais", + -11.504182815551758 + ], + [ + "essentially", + -11.504199028015137 + ], + [ + "▁rel", + -11.504340171813965 + ], + [ + "▁appel", + -11.50457000732422 + ], + [ + "▁trace", + -11.504788398742676 + ], + [ + "relating", + -11.504830360412598 + ], + [ + "dès", + -11.504937171936035 + ], + [ + "aste", + -11.504961013793944 + ], + [ + "▁raison", + -11.504963874816896 + ], + [ + "▁frequent", + -11.505281448364258 + ], + [ + "▁beds", + -11.505316734313965 + ], + [ + "▁Miami", + -11.505511283874512 + ], + [ + "▁vibrant", + -11.50564193725586 + ], + [ + "▁Kam", + -11.50572109222412 + ], + [ + "▁klar", + -11.505861282348633 + ], + [ + "▁Tan", + -11.50598430633545 + ], + [ + "▁vidéo", + -11.506032943725586 + ], + [ + "▁Kur", + -11.506115913391112 + ], + [ + "▁themes", + -11.506134033203123 + ], + [ + "▁struggling", + -11.506440162658691 + ], + [ + "▁Magazine", + -11.506444931030272 + ], + [ + "maker", + -11.506476402282717 + ], + [ + "veni", + -11.506564140319824 + ], + [ + "▁Groß", + -11.506732940673828 + ], + [ + "▁streaming", + -11.506772994995115 + ], + [ + "▁analyze", + -11.506876945495604 + ], + [ + "▁titles", + -11.506982803344728 + ], + [ + "pier", + -11.507316589355469 + ], + [ + "▁participant", + -11.507347106933594 + ], + [ + "aims", + -11.507607460021973 + ], + [ + "▁convention", + -11.507638931274414 + ], + [ + "▁flood", + -11.507780075073242 + ], + [ + "▁nights", + -11.507842063903809 + ], + [ + "▁titre", + -11.50792407989502 + ], + [ + "▁voul", + -11.508010864257812 + ], + [ + "weit", + -11.50816822052002 + ], + [ + "where", + -11.508213996887209 + ], + [ + "▁Seiten", + -11.508286476135254 + ], + [ + "▁relaxing", + -11.508628845214844 + ], + [ + "▁piano", + -11.50883674621582 + ], + [ + "▁Pick", + -11.50884246826172 + ], + [ + "▁Sony", + -11.508955001831056 + ], + [ + "▁enhanced", + -11.509017944335938 + ], + [ + "▁visa", + -11.50915241241455 + ], + [ + "CH", + -11.50930118560791 + ], + [ + "▁instantly", + -11.50930404663086 + ], + [ + "▁Fan", + -11.509721755981444 + ], + [ + "▁diabetes", + -11.50998878479004 + ], + [ + "▁popul", + -11.50999641418457 + ], + [ + "Ang", + -11.51023292541504 + ], + [ + "▁Ask", + -11.510295867919922 + ], + [ + "cate", + -11.510650634765623 + ], + [ + "▁simplu", + -11.510666847229004 + ], + [ + "nahme", + -11.510685920715332 + ], + [ + "▁dentist", + -11.510842323303224 + ], + [ + "ubi", + -11.510920524597168 + ], + [ + "article", + -11.511030197143556 + ], + [ + "▁graph", + -11.511094093322754 + ], + [ + "▁rival", + -11.51121711730957 + ], + [ + "jahr", + -11.5113525390625 + ], + [ + "▁bloc", + -11.511370658874512 + ], + [ + "fern", + -11.511427879333496 + ], + [ + "▁dispar", + -11.511516571044922 + ], + [ + "▁servers", + -11.511582374572754 + ], + [ + "▁patru", + -11.511610984802246 + ], + [ + "▁Within", + -11.511634826660156 + ], + [ + "▁situated", + -11.511896133422852 + ], + [ + "▁HR", + -11.511981964111328 + ], + [ + "▁leaf", + -11.511981964111328 + ], + [ + "▁curs", + -11.512049674987791 + ], + [ + "antes", + -11.512325286865234 + ], + [ + "lux", + -11.512406349182127 + ], + [ + "▁1993", + -11.512463569641112 + ], + [ + "stance", + -11.512650489807127 + ], + [ + "▁northern", + -11.512683868408203 + ], + [ + "lves", + -11.512718200683594 + ], + [ + "▁contractors", + -11.512882232666016 + ], + [ + "▁dimensions", + -11.512920379638672 + ], + [ + "▁rolling", + -11.513068199157717 + ], + [ + "▁automobile", + -11.513211250305176 + ], + [ + "▁cru", + -11.51342487335205 + ], + [ + "▁displays", + -11.51357078552246 + ], + [ + "web", + -11.513812065124512 + ], + [ + "had", + -11.513850212097168 + ], + [ + "▁Never", + -11.513893127441406 + ], + [ + "▁2-", + -11.51393222808838 + ], + [ + "vine", + -11.51393985748291 + ], + [ + "▁Wahl", + -11.513975143432615 + ], + [ + "▁Markt", + -11.514166831970217 + ], + [ + "▁Double", + -11.514227867126465 + ], + [ + "▁acknowledge", + -11.514229774475098 + ], + [ + "stal", + -11.514288902282717 + ], + [ + "▁equity", + -11.514620780944824 + ], + [ + "▁ministry", + -11.51482391357422 + ], + [ + "▁Lor", + -11.514875411987305 + ], + [ + "▁sud", + -11.514968872070312 + ], + [ + "idée", + -11.515044212341309 + ], + [ + "▁measured", + -11.515448570251465 + ], + [ + "▁editing", + -11.515609741210938 + ], + [ + "▁singur", + -11.515620231628418 + ], + [ + "▁coal", + -11.515623092651367 + ], + [ + "▁dramatic", + -11.516212463378906 + ], + [ + "AG", + -11.51625156402588 + ], + [ + "asca", + -11.516280174255373 + ], + [ + "▁crash", + -11.516321182250977 + ], + [ + "ischer", + -11.516597747802734 + ], + [ + "▁Pla", + -11.516871452331545 + ], + [ + "▁psycho", + -11.517054557800291 + ], + [ + "piece", + -11.517118453979492 + ], + [ + "▁finger", + -11.51712131500244 + ], + [ + "▁Hollywood", + -11.517123222351074 + ], + [ + "▁Cr", + -11.517345428466797 + ], + [ + "▁locally", + -11.517622947692873 + ], + [ + "▁mouse", + -11.517792701721191 + ], + [ + "▁Base", + -11.517867088317873 + ], + [ + "uite", + -11.518095016479492 + ], + [ + "▁detect", + -11.518099784851074 + ], + [ + "cea", + -11.518150329589844 + ], + [ + "▁bull", + -11.518194198608398 + ], + [ + "▁curve", + -11.518208503723145 + ], + [ + "été", + -11.518218994140623 + ], + [ + "ddle", + -11.51839542388916 + ], + [ + "▁span", + -11.51852321624756 + ], + [ + "WS", + -11.518878936767578 + ], + [ + "CL", + -11.519017219543455 + ], + [ + "▁officially", + -11.519042015075684 + ], + [ + "▁corect", + -11.519168853759766 + ], + [ + "▁Artikel", + -11.5193510055542 + ], + [ + "▁customized", + -11.520099639892578 + ], + [ + "▁intellectual", + -11.52018928527832 + ], + [ + "▁heures", + -11.520334243774414 + ], + [ + "schule", + -11.520444869995115 + ], + [ + "▁investing", + -11.520585060119627 + ], + [ + "▁parallel", + -11.521227836608888 + ], + [ + "▁loi", + -11.521263122558594 + ], + [ + "ările", + -11.521566390991213 + ], + [ + "р", + -11.521679878234863 + ], + [ + "▁bench", + -11.521724700927734 + ], + [ + "▁principle", + -11.521756172180176 + ], + [ + "▁Galaxy", + -11.52182960510254 + ], + [ + "ța", + -11.52223777770996 + ], + [ + "▁(4", + -11.522418975830078 + ], + [ + "▁bedrooms", + -11.522578239440918 + ], + [ + "née", + -11.52273941040039 + ], + [ + "▁surely", + -11.52275276184082 + ], + [ + "very", + -11.522927284240724 + ], + [ + "stelle", + -11.523200988769531 + ], + [ + "activ", + -11.523216247558594 + ], + [ + "cite", + -11.523551940917969 + ], + [ + "▁Original", + -11.523553848266602 + ], + [ + "▁palm", + -11.52366542816162 + ], + [ + "▁losses", + -11.523934364318848 + ], + [ + "▁newspaper", + -11.52415370941162 + ], + [ + "ciu", + -11.52436351776123 + ], + [ + "▁Hold", + -11.524392127990724 + ], + [ + "BO", + -11.524422645568848 + ], + [ + "▁CON", + -11.524598121643066 + ], + [ + "▁modified", + -11.524624824523926 + ], + [ + "▁stake", + -11.524735450744627 + ], + [ + "▁Ton", + -11.524798393249512 + ], + [ + "▁luna", + -11.524968147277832 + ], + [ + "▁Mind", + -11.525094985961914 + ], + [ + "lap", + -11.525150299072266 + ], + [ + "▁opinions", + -11.52524757385254 + ], + [ + "▁Jordan", + -11.525351524353027 + ], + [ + "div", + -11.52537727355957 + ], + [ + "indi", + -11.525418281555176 + ], + [ + "▁Story", + -11.525476455688477 + ], + [ + "▁affiliate", + -11.52585506439209 + ], + [ + "▁matière", + -11.525918960571287 + ], + [ + "▁fifth", + -11.526399612426758 + ], + [ + "▁sheets", + -11.52645492553711 + ], + [ + "▁puțin", + -11.526909828186035 + ], + [ + "ush", + -11.526947021484377 + ], + [ + "geführt", + -11.52699375152588 + ], + [ + "▁Falls", + -11.52716827392578 + ], + [ + "legi", + -11.527295112609863 + ], + [ + "▁auction", + -11.527326583862305 + ], + [ + "▁cooperation", + -11.52735424041748 + ], + [ + "▁Fee", + -11.527474403381348 + ], + [ + "▁Daily", + -11.52774715423584 + ], + [ + "pies", + -11.527853965759276 + ], + [ + "▁basketball", + -11.527976036071776 + ], + [ + "removing", + -11.528056144714355 + ], + [ + "Besides", + -11.528294563293455 + ], + [ + "▁Body", + -11.528355598449709 + ], + [ + "▁AD", + -11.528369903564451 + ], + [ + "RU", + -11.528435707092283 + ], + [ + "ţia", + -11.52894401550293 + ], + [ + "▁Extra", + -11.528986930847168 + ], + [ + "▁Practice", + -11.52900218963623 + ], + [ + "▁Jeff", + -11.529017448425291 + ], + [ + "▁început", + -11.529253005981444 + ], + [ + "ching", + -11.529269218444824 + ], + [ + "▁Gift", + -11.529281616210938 + ], + [ + "kk", + -11.529295921325684 + ], + [ + "\")", + -11.529349327087402 + ], + [ + "▁Austin", + -11.529651641845703 + ], + [ + "thro", + -11.529766082763672 + ], + [ + "▁camping", + -11.529810905456545 + ], + [ + "▁theatre", + -11.529850959777832 + ], + [ + "école", + -11.529916763305664 + ], + [ + "vient", + -11.530159950256348 + ], + [ + "▁faces", + -11.530226707458496 + ], + [ + "▁constructed", + -11.530437469482422 + ], + [ + "▁overnight", + -11.530472755432127 + ], + [ + "▁locale", + -11.530574798583984 + ], + [ + "▁roots", + -11.530611038208008 + ], + [ + "▁bu", + -11.530662536621094 + ], + [ + "4,", + -11.530683517456056 + ], + [ + "▁Enterprise", + -11.530865669250488 + ], + [ + "screen", + -11.530935287475586 + ], + [ + "▁Chef", + -11.53096866607666 + ], + [ + "▁Along", + -11.531298637390137 + ], + [ + "▁MD", + -11.531431198120115 + ], + [ + "▁Supreme", + -11.531597137451172 + ], + [ + "En", + -11.531655311584473 + ], + [ + "▁verwendet", + -11.532015800476074 + ], + [ + "▁processed", + -11.532425880432127 + ], + [ + "▁vendors", + -11.532549858093262 + ], + [ + "▁FA", + -11.532651901245115 + ], + [ + "▁44", + -11.532716751098633 + ], + [ + "▁beautifully", + -11.532933235168455 + ], + [ + "▁eficient", + -11.533092498779297 + ], + [ + "▁Wil", + -11.533117294311523 + ], + [ + "▁Member", + -11.533121109008787 + ], + [ + "▁damages", + -11.5332670211792 + ], + [ + "▁mutual", + -11.533288955688477 + ], + [ + "SN", + -11.533506393432615 + ], + [ + "▁Dave", + -11.533665657043455 + ], + [ + "??", + -11.533998489379885 + ], + [ + "stat", + -11.534090995788574 + ], + [ + "▁tourist", + -11.534374237060549 + ], + [ + "fie", + -11.534425735473633 + ], + [ + "şte", + -11.534754753112791 + ], + [ + "▁donne", + -11.534764289855955 + ], + [ + "▁shadow", + -11.53493881225586 + ], + [ + "▁dough", + -11.534993171691896 + ], + [ + "▁Gro", + -11.53500270843506 + ], + [ + "▁Mah", + -11.535066604614258 + ], + [ + "RF", + -11.535126686096191 + ], + [ + "▁mechanism", + -11.535163879394531 + ], + [ + "▁2011,", + -11.535179138183594 + ], + [ + "▁Alter", + -11.53530502319336 + ], + [ + "▁opposed", + -11.53538990020752 + ], + [ + "▁Fri", + -11.53550148010254 + ], + [ + "▁remarkable", + -11.535572052001951 + ], + [ + "oral", + -11.535635948181152 + ], + [ + "▁verschiedene", + -11.535653114318848 + ], + [ + "▁difficulty", + -11.535691261291504 + ], + [ + "▁Application", + -11.535840034484863 + ], + [ + "▁Hay", + -11.535888671875 + ], + [ + "▁continua", + -11.535935401916504 + ], + [ + "EP", + -11.53609848022461 + ], + [ + "▁Pr", + -11.53617000579834 + ], + [ + "▁Lady", + -11.53631591796875 + ], + [ + "▁interval", + -11.536457061767578 + ], + [ + "▁Mil", + -11.536504745483398 + ], + [ + "▁2010.", + -11.537042617797852 + ], + [ + "VE", + -11.537074089050291 + ], + [ + "integr", + -11.537360191345217 + ], + [ + "▁création", + -11.537415504455566 + ], + [ + "weed", + -11.537456512451172 + ], + [ + "EG", + -11.53760051727295 + ], + [ + "▁6,", + -11.537784576416016 + ], + [ + "▁god", + -11.537866592407228 + ], + [ + "▁accomplish", + -11.53794765472412 + ], + [ + "▁thoroughly", + -11.538019180297852 + ], + [ + "2019", + -11.53822898864746 + ], + [ + "izer", + -11.538246154785156 + ], + [ + "▁Wal", + -11.538300514221191 + ], + [ + "ifying", + -11.538701057434082 + ], + [ + "▁Wohn", + -11.539227485656738 + ], + [ + "▁Holz", + -11.539474487304688 + ], + [ + "▁Advanced", + -11.539528846740724 + ], + [ + "▁honey", + -11.539626121520996 + ], + [ + "proof", + -11.539634704589844 + ], + [ + "▁saison", + -11.540029525756836 + ], + [ + "ându", + -11.540035247802734 + ], + [ + "▁Kevin", + -11.540116310119627 + ], + [ + "▁shelter", + -11.540199279785156 + ], + [ + "▁discut", + -11.540257453918455 + ], + [ + "▁hike", + -11.540257453918455 + ], + [ + "ités", + -11.540461540222168 + ], + [ + "▁boutique", + -11.540672302246094 + ], + [ + "▁Email", + -11.54067611694336 + ], + [ + "▁cosmetic", + -11.540830612182615 + ], + [ + "dian", + -11.540916442871094 + ], + [ + "▁hohe", + -11.540940284729004 + ], + [ + "▁absence", + -11.541071891784668 + ], + [ + "axi", + -11.541136741638184 + ], + [ + "nah", + -11.541178703308104 + ], + [ + "▁Frauen", + -11.541236877441406 + ], + [ + "▁actively", + -11.541278839111328 + ], + [ + "bind", + -11.541468620300291 + ], + [ + "▁everybody", + -11.541740417480469 + ], + [ + "▁controller", + -11.541802406311035 + ], + [ + "▁1.5", + -11.5418062210083 + ], + [ + "erau", + -11.541842460632324 + ], + [ + "gehen", + -11.541988372802734 + ], + [ + "▁scenario", + -11.542038917541504 + ], + [ + "▁odd", + -11.542083740234377 + ], + [ + "▁Ultra", + -11.542089462280272 + ], + [ + "▁finishing", + -11.542366981506348 + ], + [ + "▁cuts", + -11.542383193969728 + ], + [ + "▁financing", + -11.542515754699709 + ], + [ + "▁Chance", + -11.542579650878906 + ], + [ + "surrounded", + -11.542818069458008 + ], + [ + "▁joc", + -11.542903900146484 + ], + [ + "▁shelf", + -11.543004035949709 + ], + [ + "tief", + -11.54308032989502 + ], + [ + "▁Sir", + -11.543146133422852 + ], + [ + "▁Agent", + -11.543197631835938 + ], + [ + "▁scratch", + -11.543560981750488 + ], + [ + "2,000", + -11.54360294342041 + ], + [ + "nutri", + -11.54365348815918 + ], + [ + "nier", + -11.544063568115234 + ], + [ + "▁Dur", + -11.544175148010254 + ], + [ + "▁grid", + -11.544268608093262 + ], + [ + "road", + -11.544413566589355 + ], + [ + "▁pets", + -11.544429779052734 + ], + [ + "stud", + -11.54448127746582 + ], + [ + "OM", + -11.544569969177246 + ], + [ + "Die", + -11.544877052307127 + ], + [ + "▁800", + -11.54496955871582 + ], + [ + "▁arrangement", + -11.545088768005373 + ], + [ + "▁Sri", + -11.545185089111328 + ], + [ + "▁Patrick", + -11.545187950134276 + ], + [ + "ava", + -11.545212745666504 + ], + [ + "▁pension", + -11.54523754119873 + ], + [ + "dung", + -11.545353889465332 + ], + [ + "▁Chapter", + -11.545475006103516 + ], + [ + "▁Property", + -11.545475006103516 + ], + [ + "▁structural", + -11.545571327209473 + ], + [ + "▁overview", + -11.545731544494627 + ], + [ + "2015", + -11.545917510986328 + ], + [ + "▁lawn", + -11.545924186706545 + ], + [ + "▁Vin", + -11.546219825744627 + ], + [ + "lik", + -11.54640293121338 + ], + [ + "dus", + -11.54641819000244 + ], + [ + "Several", + -11.54654598236084 + ], + [ + "▁Bou", + -11.546670913696287 + ], + [ + "▁copper", + -11.546703338623049 + ], + [ + "▁duration", + -11.546867370605469 + ], + [ + "inate", + -11.546982765197754 + ], + [ + "▁podcast", + -11.547204971313477 + ], + [ + "▁Self", + -11.547208786010742 + ], + [ + "▁Construction", + -11.547491073608398 + ], + [ + "achat", + -11.54768180847168 + ], + [ + "???", + -11.547683715820312 + ], + [ + "▁Electric", + -11.547974586486816 + ], + [ + "▁Mrs", + -11.54799747467041 + ], + [ + "▁CT", + -11.548019409179688 + ], + [ + "▁proceed", + -11.548324584960938 + ], + [ + "▁Course", + -11.548333168029783 + ], + [ + "▁Frei", + -11.548699378967283 + ], + [ + "▁heavily", + -11.548868179321287 + ], + [ + "rique", + -11.548872947692873 + ], + [ + "version", + -11.549016952514648 + ], + [ + "▁representatives", + -11.549118041992188 + ], + [ + "▁tourism", + -11.549182891845703 + ], + [ + "▁shirt", + -11.5494966506958 + ], + [ + "▁rough", + -11.54950714111328 + ], + [ + "▁weniger", + -11.549735069274902 + ], + [ + "▁keyboard", + -11.550058364868164 + ], + [ + "▁heritage", + -11.55014991760254 + ], + [ + "kat", + -11.550535202026367 + ], + [ + "assez", + -11.550567626953123 + ], + [ + "▁cabinets", + -11.550591468811035 + ], + [ + "▁Komm", + -11.550762176513672 + ], + [ + "▁impressed", + -11.55078411102295 + ], + [ + "▁Oregon", + -11.550788879394531 + ], + [ + "▁Davis", + -11.55081558227539 + ], + [ + "specialized", + -11.55097770690918 + ], + [ + "▁gross", + -11.550999641418455 + ], + [ + "Located", + -11.551044464111328 + ], + [ + "ttle", + -11.551044464111328 + ], + [ + "▁2010,", + -11.551224708557127 + ], + [ + "chan", + -11.55125331878662 + ], + [ + "mine", + -11.551305770874023 + ], + [ + "▁aduce", + -11.551637649536133 + ], + [ + "▁subsequent", + -11.551729202270508 + ], + [ + "▁demo", + -11.551851272583008 + ], + [ + "aba", + -11.552209854125977 + ], + [ + "▁shock", + -11.55238914489746 + ], + [ + "▁theater", + -11.552854537963867 + ], + [ + "▁engineers", + -11.55294418334961 + ], + [ + "▁feu", + -11.553037643432615 + ], + [ + "▁Rot", + -11.553058624267578 + ], + [ + "▁addressed", + -11.553155899047852 + ], + [ + "▁Letter", + -11.553431510925291 + ], + [ + "gré", + -11.553448677062988 + ], + [ + "▁quantity", + -11.553449630737305 + ], + [ + "▁Seit", + -11.553640365600586 + ], + [ + "▁bacteria", + -11.553681373596191 + ], + [ + "kg", + -11.55408000946045 + ], + [ + "▁conservation", + -11.554191589355469 + ], + [ + "▁entreprises", + -11.55420207977295 + ], + [ + "▁pleasant", + -11.554207801818848 + ], + [ + "armed", + -11.554228782653809 + ], + [ + "dorf", + -11.554286003112791 + ], + [ + "fact", + -11.554320335388184 + ], + [ + "▁Much", + -11.554388046264648 + ], + [ + "▁laugh", + -11.55482006072998 + ], + [ + "▁blade", + -11.554835319519045 + ], + [ + "amine", + -11.554838180541992 + ], + [ + "▁insert", + -11.55493450164795 + ], + [ + "▁toys", + -11.555326461791992 + ], + [ + "▁в", + -11.555726051330566 + ], + [ + "cell", + -11.555747985839844 + ], + [ + "▁strengthen", + -11.555864334106444 + ], + [ + "GR", + -11.555882453918455 + ], + [ + "▁autor", + -11.556114196777344 + ], + [ + "▁LI", + -11.556147575378418 + ], + [ + "▁oamenii", + -11.556184768676758 + ], + [ + "▁Modell", + -11.556222915649414 + ], + [ + "▁sophisticated", + -11.556225776672363 + ], + [ + "▁Write", + -11.556283950805664 + ], + [ + "eți", + -11.55629539489746 + ], + [ + "say", + -11.556641578674316 + ], + [ + "▁nutzen", + -11.55678367614746 + ], + [ + "▁amenities", + -11.556979179382324 + ], + [ + "chel", + -11.557068824768066 + ], + [ + "Unlike", + -11.55720043182373 + ], + [ + "▁Bilder", + -11.557208061218262 + ], + [ + "fertig", + -11.55722713470459 + ], + [ + "PER", + -11.557244300842283 + ], + [ + "▁apparently", + -11.55728244781494 + ], + [ + "▁pointed", + -11.557332992553713 + ], + [ + "lop", + -11.557435989379885 + ], + [ + "▁commande", + -11.557848930358888 + ], + [ + "▁NEW", + -11.557923316955566 + ], + [ + "▁primi", + -11.55798625946045 + ], + [ + "▁aluminum", + -11.558046340942385 + ], + [ + "ificare", + -11.558063507080078 + ], + [ + "open", + -11.55815315246582 + ], + [ + "▁establishment", + -11.558305740356444 + ], + [ + "▁blanc", + -11.558349609375 + ], + [ + "▁1960", + -11.558454513549805 + ], + [ + "▁parameters", + -11.55856990814209 + ], + [ + "schluss", + -11.558685302734377 + ], + [ + "▁jet", + -11.55879020690918 + ], + [ + "gam", + -11.55902099609375 + ], + [ + "▁oral", + -11.559290885925291 + ], + [ + "▁tons", + -11.559348106384276 + ], + [ + "▁AL", + -11.55935001373291 + ], + [ + "▁intention", + -11.55947494506836 + ], + [ + "ives", + -11.55974292755127 + ], + [ + "▁BMW", + -11.559837341308594 + ], + [ + "gun", + -11.559967041015623 + ], + [ + "leben", + -11.560046195983888 + ], + [ + "▁Fresh", + -11.56010913848877 + ], + [ + "▁tuturor", + -11.560193061828612 + ], + [ + "▁marine", + -11.560208320617676 + ], + [ + "mile", + -11.560260772705078 + ], + [ + "▁alta", + -11.56027126312256 + ], + [ + "nnen", + -11.56050968170166 + ], + [ + "▁courts", + -11.56053066253662 + ], + [ + "▁Hello", + -11.560791015625 + ], + [ + "BL", + -11.560895919799805 + ], + [ + "▁reply", + -11.560962677001951 + ], + [ + "environnement", + -11.560975074768066 + ], + [ + "American", + -11.560995101928713 + ], + [ + "▁Tell", + -11.561040878295898 + ], + [ + "▁chic", + -11.56148624420166 + ], + [ + "bir", + -11.561542510986328 + ], + [ + "▁singing", + -11.56178855895996 + ], + [ + "▁earnings", + -11.561819076538086 + ], + [ + "▁ensemble", + -11.562082290649414 + ], + [ + "▁($", + -11.562169075012209 + ], + [ + "▁Tout", + -11.562192916870115 + ], + [ + "▁Abs", + -11.562264442443848 + ], + [ + "▁describes", + -11.562322616577148 + ], + [ + "▁navigation", + -11.5625 + ], + [ + "▁destul", + -11.562532424926758 + ], + [ + "legate", + -11.562586784362791 + ], + [ + "tral", + -11.562599182128906 + ], + [ + "aţie", + -11.562753677368164 + ], + [ + "▁supplied", + -11.56277561187744 + ], + [ + "▁paar", + -11.562911987304688 + ], + [ + "ionat", + -11.563241958618164 + ], + [ + "9.", + -11.56326389312744 + ], + [ + "▁41", + -11.563348770141602 + ], + [ + "▁Track", + -11.563451766967772 + ], + [ + "▁happiness", + -11.563636779785156 + ], + [ + "▁Personen", + -11.563680648803713 + ], + [ + "▁sac", + -11.56373119354248 + ], + [ + "▁shapes", + -11.56377410888672 + ], + [ + "eld", + -11.56393051147461 + ], + [ + "bett", + -11.563963890075684 + ], + [ + "tile", + -11.56400203704834 + ], + [ + "▁divided", + -11.564035415649414 + ], + [ + "▁13.", + -11.56403923034668 + ], + [ + "market", + -11.564109802246094 + ], + [ + "crafted", + -11.564115524291992 + ], + [ + "▁periods", + -11.564120292663574 + ], + [ + "uş", + -11.564568519592283 + ], + [ + "▁trainer", + -11.56460952758789 + ], + [ + "▁Licht", + -11.564871788024902 + ], + [ + "▁advisor", + -11.564948081970217 + ], + [ + "▁Herr", + -11.564980506896973 + ], + [ + "▁Halloween", + -11.565147399902344 + ], + [ + "alter", + -11.56515407562256 + ], + [ + "▁radical", + -11.565155029296877 + ], + [ + "▁nose", + -11.56527042388916 + ], + [ + "▁Sat", + -11.56532382965088 + ], + [ + "▁Mom", + -11.565372467041016 + ], + [ + "moni", + -11.565377235412598 + ], + [ + "▁semn", + -11.565397262573242 + ], + [ + "vé", + -11.565672874450684 + ], + [ + "identifie", + -11.56570053100586 + ], + [ + "▁hatten", + -11.565957069396973 + ], + [ + "completing", + -11.565959930419922 + ], + [ + "▁gust", + -11.565963745117188 + ], + [ + "▁creat", + -11.56601333618164 + ], + [ + "ché", + -11.566075325012209 + ], + [ + "pay", + -11.566216468811035 + ], + [ + "▁Money", + -11.566229820251465 + ], + [ + "IG", + -11.566243171691896 + ], + [ + "▁Cash", + -11.566327095031738 + ], + [ + "altă", + -11.566420555114746 + ], + [ + "▁bekommen", + -11.566620826721191 + ], + [ + "▁43", + -11.56662654876709 + ], + [ + "▁supplement", + -11.566637992858888 + ], + [ + "▁Early", + -11.566754341125488 + ], + [ + "▁mattress", + -11.56692123413086 + ], + [ + "▁worn", + -11.567182540893556 + ], + [ + "rov", + -11.567197799682615 + ], + [ + "▁pray", + -11.56733226776123 + ], + [ + "▁beans", + -11.567673683166504 + ], + [ + "▁passé", + -11.567782402038574 + ], + [ + "▁facilit", + -11.56782054901123 + ], + [ + "▁meters", + -11.56784439086914 + ], + [ + "cke", + -11.568163871765137 + ], + [ + "▁Villa", + -11.568199157714844 + ], + [ + "▁Diego", + -11.568217277526855 + ], + [ + "▁chips", + -11.568244934082031 + ], + [ + "▁mes", + -11.568349838256836 + ], + [ + "▁Seattle", + -11.568421363830566 + ], + [ + "BU", + -11.568621635437012 + ], + [ + "▁nevoi", + -11.568714141845703 + ], + [ + "▁lets", + -11.568737030029297 + ], + [ + "▁hopefully", + -11.56894302368164 + ], + [ + "▁AG", + -11.568954467773438 + ], + [ + "liable", + -11.568999290466309 + ], + [ + "pound", + -11.569067001342772 + ], + [ + "près", + -11.569085121154783 + ], + [ + "arul", + -11.56920337677002 + ], + [ + "isiert", + -11.569281578063965 + ], + [ + "▁Expert", + -11.569297790527344 + ], + [ + "▁particulier", + -11.56936740875244 + ], + [ + "stoff", + -11.569952964782717 + ], + [ + "▁interpretation", + -11.56999397277832 + ], + [ + "După", + -11.57007884979248 + ], + [ + "sait", + -11.57011604309082 + ], + [ + "▁nouvelles", + -11.570173263549805 + ], + [ + "▁Ok", + -11.570175170898438 + ], + [ + "tap", + -11.570301055908203 + ], + [ + "▁targets", + -11.570327758789062 + ], + [ + "rung", + -11.57052230834961 + ], + [ + "▁stare", + -11.570576667785645 + ], + [ + "▁efficiently", + -11.570908546447754 + ], + [ + "EV", + -11.571003913879396 + ], + [ + "évit", + -11.571310997009276 + ], + [ + "▁Moldova", + -11.571542739868164 + ], + [ + "▁Face", + -11.571663856506348 + ], + [ + "▁flo", + -11.57168960571289 + ], + [ + "▁acestora", + -11.5717134475708 + ], + [ + "▁Victor", + -11.57183837890625 + ], + [ + "▁breed", + -11.57198429107666 + ], + [ + "morph", + -11.572230339050291 + ], + [ + "sley", + -11.572274208068848 + ], + [ + "mot", + -11.57234001159668 + ], + [ + "▁URL", + -11.572395324707031 + ], + [ + "ellen", + -11.572502136230469 + ], + [ + "▁resist", + -11.572781562805176 + ], + [ + "zon", + -11.57282829284668 + ], + [ + "ndel", + -11.572967529296877 + ], + [ + "will", + -11.572989463806152 + ], + [ + "▁alege", + -11.573076248168944 + ], + [ + "▁Easter", + -11.573114395141602 + ], + [ + "▁Bat", + -11.573190689086914 + ], + [ + "▁Höhe", + -11.573223114013672 + ], + [ + "▁fascinating", + -11.573387145996094 + ], + [ + "▁Know", + -11.5735445022583 + ], + [ + "illon", + -11.573602676391602 + ], + [ + "flex", + -11.57363224029541 + ], + [ + "who", + -11.573701858520508 + ], + [ + "▁Always", + -11.573729515075684 + ], + [ + "▁Bush", + -11.573777198791504 + ], + [ + "ICE", + -11.574009895324709 + ], + [ + "verein", + -11.57448673248291 + ], + [ + "▁später", + -11.57448959350586 + ], + [ + "▁cherch", + -11.574575424194336 + ], + [ + "makers", + -11.574753761291504 + ], + [ + "versus", + -11.574790954589844 + ], + [ + "▁Clear", + -11.574846267700195 + ], + [ + "▁Pennsylvania", + -11.574912071228027 + ], + [ + "Dieser", + -11.57504177093506 + ], + [ + "▁picking", + -11.575072288513184 + ], + [ + "▁restoration", + -11.57513427734375 + ], + [ + "▁interviews", + -11.575201988220217 + ], + [ + "pressed", + -11.575210571289062 + ], + [ + "nnerhalb", + -11.575674057006836 + ], + [ + "▁connecting", + -11.575834274291992 + ], + [ + "jou", + -11.57594394683838 + ], + [ + "▁react", + -11.576189041137695 + ], + [ + "▁Merci", + -11.576223373413086 + ], + [ + "▁Phone", + -11.576356887817385 + ], + [ + "▁1)", + -11.57652473449707 + ], + [ + "▁victims", + -11.576618194580078 + ], + [ + "▁Spo", + -11.576685905456545 + ], + [ + "atului", + -11.576735496520996 + ], + [ + "▁Harry", + -11.576837539672852 + ], + [ + "▁Sala", + -11.576875686645508 + ], + [ + "Pol", + -11.577075958251951 + ], + [ + "▁Clo", + -11.577167510986328 + ], + [ + "▁Erfolg", + -11.577211380004885 + ], + [ + "autour", + -11.577308654785156 + ], + [ + "▁Template", + -11.577314376831056 + ], + [ + "▁invention", + -11.57754898071289 + ], + [ + "▁schwer", + -11.57761287689209 + ], + [ + "vac", + -11.577625274658203 + ], + [ + "▁Trail", + -11.577627182006836 + ], + [ + "▁Vietnam", + -11.577638626098633 + ], + [ + "▁Size", + -11.577689170837402 + ], + [ + "▁Bern", + -11.577783584594728 + ], + [ + "▁emp", + -11.577845573425291 + ], + [ + "▁shake", + -11.57787799835205 + ], + [ + "▁Ave", + -11.57794189453125 + ], + [ + "▁productive", + -11.578009605407717 + ], + [ + "▁apple", + -11.578015327453612 + ], + [ + "▁portal", + -11.578052520751951 + ], + [ + "▁ceramic", + -11.578082084655762 + ], + [ + "▁pad", + -11.578110694885254 + ], + [ + "▁Syn", + -11.578316688537598 + ], + [ + "Ab", + -11.57845401763916 + ], + [ + "▁syn", + -11.578761100769045 + ], + [ + "find", + -11.57888889312744 + ], + [ + "▁settle", + -11.578909873962402 + ], + [ + "▁général", + -11.578965187072754 + ], + [ + "▁okay", + -11.57903289794922 + ], + [ + "▁receipt", + -11.57906436920166 + ], + [ + "orii", + -11.57911777496338 + ], + [ + "▁Mission", + -11.57912254333496 + ], + [ + "entrée", + -11.579304695129396 + ], + [ + "▁besteht", + -11.579394340515137 + ], + [ + "▁wisdom", + -11.57950210571289 + ], + [ + "▁heraus", + -11.579645156860352 + ], + [ + "▁balanced", + -11.579753875732422 + ], + [ + "▁habits", + -11.579773902893066 + ], + [ + "tang", + -11.579888343811035 + ], + [ + "ură", + -11.580151557922363 + ], + [ + "▁winners", + -11.580182075500488 + ], + [ + "ç", + -11.580215454101562 + ], + [ + "▁folosi", + -11.580242156982422 + ], + [ + "aliment", + -11.5802583694458 + ], + [ + "▁fiction", + -11.580373764038086 + ], + [ + "▁Spe", + -11.58053493499756 + ], + [ + "▁elsewhere", + -11.580663681030272 + ], + [ + "▁dependent", + -11.580808639526367 + ], + [ + "▁Anne", + -11.581167221069336 + ], + [ + "▁excellence", + -11.581695556640623 + ], + [ + "▁Feel", + -11.581753730773926 + ], + [ + "lieb", + -11.581811904907228 + ], + [ + "▁sectors", + -11.581865310668944 + ], + [ + "▁expir", + -11.581886291503906 + ], + [ + "▁surfaces", + -11.58191204071045 + ], + [ + "▁minim", + -11.581937789916992 + ], + [ + "▁tumor", + -11.58204460144043 + ], + [ + "▁paragraph", + -11.582289695739746 + ], + [ + "▁disk", + -11.58232307434082 + ], + [ + "▁tonight", + -11.582379341125488 + ], + [ + "▁precious", + -11.582794189453123 + ], + [ + "▁console", + -11.58288288116455 + ], + [ + "Th", + -11.58293914794922 + ], + [ + "neu", + -11.583020210266112 + ], + [ + "effective", + -11.5839262008667 + ], + [ + "▁Republican", + -11.583944320678713 + ], + [ + "format", + -11.58429718017578 + ], + [ + "▁preserve", + -11.58436107635498 + ], + [ + "▁wiring", + -11.584599494934082 + ], + [ + "▁exercises", + -11.584757804870604 + ], + [ + "▁pregnancy", + -11.584774017333984 + ], + [ + "tries", + -11.58481502532959 + ], + [ + "▁jeunes", + -11.584883689880373 + ], + [ + "▁publishing", + -11.584932327270508 + ], + [ + "▁nehmen", + -11.584935188293455 + ], + [ + "▁capability", + -11.5849609375 + ], + [ + "▁prompt", + -11.584965705871582 + ], + [ + "▁Further", + -11.58497428894043 + ], + [ + "▁semaine", + -11.58517360687256 + ], + [ + "abo", + -11.585216522216797 + ], + [ + "▁evolution", + -11.585319519042969 + ], + [ + "▁Sud", + -11.585403442382812 + ], + [ + "▁frais", + -11.585525512695312 + ], + [ + "LT", + -11.585619926452637 + ], + [ + "▁stack", + -11.58581829071045 + ], + [ + "▁Inside", + -11.585854530334473 + ], + [ + "▁programmes", + -11.585997581481934 + ], + [ + "▁passes", + -11.586196899414062 + ], + [ + "mü", + -11.586474418640137 + ], + [ + "▁progressive", + -11.586518287658691 + ], + [ + "▁calculator", + -11.58658218383789 + ], + [ + "▁Core", + -11.586655616760254 + ], + [ + "BT", + -11.586956977844238 + ], + [ + "core", + -11.586996078491213 + ], + [ + "▁Moon", + -11.58700466156006 + ], + [ + "▁tender", + -11.587040901184082 + ], + [ + "durch", + -11.58721923828125 + ], + [ + "▁commune", + -11.587453842163086 + ], + [ + "▁Prince", + -11.587594032287598 + ], + [ + "▁demonstrated", + -11.587693214416504 + ], + [ + "▁conversations", + -11.587890625 + ], + [ + "▁fri", + -11.587984085083008 + ], + [ + "igh", + -11.587992668151855 + ], + [ + "being", + -11.588334083557127 + ], + [ + "pause", + -11.58853530883789 + ], + [ + "▁Bear", + -11.58871841430664 + ], + [ + "ayant", + -11.588875770568848 + ], + [ + "▁Industry", + -11.588967323303224 + ], + [ + "▁sponsor", + -11.589012145996094 + ], + [ + "▁numele", + -11.589098930358888 + ], + [ + "▁VA", + -11.589167594909668 + ], + [ + "▁Sommer", + -11.589366912841797 + ], + [ + "TB", + -11.589380264282228 + ], + [ + "▁optional", + -11.589505195617676 + ], + [ + "▁Landes", + -11.58981227874756 + ], + [ + "coli", + -11.589963912963867 + ], + [ + "empt", + -11.59018325805664 + ], + [ + "▁Iron", + -11.590620040893556 + ], + [ + "▁1992", + -11.59090518951416 + ], + [ + "▁attempts", + -11.59090518951416 + ], + [ + "halb", + -11.590960502624512 + ], + [ + "▁photographer", + -11.59097671508789 + ], + [ + "▁witness", + -11.59097957611084 + ], + [ + "bru", + -11.591073989868164 + ], + [ + "▁Ras", + -11.59107780456543 + ], + [ + "▁burden", + -11.591142654418944 + ], + [ + "▁kaufen", + -11.591256141662598 + ], + [ + "▁vu", + -11.591362953186035 + ], + [ + "▁Wedding", + -11.591601371765137 + ], + [ + "▁Kla", + -11.591604232788086 + ], + [ + "occasion", + -11.591915130615234 + ], + [ + "▁keys", + -11.59213161468506 + ], + [ + "▁oferi", + -11.592279434204102 + ], + [ + "▁puzzle", + -11.592302322387695 + ], + [ + "eaux", + -11.59254264831543 + ], + [ + "▁Eco", + -11.592805862426758 + ], + [ + "▁52", + -11.592817306518556 + ], + [ + "▁Elizabeth", + -11.59284496307373 + ], + [ + "▁dispose", + -11.593144416809082 + ], + [ + "▁cluster", + -11.59326171875 + ], + [ + "iki", + -11.593283653259276 + ], + [ + "▁Guys", + -11.593595504760742 + ], + [ + "▁Economic", + -11.593632698059082 + ], + [ + "▁apar", + -11.593677520751951 + ], + [ + "▁ziua", + -11.593688011169434 + ], + [ + "▁integral", + -11.593740463256836 + ], + [ + "▁tac", + -11.59376335144043 + ], + [ + "▁restrictions", + -11.593778610229492 + ], + [ + "▁nerve", + -11.593794822692873 + ], + [ + "▁Stop", + -11.59386157989502 + ], + [ + "burger", + -11.593897819519045 + ], + [ + "explo", + -11.593944549560549 + ], + [ + "lö", + -11.593958854675291 + ], + [ + "NP", + -11.594077110290527 + ], + [ + "▁Brook", + -11.59418773651123 + ], + [ + "▁Close", + -11.594278335571287 + ], + [ + "▁representing", + -11.59446907043457 + ], + [ + "▁certaine", + -11.594767570495604 + ], + [ + "▁discovery", + -11.594836235046388 + ], + [ + "▁rece", + -11.594964981079102 + ], + [ + "FF", + -11.594970703125 + ], + [ + "▁salary", + -11.595069885253906 + ], + [ + "▁Wolf", + -11.595137596130373 + ], + [ + "▁deserve", + -11.595166206359863 + ], + [ + "ţele", + -11.595417976379396 + ], + [ + "gathered", + -11.595934867858888 + ], + [ + "▁comply", + -11.59599494934082 + ], + [ + "lagen", + -11.596034049987791 + ], + [ + "ătoare", + -11.596192359924316 + ], + [ + "▁relate", + -11.596410751342772 + ], + [ + "▁Roger", + -11.59656810760498 + ], + [ + "▁blame", + -11.596575736999512 + ], + [ + "▁Jen", + -11.596914291381836 + ], + [ + "▁army", + -11.596936225891112 + ], + [ + "▁$10", + -11.597129821777344 + ], + [ + "▁Cabinet", + -11.597185134887695 + ], + [ + "Gu", + -11.597367286682127 + ], + [ + "▁wildlife", + -11.597452163696287 + ], + [ + "▁Memorial", + -11.597643852233888 + ], + [ + "▁Holiday", + -11.597742080688477 + ], + [ + "▁curat", + -11.598291397094728 + ], + [ + "iilor", + -11.598299026489258 + ], + [ + "▁fleet", + -11.598408699035645 + ], + [ + "▁reviewed", + -11.59843635559082 + ], + [ + "cet", + -11.598450660705566 + ], + [ + "▁virtually", + -11.598487854003906 + ], + [ + "▁Crusher", + -11.59852409362793 + ], + [ + "▁slide", + -11.59858226776123 + ], + [ + "▁générale", + -11.598604202270508 + ], + [ + "▁sensation", + -11.598630905151367 + ], + [ + "▁garlic", + -11.598638534545898 + ], + [ + "5)", + -11.598657608032228 + ], + [ + "▁batteries", + -11.598756790161133 + ], + [ + "SH", + -11.59876823425293 + ], + [ + "▁seller", + -11.59882926940918 + ], + [ + "design", + -11.598871231079102 + ], + [ + "5.", + -11.598944664001465 + ], + [ + "▁Overall", + -11.598969459533691 + ], + [ + "▁investigate", + -11.599058151245115 + ], + [ + "max", + -11.599064826965332 + ], + [ + "▁attach", + -11.599166870117188 + ], + [ + "▁Future", + -11.599209785461426 + ], + [ + "OUR", + -11.599284172058104 + ], + [ + "▁LE", + -11.59968090057373 + ], + [ + "▁bite", + -11.599811553955078 + ], + [ + "tige", + -11.59987449645996 + ], + [ + "▁twist", + -11.59987735748291 + ], + [ + "hole", + -11.600180625915527 + ], + [ + "▁Tony", + -11.600510597229004 + ], + [ + "LU", + -11.600598335266112 + ], + [ + "▁Organization", + -11.60061740875244 + ], + [ + "▁invit", + -11.600632667541504 + ], + [ + "▁Ant", + -11.60073947906494 + ], + [ + "NR", + -11.600788116455078 + ], + [ + "sorgt", + -11.600854873657228 + ], + [ + "▁Lan", + -11.600860595703123 + ], + [ + "▁Manchester", + -11.60091495513916 + ], + [ + "schrift", + -11.601066589355469 + ], + [ + "▁kg", + -11.601150512695312 + ], + [ + "▁aroma", + -11.60132884979248 + ], + [ + "▁Source", + -11.601388931274414 + ], + [ + "▁permite", + -11.601445198059082 + ], + [ + "▁Consider", + -11.601457595825195 + ], + [ + "▁Artist", + -11.601627349853516 + ], + [ + "▁transmit", + -11.601783752441406 + ], + [ + "oasa", + -11.601834297180176 + ], + [ + "▁Zen", + -11.60198974609375 + ], + [ + "ANT", + -11.602235794067385 + ], + [ + "▁consulting", + -11.602404594421388 + ], + [ + "▁commence", + -11.6025390625 + ], + [ + "▁quilt", + -11.60261058807373 + ], + [ + "owned", + -11.602642059326172 + ], + [ + "▁bro", + -11.602689743041992 + ], + [ + "▁integrate", + -11.602715492248535 + ], + [ + "▁Ontario", + -11.602775573730469 + ], + [ + "TF", + -11.602832794189451 + ], + [ + "▁Study", + -11.602887153625488 + ], + [ + "▁ensuite", + -11.603155136108398 + ], + [ + "itatii", + -11.60318088531494 + ], + [ + "Mon", + -11.603235244750977 + ], + [ + "-11", + -11.603299140930176 + ], + [ + "what", + -11.603384017944336 + ], + [ + "▁Things", + -11.60361385345459 + ], + [ + "▁Eye", + -11.603819847106934 + ], + [ + "▁présente", + -11.60382843017578 + ], + [ + "tention", + -11.603915214538574 + ], + [ + "|", + -11.603957176208496 + ], + [ + "stall", + -11.603963851928713 + ], + [ + "▁beef", + -11.603992462158203 + ], + [ + "figur", + -11.604005813598633 + ], + [ + "▁cancel", + -11.604146003723145 + ], + [ + "▁domeniul", + -11.604252815246582 + ], + [ + "▁360", + -11.604290008544922 + ], + [ + "▁sleeping", + -11.6045560836792 + ], + [ + "▁traitement", + -11.604580879211426 + ], + [ + "ühl", + -11.604769706726074 + ], + [ + "▁Environmental", + -11.604835510253906 + ], + [ + "cier", + -11.604894638061523 + ], + [ + "▁NC", + -11.604907035827637 + ], + [ + "pub", + -11.604925155639648 + ], + [ + "▁addiction", + -11.60507106781006 + ], + [ + "▁nest", + -11.605128288269045 + ], + [ + "▁ON", + -11.605395317077637 + ], + [ + "▁discrimin", + -11.605396270751951 + ], + [ + "▁proved", + -11.605517387390137 + ], + [ + "▁occasions", + -11.605864524841309 + ], + [ + "OH", + -11.60618495941162 + ], + [ + "▁lawyers", + -11.606203079223633 + ], + [ + "own", + -11.606290817260742 + ], + [ + "▁Meeting", + -11.606596946716309 + ], + [ + "▁Industrial", + -11.606704711914062 + ], + [ + "owed", + -11.606736183166504 + ], + [ + "▁Cel", + -11.606793403625488 + ], + [ + "legt", + -11.60706615447998 + ], + [ + "ily", + -11.607085227966309 + ], + [ + "▁wins", + -11.607155799865724 + ], + [ + "▁strap", + -11.607367515563965 + ], + [ + "digit", + -11.607441902160645 + ], + [ + "▁hinaus", + -11.607504844665527 + ], + [ + "mple", + -11.607712745666504 + ], + [ + "▁(5", + -11.607797622680664 + ], + [ + "▁pdf", + -11.607894897460938 + ], + [ + "▁eco", + -11.607915878295898 + ], + [ + "▁junior", + -11.608172416687012 + ], + [ + "DB", + -11.608556747436523 + ], + [ + "gelegt", + -11.608636856079102 + ], + [ + "ION", + -11.608678817749023 + ], + [ + "▁competitors", + -11.60880184173584 + ], + [ + "▁Arab", + -11.60898208618164 + ], + [ + "▁Secret", + -11.609148979187012 + ], + [ + "▁Kunst", + -11.609283447265623 + ], + [ + "▁worried", + -11.609297752380373 + ], + [ + "meiner", + -11.609378814697266 + ], + [ + "▁Magic", + -11.609450340270996 + ], + [ + "▁groß", + -11.609537124633787 + ], + [ + "▁travaux", + -11.609748840332031 + ], + [ + "▁sollen", + -11.60977268218994 + ], + [ + "▁Sciences", + -11.609850883483888 + ], + [ + "▁athletes", + -11.610055923461914 + ], + [ + "▁discounts", + -11.610079765319824 + ], + [ + "kit", + -11.610211372375488 + ], + [ + "lind", + -11.610305786132812 + ], + [ + "▁enjoyable", + -11.610421180725098 + ], + [ + "ground", + -11.61048984527588 + ], + [ + "▁Tat", + -11.610529899597168 + ], + [ + "▁passengers", + -11.610576629638672 + ], + [ + "▁Dami", + -11.610677719116213 + ], + [ + "▁Major", + -11.61070728302002 + ], + [ + "watch", + -11.610796928405762 + ], + [ + "working", + -11.61090850830078 + ], + [ + "arrêt", + -11.610923767089844 + ], + [ + "▁subtle", + -11.611069679260254 + ], + [ + "▁epi", + -11.611197471618652 + ], + [ + "▁Jahres", + -11.61128044128418 + ], + [ + "▁cooling", + -11.61141586303711 + ], + [ + "▁makeup", + -11.611427307128906 + ], + [ + "jet", + -11.611495018005373 + ], + [ + "▁Given", + -11.611519813537598 + ], + [ + "plex", + -11.61158275604248 + ], + [ + "▁exploit", + -11.611590385437012 + ], + [ + "rine", + -11.611604690551758 + ], + [ + "▁delivers", + -11.612122535705566 + ], + [ + "▁summary", + -11.61223602294922 + ], + [ + "▁beaches", + -11.612459182739258 + ], + [ + "lift", + -11.612550735473633 + ], + [ + "▁Suite", + -11.612554550170898 + ], + [ + "▁Assistant", + -11.612688064575195 + ], + [ + "▁taxi", + -11.61273193359375 + ], + [ + "▁peaceful", + -11.612805366516112 + ], + [ + "▁Mode", + -11.612980842590332 + ], + [ + "▁Fun", + -11.613059043884276 + ], + [ + "▁diameter", + -11.61314296722412 + ], + [ + "▁phrase", + -11.613150596618652 + ], + [ + "ACT", + -11.61326503753662 + ], + [ + "▁différentes", + -11.613322257995604 + ], + [ + "▁14.", + -11.613417625427246 + ], + [ + "▁CE", + -11.61352825164795 + ], + [ + "▁2)", + -11.613739013671877 + ], + [ + "▁Nat", + -11.61378574371338 + ], + [ + "▁delete", + -11.61388111114502 + ], + [ + "other", + -11.613930702209473 + ], + [ + "hang", + -11.613985061645508 + ], + [ + "▁sujet", + -11.614117622375488 + ], + [ + "▁precise", + -11.614212989807127 + ], + [ + "▁Total", + -11.614290237426758 + ], + [ + "▁chambre", + -11.614483833312988 + ], + [ + "sati", + -11.614666938781738 + ], + [ + "▁Metal", + -11.614995956420898 + ], + [ + "rust", + -11.615038871765137 + ], + [ + "▁Brazil", + -11.615508079528809 + ], + [ + "▁hybrid", + -11.615636825561523 + ], + [ + "ops", + -11.61569118499756 + ], + [ + "▁electro", + -11.615789413452148 + ], + [ + "utz", + -11.61608600616455 + ], + [ + "▁quoi", + -11.616246223449709 + ], + [ + "▁adoption", + -11.616331100463867 + ], + [ + "3.5", + -11.616518020629885 + ], + [ + "50,000", + -11.616599082946776 + ], + [ + "veti", + -11.61663055419922 + ], + [ + "hir", + -11.616957664489746 + ], + [ + "▁adequate", + -11.617067337036133 + ], + [ + "ologist", + -11.617109298706056 + ], + [ + "torii", + -11.617295265197754 + ], + [ + "wasser", + -11.617355346679688 + ], + [ + "▁Authority", + -11.61736297607422 + ], + [ + "▁donation", + -11.617364883422852 + ], + [ + "700", + -11.617375373840332 + ], + [ + "▁somehow", + -11.617375373840332 + ], + [ + "▁kostenlos", + -11.617425918579102 + ], + [ + "▁generations", + -11.61753749847412 + ], + [ + "▁Turkey", + -11.617711067199709 + ], + [ + "rata", + -11.617819786071776 + ], + [ + "▁animation", + -11.618206024169922 + ], + [ + "▁CH", + -11.618281364440918 + ], + [ + "ending", + -11.61831760406494 + ], + [ + "welt", + -11.61837673187256 + ], + [ + "bac", + -11.618380546569824 + ], + [ + "MG", + -11.618460655212402 + ], + [ + "▁parks", + -11.618468284606934 + ], + [ + "▁placing", + -11.618870735168455 + ], + [ + "sort", + -11.61915111541748 + ], + [ + "▁Bitcoin", + -11.619163513183594 + ], + [ + "▁disorder", + -11.619282722473145 + ], + [ + "MAN", + -11.619302749633787 + ], + [ + "aught", + -11.619412422180176 + ], + [ + "▁guides", + -11.61956787109375 + ], + [ + "▁circul", + -11.619651794433594 + ], + [ + "▁Steven", + -11.619954109191896 + ], + [ + "rrière", + -11.619976997375488 + ], + [ + "▁Arch", + -11.61999225616455 + ], + [ + "▁plates", + -11.620091438293455 + ], + [ + "MR", + -11.620118141174316 + ], + [ + "▁cow", + -11.620142936706545 + ], + [ + "▁integrity", + -11.620210647583008 + ], + [ + "▁(18", + -11.620217323303224 + ], + [ + "▁totul", + -11.62024211883545 + ], + [ + "jack", + -11.620373725891112 + ], + [ + "▁privire", + -11.620588302612305 + ], + [ + "▁terme", + -11.620752334594728 + ], + [ + "▁execution", + -11.620781898498535 + ], + [ + "▁organism", + -11.620838165283203 + ], + [ + "▁führen", + -11.620853424072266 + ], + [ + "▁patron", + -11.62094020843506 + ], + [ + "▁appreciated", + -11.62096881866455 + ], + [ + "liant", + -11.62100601196289 + ], + [ + "▁Solar", + -11.621055603027344 + ], + [ + "▁vinyl", + -11.621134757995604 + ], + [ + "▁treasure", + -11.621137619018556 + ], + [ + "▁retro", + -11.621167182922363 + ], + [ + "▁bout", + -11.621174812316896 + ], + [ + "lab", + -11.621183395385742 + ], + [ + "▁dimension", + -11.621394157409668 + ], + [ + "called", + -11.62146282196045 + ], + [ + "▁intern", + -11.621479034423828 + ], + [ + "issement", + -11.62173843383789 + ], + [ + "▁Erst", + -11.621837615966797 + ], + [ + "▁stellen", + -11.621920585632324 + ], + [ + "▁familia", + -11.622069358825684 + ], + [ + "▁notion", + -11.62217617034912 + ], + [ + "▁Could", + -11.622322082519531 + ], + [ + "Getting", + -11.622323036193848 + ], + [ + "▁drives", + -11.622397422790527 + ], + [ + "▁Israeli", + -11.622520446777344 + ], + [ + "▁nations", + -11.622546195983888 + ], + [ + "▁duties", + -11.622700691223145 + ], + [ + "▁personalized", + -11.622788429260254 + ], + [ + "▁weren", + -11.62282657623291 + ], + [ + "▁chemicals", + -11.622847557067873 + ], + [ + "▁killing", + -11.622913360595703 + ], + [ + "▁masa", + -11.622994422912598 + ], + [ + "▁parce", + -11.623026847839355 + ], + [ + "▁lady", + -11.623178482055664 + ], + [ + "ides", + -11.623221397399902 + ], + [ + "▁execut", + -11.62340259552002 + ], + [ + "▁floral", + -11.62341594696045 + ], + [ + "▁Child", + -11.623428344726562 + ], + [ + "▁medal", + -11.62350368499756 + ], + [ + "▁casa", + -11.62360382080078 + ], + [ + "▁enabled", + -11.623650550842283 + ], + [ + "12.", + -11.624239921569824 + ], + [ + "nger", + -11.624266624450684 + ], + [ + "▁vent", + -11.624297142028809 + ], + [ + "▁urmă", + -11.624727249145508 + ], + [ + "▁Herz", + -11.624835968017578 + ], + [ + "▁Jay", + -11.624916076660156 + ], + [ + ".....", + -11.624942779541016 + ], + [ + "▁Kris", + -11.62499713897705 + ], + [ + "kenn", + -11.625001907348633 + ], + [ + "ress", + -11.625027656555176 + ], + [ + "weight", + -11.62519359588623 + ], + [ + "▁indicates", + -11.625198364257812 + ], + [ + "▁mentor", + -11.625328063964844 + ], + [ + "using", + -11.625386238098145 + ], + [ + "▁femmes", + -11.625460624694824 + ], + [ + "▁Jung", + -11.625528335571287 + ], + [ + "▁Send", + -11.625574111938477 + ], + [ + "▁seasons", + -11.625906944274902 + ], + [ + "▁aesthetic", + -11.625964164733888 + ], + [ + "▁Block", + -11.626086235046388 + ], + [ + "▁babies", + -11.626150131225586 + ], + [ + "zig", + -11.626242637634276 + ], + [ + "edge", + -11.626428604125977 + ], + [ + "▁alike", + -11.626458168029783 + ], + [ + "▁immune", + -11.626609802246094 + ], + [ + "▁magical", + -11.626710891723633 + ], + [ + "▁Snow", + -11.626748085021973 + ], + [ + "▁spacious", + -11.62705898284912 + ], + [ + "▁Melbourne", + -11.62706184387207 + ], + [ + "order", + -11.627081871032717 + ], + [ + "▁timing", + -11.62717628479004 + ], + [ + "▁inainte", + -11.627220153808594 + ], + [ + "▁width", + -11.627327919006348 + ], + [ + "bild", + -11.627386093139648 + ], + [ + "Tra", + -11.627429008483888 + ], + [ + "▁appliances", + -11.627449989318848 + ], + [ + "▁dirt", + -11.627498626708984 + ], + [ + "▁Rent", + -11.627689361572266 + ], + [ + "responsibilities", + -11.627747535705566 + ], + [ + "▁blogs", + -11.62778377532959 + ], + [ + "nächsten", + -11.627799034118652 + ], + [ + "▁argue", + -11.627928733825684 + ], + [ + "▁Resume", + -11.627985954284668 + ], + [ + "▁Michel", + -11.628044128417969 + ], + [ + "▁terrible", + -11.628092765808104 + ], + [ + "graph", + -11.628151893615724 + ], + [ + "bird", + -11.628202438354492 + ], + [ + "▁Simple", + -11.628457069396973 + ], + [ + "nning", + -11.628658294677734 + ], + [ + "▁coconut", + -11.62868309020996 + ], + [ + "▁comprise", + -11.628787994384766 + ], + [ + "heure", + -11.628918647766112 + ], + [ + "▁nichts", + -11.628921508789062 + ], + [ + "▁manufacture", + -11.628966331481934 + ], + [ + "▁Sar", + -11.629011154174805 + ], + [ + "green", + -11.629014015197754 + ], + [ + "lining", + -11.62910270690918 + ], + [ + "▁tremendous", + -11.629128456115724 + ], + [ + "▁Wine", + -11.629164695739746 + ], + [ + "gir", + -11.629290580749512 + ], + [ + "▁Nothing", + -11.629562377929688 + ], + [ + "▁Miller", + -11.62957763671875 + ], + [ + "▁Schwe", + -11.629712104797363 + ], + [ + "zone", + -11.629942893981934 + ], + [ + "▁cunoscut", + -11.629964828491213 + ], + [ + "rupt", + -11.630166053771973 + ], + [ + "kle", + -11.630187034606934 + ], + [ + "▁Bucuresti", + -11.630510330200195 + ], + [ + "▁Abend", + -11.630574226379396 + ], + [ + "▁aura", + -11.63058376312256 + ], + [ + "▁Dance", + -11.63073444366455 + ], + [ + "▁Wilson", + -11.63086986541748 + ], + [ + "icide", + -11.630901336669922 + ], + [ + "bai", + -11.630910873413086 + ], + [ + "oriented", + -11.63103199005127 + ], + [ + "▁celebrated", + -11.631421089172363 + ], + [ + "schlag", + -11.631531715393066 + ], + [ + "▁10-", + -11.631600379943848 + ], + [ + "Unsere", + -11.63167667388916 + ], + [ + "énergie", + -11.632009506225586 + ], + [ + "▁qualify", + -11.63205623626709 + ], + [ + "▁contenu", + -11.632177352905272 + ], + [ + "▁Lauf", + -11.63220500946045 + ], + [ + "▁einzelne", + -11.632360458374023 + ], + [ + "▁Youth", + -11.632415771484377 + ], + [ + "explains", + -11.632601737976074 + ], + [ + "grat", + -11.632782936096191 + ], + [ + "▁72", + -11.632804870605469 + ], + [ + "labor", + -11.632885932922363 + ], + [ + "2018", + -11.632940292358398 + ], + [ + "▁Dank", + -11.633149147033691 + ], + [ + "▁Hey", + -11.63352394104004 + ], + [ + "▁refuse", + -11.633536338806152 + ], + [ + "▁graduated", + -11.633599281311035 + ], + [ + "▁României", + -11.633627891540527 + ], + [ + "punkt", + -11.633807182312012 + ], + [ + "▁regulation", + -11.633834838867188 + ], + [ + "Bru", + -11.63384246826172 + ], + [ + "▁Side", + -11.633891105651855 + ], + [ + "▁sol", + -11.633970260620115 + ], + [ + "▁extraordinary", + -11.634182929992676 + ], + [ + "▁ging", + -11.634247779846191 + ], + [ + "▁Creative", + -11.634299278259276 + ], + [ + "▁expanding", + -11.634349822998049 + ], + [ + "▁problème", + -11.63444995880127 + ], + [ + "▁Reserve", + -11.63459300994873 + ], + [ + "auteur", + -11.634642601013184 + ], + [ + "sphere", + -11.634657859802246 + ], + [ + "season", + -11.634716987609863 + ], + [ + "frei", + -11.634756088256836 + ], + [ + "▁8,", + -11.634765625 + ], + [ + "▁filing", + -11.634810447692873 + ], + [ + "▁Complete", + -11.635017395019531 + ], + [ + "▁revolution", + -11.635035514831545 + ], + [ + "▁unele", + -11.63520622253418 + ], + [ + "/8", + -11.635272979736328 + ], + [ + "istes", + -11.635310173034668 + ], + [ + "backed", + -11.635400772094728 + ], + [ + "shirt", + -11.635554313659668 + ], + [ + "▁Details", + -11.63567352294922 + ], + [ + "rod", + -11.635695457458496 + ], + [ + "▁pod", + -11.63582992553711 + ], + [ + "▁operators", + -11.635921478271484 + ], + [ + "was", + -11.635930061340332 + ], + [ + "hou", + -11.63594913482666 + ], + [ + "▁Coach", + -11.636075019836426 + ], + [ + "irii", + -11.636138916015623 + ], + [ + "▁ordinary", + -11.636186599731444 + ], + [ + "Institut", + -11.63620662689209 + ], + [ + "▁Flash", + -11.63633918762207 + ], + [ + "0-", + -11.636537551879885 + ], + [ + "▁flavour", + -11.6367769241333 + ], + [ + "specific", + -11.636906623840332 + ], + [ + "▁landing", + -11.636930465698242 + ], + [ + "▁geo", + -11.636935234069824 + ], + [ + "▁legend", + -11.63698387145996 + ], + [ + "vari", + -11.63703441619873 + ], + [ + "rop", + -11.637084007263184 + ], + [ + "▁Excel", + -11.6370849609375 + ], + [ + "▁Flu", + -11.637203216552734 + ], + [ + "▁intent", + -11.637582778930664 + ], + [ + "▁Deep", + -11.63759422302246 + ], + [ + "▁Kor", + -11.63763427734375 + ], + [ + "▁Philadelphia", + -11.637914657592772 + ], + [ + "▁rând", + -11.63800048828125 + ], + [ + "▁USD", + -11.638033866882324 + ], + [ + "laden", + -11.63803482055664 + ], + [ + "▁Hin", + -11.638047218322754 + ], + [ + "hap", + -11.638197898864746 + ], + [ + "▁thorough", + -11.638227462768556 + ], + [ + "▁oferit", + -11.63826847076416 + ], + [ + "kind", + -11.63831615447998 + ], + [ + "▁Cancer", + -11.638428688049316 + ], + [ + "apo", + -11.638596534729004 + ], + [ + "▁valve", + -11.63865089416504 + ], + [ + "▁encouraging", + -11.63884449005127 + ], + [ + "▁sûr", + -11.638904571533203 + ], + [ + "shing", + -11.638981819152832 + ], + [ + "▁49", + -11.639132499694824 + ], + [ + "gov", + -11.639142990112305 + ], + [ + "▁Five", + -11.63933277130127 + ], + [ + "▁stroke", + -11.639344215393066 + ], + [ + "▁apă", + -11.639398574829102 + ], + [ + "▁gambling", + -11.639543533325195 + ], + [ + "▁nord", + -11.63963508605957 + ], + [ + "onal", + -11.639691352844238 + ], + [ + "▁captured", + -11.63979721069336 + ], + [ + "▁lucruri", + -11.64006805419922 + ], + [ + "serait", + -11.640192985534668 + ], + [ + "▁Members", + -11.640265464782717 + ], + [ + "ital", + -11.640275955200195 + ], + [ + "▁mounted", + -11.640475273132324 + ], + [ + "▁opens", + -11.640792846679688 + ], + [ + "▁Marie", + -11.640861511230469 + ], + [ + "Tech", + -11.640902519226074 + ], + [ + "▁wishes", + -11.641016006469728 + ], + [ + "▁regards", + -11.641073226928713 + ], + [ + "going", + -11.641156196594238 + ], + [ + "Opti", + -11.641250610351562 + ], + [ + "▁femei", + -11.641331672668455 + ], + [ + "▁Fish", + -11.64142894744873 + ], + [ + "▁mount", + -11.641800880432127 + ], + [ + "▁Hunt", + -11.641887664794922 + ], + [ + "▁probabil", + -11.64205265045166 + ], + [ + "▁assured", + -11.642191886901855 + ], + [ + "pho", + -11.642230033874512 + ], + [ + "▁manufactured", + -11.64231300354004 + ], + [ + "▁realistic", + -11.642437934875488 + ], + [ + "ații", + -11.642580032348633 + ], + [ + "▁Planning", + -11.642598152160645 + ], + [ + "▁român", + -11.642645835876465 + ], + [ + "ggy", + -11.642669677734377 + ], + [ + "▁produces", + -11.642696380615234 + ], + [ + "▁reminder", + -11.64284896850586 + ], + [ + "TION", + -11.642868041992188 + ], + [ + "▁brake", + -11.642909049987791 + ], + [ + "▁pla", + -11.64317226409912 + ], + [ + "▁Premium", + -11.643270492553713 + ], + [ + "▁carb", + -11.643310546875 + ], + [ + "▁shine", + -11.643390655517578 + ], + [ + "▁carrier", + -11.643492698669434 + ], + [ + "▁poverty", + -11.64350414276123 + ], + [ + "▁effectiveness", + -11.6436128616333 + ], + [ + "administr", + -11.64365577697754 + ], + [ + "▁Chamber", + -11.643658638000488 + ], + [ + "▁suntem", + -11.64376163482666 + ], + [ + "▁noastră", + -11.643855094909668 + ], + [ + "▁sofort", + -11.643877983093262 + ], + [ + "▁moisture", + -11.644058227539062 + ], + [ + "limb", + -11.6441011428833 + ], + [ + "entre", + -11.644328117370604 + ], + [ + "▁SD", + -11.644330978393556 + ], + [ + "▁BC", + -11.644539833068848 + ], + [ + "▁selecting", + -11.6445951461792 + ], + [ + "achieving", + -11.644673347473145 + ], + [ + "info", + -11.644735336303713 + ], + [ + "▁membres", + -11.644983291625977 + ], + [ + "▁shoe", + -11.645014762878418 + ], + [ + "▁locate", + -11.645065307617188 + ], + [ + "▁assignment", + -11.645085334777832 + ], + [ + "lern", + -11.645283699035645 + ], + [ + "▁defeat", + -11.64540672302246 + ], + [ + "▁endless", + -11.645458221435549 + ], + [ + "▁Stunden", + -11.645523071289062 + ], + [ + "то", + -11.64556121826172 + ], + [ + "▁mur", + -11.645586013793944 + ], + [ + "▁wissen", + -11.645844459533691 + ], + [ + "aime", + -11.645915031433104 + ], + [ + "1-2", + -11.646056175231934 + ], + [ + "▁femme", + -11.646212577819824 + ], + [ + "robe", + -11.64646816253662 + ], + [ + "▁embrace", + -11.64647102355957 + ], + [ + "▁baseball", + -11.646614074707031 + ], + [ + "▁hunting", + -11.64663314819336 + ], + [ + "betrieb", + -11.646790504455566 + ], + [ + "▁gardens", + -11.647045135498049 + ], + [ + "▁risc", + -11.647096633911133 + ], + [ + "▁Cri", + -11.647263526916504 + ], + [ + "best", + -11.647506713867188 + ], + [ + "▁Audio", + -11.647621154785156 + ], + [ + "▁intens", + -11.647659301757812 + ], + [ + "▁Round", + -11.647744178771973 + ], + [ + "▁fireplace", + -11.6478271484375 + ], + [ + "▁dozen", + -11.647912979125977 + ], + [ + "▁hospitals", + -11.64802360534668 + ], + [ + "▁profits", + -11.648076057434082 + ], + [ + "▁Mail", + -11.64811897277832 + ], + [ + "obtenir", + -11.648191452026367 + ], + [ + "▁Ross", + -11.648241996765137 + ], + [ + "bun", + -11.648573875427246 + ], + [ + "polar", + -11.648688316345217 + ], + [ + "▁reflection", + -11.648873329162598 + ], + [ + "▁fut", + -11.648992538452148 + ], + [ + "phon", + -11.649017333984377 + ], + [ + "deck", + -11.649094581604004 + ], + [ + "renowned", + -11.649188041687012 + ], + [ + "▁cate", + -11.64930820465088 + ], + [ + "▁decorative", + -11.6494722366333 + ], + [ + "ieri", + -11.64957332611084 + ], + [ + "▁Tap", + -11.64958381652832 + ], + [ + "▁Dallas", + -11.649600982666016 + ], + [ + "rik", + -11.649665832519531 + ], + [ + "▁pied", + -11.649727821350098 + ], + [ + "rés", + -11.649821281433104 + ], + [ + "ppy", + -11.650137901306152 + ], + [ + "▁bitte", + -11.650188446044922 + ], + [ + "▁cave", + -11.650257110595703 + ], + [ + "▁rescue", + -11.650559425354004 + ], + [ + "▁Hilfe", + -11.650714874267578 + ], + [ + "▁Jason", + -11.650786399841309 + ], + [ + "▁Nations", + -11.650838851928713 + ], + [ + "▁profil", + -11.650938987731934 + ], + [ + "▁Atlantic", + -11.651105880737305 + ], + [ + "▁rub", + -11.651126861572266 + ], + [ + "▁collaborative", + -11.65113353729248 + ], + [ + "étude", + -11.651150703430176 + ], + [ + "▁Workshop", + -11.651389122009276 + ], + [ + "nez", + -11.651628494262695 + ], + [ + "▁chacun", + -11.651714324951172 + ], + [ + "▁Too", + -11.65211296081543 + ], + [ + "App", + -11.652313232421877 + ], + [ + "▁conseil", + -11.652399063110352 + ], + [ + "▁signals", + -11.652474403381348 + ], + [ + "▁Dead", + -11.65249729156494 + ], + [ + "▁Austria", + -11.652522087097168 + ], + [ + "▁slots", + -11.652579307556152 + ], + [ + "▁Dies", + -11.652623176574709 + ], + [ + "raj", + -11.652629852294922 + ], + [ + "stick", + -11.652833938598633 + ], + [ + "▁jaw", + -11.653030395507812 + ], + [ + "▁lounge", + -11.653059005737305 + ], + [ + "curi", + -11.653359413146973 + ], + [ + "nem", + -11.653456687927246 + ], + [ + "▁Cluj", + -11.653512954711914 + ], + [ + "▁rapide", + -11.653584480285645 + ], + [ + "▁companion", + -11.653716087341309 + ], + [ + "▁WE", + -11.653879165649414 + ], + [ + "▁bord", + -11.65389347076416 + ], + [ + "ody", + -11.654045104980469 + ], + [ + "gru", + -11.654057502746582 + ], + [ + "▁46", + -11.654410362243652 + ], + [ + "kra", + -11.654717445373535 + ], + [ + "eller", + -11.65477180480957 + ], + [ + "naire", + -11.65511703491211 + ], + [ + "hose", + -11.655253410339355 + ], + [ + "▁Atlanta", + -11.655254364013672 + ], + [ + "▁violent", + -11.65530776977539 + ], + [ + "▁imagination", + -11.655352592468262 + ], + [ + "▁reward", + -11.655389785766602 + ], + [ + "▁Korean", + -11.655441284179688 + ], + [ + "▁branches", + -11.65550136566162 + ], + [ + "▁GPS", + -11.655625343322754 + ], + [ + "glo", + -11.655633926391602 + ], + [ + "▁condo", + -11.655705451965332 + ], + [ + "▁Investment", + -11.655765533447266 + ], + [ + "▁involvement", + -11.655813217163086 + ], + [ + "▁trap", + -11.655829429626465 + ], + [ + "▁schön", + -11.655872344970703 + ], + [ + "▁ofera", + -11.655933380126951 + ], + [ + "▁unterschiedlich", + -11.65596866607666 + ], + [ + "Net", + -11.655987739562988 + ], + [ + "▁predict", + -11.656113624572754 + ], + [ + "identifying", + -11.656309127807615 + ], + [ + "▁noir", + -11.6566162109375 + ], + [ + "kos", + -11.656816482543944 + ], + [ + "poz", + -11.656816482543944 + ], + [ + "▁11,", + -11.65698528289795 + ], + [ + "▁fitted", + -11.657384872436523 + ], + [ + "MU", + -11.657469749450684 + ], + [ + "TT", + -11.657645225524902 + ], + [ + "▁vrea", + -11.657846450805664 + ], + [ + "▁wound", + -11.657864570617676 + ], + [ + "lac", + -11.657971382141112 + ], + [ + "▁purchases", + -11.658409118652344 + ], + [ + "▁Cape", + -11.65843677520752 + ], + [ + "▁Foto", + -11.65853786468506 + ], + [ + "▁acres", + -11.65865707397461 + ], + [ + "▁nec", + -11.658677101135254 + ], + [ + "▁burning", + -11.659050941467283 + ], + [ + "conf", + -11.659457206726074 + ], + [ + "▁browse", + -11.659486770629885 + ], + [ + "ural", + -11.659762382507324 + ], + [ + "▁Ah", + -11.659841537475586 + ], + [ + "▁stellt", + -11.65992259979248 + ], + [ + "▁ratings", + -11.660012245178224 + ], + [ + "▁Bowl", + -11.660027503967283 + ], + [ + "▁grav", + -11.660289764404297 + ], + [ + "titi", + -11.66048526763916 + ], + [ + "▁prêt", + -11.66075325012207 + ], + [ + "▁fallen", + -11.660818099975586 + ], + [ + "▁nombreuses", + -11.660940170288086 + ], + [ + "train", + -11.660953521728516 + ], + [ + "ène", + -11.661009788513184 + ], + [ + "Aceasta", + -11.661091804504396 + ], + [ + "▁drill", + -11.661421775817873 + ], + [ + "▁Exam", + -11.661477088928224 + ], + [ + "▁Furniture", + -11.661651611328123 + ], + [ + "eanu", + -11.661919593811035 + ], + [ + "étant", + -11.66230297088623 + ], + [ + "sville", + -11.662391662597656 + ], + [ + "▁swim", + -11.662796020507812 + ], + [ + "▁routes", + -11.662826538085938 + ], + [ + "INE", + -11.662860870361328 + ], + [ + "▁Por", + -11.662976264953612 + ], + [ + "ither", + -11.663168907165527 + ], + [ + "▁optim", + -11.663180351257324 + ], + [ + "▁lua", + -11.66331958770752 + ], + [ + "▁myth", + -11.663491249084473 + ], + [ + "▁Bett", + -11.6635103225708 + ], + [ + "chim", + -11.66355037689209 + ], + [ + "▁cyber", + -11.66355323791504 + ], + [ + "▁engineer", + -11.663825035095217 + ], + [ + "▁exploration", + -11.663918495178224 + ], + [ + "arranged", + -11.663973808288574 + ], + [ + "▁aged", + -11.66399383544922 + ], + [ + "▁beau", + -11.664024353027344 + ], + [ + "OUT", + -11.66402530670166 + ], + [ + "▁Minnesota", + -11.664031982421877 + ], + [ + "tress", + -11.66440773010254 + ], + [ + "▁Commercial", + -11.664509773254396 + ], + [ + "▁inspiring", + -11.66462516784668 + ], + [ + "▁Mare", + -11.664725303649902 + ], + [ + "apa", + -11.66514015197754 + ], + [ + "▁ignore", + -11.6651611328125 + ], + [ + "▁gros", + -11.665186882019045 + ], + [ + "▁measurement", + -11.66531753540039 + ], + [ + "ager", + -11.665395736694336 + ], + [ + "intele", + -11.665966987609863 + ], + [ + "▁suspension", + -11.666180610656738 + ], + [ + "▁cultures", + -11.666211128234863 + ], + [ + "▁Wow", + -11.666231155395508 + ], + [ + "▁pushing", + -11.666363716125488 + ], + [ + "▁bands", + -11.666438102722168 + ], + [ + "nage", + -11.66645050048828 + ], + [ + "▁Math", + -11.666515350341797 + ], + [ + "comb", + -11.66658878326416 + ], + [ + "▁créer", + -11.66658878326416 + ], + [ + "▁Lewis", + -11.666685104370115 + ], + [ + "▁VI", + -11.66678524017334 + ], + [ + "emploi", + -11.666791915893556 + ], + [ + "▁elections", + -11.666890144348145 + ], + [ + "▁logic", + -11.666982650756836 + ], + [ + "▁unlike", + -11.667122840881348 + ], + [ + "▁Matthew", + -11.66743278503418 + ], + [ + "▁pă", + -11.667486190795898 + ], + [ + "oxy", + -11.667620658874512 + ], + [ + "équipe", + -11.667717933654783 + ], + [ + "▁worden", + -11.668088912963867 + ], + [ + "dev", + -11.668258666992188 + ], + [ + "▁Massachusetts", + -11.668691635131836 + ], + [ + "▁Return", + -11.668695449829102 + ], + [ + "▁Friends", + -11.66891098022461 + ], + [ + "▁movements", + -11.66894245147705 + ], + [ + "chie", + -11.668964385986328 + ], + [ + "rak", + -11.669017791748049 + ], + [ + "▁Fit", + -11.66904354095459 + ], + [ + "▁copil", + -11.669113159179688 + ], + [ + "iunii", + -11.669188499450684 + ], + [ + "▁intensive", + -11.669234275817873 + ], + [ + "▁rug", + -11.669452667236328 + ], + [ + "lichkeit", + -11.669686317443848 + ], + [ + "kov", + -11.669724464416504 + ], + [ + "▁pense", + -11.66978645324707 + ], + [ + "pop", + -11.66978931427002 + ], + [ + "▁closet", + -11.669865608215332 + ], + [ + "▁prevention", + -11.669920921325684 + ], + [ + "▁Deb", + -11.67025661468506 + ], + [ + "▁devant", + -11.670430183410645 + ], + [ + "▁construit", + -11.670440673828123 + ], + [ + "▁breaks", + -11.67082405090332 + ], + [ + "otic", + -11.670886993408203 + ], + [ + "▁dig", + -11.67088794708252 + ], + [ + "▁près", + -11.670930862426758 + ], + [ + "chte", + -11.671029090881348 + ], + [ + "▁Chat", + -11.671029090881348 + ], + [ + "wel", + -11.671219825744627 + ], + [ + "▁edges", + -11.671272277832031 + ], + [ + "▁keen", + -11.671419143676758 + ], + [ + "▁infant", + -11.671716690063477 + ], + [ + "▁Hills", + -11.6719388961792 + ], + [ + "▁grounds", + -11.671969413757324 + ], + [ + "▁hab", + -11.672039031982422 + ], + [ + "▁Mun", + -11.67215347290039 + ], + [ + "▁references", + -11.672215461730955 + ], + [ + "▁hearts", + -11.672446250915527 + ], + [ + "exprim", + -11.672487258911133 + ], + [ + "▁tratament", + -11.672553062438965 + ], + [ + "LD", + -11.67258358001709 + ], + [ + "ssel", + -11.67275333404541 + ], + [ + "cover", + -11.67278289794922 + ], + [ + "bridge", + -11.672837257385254 + ], + [ + "▁Wein", + -11.672924995422363 + ], + [ + "▁voiture", + -11.673035621643066 + ], + [ + "▁Gemeinde", + -11.67313289642334 + ], + [ + "AI", + -11.673169136047363 + ], + [ + "▁renovation", + -11.673264503479004 + ], + [ + "bid", + -11.673285484313965 + ], + [ + "▁Reading", + -11.673481941223145 + ], + [ + "▁Gor", + -11.673490524291992 + ], + [ + "fur", + -11.673527717590332 + ], + [ + "▁Yoga", + -11.673544883728027 + ], + [ + "▁exclusively", + -11.673630714416504 + ], + [ + "▁emissions", + -11.67385482788086 + ], + [ + "ète", + -11.673905372619627 + ], + [ + "▁glasses", + -11.674055099487305 + ], + [ + "▁organizat", + -11.674135208129885 + ], + [ + "▁washing", + -11.67415714263916 + ], + [ + "▁Audi", + -11.67417335510254 + ], + [ + "▁Labor", + -11.674331665039062 + ], + [ + "▁legacy", + -11.674381256103516 + ], + [ + "▁abstract", + -11.674519538879396 + ], + [ + "▁knowledgeable", + -11.674601554870604 + ], + [ + "▁Glo", + -11.674795150756836 + ], + [ + "▁pregnant", + -11.67481803894043 + ], + [ + "liter", + -11.674851417541504 + ], + [ + "▁paintings", + -11.67522144317627 + ], + [ + "▁tête", + -11.675244331359863 + ], + [ + "voy", + -11.675626754760742 + ], + [ + "▁Jacob", + -11.675667762756348 + ], + [ + "▁dressing", + -11.675679206848145 + ], + [ + "▁provisions", + -11.675768852233888 + ], + [ + "bahn", + -11.675870895385742 + ], + [ + "▁depict", + -11.675875663757324 + ], + [ + "AW", + -11.676068305969238 + ], + [ + "▁bleibt", + -11.67616367340088 + ], + [ + "AND", + -11.676292419433594 + ], + [ + "▁fünf", + -11.676386833190918 + ], + [ + "▁hosts", + -11.676426887512209 + ], + [ + "vas", + -11.676708221435549 + ], + [ + "DO", + -11.67674732208252 + ], + [ + "▁max", + -11.676753997802734 + ], + [ + "▁contributed", + -11.676774978637695 + ], + [ + "roz", + -11.676796913146973 + ], + [ + "▁deschis", + -11.676800727844238 + ], + [ + "itaire", + -11.676809310913086 + ], + [ + "tube", + -11.676959991455078 + ], + [ + "▁Beck", + -11.676959991455078 + ], + [ + "▁curious", + -11.677130699157717 + ], + [ + "▁waves", + -11.677178382873535 + ], + [ + "▁regret", + -11.677248001098633 + ], + [ + "FO", + -11.677326202392578 + ], + [ + "droit", + -11.67734146118164 + ], + [ + "rö", + -11.677565574645996 + ], + [ + "▁Panel", + -11.677624702453612 + ], + [ + "▁pile", + -11.677660942077637 + ], + [ + "▁installing", + -11.677674293518066 + ], + [ + "▁Intr", + -11.677797317504885 + ], + [ + "nung", + -11.677823066711426 + ], + [ + "▁Outdoor", + -11.677855491638184 + ], + [ + "▁generator", + -11.67786693572998 + ], + [ + "▁zahlreiche", + -11.677868843078612 + ], + [ + "▁Third", + -11.67813491821289 + ], + [ + "frac", + -11.678180694580078 + ], + [ + "ovi", + -11.678236961364746 + ], + [ + "▁Casa", + -11.678374290466309 + ], + [ + "▁stomach", + -11.678393363952637 + ], + [ + "▁Lincoln", + -11.67844009399414 + ], + [ + "▁Electronic", + -11.678584098815918 + ], + [ + "coding", + -11.67895221710205 + ], + [ + "2017", + -11.67900276184082 + ], + [ + "▁friendship", + -11.679238319396973 + ], + [ + "ried", + -11.679250717163086 + ], + [ + "но", + -11.679265022277832 + ], + [ + "▁tail", + -11.67926788330078 + ], + [ + "▁petits", + -11.679308891296388 + ], + [ + "▁réseau", + -11.679696083068848 + ], + [ + "▁churches", + -11.679999351501465 + ], + [ + "▁marketplace", + -11.680062294006348 + ], + [ + "▁Pool", + -11.68031883239746 + ], + [ + "▁popularity", + -11.680455207824709 + ], + [ + "▁sprijin", + -11.680496215820312 + ], + [ + "▁Od", + -11.680527687072754 + ], + [ + "▁Transfer", + -11.68056297302246 + ], + [ + "▁fake", + -11.680791854858398 + ], + [ + "▁9,", + -11.681007385253906 + ], + [ + "▁weit", + -11.681264877319336 + ], + [ + "▁relaxed", + -11.681415557861328 + ], + [ + "pig", + -11.68161678314209 + ], + [ + "▁Lauren", + -11.68166732788086 + ], + [ + "gesetzt", + -11.681669235229492 + ], + [ + "▁Clar", + -11.681694984436035 + ], + [ + "▁unlikely", + -11.68173122406006 + ], + [ + "color", + -11.681832313537598 + ], + [ + "▁spouse", + -11.681843757629396 + ], + [ + "▁facile", + -11.681859970092772 + ], + [ + "▁Speed", + -11.681872367858888 + ], + [ + "KE", + -11.682230949401855 + ], + [ + "▁PO", + -11.68231201171875 + ], + [ + "▁Channel", + -11.682321548461914 + ], + [ + "argent", + -11.68235683441162 + ], + [ + "▁Making", + -11.682430267333984 + ], + [ + "▁Coll", + -11.68258571624756 + ], + [ + "cci", + -11.682721138000488 + ], + [ + "corresponding", + -11.68300724029541 + ], + [ + "▁heaven", + -11.683160781860352 + ], + [ + "ţă", + -11.68319320678711 + ], + [ + "▁darüber", + -11.683236122131348 + ], + [ + "acted", + -11.683420181274414 + ], + [ + "only", + -11.683460235595703 + ], + [ + "▁slight", + -11.683465003967283 + ], + [ + "lian", + -11.68348503112793 + ], + [ + "flă", + -11.683510780334473 + ], + [ + "▁vulnerable", + -11.683530807495115 + ], + [ + "▁creator", + -11.68356704711914 + ], + [ + "▁protecting", + -11.68360424041748 + ], + [ + "writing", + -11.68360710144043 + ], + [ + "▁Ter", + -11.68387222290039 + ], + [ + "▁barb", + -11.683987617492676 + ], + [ + "▁dată", + -11.683995246887209 + ], + [ + "▁Screen", + -11.684052467346191 + ], + [ + "▁BBC", + -11.684082984924316 + ], + [ + "Col", + -11.684206008911133 + ], + [ + "fung", + -11.684453964233398 + ], + [ + "▁dreptul", + -11.684494972229004 + ], + [ + "derived", + -11.68453884124756 + ], + [ + "▁designated", + -11.684553146362305 + ], + [ + "▁interactions", + -11.684617042541504 + ], + [ + "SG", + -11.684621810913086 + ], + [ + "▁häufig", + -11.684625625610352 + ], + [ + "▁Mega", + -11.684638023376465 + ], + [ + "▁jazz", + -11.68466091156006 + ], + [ + "lbs", + -11.684797286987305 + ], + [ + "▁Manual", + -11.68484115600586 + ], + [ + "pushed", + -11.685017585754396 + ], + [ + "▁analytics", + -11.68523406982422 + ], + [ + "▁lawsuit", + -11.68533706665039 + ], + [ + "▁gray", + -11.685364723205566 + ], + [ + "shirts", + -11.685401916503906 + ], + [ + "▁hill", + -11.685508728027344 + ], + [ + "▁1991", + -11.68550968170166 + ], + [ + "▁obligations", + -11.685568809509276 + ], + [ + "▁Dubai", + -11.68580436706543 + ], + [ + "()", + -11.685808181762695 + ], + [ + "▁acceptable", + -11.685810089111328 + ], + [ + "therapist", + -11.685877799987791 + ], + [ + "inger", + -11.6860990524292 + ], + [ + "▁territory", + -11.686208724975586 + ], + [ + "▁sang", + -11.6862211227417 + ], + [ + "ät", + -11.686224937438965 + ], + [ + "▁Zukunft", + -11.686238288879396 + ], + [ + "TU", + -11.68657398223877 + ], + [ + "▁horizontal", + -11.68665599822998 + ], + [ + "▁entrepreneurs", + -11.686710357666016 + ], + [ + "▁Eltern", + -11.687017440795898 + ], + [ + "▁presentations", + -11.687129974365234 + ], + [ + "▁confirmation", + -11.687173843383787 + ], + [ + "▁technological", + -11.687432289123535 + ], + [ + "▁1989", + -11.687530517578123 + ], + [ + "EF", + -11.687640190124512 + ], + [ + "ponent", + -11.687663078308104 + ], + [ + "NET", + -11.687699317932127 + ], + [ + "750", + -11.687772750854492 + ], + [ + "▁desert", + -11.687891960144045 + ], + [ + "▁contribu", + -11.687932968139648 + ], + [ + "▁Gun", + -11.687944412231444 + ], + [ + "▁Juli", + -11.688091278076172 + ], + [ + "ERS", + -11.688261985778809 + ], + [ + "▁inceput", + -11.688261985778809 + ], + [ + "▁answered", + -11.688369750976562 + ], + [ + "▁basement", + -11.688410758972168 + ], + [ + "film", + -11.688434600830078 + ], + [ + "▁taille", + -11.688593864440918 + ], + [ + "▁survival", + -11.688655853271484 + ], + [ + "ihnen", + -11.68869400024414 + ], + [ + "▁Bird", + -11.688840866088867 + ], + [ + "speed", + -11.689336776733398 + ], + [ + "▁journalist", + -11.68941879272461 + ], + [ + "▁Indonesia", + -11.689626693725586 + ], + [ + "▁15.", + -11.689973831176758 + ], + [ + "▁19.", + -11.690025329589844 + ], + [ + "étaient", + -11.690114974975586 + ], + [ + "▁tennis", + -11.69024658203125 + ], + [ + "▁aproximativ", + -11.69039249420166 + ], + [ + "▁Hans", + -11.690650939941406 + ], + [ + "▁Remove", + -11.69067096710205 + ], + [ + "▁cats", + -11.691022872924805 + ], + [ + "▁calories", + -11.691052436828612 + ], + [ + "▁limitations", + -11.69119644165039 + ], + [ + "▁subscribe", + -11.691198348999023 + ], + [ + "▁Dem", + -11.691339492797852 + ], + [ + "lust", + -11.691370010375977 + ], + [ + "▁adresa", + -11.691394805908203 + ], + [ + "▁sais", + -11.69140911102295 + ], + [ + "...\"", + -11.691473960876465 + ], + [ + "▁Luft", + -11.691485404968262 + ], + [ + "DL", + -11.691597938537598 + ], + [ + "▁estimates", + -11.691600799560549 + ], + [ + "▁protocol", + -11.691603660583496 + ], + [ + "▁Namen", + -11.691776275634766 + ], + [ + "▁grands", + -11.691901206970217 + ], + [ + "▁voter", + -11.691970825195312 + ], + [ + "▁vacuum", + -11.692075729370115 + ], + [ + "▁versch", + -11.692103385925291 + ], + [ + "▁Democratic", + -11.69210720062256 + ], + [ + "▁Books", + -11.69217014312744 + ], + [ + "▁frames", + -11.692727088928224 + ], + [ + "▁Bee", + -11.692864418029783 + ], + [ + "▁helfen", + -11.692934036254885 + ], + [ + "▁dive", + -11.692963600158691 + ], + [ + "▁physician", + -11.693037033081056 + ], + [ + "▁powered", + -11.69313144683838 + ], + [ + "▁zones", + -11.693337440490724 + ], + [ + "▁regime", + -11.69345474243164 + ], + [ + "check", + -11.693578720092772 + ], + [ + "11.", + -11.693793296813965 + ], + [ + "▁plaisir", + -11.693793296813965 + ], + [ + "▁physically", + -11.693811416625977 + ], + [ + "▁Pul", + -11.69424533843994 + ], + [ + "▁jardin", + -11.694294929504396 + ], + [ + "▁Nur", + -11.694417953491213 + ], + [ + "WC", + -11.694425582885742 + ], + [ + "▁Lock", + -11.694506645202637 + ], + [ + "▁économique", + -11.694530487060549 + ], + [ + "user", + -11.694536209106444 + ], + [ + "▁commit", + -11.694731712341309 + ], + [ + "▁oldest", + -11.694764137268066 + ], + [ + "▁fulfill", + -11.694780349731444 + ], + [ + "▁nervous", + -11.69482135772705 + ], + [ + "▁SH", + -11.69501495361328 + ], + [ + "SK", + -11.695150375366213 + ], + [ + "▁plein", + -11.69529151916504 + ], + [ + "show", + -11.695354461669922 + ], + [ + "▁disability", + -11.695356369018556 + ], + [ + "papier", + -11.69544506072998 + ], + [ + "▁Corp", + -11.695611000061035 + ], + [ + "ători", + -11.695676803588867 + ], + [ + "nţă", + -11.695813179016112 + ], + [ + "▁overseas", + -11.696009635925291 + ], + [ + "▁struck", + -11.69603157043457 + ], + [ + "astic", + -11.69607162475586 + ], + [ + "▁advised", + -11.696088790893556 + ], + [ + "BE", + -11.696161270141602 + ], + [ + "▁UV", + -11.696218490600586 + ], + [ + "patient", + -11.69626235961914 + ], + [ + "▁texte", + -11.696344375610352 + ], + [ + "▁timely", + -11.696444511413574 + ], + [ + "used", + -11.696471214294434 + ], + [ + "▁occasionally", + -11.696524620056152 + ], + [ + "▁entries", + -11.696550369262695 + ], + [ + "underlying", + -11.6967191696167 + ], + [ + "01.", + -11.696748733520508 + ], + [ + "▁automated", + -11.696791648864746 + ], + [ + "yes", + -11.696828842163086 + ], + [ + "▁Staff", + -11.697057723999023 + ], + [ + "▁Einzel", + -11.697546005249023 + ], + [ + "quit", + -11.697687149047852 + ], + [ + "▁Cela", + -11.697951316833496 + ], + [ + "▁snap", + -11.698298454284668 + ], + [ + "▁followers", + -11.698330879211426 + ], + [ + "CN", + -11.69870948791504 + ], + [ + "▁Cooper", + -11.698892593383787 + ], + [ + "ô", + -11.69892120361328 + ], + [ + "▁memorable", + -11.698965072631836 + ], + [ + "▁jur", + -11.698996543884276 + ], + [ + "▁ajutorul", + -11.69905948638916 + ], + [ + "▁Enter", + -11.6991548538208 + ], + [ + "Often", + -11.699294090270996 + ], + [ + "▁dintr", + -11.699341773986816 + ], + [ + "-30", + -11.699419975280762 + ], + [ + "ESS", + -11.699454307556152 + ], + [ + "▁weird", + -11.699462890625 + ], + [ + "▁Animal", + -11.699706077575684 + ], + [ + "▁complement", + -11.699719429016112 + ], + [ + "▁Bot", + -11.699756622314451 + ], + [ + "▁darf", + -11.699764251708984 + ], + [ + "yed", + -11.69980812072754 + ], + [ + "▁Mul", + -11.699872016906738 + ], + [ + "lick", + -11.700080871582031 + ], + [ + "▁Cambridge", + -11.70021629333496 + ], + [ + "adore", + -11.70040798187256 + ], + [ + "▁Dutch", + -11.700420379638672 + ], + [ + "▁Castle", + -11.700431823730469 + ], + [ + "igi", + -11.700563430786133 + ], + [ + "▁enemy", + -11.70071029663086 + ], + [ + "accompanied", + -11.700725555419922 + ], + [ + "▁teren", + -11.701102256774902 + ], + [ + "▁ET", + -11.701498985290527 + ], + [ + "ffle", + -11.701557159423828 + ], + [ + "-15", + -11.701651573181152 + ], + [ + "▁Geo", + -11.701680183410645 + ], + [ + "▁attractions", + -11.701730728149414 + ], + [ + "iker", + -11.70185661315918 + ], + [ + "▁bă", + -11.701990127563477 + ], + [ + "▁heal", + -11.701995849609377 + ], + [ + "weisen", + -11.702144622802734 + ], + [ + "▁spectrum", + -11.702186584472656 + ], + [ + "meld", + -11.702394485473633 + ], + [ + "▁eveniment", + -11.70247745513916 + ], + [ + "arra", + -11.702478408813477 + ], + [ + "rete", + -11.70250129699707 + ], + [ + "▁Had", + -11.70250415802002 + ], + [ + "looking", + -11.702692031860352 + ], + [ + "isierung", + -11.702805519104004 + ], + [ + "▁moyen", + -11.703129768371582 + ], + [ + "▁gesamte", + -11.703202247619627 + ], + [ + "▁destroy", + -11.703407287597656 + ], + [ + "125", + -11.703518867492676 + ], + [ + "▁suivant", + -11.703913688659668 + ], + [ + "▁declared", + -11.703925132751465 + ], + [ + "▁Urban", + -11.704131126403809 + ], + [ + "▁16.", + -11.704168319702148 + ], + [ + "▁Beg", + -11.704168319702148 + ], + [ + "▁canal", + -11.704225540161133 + ], + [ + "▁Pres", + -11.70431137084961 + ], + [ + "▁geeignet", + -11.704339981079102 + ], + [ + "▁strat", + -11.704365730285645 + ], + [ + "UB", + -11.704395294189451 + ], + [ + "▁Alexander", + -11.704424858093262 + ], + [ + "cycle", + -11.704666137695312 + ], + [ + "▁Var", + -11.70480251312256 + ], + [ + "▁domin", + -11.704805374145508 + ], + [ + "▁lasting", + -11.70493984222412 + ], + [ + "terio", + -11.705262184143066 + ], + [ + "▁Battle", + -11.705339431762695 + ], + [ + "▁publications", + -11.705647468566896 + ], + [ + "▁implica", + -11.705886840820312 + ], + [ + "▁NA", + -11.705963134765623 + ], + [ + "▁stocks", + -11.706036567687988 + ], + [ + "Plat", + -11.70611572265625 + ], + [ + "▁excitement", + -11.706149101257324 + ], + [ + "▁Muslim", + -11.706524848937988 + ], + [ + "▁Mari", + -11.706530570983888 + ], + [ + "▁Ul", + -11.706647872924805 + ], + [ + "nächst", + -11.706757545471191 + ], + [ + "▁trait", + -11.706833839416504 + ], + [ + "▁(3)", + -11.706852912902832 + ], + [ + "▁Attorney", + -11.706894874572754 + ], + [ + "▁Malaysia", + -11.70689582824707 + ], + [ + "▁slab", + -11.706960678100586 + ], + [ + "▁dam", + -11.707113265991213 + ], + [ + "▁Bir", + -11.707226753234863 + ], + [ + "▁sing", + -11.70738410949707 + ], + [ + "▁Culture", + -11.7073974609375 + ], + [ + "UD", + -11.707417488098145 + ], + [ + "▁Mes", + -11.707443237304688 + ], + [ + "ități", + -11.707615852355955 + ], + [ + "▁possess", + -11.708173751831056 + ], + [ + "enabling", + -11.70820426940918 + ], + [ + "▁settled", + -11.708335876464844 + ], + [ + "▁sagen", + -11.708492279052734 + ], + [ + "▁erfolgt", + -11.70856475830078 + ], + [ + "dog", + -11.708600997924805 + ], + [ + "ndu", + -11.708732604980469 + ], + [ + "ității", + -11.708745002746582 + ], + [ + "▁Islam", + -11.708930015563965 + ], + [ + "▁catalog", + -11.708931922912598 + ], + [ + "▁simt", + -11.709102630615234 + ], + [ + "tische", + -11.709150314331056 + ], + [ + "▁Mach", + -11.70933437347412 + ], + [ + "▁EP", + -11.709359169006348 + ], + [ + "▁Certified", + -11.709386825561523 + ], + [ + "▁Resources", + -11.70945930480957 + ], + [ + "▁Past", + -11.709607124328612 + ], + [ + "▁Termin", + -11.709755897521973 + ], + [ + "▁lightweight", + -11.709755897521973 + ], + [ + "▁championship", + -11.70994758605957 + ], + [ + "gebiet", + -11.710122108459473 + ], + [ + "▁jurisdiction", + -11.710135459899902 + ], + [ + "▁euros", + -11.710169792175291 + ], + [ + "▁Familien", + -11.710554122924805 + ], + [ + "▁GT", + -11.71067714691162 + ], + [ + "▁dvs", + -11.71081256866455 + ], + [ + "▁nouveaux", + -11.710838317871094 + ], + [ + "▁chill", + -11.71091651916504 + ], + [ + "▁ridicat", + -11.710920333862305 + ], + [ + "his", + -11.711079597473145 + ], + [ + "▁Indi", + -11.711159706115724 + ], + [ + "▁arrested", + -11.71116828918457 + ], + [ + "ităţii", + -11.711170196533203 + ], + [ + "onul", + -11.711274147033691 + ], + [ + "appar", + -11.711296081542969 + ], + [ + "▁Bachelor", + -11.711297988891602 + ], + [ + "▁erfolgreich", + -11.711426734924316 + ], + [ + "▁versatile", + -11.71163558959961 + ], + [ + "▁nécessaire", + -11.711761474609377 + ], + [ + "▁facial", + -11.712160110473633 + ], + [ + "▁Bull", + -11.71222686767578 + ], + [ + "Comm", + -11.712237358093262 + ], + [ + "atte", + -11.712307929992676 + ], + [ + "hom", + -11.7123384475708 + ], + [ + "start", + -11.712576866149902 + ], + [ + "▁roughly", + -11.712936401367188 + ], + [ + "▁bay", + -11.712984085083008 + ], + [ + "▁american", + -11.712986946105955 + ], + [ + "▁Wisconsin", + -11.713135719299316 + ], + [ + "▁Clinton", + -11.713142395019531 + ], + [ + "appareil", + -11.713153839111328 + ], + [ + "▁liberal", + -11.713455200195312 + ], + [ + "▁dau", + -11.713519096374512 + ], + [ + "ech", + -11.71352195739746 + ], + [ + "2014", + -11.713624000549316 + ], + [ + "▁lip", + -11.713645935058594 + ], + [ + "▁maintenant", + -11.713762283325195 + ], + [ + "▁Sil", + -11.713805198669434 + ], + [ + "rben", + -11.713891983032228 + ], + [ + "▁contents", + -11.713980674743652 + ], + [ + "▁magnetic", + -11.714111328125 + ], + [ + "▁terre", + -11.714151382446287 + ], + [ + "▁Rights", + -11.714475631713867 + ], + [ + "lose", + -11.714570045471191 + ], + [ + "▁crown", + -11.71468448638916 + ], + [ + "▁oils", + -11.7147216796875 + ], + [ + "▁entertaining", + -11.714841842651367 + ], + [ + "▁Option", + -11.714848518371582 + ], + [ + "▁Previous", + -11.714916229248049 + ], + [ + "▁vrai", + -11.714930534362791 + ], + [ + "▁Auswahl", + -11.71505641937256 + ], + [ + "▁horses", + -11.715106010437012 + ], + [ + "▁Author", + -11.71533489227295 + ], + [ + "▁Writing", + -11.715461730957031 + ], + [ + "▁travelling", + -11.71552276611328 + ], + [ + "▁350", + -11.715567588806152 + ], + [ + "daten", + -11.71560287475586 + ], + [ + "zan", + -11.715765953063965 + ], + [ + "▁sweat", + -11.715924263000488 + ], + [ + "▁Junior", + -11.715970993041992 + ], + [ + "markt", + -11.71609878540039 + ], + [ + "after", + -11.716105461120604 + ], + [ + "▁admitted", + -11.716262817382812 + ], + [ + "▁1950", + -11.716347694396973 + ], + [ + "▁Sche", + -11.71648120880127 + ], + [ + "▁dorit", + -11.716818809509276 + ], + [ + "▁transferred", + -11.716958045959473 + ], + [ + "utilise", + -11.71719455718994 + ], + [ + "sitz", + -11.71730136871338 + ], + [ + "gio", + -11.717320442199709 + ], + [ + "▁bisher", + -11.717473983764648 + ], + [ + "RD", + -11.717491149902344 + ], + [ + "▁Wales", + -11.717747688293455 + ], + [ + "▁smoking", + -11.717904090881348 + ], + [ + "dire", + -11.717939376831056 + ], + [ + "▁seating", + -11.717979431152344 + ], + [ + "▁constat", + -11.718056678771973 + ], + [ + "▁Hub", + -11.718324661254885 + ], + [ + "▁sieht", + -11.718345642089844 + ], + [ + "▁prospect", + -11.718378067016602 + ], + [ + "▁RO", + -11.718413352966309 + ], + [ + "▁Wars", + -11.718423843383787 + ], + [ + "eek", + -11.718496322631836 + ], + [ + "▁Bring", + -11.718646049499512 + ], + [ + "▁bleiben", + -11.71869659423828 + ], + [ + "arri", + -11.718826293945312 + ], + [ + "inal", + -11.718904495239258 + ], + [ + "▁Maryland", + -11.718932151794434 + ], + [ + "▁Process", + -11.719145774841309 + ], + [ + "They", + -11.719154357910156 + ], + [ + "▁Oxford", + -11.719176292419434 + ], + [ + "▁neat", + -11.719330787658691 + ], + [ + "▁cinema", + -11.719597816467283 + ], + [ + "▁Ist", + -11.71962070465088 + ], + [ + "▁vegan", + -11.719682693481444 + ], + [ + "wall", + -11.719708442687988 + ], + [ + "▁motive", + -11.72010612487793 + ], + [ + "▁mature", + -11.720544815063477 + ], + [ + "▁Dragon", + -11.720653533935549 + ], + [ + "▁google", + -11.720677375793455 + ], + [ + "blick", + -11.72110652923584 + ], + [ + "▁Cod", + -11.721220970153809 + ], + [ + "▁suffi", + -11.721319198608398 + ], + [ + "▁terrorist", + -11.721478462219238 + ], + [ + "Posted", + -11.721484184265137 + ], + [ + "▁Schi", + -11.72157096862793 + ], + [ + "▁Marc", + -11.721597671508787 + ], + [ + "▁operates", + -11.721661567687988 + ], + [ + "gress", + -11.721805572509766 + ], + [ + "has", + -11.721899032592772 + ], + [ + "sole", + -11.722108840942385 + ], + [ + "▁Buck", + -11.722122192382812 + ], + [ + "impl", + -11.722160339355469 + ], + [ + "▁Ron", + -11.722172737121582 + ], + [ + "▁handled", + -11.722346305847168 + ], + [ + "▁Apr", + -11.722347259521484 + ], + [ + "▁Storage", + -11.722467422485352 + ], + [ + "▁temp", + -11.722512245178224 + ], + [ + "▁differently", + -11.722614288330078 + ], + [ + "▁wherever", + -11.722670555114746 + ], + [ + "matched", + -11.722695350646973 + ], + [ + "rios", + -11.72276496887207 + ], + [ + "▁surprising", + -11.722846031188965 + ], + [ + "teilen", + -11.722867965698242 + ], + [ + "▁difficulties", + -11.72294807434082 + ], + [ + "tab", + -11.723064422607422 + ], + [ + "▁Leader", + -11.72312831878662 + ], + [ + "implementing", + -11.72337245941162 + ], + [ + "▁workforce", + -11.723384857177734 + ], + [ + "▁bereit", + -11.723503112792969 + ], + [ + "vig", + -11.72352123260498 + ], + [ + "▁LOVE", + -11.723580360412598 + ], + [ + "▁instances", + -11.723954200744627 + ], + [ + "▁frumos", + -11.723960876464844 + ], + [ + "▁Java", + -11.723974227905272 + ], + [ + "▁arrest", + -11.723977088928224 + ], + [ + "▁apparent", + -11.72415256500244 + ], + [ + "▁hence", + -11.724200248718262 + ], + [ + "▁entwickelt", + -11.72437572479248 + ], + [ + "▁Fra", + -11.72447109222412 + ], + [ + "▁prend", + -11.724486351013184 + ], + [ + "ließ", + -11.724522590637209 + ], + [ + "▁drawer", + -11.724671363830566 + ], + [ + "ARD", + -11.724926948547363 + ], + [ + "▁caring", + -11.72499942779541 + ], + [ + "▁wollte", + -11.725024223327637 + ], + [ + "▁vielleicht", + -11.72511100769043 + ], + [ + "▁iconic", + -11.725324630737305 + ], + [ + "äch", + -11.72552490234375 + ], + [ + "abel", + -11.72563934326172 + ], + [ + "▁génér", + -11.72570514678955 + ], + [ + "ault", + -11.725727081298828 + ], + [ + "▁alternatives", + -11.725909233093262 + ], + [ + "think", + -11.726025581359863 + ], + [ + "ро", + -11.726055145263672 + ], + [ + "whereas", + -11.72605800628662 + ], + [ + "erei", + -11.726366996765137 + ], + [ + "▁Eagle", + -11.726766586303713 + ], + [ + "situé", + -11.72704792022705 + ], + [ + "▁laboratory", + -11.727157592773438 + ], + [ + "▁Nutzung", + -11.727256774902344 + ], + [ + "▁Bathroom", + -11.72728157043457 + ], + [ + "▁loaded", + -11.727293968200684 + ], + [ + "niste", + -11.727408409118652 + ], + [ + "som", + -11.727429389953612 + ], + [ + "▁aucun", + -11.727666854858398 + ], + [ + "gebracht", + -11.727676391601562 + ], + [ + "▁tomb", + -11.727771759033203 + ], + [ + "▁Ty", + -11.727785110473633 + ], + [ + "▁afaceri", + -11.727971076965332 + ], + [ + "tex", + -11.72803783416748 + ], + [ + "ality", + -11.728147506713867 + ], + [ + "▁identification", + -11.728150367736816 + ], + [ + "▁cultiv", + -11.72825527191162 + ], + [ + "Not", + -11.728326797485352 + ], + [ + "▁acestor", + -11.72846508026123 + ], + [ + "▁PhD", + -11.728466033935549 + ], + [ + "nell", + -11.728470802307127 + ], + [ + "▁dial", + -11.728594779968262 + ], + [ + "chro", + -11.728673934936523 + ], + [ + "▁specifications", + -11.728682518005373 + ], + [ + "anii", + -11.72877025604248 + ], + [ + "▁cloth", + -11.728836059570312 + ], + [ + "▁highway", + -11.728914260864258 + ], + [ + "▁Vitamin", + -11.729118347167969 + ], + [ + "▁indication", + -11.72934913635254 + ], + [ + "80%", + -11.72959041595459 + ], + [ + "▁Lion", + -11.729681015014648 + ], + [ + "▁10,", + -11.729693412780762 + ], + [ + "▁Werk", + -11.72974967956543 + ], + [ + "▁combin", + -11.729803085327148 + ], + [ + "▁releases", + -11.7298583984375 + ], + [ + "LL", + -11.730006217956545 + ], + [ + "ktor", + -11.730186462402344 + ], + [ + "ufgrund", + -11.73018741607666 + ], + [ + "calc", + -11.73034381866455 + ], + [ + "▁accomplished", + -11.730606079101562 + ], + [ + "▁los", + -11.730619430541992 + ], + [ + "▁distant", + -11.730688095092772 + ], + [ + "▁secteur", + -11.73068904876709 + ], + [ + "logue", + -11.73078155517578 + ], + [ + "▁betting", + -11.730792999267578 + ], + [ + "elf", + -11.73118019104004 + ], + [ + "puteti", + -11.73123550415039 + ], + [ + "▁Moment", + -11.731236457824709 + ], + [ + "▁scoring", + -11.731548309326172 + ], + [ + "▁freuen", + -11.731572151184082 + ], + [ + "▁fastest", + -11.731873512268066 + ], + [ + "▁directors", + -11.732080459594728 + ], + [ + "▁fame", + -11.732234954833984 + ], + [ + "▁complaint", + -11.732239723205566 + ], + [ + "▁Ep", + -11.732314109802246 + ], + [ + "▁delicate", + -11.732329368591309 + ], + [ + "annonce", + -11.73240852355957 + ], + [ + "ext", + -11.732454299926758 + ], + [ + "▁quit", + -11.732473373413086 + ], + [ + "▁Cop", + -11.73253345489502 + ], + [ + "prop", + -11.732565879821776 + ], + [ + "365", + -11.732742309570312 + ], + [ + "▁Say", + -11.732879638671877 + ], + [ + "▁internationale", + -11.733064651489258 + ], + [ + "cott", + -11.733213424682615 + ], + [ + "▁Whatever", + -11.733261108398438 + ], + [ + "▁admir", + -11.733261108398438 + ], + [ + "▁bucur", + -11.733549118041992 + ], + [ + "▁entity", + -11.733779907226562 + ], + [ + "▁dancing", + -11.733837127685549 + ], + [ + "▁printre", + -11.733892440795898 + ], + [ + "▁meditation", + -11.734396934509276 + ], + [ + "▁avis", + -11.734416961669922 + ], + [ + "▁1988", + -11.73447036743164 + ], + [ + "10.", + -11.734506607055664 + ], + [ + "▁worker", + -11.734638214111328 + ], + [ + "▁$100", + -11.734784126281738 + ], + [ + "▁contrôle", + -11.7349853515625 + ], + [ + "▁insist", + -11.734997749328612 + ], + [ + "ements", + -11.73505973815918 + ], + [ + "izate", + -11.735163688659668 + ], + [ + "▁tied", + -11.735332489013672 + ], + [ + "▁correspond", + -11.735396385192873 + ], + [ + "▁apartments", + -11.735547065734863 + ], + [ + "▁2009.", + -11.735599517822266 + ], + [ + "▁tiles", + -11.735624313354492 + ], + [ + "▁boots", + -11.735639572143556 + ], + [ + "▁laundry", + -11.735673904418944 + ], + [ + "▁Coffee", + -11.735674858093262 + ], + [ + "▁CV", + -11.735727310180664 + ], + [ + "▁composed", + -11.736035346984863 + ], + [ + "atom", + -11.73622989654541 + ], + [ + "▁shore", + -11.736270904541016 + ], + [ + "▁marijuana", + -11.736312866210938 + ], + [ + "plic", + -11.73648452758789 + ], + [ + "▁Zahl", + -11.736649513244627 + ], + [ + "depth", + -11.73682689666748 + ], + [ + "▁Egypt", + -11.736854553222656 + ], + [ + "▁NFL", + -11.736906051635742 + ], + [ + "▁12,", + -11.73692226409912 + ], + [ + "▁pollution", + -11.736964225769045 + ], + [ + "▁Vergleich", + -11.73704719543457 + ], + [ + "û", + -11.737109184265137 + ], + [ + "▁nurse", + -11.737153053283691 + ], + [ + "▁Susan", + -11.737173080444336 + ], + [ + "▁verify", + -11.737393379211426 + ], + [ + "▁kon", + -11.737504959106444 + ], + [ + "▁ulei", + -11.7376127243042 + ], + [ + "▁Sept", + -11.737699508666992 + ], + [ + "▁Location", + -11.737908363342283 + ], + [ + "▁frozen", + -11.737991333007812 + ], + [ + "good", + -11.73802661895752 + ], + [ + "▁cine", + -11.738066673278809 + ], + [ + "forming", + -11.738181114196776 + ], + [ + "▁Near", + -11.738391876220703 + ], + [ + "▁Tab", + -11.738545417785645 + ], + [ + "▁Alexandr", + -11.738600730895996 + ], + [ + "ст", + -11.73863697052002 + ], + [ + "CK", + -11.738656044006348 + ], + [ + "▁loads", + -11.738948822021484 + ], + [ + "▁disorders", + -11.738957405090332 + ], + [ + "hip", + -11.739596366882324 + ], + [ + "▁blessing", + -11.73987102508545 + ], + [ + "▁vechi", + -11.73997688293457 + ], + [ + "▁Bookmark", + -11.740296363830566 + ], + [ + "SON", + -11.74036979675293 + ], + [ + "books", + -11.740428924560549 + ], + [ + "▁tropical", + -11.740438461303713 + ], + [ + "▁Garten", + -11.74044704437256 + ], + [ + "ôt", + -11.740760803222656 + ], + [ + "tures", + -11.740827560424805 + ], + [ + "▁obligation", + -11.741010665893556 + ], + [ + "▁admin", + -11.741011619567873 + ], + [ + "▁sélection", + -11.741106986999512 + ], + [ + "disp", + -11.741172790527344 + ], + [ + "▁Anyone", + -11.741225242614746 + ], + [ + "keeper", + -11.74138355255127 + ], + [ + "▁konnten", + -11.741521835327148 + ], + [ + "▁existe", + -11.741615295410156 + ], + [ + "▁Rund", + -11.741798400878906 + ], + [ + "▁retailers", + -11.74184799194336 + ], + [ + "folg", + -11.741948127746582 + ], + [ + "▁urmare", + -11.742019653320312 + ], + [ + "▁Liebe", + -11.742321014404297 + ], + [ + "▁actors", + -11.742422103881836 + ], + [ + "▁Druck", + -11.742618560791016 + ], + [ + "lien", + -11.742752075195312 + ], + [ + "sian", + -11.742847442626951 + ], + [ + "▁partid", + -11.74304485321045 + ], + [ + "▁loin", + -11.743114471435549 + ], + [ + "AZ", + -11.743119239807127 + ], + [ + "oasă", + -11.743501663208008 + ], + [ + "▁inclusiv", + -11.743656158447266 + ], + [ + "TD", + -11.743680953979492 + ], + [ + "▁anului", + -11.743766784667969 + ], + [ + "poc", + -11.743844985961914 + ], + [ + "▁musique", + -11.743972778320312 + ], + [ + "▁Hart", + -11.74399757385254 + ], + [ + "Sh", + -11.74428367614746 + ], + [ + "html", + -11.744290351867676 + ], + [ + "▁serial", + -11.744318008422852 + ], + [ + "țele", + -11.744369506835938 + ], + [ + "inning", + -11.744544982910156 + ], + [ + "▁Bureau", + -11.744555473327637 + ], + [ + "▁rush", + -11.744626998901367 + ], + [ + "▁deosebit", + -11.744637489318848 + ], + [ + "▁Wort", + -11.744648933410645 + ], + [ + "▁Thailand", + -11.744688987731934 + ], + [ + "▁Language", + -11.745193481445312 + ], + [ + "▁Governor", + -11.745213508605955 + ], + [ + "▁Later", + -11.74525260925293 + ], + [ + "rilor", + -11.745282173156738 + ], + [ + "▁activités", + -11.745372772216797 + ], + [ + "schaffen", + -11.745598793029783 + ], + [ + "▁harvest", + -11.74567985534668 + ], + [ + "▁municipal", + -11.745783805847168 + ], + [ + "einander", + -11.74600601196289 + ], + [ + "▁fingers", + -11.746383666992188 + ], + [ + "▁sculpture", + -11.74638843536377 + ], + [ + "▁Bien", + -11.746390342712402 + ], + [ + "▁departments", + -11.746562957763672 + ], + [ + "▁période", + -11.746746063232422 + ], + [ + "▁jeune", + -11.746960639953612 + ], + [ + "▁governments", + -11.74710750579834 + ], + [ + "uter", + -11.747179985046388 + ], + [ + "Aceste", + -11.747220039367676 + ], + [ + "▁Deal", + -11.747243881225586 + ], + [ + "▁Equipment", + -11.74726390838623 + ], + [ + "nous", + -11.747300148010254 + ], + [ + "▁gate", + -11.747315406799316 + ], + [ + "▁meta", + -11.747447967529297 + ], + [ + "▁stiu", + -11.747474670410156 + ], + [ + "fold", + -11.747486114501951 + ], + [ + "▁seule", + -11.747523307800291 + ], + [ + "▁varied", + -11.747541427612305 + ], + [ + "hit", + -11.747635841369627 + ], + [ + "▁DIY", + -11.74768352508545 + ], + [ + "▁lemn", + -11.747685432434082 + ], + [ + "OB", + -11.747865676879885 + ], + [ + "▁colorful", + -11.748095512390137 + ], + [ + "▁câ", + -11.74826431274414 + ], + [ + "▁semester", + -11.74830150604248 + ], + [ + "▁dealer", + -11.748575210571287 + ], + [ + "nett", + -11.748788833618164 + ], + [ + "▁shortly", + -11.74893283843994 + ], + [ + "▁Driver", + -11.748983383178713 + ], + [ + "culture", + -11.749052047729492 + ], + [ + "▁permitted", + -11.749072074890137 + ], + [ + "▁sorts", + -11.749432563781738 + ], + [ + "▁crop", + -11.74999713897705 + ], + [ + "▁valoare", + -11.75046157836914 + ], + [ + "▁analog", + -11.750576972961426 + ], + [ + "▁excuse", + -11.750588417053224 + ], + [ + "▁modèle", + -11.750657081604004 + ], + [ + "When", + -11.75068473815918 + ], + [ + "▁march", + -11.750744819641112 + ], + [ + "haz", + -11.750978469848633 + ], + [ + "▁minimize", + -11.75099277496338 + ], + [ + "traction", + -11.751028060913086 + ], + [ + "▁caracter", + -11.752382278442385 + ], + [ + "▁modules", + -11.7523832321167 + ], + [ + "clu", + -11.75244426727295 + ], + [ + "ţional", + -11.752482414245604 + ], + [ + "▁breach", + -11.752562522888184 + ], + [ + "▁priced", + -11.752614974975586 + ], + [ + "▁attorneys", + -11.752644538879396 + ], + [ + "▁implant", + -11.752645492553713 + ], + [ + "▁ANY", + -11.752655029296877 + ], + [ + "dition", + -11.752707481384276 + ], + [ + "▁trials", + -11.752838134765623 + ], + [ + "▁Nas", + -11.75293254852295 + ], + [ + "Pre", + -11.752970695495604 + ], + [ + "lorsque", + -11.752979278564451 + ], + [ + "plin", + -11.753050804138184 + ], + [ + "Er", + -11.753056526184082 + ], + [ + "▁Dom", + -11.75306797027588 + ], + [ + "▁tire", + -11.75319004058838 + ], + [ + "sili", + -11.753233909606934 + ], + [ + "▁coins", + -11.753350257873535 + ], + [ + "▁rend", + -11.753470420837402 + ], + [ + "▁reliability", + -11.753503799438477 + ], + [ + "▁Analysis", + -11.75350856781006 + ], + [ + "▁trails", + -11.753692626953123 + ], + [ + "trägt", + -11.753762245178224 + ], + [ + "▁Kansas", + -11.753908157348633 + ], + [ + "▁responsive", + -11.75390911102295 + ], + [ + "▁disappear", + -11.753988265991213 + ], + [ + "▁stakeholders", + -11.754022598266602 + ], + [ + "▁aplica", + -11.754164695739746 + ], + [ + "▁imi", + -11.754180908203123 + ], + [ + "▁Laura", + -11.754369735717772 + ], + [ + "▁Terms", + -11.75440788269043 + ], + [ + "450", + -11.754460334777832 + ], + [ + "▁voltage", + -11.754483222961426 + ], + [ + "▁Gel", + -11.754544258117676 + ], + [ + "▁qualities", + -11.754549026489258 + ], + [ + "▁qualifi", + -11.754603385925291 + ], + [ + "▁Mé", + -11.754735946655272 + ], + [ + "bereit", + -11.75482940673828 + ], + [ + "gleich", + -11.754875183105469 + ], + [ + "▁voting", + -11.754961013793944 + ], + [ + "▁trademark", + -11.755128860473633 + ], + [ + "▁2.5", + -11.75515079498291 + ], + [ + "ND", + -11.755438804626465 + ], + [ + "▁Kelly", + -11.755470275878906 + ], + [ + "▁weiteren", + -11.755559921264648 + ], + [ + "▁filters", + -11.75562572479248 + ], + [ + "▁coût", + -11.75562858581543 + ], + [ + "jur", + -11.755765914916992 + ], + [ + "acre", + -11.755804061889648 + ], + [ + "▁retired", + -11.756022453308104 + ], + [ + "▁Engine", + -11.756205558776855 + ], + [ + "▁président", + -11.756264686584473 + ], + [ + "ajul", + -11.756307601928713 + ], + [ + "▁GA", + -11.756425857543944 + ], + [ + "rät", + -11.75666332244873 + ], + [ + "▁instructor", + -11.756669998168944 + ], + [ + "▁Allen", + -11.75668716430664 + ], + [ + "▁Delhi", + -11.756771087646484 + ], + [ + "▁cure", + -11.756844520568848 + ], + [ + "seite", + -11.756898880004885 + ], + [ + "coming", + -11.756914138793944 + ], + [ + "▁mixing", + -11.756963729858398 + ], + [ + "▁Kno", + -11.757041931152344 + ], + [ + "▁Sure", + -11.757079124450684 + ], + [ + "▁hired", + -11.757102012634276 + ], + [ + "▁participated", + -11.757196426391602 + ], + [ + "Count", + -11.757320404052734 + ], + [ + "treffen", + -11.75735569000244 + ], + [ + "▁54", + -11.75735855102539 + ], + [ + "▁rings", + -11.75735855102539 + ], + [ + "▁Thor", + -11.757359504699709 + ], + [ + "éro", + -11.75744915008545 + ], + [ + "▁buttons", + -11.757488250732422 + ], + [ + "▁47", + -11.757539749145508 + ], + [ + "▁Tel", + -11.757694244384766 + ], + [ + "▁suport", + -11.757776260375977 + ], + [ + "▁rhythm", + -11.75782585144043 + ], + [ + "▁Theater", + -11.758113861083984 + ], + [ + "▁informatii", + -11.758121490478516 + ], + [ + "hält", + -11.758201599121094 + ], + [ + "▁ouvert", + -11.758238792419434 + ], + [ + "fewer", + -11.75828742980957 + ], + [ + "▁alumni", + -11.758466720581056 + ], + [ + "▁valley", + -11.758508682250977 + ], + [ + "tial", + -11.75860595703125 + ], + [ + "***", + -11.758782386779783 + ], + [ + "kri", + -11.75905704498291 + ], + [ + "▁accidents", + -11.759113311767578 + ], + [ + "▁barrel", + -11.759170532226562 + ], + [ + "mobil", + -11.759310722351074 + ], + [ + "etti", + -11.759437561035156 + ], + [ + "▁immigration", + -11.759515762329102 + ], + [ + "▁poveste", + -11.759528160095217 + ], + [ + "hren", + -11.759669303894045 + ], + [ + "hydr", + -11.759719848632812 + ], + [ + "▁tweet", + -11.75974464416504 + ], + [ + "▁zip", + -11.759872436523438 + ], + [ + "▁Bonus", + -11.760189056396484 + ], + [ + "ordnung", + -11.760287284851074 + ], + [ + "liber", + -11.76046085357666 + ], + [ + "▁Navy", + -11.760591506958008 + ], + [ + "▁agreements", + -11.760612487792969 + ], + [ + "▁detection", + -11.7607421875 + ], + [ + "DF", + -11.760762214660645 + ], + [ + "hur", + -11.760774612426758 + ], + [ + "0.00", + -11.760798454284668 + ], + [ + "▁07", + -11.760866165161133 + ], + [ + "etta", + -11.760884284973145 + ], + [ + "▁13,", + -11.760887145996094 + ], + [ + "rolled", + -11.76097011566162 + ], + [ + "▁injection", + -11.76100254058838 + ], + [ + "mig", + -11.76101779937744 + ], + [ + "wach", + -11.761107444763184 + ], + [ + "▁choisir", + -11.761515617370604 + ], + [ + "▁professionnels", + -11.76159954071045 + ], + [ + "▁Tower", + -11.76169490814209 + ], + [ + "▁neighbor", + -11.76170539855957 + ], + [ + "deutschen", + -11.76187801361084 + ], + [ + "▁luxurious", + -11.76201057434082 + ], + [ + "▁walks", + -11.762033462524414 + ], + [ + "reti", + -11.762046813964844 + ], + [ + "▁Pad", + -11.762085914611816 + ], + [ + "wise", + -11.76229763031006 + ], + [ + "▁exhaust", + -11.762307167053224 + ], + [ + "▁demonstration", + -11.762582778930664 + ], + [ + "▁agricultural", + -11.762667655944824 + ], + [ + "Upon", + -11.762885093688965 + ], + [ + "▁Blu", + -11.76292610168457 + ], + [ + "atorul", + -11.762967109680176 + ], + [ + "amour", + -11.762984275817873 + ], + [ + "issant", + -11.763004302978516 + ], + [ + "▁delighted", + -11.763031959533691 + ], + [ + "rita", + -11.763113021850586 + ], + [ + "requiring", + -11.763195037841797 + ], + [ + "ivity", + -11.763216972351074 + ], + [ + "▁Unser", + -11.763306617736816 + ], + [ + "FP", + -11.763379096984863 + ], + [ + "fait", + -11.76353359222412 + ], + [ + "dite", + -11.763562202453612 + ], + [ + "kul", + -11.763716697692873 + ], + [ + "arth", + -11.76376724243164 + ], + [ + "▁Ker", + -11.763815879821776 + ], + [ + "torilor", + -11.763816833496094 + ], + [ + "stage", + -11.763866424560549 + ], + [ + "▁HTML", + -11.76398754119873 + ], + [ + "▁Wheel", + -11.764005661010742 + ], + [ + "▁quelque", + -11.76414680480957 + ], + [ + "▁Ou", + -11.764196395874023 + ], + [ + "▁considerable", + -11.764277458190918 + ], + [ + "▁Sco", + -11.76458740234375 + ], + [ + "▁donations", + -11.76481819152832 + ], + [ + "dessen", + -11.765002250671388 + ], + [ + "▁pourquoi", + -11.765039443969728 + ], + [ + "▁Bow", + -11.765189170837402 + ], + [ + "▁Dupa", + -11.76522445678711 + ], + [ + "ska", + -11.765707015991213 + ], + [ + "hot", + -11.765732765197754 + ], + [ + "▁drove", + -11.765849113464355 + ], + [ + "▁oppos", + -11.766018867492676 + ], + [ + "▁hiking", + -11.766035079956056 + ], + [ + "▁Boot", + -11.76608180999756 + ], + [ + "One", + -11.766087532043455 + ], + [ + "▁guvern", + -11.766094207763672 + ], + [ + "▁15,", + -11.766400337219238 + ], + [ + "scheid", + -11.766437530517578 + ], + [ + "▁Miet", + -11.76645851135254 + ], + [ + "▁Technical", + -11.766767501831056 + ], + [ + "▁Dal", + -11.7669038772583 + ], + [ + "▁Metro", + -11.766966819763184 + ], + [ + "▁Baker", + -11.767215728759766 + ], + [ + "▁trece", + -11.767252922058104 + ], + [ + "tained", + -11.76730251312256 + ], + [ + "block", + -11.76738452911377 + ], + [ + "▁wander", + -11.767401695251465 + ], + [ + "▁penalty", + -11.76742172241211 + ], + [ + "▁shipped", + -11.76750946044922 + ], + [ + "▁30%", + -11.767518043518066 + ], + [ + "group", + -11.767541885375977 + ], + [ + "▁brothers", + -11.767701148986816 + ], + [ + "▁comanda", + -11.767777442932127 + ], + [ + "▁retreat", + -11.767789840698242 + ], + [ + "▁Movie", + -11.767802238464355 + ], + [ + "PU", + -11.76787281036377 + ], + [ + "▁Jun", + -11.767885208129885 + ], + [ + "▁$6", + -11.767969131469728 + ], + [ + "▁Fal", + -11.768054962158203 + ], + [ + "▁Palestinian", + -11.768075942993164 + ], + [ + "▁soccer", + -11.768217086791992 + ], + [ + "▁Autor", + -11.768254280090332 + ], + [ + "▁chamber", + -11.768266677856444 + ], + [ + "nement", + -11.768463134765623 + ], + [ + "▁offense", + -11.768610954284668 + ], + [ + "▁gig", + -11.768631935119627 + ], + [ + "▁abandon", + -11.768691062927246 + ], + [ + "▁Kraft", + -11.768783569335938 + ], + [ + "▁Medicare", + -11.768784523010254 + ], + [ + "▁soap", + -11.768835067749023 + ], + [ + "▁Fur", + -11.768990516662598 + ], + [ + "▁conditioning", + -11.769103050231934 + ], + [ + "rained", + -11.769132614135742 + ], + [ + "▁puts", + -11.769134521484377 + ], + [ + "▁cod", + -11.76930046081543 + ], + [ + "lassen", + -11.76941967010498 + ], + [ + "FL", + -11.769600868225098 + ], + [ + "▁komplett", + -11.769664764404297 + ], + [ + "▁entscheiden", + -11.769665718078612 + ], + [ + "▁Hour", + -11.769691467285156 + ], + [ + "?!", + -11.77004051208496 + ], + [ + "Stream", + -11.770145416259766 + ], + [ + "▁Grad", + -11.770209312438965 + ], + [ + "▁gently", + -11.770231246948242 + ], + [ + "▁poetry", + -11.770429611206056 + ], + [ + "▁secured", + -11.770438194274902 + ], + [ + "oph", + -11.770466804504396 + ], + [ + "hop", + -11.77056121826172 + ], + [ + "handel", + -11.770634651184082 + ], + [ + "▁besoins", + -11.770658493041992 + ], + [ + "got", + -11.770824432373049 + ], + [ + "▁Chrome", + -11.77088737487793 + ], + [ + "ILL", + -11.770930290222168 + ], + [ + "▁Schritt", + -11.771014213562012 + ], + [ + "▁spell", + -11.771063804626465 + ], + [ + "▁grinding", + -11.771334648132324 + ], + [ + "▁ramp", + -11.77144718170166 + ], + [ + "▁mama", + -11.7716064453125 + ], + [ + "▁bottles", + -11.77180290222168 + ], + [ + "▁canvas", + -11.771906852722168 + ], + [ + "▁ecosystem", + -11.77194595336914 + ], + [ + "aţii", + -11.771967887878418 + ], + [ + "cellular", + -11.772085189819336 + ], + [ + "▁Spin", + -11.772164344787598 + ], + [ + "▁Discover", + -11.772217750549316 + ], + [ + "-17", + -11.77232265472412 + ], + [ + "▁feeding", + -11.77246379852295 + ], + [ + "▁stops", + -11.7725191116333 + ], + [ + "▁haute", + -11.772552490234377 + ], + [ + "▁Entscheidung", + -11.7725830078125 + ], + [ + "▁semble", + -11.772590637207031 + ], + [ + "▁acele", + -11.772857666015623 + ], + [ + "▁Walk", + -11.773154258728027 + ], + [ + "▁joke", + -11.773180961608888 + ], + [ + "▁Fed", + -11.77329444885254 + ], + [ + "climat", + -11.773306846618652 + ], + [ + "▁Lot", + -11.773460388183594 + ], + [ + "runner", + -11.773551940917969 + ], + [ + "▁flip", + -11.773786544799805 + ], + [ + "▁werde", + -11.773818016052246 + ], + [ + "▁Deck", + -11.77417278289795 + ], + [ + "bala", + -11.774296760559082 + ], + [ + "▁sacrifice", + -11.774375915527344 + ], + [ + "cid", + -11.774388313293455 + ], + [ + "him", + -11.774569511413574 + ], + [ + "zahlen", + -11.774587631225586 + ], + [ + "▁heater", + -11.774596214294434 + ], + [ + "formed", + -11.774619102478027 + ], + [ + "plus", + -11.77471160888672 + ], + [ + "▁util", + -11.774742126464844 + ], + [ + "rama", + -11.775019645690918 + ], + [ + "(4)", + -11.7750244140625 + ], + [ + "▁knife", + -11.775111198425291 + ], + [ + "▁traditions", + -11.77520751953125 + ], + [ + "▁dip", + -11.775357246398926 + ], + [ + "kill", + -11.775405883789062 + ], + [ + "▁Rich", + -11.775418281555176 + ], + [ + "▁DI", + -11.775555610656738 + ], + [ + "▁containers", + -11.775677680969238 + ], + [ + "▁locuri", + -11.775728225708008 + ], + [ + "▁continent", + -11.775797843933104 + ], + [ + "teilung", + -11.776005744934082 + ], + [ + "▁vreme", + -11.776028633117676 + ], + [ + "organisation", + -11.776126861572266 + ], + [ + "serie", + -11.776135444641112 + ], + [ + "▁Diamond", + -11.776204109191896 + ], + [ + "magazin", + -11.77627944946289 + ], + [ + "▁poster", + -11.776455879211426 + ], + [ + "▁passenger", + -11.7765474319458 + ], + [ + "▁soldiers", + -11.776552200317385 + ], + [ + "▁urgent", + -11.776616096496582 + ], + [ + "▁Lip", + -11.77680778503418 + ], + [ + "▁aşa", + -11.776972770690918 + ], + [ + "▁BO", + -11.777024269104004 + ], + [ + "▁somebody", + -11.777076721191406 + ], + [ + "▁silence", + -11.777132034301758 + ], + [ + "cop", + -11.77735996246338 + ], + [ + "▁Burn", + -11.77749252319336 + ], + [ + "▁stopping", + -11.777544021606444 + ], + [ + "▁essence", + -11.777568817138672 + ], + [ + "▁hitting", + -11.777762413024902 + ], + [ + "▁producers", + -11.777801513671877 + ], + [ + "▁fibre", + -11.777894020080566 + ], + [ + "▁seasonal", + -11.777960777282717 + ], + [ + "▁tara", + -11.778096199035645 + ], + [ + "▁Jose", + -11.778099060058594 + ], + [ + "▁Better", + -11.77825927734375 + ], + [ + "▁steep", + -11.778295516967772 + ], + [ + "Alors", + -11.778353691101074 + ], + [ + "▁collecting", + -11.778507232666016 + ], + [ + "vre", + -11.778635025024414 + ], + [ + "▁disabled", + -11.77863883972168 + ], + [ + "▁voters", + -11.778679847717283 + ], + [ + "consuming", + -11.779092788696287 + ], + [ + "deemed", + -11.779115676879885 + ], + [ + "éra", + -11.779227256774902 + ], + [ + "opération", + -11.779273986816406 + ], + [ + "▁roller", + -11.779305458068848 + ], + [ + "Rather", + -11.779321670532228 + ], + [ + "▁leider", + -11.779370307922363 + ], + [ + "▁IV", + -11.779434204101562 + ], + [ + "▁erreichen", + -11.779473304748535 + ], + [ + "▁charging", + -11.779657363891602 + ], + [ + "tions", + -11.77973747253418 + ], + [ + "tiques", + -11.779861450195312 + ], + [ + "▁formats", + -11.779876708984377 + ], + [ + "▁painful", + -11.78000545501709 + ], + [ + "▁eager", + -11.780061721801758 + ], + [ + "generation", + -11.780137062072754 + ], + [ + "anna", + -11.780235290527344 + ], + [ + "▁races", + -11.780323028564451 + ], + [ + "force", + -11.780357360839844 + ], + [ + "▁ferm", + -11.780522346496582 + ], + [ + "▁breathing", + -11.78061866760254 + ], + [ + "▁offen", + -11.780648231506348 + ], + [ + "▁minds", + -11.780805587768556 + ], + [ + "▁musste", + -11.780832290649414 + ], + [ + "▁Vision", + -11.780888557434082 + ], + [ + "▁Installation", + -11.780988693237305 + ], + [ + "▁hesitate", + -11.781002044677734 + ], + [ + "▁somit", + -11.781023979187012 + ], + [ + "hôtel", + -11.781044006347656 + ], + [ + "cab", + -11.781235694885254 + ], + [ + "-16", + -11.781312942504885 + ], + [ + "▁Visual", + -11.781418800354004 + ], + [ + "intérêt", + -11.781524658203123 + ], + [ + "▁apel", + -11.781831741333008 + ], + [ + "therapy", + -11.782089233398438 + ], + [ + "volt", + -11.78225040435791 + ], + [ + "▁Rou", + -11.78243923187256 + ], + [ + "▁efficace", + -11.782464027404783 + ], + [ + "▁architectural", + -11.782605171203612 + ], + [ + "▁privilege", + -11.782670974731444 + ], + [ + "▁treating", + -11.782711029052734 + ], + [ + "▁Tam", + -11.782722473144531 + ], + [ + "tsch", + -11.782744407653809 + ], + [ + "building", + -11.782750129699709 + ], + [ + "▁associations", + -11.782929420471191 + ], + [ + "▁Consumer", + -11.783424377441406 + ], + [ + "▁Lim", + -11.783496856689451 + ], + [ + "newest", + -11.7835054397583 + ], + [ + "▁față", + -11.78367519378662 + ], + [ + "▁ships", + -11.783732414245604 + ], + [ + "lev", + -11.78373908996582 + ], + [ + "raft", + -11.783817291259766 + ], + [ + "▁variations", + -11.783845901489258 + ], + [ + "▁noua", + -11.78386402130127 + ], + [ + "▁Cab", + -11.784063339233398 + ], + [ + "1.2", + -11.78409481048584 + ], + [ + "▁ocazi", + -11.784347534179688 + ], + [ + "▁recommendation", + -11.784449577331545 + ], + [ + "titled", + -11.78445053100586 + ], + [ + "▁invoice", + -11.78459644317627 + ], + [ + "▁noastra", + -11.784647941589355 + ], + [ + "kur", + -11.784700393676758 + ], + [ + "issent", + -11.78475856781006 + ], + [ + "base", + -11.784778594970703 + ], + [ + "hä", + -11.7848482131958 + ], + [ + "888", + -11.784914016723633 + ], + [ + "▁declar", + -11.784941673278809 + ], + [ + "▁Football", + -11.7850341796875 + ], + [ + "▁Indeed", + -11.785293579101562 + ], + [ + "▁weapon", + -11.785333633422852 + ], + [ + "▁destroyed", + -11.785457611083984 + ], + [ + "▁enormous", + -11.785594940185549 + ], + [ + "▁blanket", + -11.7857084274292 + ], + [ + "▁aktiv", + -11.785759925842283 + ], + [ + "raw", + -11.785791397094728 + ], + [ + "▁computing", + -11.785823822021484 + ], + [ + "6)", + -11.785955429077148 + ], + [ + "▁Dam", + -11.786152839660645 + ], + [ + "▁confort", + -11.786174774169922 + ], + [ + "▁Gla", + -11.786198616027832 + ], + [ + "hardly", + -11.786242485046388 + ], + [ + "▁annually", + -11.786269187927246 + ], + [ + "▁destinations", + -11.786401748657228 + ], + [ + "▁guilty", + -11.786404609680176 + ], + [ + "▁scholarship", + -11.786439895629885 + ], + [ + "▁harmful", + -11.786453247070312 + ], + [ + "▁2-3", + -11.786616325378418 + ], + [ + "▁Race", + -11.786638259887695 + ], + [ + "▁hypo", + -11.78671646118164 + ], + [ + "▁shorter", + -11.786733627319336 + ], + [ + "quest", + -11.78675651550293 + ], + [ + "uze", + -11.786812782287598 + ], + [ + "izi", + -11.787005424499512 + ], + [ + "OO", + -11.787095069885254 + ], + [ + "▁Schutz", + -11.787097930908203 + ], + [ + "▁Teilnehmer", + -11.787185668945312 + ], + [ + "▁profiles", + -11.787199020385742 + ], + [ + "▁sustainability", + -11.78747272491455 + ], + [ + "▁emb", + -11.787489891052246 + ], + [ + "▁Augen", + -11.787516593933104 + ], + [ + "▁outdoors", + -11.787542343139648 + ], + [ + "▁Individual", + -11.787548065185549 + ], + [ + "▁pou", + -11.78757095336914 + ], + [ + "▁Together", + -11.787575721740724 + ], + [ + "HT", + -11.787674903869627 + ], + [ + "suited", + -11.787755012512209 + ], + [ + "▁tro", + -11.787782669067385 + ], + [ + "▁Strom", + -11.787805557250977 + ], + [ + "▁achievement", + -11.78799819946289 + ], + [ + "▁Range", + -11.78815746307373 + ], + [ + "tory", + -11.78817081451416 + ], + [ + "▁distribute", + -11.788250923156738 + ], + [ + "▁letzte", + -11.78827667236328 + ], + [ + "incorporated", + -11.788287162780762 + ], + [ + "▁Kir", + -11.788325309753418 + ], + [ + "ruf", + -11.78839111328125 + ], + [ + "▁disappointed", + -11.788543701171877 + ], + [ + "▁referral", + -11.788602828979492 + ], + [ + "flam", + -11.788687705993652 + ], + [ + "▁excessive", + -11.7886962890625 + ], + [ + "▁rapidement", + -11.788743019104004 + ], + [ + "▁Rio", + -11.78875732421875 + ], + [ + "aţia", + -11.788951873779297 + ], + [ + "▁meuble", + -11.78912353515625 + ], + [ + "▁2008.", + -11.789135932922363 + ], + [ + "▁Gall", + -11.78915023803711 + ], + [ + "▁française", + -11.789369583129885 + ], + [ + "▁ladies", + -11.789695739746094 + ], + [ + "ailed", + -11.789746284484863 + ], + [ + "El", + -11.789834976196287 + ], + [ + "▁wines", + -11.789868354797363 + ], + [ + "▁beispielsweise", + -11.789876937866213 + ], + [ + "▁gamme", + -11.790193557739258 + ], + [ + "▁guided", + -11.79028034210205 + ], + [ + "▁plin", + -11.790339469909668 + ], + [ + "Î", + -11.790390968322754 + ], + [ + "▁True", + -11.790498733520508 + ], + [ + "▁Temple", + -11.790507316589355 + ], + [ + "▁Pic", + -11.790520668029783 + ], + [ + "permalink", + -11.790547370910645 + ], + [ + "▁vedea", + -11.790656089782717 + ], + [ + "▁rank", + -11.790922164916992 + ], + [ + "▁Grill", + -11.791025161743164 + ], + [ + "clin", + -11.791070938110352 + ], + [ + "▁Hab", + -11.791089057922363 + ], + [ + "▁odds", + -11.791125297546388 + ], + [ + "▁anytime", + -11.791146278381348 + ], + [ + "▁Thanksgiving", + -11.791265487670898 + ], + [ + "guard", + -11.791300773620604 + ], + [ + "▁essays", + -11.791389465332031 + ], + [ + "▁PE", + -11.79139518737793 + ], + [ + "▁Rechts", + -11.791494369506836 + ], + [ + "mals", + -11.791751861572266 + ], + [ + "achi", + -11.791762351989746 + ], + [ + "▁Anthony", + -11.791765213012695 + ], + [ + "▁réponse", + -11.792036056518556 + ], + [ + "standing", + -11.79227352142334 + ], + [ + "▁Mol", + -11.79242706298828 + ], + [ + "▁Canon", + -11.792474746704102 + ], + [ + "▁silk", + -11.792515754699709 + ], + [ + "▁pourrait", + -11.79278564453125 + ], + [ + "▁raport", + -11.79280948638916 + ], + [ + "▁Woche", + -11.792889595031738 + ], + [ + "fallen", + -11.79293155670166 + ], + [ + "sting", + -11.79310131072998 + ], + [ + "▁circulation", + -11.793102264404297 + ], + [ + "▁skirt", + -11.7931547164917 + ], + [ + "▁Title", + -11.793187141418455 + ], + [ + "▁17.", + -11.79331111907959 + ], + [ + "▁Touch", + -11.793486595153809 + ], + [ + "▁utilizat", + -11.79352855682373 + ], + [ + "▁Organisation", + -11.793569564819336 + ], + [ + "▁mereu", + -11.793848991394045 + ], + [ + "▁oxygen", + -11.793953895568848 + ], + [ + "lique", + -11.793985366821287 + ], + [ + "▁consume", + -11.794100761413574 + ], + [ + "▁Barb", + -11.794102668762209 + ], + [ + "1.1", + -11.794105529785156 + ], + [ + "▁nicely", + -11.79419231414795 + ], + [ + "▁psychological", + -11.794227600097656 + ], + [ + "▁refrigerator", + -11.794478416442873 + ], + [ + "▁fantasy", + -11.79481029510498 + ], + [ + "▁dispute", + -11.79494571685791 + ], + [ + "▁IBM", + -11.794954299926758 + ], + [ + "▁Nation", + -11.794971466064451 + ], + [ + "▁mobil", + -11.795063972473145 + ], + [ + "▁density", + -11.795201301574709 + ], + [ + "ske", + -11.795230865478516 + ], + [ + "▁intimate", + -11.795313835144045 + ], + [ + "▁tailored", + -11.79531955718994 + ], + [ + "▁outline", + -11.795472145080566 + ], + [ + "TN", + -11.79554557800293 + ], + [ + "mur", + -11.795634269714355 + ], + [ + "GC", + -11.795662879943848 + ], + [ + "they", + -11.795992851257324 + ], + [ + "pag", + -11.796161651611328 + ], + [ + "▁Kultur", + -11.796246528625488 + ], + [ + "grün", + -11.796281814575195 + ], + [ + "voted", + -11.79652976989746 + ], + [ + "▁donné", + -11.796546936035156 + ], + [ + "▁Să", + -11.796629905700684 + ], + [ + "enberg", + -11.796648979187012 + ], + [ + "▁wi", + -11.79686450958252 + ], + [ + "▁Francis", + -11.797057151794434 + ], + [ + "▁Rick", + -11.797157287597656 + ], + [ + "accord", + -11.797403335571287 + ], + [ + "▁Zusammen", + -11.797415733337402 + ], + [ + "▁nonprofit", + -11.797456741333008 + ], + [ + "▁listings", + -11.797615051269531 + ], + [ + "6,", + -11.797908782958984 + ], + [ + "▁maximize", + -11.798253059387209 + ], + [ + "bud", + -11.798345565795898 + ], + [ + "▁promotional", + -11.798486709594728 + ], + [ + "cina", + -11.798646926879885 + ], + [ + "▁potatoes", + -11.79869556427002 + ], + [ + "▁mot", + -11.798871040344238 + ], + [ + "carries", + -11.799384117126465 + ], + [ + "▁stabilit", + -11.799458503723145 + ], + [ + "▁Door", + -11.799574851989746 + ], + [ + "▁downloaded", + -11.799574851989746 + ], + [ + "▁experimental", + -11.799724578857422 + ], + [ + "HD", + -11.7997407913208 + ], + [ + "▁parfois", + -11.79980182647705 + ], + [ + "▁zeigen", + -11.800092697143556 + ], + [ + "▁proposé", + -11.80030632019043 + ], + [ + "▁Verein", + -11.800636291503906 + ], + [ + "▁amestec", + -11.800676345825195 + ], + [ + "▁entreprise", + -11.800718307495115 + ], + [ + "▁PSD", + -11.800841331481934 + ], + [ + "▁bake", + -11.800897598266602 + ], + [ + "▁Rh", + -11.800904273986816 + ], + [ + "▁Mehr", + -11.800922393798828 + ], + [ + "▁purple", + -11.801074028015137 + ], + [ + "▁recipient", + -11.80109691619873 + ], + [ + "rare", + -11.801166534423828 + ], + [ + "egi", + -11.80117130279541 + ], + [ + "ancien", + -11.801176071166992 + ], + [ + "▁risque", + -11.80118465423584 + ], + [ + "▁mystery", + -11.80157470703125 + ], + [ + "mac", + -11.801697731018066 + ], + [ + "ibility", + -11.80182933807373 + ], + [ + "▁Moore", + -11.801881790161133 + ], + [ + "▁flavors", + -11.80191135406494 + ], + [ + "▁trauma", + -11.801966667175291 + ], + [ + "▁automotive", + -11.802112579345703 + ], + [ + "▁Anyway", + -11.802197456359863 + ], + [ + "▁simulation", + -11.802253723144531 + ], + [ + "▁crafts", + -11.802525520324709 + ], + [ + "▁measurements", + -11.80257511138916 + ], + [ + "▁cour", + -11.80257797241211 + ], + [ + "▁tard", + -11.802600860595703 + ], + [ + "nnie", + -11.802881240844728 + ], + [ + "▁Production", + -11.803388595581056 + ], + [ + "▁Cleaning", + -11.80356788635254 + ], + [ + "5,", + -11.803644180297852 + ], + [ + "▁Islamic", + -11.803766250610352 + ], + [ + "▁Gate", + -11.80378532409668 + ], + [ + "bay", + -11.803814888000488 + ], + [ + "HR", + -11.803990364074709 + ], + [ + "▁Offer", + -11.80399227142334 + ], + [ + "▁acceptance", + -11.804107666015623 + ], + [ + "▁Erfahrung", + -11.80412769317627 + ], + [ + "▁environ", + -11.804193496704102 + ], + [ + "▁fancy", + -11.804218292236328 + ], + [ + "▁bullet", + -11.80437183380127 + ], + [ + "organ", + -11.804466247558594 + ], + [ + "▁Peace", + -11.804520606994627 + ], + [ + "▁detalii", + -11.80461597442627 + ], + [ + "▁promised", + -11.804715156555176 + ], + [ + "▁wellness", + -11.804746627807615 + ], + [ + "▁satisfy", + -11.80481243133545 + ], + [ + "▁grants", + -11.805212020874023 + ], + [ + "accueil", + -11.80522346496582 + ], + [ + "▁oben", + -11.805412292480469 + ], + [ + "▁prospects", + -11.80543327331543 + ], + [ + "▁Events", + -11.805513381958008 + ], + [ + "2013", + -11.805569648742676 + ], + [ + "gesehen", + -11.805685997009276 + ], + [ + "▁£1", + -11.805727005004885 + ], + [ + "▁handelt", + -11.805798530578612 + ], + [ + "▁Spieler", + -11.80587673187256 + ], + [ + "▁Virtual", + -11.806145668029783 + ], + [ + "▁bubble", + -11.806239128112791 + ], + [ + "▁Trend", + -11.806254386901855 + ], + [ + "▁sistemul", + -11.806315422058104 + ], + [ + "▁Morgan", + -11.806320190429688 + ], + [ + "▁pole", + -11.806503295898438 + ], + [ + "▁spielen", + -11.806533813476562 + ], + [ + "tür", + -11.806571006774902 + ], + [ + "SCO", + -11.806572914123535 + ], + [ + "▁informative", + -11.806678771972656 + ], + [ + "▁affirm", + -11.806755065917969 + ], + [ + "▁Aqua", + -11.806818008422852 + ], + [ + "▁AR", + -11.806888580322266 + ], + [ + "richten", + -11.807071685791016 + ], + [ + "▁rewards", + -11.807122230529783 + ], + [ + "lub", + -11.807235717773438 + ], + [ + "shot", + -11.807236671447754 + ], + [ + "LM", + -11.807540893554688 + ], + [ + "Up", + -11.807586669921877 + ], + [ + "▁absolut", + -11.807737350463867 + ], + [ + "▁Mart", + -11.807806968688965 + ], + [ + "erweise", + -11.807812690734863 + ], + [ + "BP", + -11.807977676391602 + ], + [ + "▁difficile", + -11.808152198791504 + ], + [ + "▁Document", + -11.808159828186035 + ], + [ + "▁Sweet", + -11.8082914352417 + ], + [ + "▁indicator", + -11.808338165283203 + ], + [ + "▁Boden", + -11.808389663696287 + ], + [ + "mates", + -11.808477401733398 + ], + [ + "▁supporters", + -11.808504104614258 + ], + [ + "▁begun", + -11.808600425720217 + ], + [ + "▁blogging", + -11.808611869812012 + ], + [ + "▁CL", + -11.808663368225098 + ], + [ + "gres", + -11.808692932128906 + ], + [ + "▁preferences", + -11.808738708496094 + ], + [ + "▁screw", + -11.808756828308104 + ], + [ + "▁tutor", + -11.80885887145996 + ], + [ + "▁Additional", + -11.80891227722168 + ], + [ + "▁Bitte", + -11.80897617340088 + ], + [ + "utilizing", + -11.808998107910156 + ], + [ + "▁expérience", + -11.809073448181152 + ], + [ + "▁dur", + -11.809146881103516 + ], + [ + "▁precisely", + -11.809178352355955 + ], + [ + "▁janvier", + -11.80939483642578 + ], + [ + "AGE", + -11.80987548828125 + ], + [ + "moto", + -11.810007095336914 + ], + [ + "▁counsel", + -11.810195922851562 + ], + [ + "▁110", + -11.810226440429688 + ], + [ + "nick", + -11.810245513916016 + ], + [ + "licit", + -11.810540199279783 + ], + [ + "technik", + -11.810659408569336 + ], + [ + "▁collaborate", + -11.810736656188965 + ], + [ + "▁neighbors", + -11.810794830322266 + ], + [ + "tered", + -11.810922622680664 + ], + [ + "▁excel", + -11.811025619506836 + ], + [ + "▁Route", + -11.811059951782228 + ], + [ + "steuer", + -11.81109619140625 + ], + [ + "▁pioneer", + -11.811607360839844 + ], + [ + "nuit", + -11.81169319152832 + ], + [ + "▁skip", + -11.811963081359863 + ], + [ + "▁destruction", + -11.811997413635254 + ], + [ + "▁thesis", + -11.812249183654783 + ], + [ + "▁libre", + -11.812317848205566 + ], + [ + "▁petition", + -11.81234073638916 + ], + [ + "▁steady", + -11.812456130981444 + ], + [ + "▁medications", + -11.812458992004396 + ], + [ + "▁audiences", + -11.812623023986816 + ], + [ + "▁coaches", + -11.812689781188965 + ], + [ + "aller", + -11.812704086303713 + ], + [ + "3,000", + -11.812705993652344 + ], + [ + "▁anger", + -11.812785148620604 + ], + [ + "▁striking", + -11.812844276428224 + ], + [ + "▁shades", + -11.81291675567627 + ], + [ + "▁Sitz", + -11.812994956970217 + ], + [ + "▁gluten", + -11.813162803649902 + ], + [ + "▁egal", + -11.813222885131836 + ], + [ + "ania", + -11.813223838806152 + ], + [ + "▁defend", + -11.813241004943848 + ], + [ + "gut", + -11.81382942199707 + ], + [ + "▁reserves", + -11.813895225524902 + ], + [ + "▁advocate", + -11.814053535461426 + ], + [ + "▁Cit", + -11.814082145690918 + ], + [ + "▁technicians", + -11.814105033874512 + ], + [ + "▁cater", + -11.814138412475586 + ], + [ + "leitung", + -11.814190864562988 + ], + [ + "▁towns", + -11.814335823059082 + ], + [ + "▁Costa", + -11.814364433288574 + ], + [ + "▁confront", + -11.814567565917969 + ], + [ + "mount", + -11.814652442932127 + ], + [ + "▁nationale", + -11.814706802368164 + ], + [ + "▁adverse", + -11.814932823181152 + ], + [ + "▁couleur", + -11.815112113952637 + ], + [ + "▁delight", + -11.81516933441162 + ], + [ + "▁promises", + -11.815224647521973 + ], + [ + "▁silent", + -11.81550121307373 + ], + [ + "richtet", + -11.815556526184082 + ], + [ + "▁Companies", + -11.815614700317385 + ], + [ + "▁Charlotte", + -11.81562042236328 + ], + [ + "▁labels", + -11.81565284729004 + ], + [ + "▁Süd", + -11.815656661987305 + ], + [ + "▁Honor", + -11.81567096710205 + ], + [ + "▁complaints", + -11.815710067749023 + ], + [ + "▁siècle", + -11.815752029418944 + ], + [ + "▁suits", + -11.815792083740234 + ], + [ + "▁Bath", + -11.81582736968994 + ], + [ + "mise", + -11.815926551818848 + ], + [ + "▁acela", + -11.8159818649292 + ], + [ + "▁candidat", + -11.816011428833008 + ], + [ + "Flo", + -11.816207885742188 + ], + [ + "▁conservative", + -11.81621551513672 + ], + [ + "DD", + -11.816314697265623 + ], + [ + "▁changement", + -11.816414833068848 + ], + [ + "▁login", + -11.816492080688477 + ], + [ + "▁Fashion", + -11.816585540771484 + ], + [ + "reichen", + -11.816672325134276 + ], + [ + "through", + -11.81675148010254 + ], + [ + "aki", + -11.817240715026855 + ], + [ + "gna", + -11.817547798156738 + ], + [ + "▁verse", + -11.817551612854004 + ], + [ + "▁threats", + -11.817622184753418 + ], + [ + "▁Song", + -11.81777000427246 + ], + [ + "▁funded", + -11.81792163848877 + ], + [ + "langen", + -11.818023681640623 + ], + [ + "▁distribu", + -11.818195343017578 + ], + [ + "édition", + -11.818316459655762 + ], + [ + "▁royal", + -11.818562507629396 + ], + [ + "▁bevor", + -11.818829536437988 + ], + [ + "▁02", + -11.818854331970217 + ], + [ + "straße", + -11.81893825531006 + ], + [ + "edit", + -11.81904125213623 + ], + [ + "▁energetic", + -11.81922721862793 + ], + [ + "▁Carr", + -11.819757461547852 + ], + [ + "viol", + -11.819937705993652 + ], + [ + "▁niche", + -11.820054054260254 + ], + [ + "avais", + -11.82009983062744 + ], + [ + "▁backyard", + -11.82010269165039 + ], + [ + "▁Saudi", + -11.82015895843506 + ], + [ + "▁Zwei", + -11.820207595825195 + ], + [ + "▁Legal", + -11.82027530670166 + ], + [ + "accessed", + -11.820277214050291 + ], + [ + "▁choisi", + -11.820340156555176 + ], + [ + "▁GDP", + -11.82034397125244 + ], + [ + "oferă", + -11.820352554321287 + ], + [ + "hlen", + -11.820490837097168 + ], + [ + "▁Wor", + -11.820520401000977 + ], + [ + "▁cheer", + -11.820586204528809 + ], + [ + "▁barely", + -11.82062530517578 + ], + [ + "cost", + -11.820646286010742 + ], + [ + "▁Really", + -11.820661544799805 + ], + [ + "kol", + -11.820721626281738 + ], + [ + "▁binding", + -11.821045875549316 + ], + [ + "euer", + -11.821136474609377 + ], + [ + "▁optimization", + -11.821158409118652 + ], + [ + "▁Designer", + -11.8211669921875 + ], + [ + "▁measuring", + -11.82117748260498 + ], + [ + "ncy", + -11.821516036987305 + ], + [ + "weise", + -11.821520805358888 + ], + [ + "DER", + -11.821850776672363 + ], + [ + "▁$7", + -11.821949005126951 + ], + [ + "▁Anfang", + -11.821954727172852 + ], + [ + "material", + -11.821967124938965 + ], + [ + "▁antique", + -11.82228183746338 + ], + [ + "▁Certificate", + -11.822294235229492 + ], + [ + "▁modest", + -11.822370529174805 + ], + [ + "ției", + -11.822427749633787 + ], + [ + "▁praise", + -11.82245922088623 + ], + [ + "▁Springs", + -11.822660446166992 + ], + [ + "▁organiza", + -11.823041915893556 + ], + [ + "jurul", + -11.823047637939451 + ], + [ + "▁plumbing", + -11.82341194152832 + ], + [ + "▁foster", + -11.823490142822266 + ], + [ + "▁Wy", + -11.823491096496582 + ], + [ + "▁Sab", + -11.823503494262695 + ], + [ + "▁overwhelming", + -11.82367706298828 + ], + [ + "▁matin", + -11.823812484741213 + ], + [ + "▁responded", + -11.82408332824707 + ], + [ + "▁confused", + -11.82415008544922 + ], + [ + "▁blessed", + -11.824280738830566 + ], + [ + "▁160", + -11.824295997619627 + ], + [ + "▁ingredient", + -11.824360847473145 + ], + [ + "▁confer", + -11.82448673248291 + ], + [ + "▁Gesundheit", + -11.824530601501465 + ], + [ + "▁bucket", + -11.824555397033691 + ], + [ + "kraft", + -11.824565887451172 + ], + [ + "lange", + -11.824630737304688 + ], + [ + "▁Kopf", + -11.824678421020508 + ], + [ + "▁Prize", + -11.824678421020508 + ], + [ + "▁authorized", + -11.824779510498049 + ], + [ + "▁tick", + -11.824803352355955 + ], + [ + "▁steal", + -11.824910163879396 + ], + [ + "Depending", + -11.824918746948242 + ], + [ + "Depuis", + -11.824952125549316 + ], + [ + "▁functie", + -11.82499885559082 + ], + [ + "▁developments", + -11.825053215026855 + ], + [ + "▁Christians", + -11.825311660766602 + ], + [ + "▁calculated", + -11.8256254196167 + ], + [ + "▁Leave", + -11.825672149658203 + ], + [ + "▁Jam", + -11.82573413848877 + ], + [ + "▁habitat", + -11.825760841369627 + ], + [ + "▁Sorry", + -11.825801849365234 + ], + [ + "▁oficial", + -11.825944900512695 + ], + [ + "▁allein", + -11.826079368591309 + ], + [ + "▁concentrate", + -11.82608413696289 + ], + [ + "dica", + -11.826302528381348 + ], + [ + "▁Convention", + -11.826476097106934 + ], + [ + "illes", + -11.826550483703612 + ], + [ + "▁fum", + -11.82664680480957 + ], + [ + "▁Tal", + -11.826651573181152 + ], + [ + "Europe", + -11.826899528503418 + ], + [ + "▁attachment", + -11.826949119567873 + ], + [ + "▁sensibil", + -11.826995849609377 + ], + [ + "▁clue", + -11.82715892791748 + ], + [ + "▁specialty", + -11.827203750610352 + ], + [ + "▁Cou", + -11.827229499816896 + ], + [ + "▁liste", + -11.827278137207031 + ], + [ + "▁Penn", + -11.827465057373049 + ], + [ + "TRA", + -11.827559471130373 + ], + [ + "▁Themen", + -11.827561378479004 + ], + [ + "▁motivated", + -11.827906608581545 + ], + [ + "▁camere", + -11.828017234802246 + ], + [ + "▁14,", + -11.828393936157228 + ], + [ + "▁attendance", + -11.828557968139648 + ], + [ + "atorii", + -11.82858180999756 + ], + [ + "chemistry", + -11.82873821258545 + ], + [ + "▁roofing", + -11.828959465026855 + ], + [ + "▁Links", + -11.82904815673828 + ], + [ + "▁trou", + -11.829103469848633 + ], + [ + "▁trucks", + -11.829136848449709 + ], + [ + "hilfe", + -11.829557418823242 + ], + [ + "▁(6", + -11.829599380493164 + ], + [ + "vapor", + -11.82964038848877 + ], + [ + "mad", + -11.829668045043944 + ], + [ + "▁Albert", + -11.829877853393556 + ], + [ + "▁FIG", + -11.830073356628418 + ], + [ + "▁Rand", + -11.830187797546388 + ], + [ + "▁Constitution", + -11.830219268798828 + ], + [ + "ambi", + -11.830294609069824 + ], + [ + "▁Syria", + -11.830307006835938 + ], + [ + "▁Fond", + -11.830477714538574 + ], + [ + "▁gouvernement", + -11.830594062805176 + ], + [ + "▁Active", + -11.830705642700195 + ], + [ + "▁prints", + -11.830801963806152 + ], + [ + "▁weigh", + -11.8308687210083 + ], + [ + "▁Craft", + -11.831069946289062 + ], + [ + "▁projets", + -11.831247329711914 + ], + [ + "▁paste", + -11.831377029418944 + ], + [ + "anci", + -11.83139705657959 + ], + [ + "kie", + -11.831411361694336 + ], + [ + "▁gains", + -11.83165168762207 + ], + [ + "▁Record", + -11.831942558288574 + ], + [ + "▁beliefs", + -11.831954956054688 + ], + [ + "countless", + -11.831957817077637 + ], + [ + "▁tomatoes", + -11.831997871398926 + ], + [ + "arie", + -11.832082748413086 + ], + [ + "▁140", + -11.83211612701416 + ], + [ + "▁ethical", + -11.832229614257812 + ], + [ + "objectif", + -11.832279205322266 + ], + [ + "▁acestuia", + -11.832283973693848 + ], + [ + "▁Bluetooth", + -11.832398414611816 + ], + [ + "▁agriculture", + -11.832746505737305 + ], + [ + "uré", + -11.833027839660645 + ], + [ + "▁cale", + -11.833072662353516 + ], + [ + "▁articol", + -11.833073616027832 + ], + [ + "▁gum", + -11.833319664001465 + ], + [ + "▁vendor", + -11.833490371704102 + ], + [ + "ifié", + -11.83352756500244 + ], + [ + "▁peer", + -11.833662033081056 + ], + [ + "pod", + -11.834036827087402 + ], + [ + "▁utilized", + -11.834113121032717 + ], + [ + "▁Mü", + -11.83420753479004 + ], + [ + "owohl", + -11.834208488464355 + ], + [ + "hilst", + -11.834233283996582 + ], + [ + "frame", + -11.834260940551758 + ], + [ + "▁fridge", + -11.83482265472412 + ], + [ + "▁query", + -11.835108757019045 + ], + [ + "▁Survey", + -11.835227012634276 + ], + [ + "▁Hell", + -11.835247993469238 + ], + [ + "▁notification", + -11.83530044555664 + ], + [ + "TR", + -11.83538818359375 + ], + [ + "▁ultima", + -11.835505485534668 + ], + [ + "▁radiation", + -11.835631370544434 + ], + [ + "▁musicians", + -11.835821151733398 + ], + [ + "CAN", + -11.83595085144043 + ], + [ + "▁grocery", + -11.83607292175293 + ], + [ + "▁Sicherheit", + -11.83611011505127 + ], + [ + "▁Highway", + -11.836276054382324 + ], + [ + "▁Break", + -11.836285591125488 + ], + [ + "TED", + -11.836345672607422 + ], + [ + "ön", + -11.836352348327637 + ], + [ + "▁biological", + -11.836352348327637 + ], + [ + "qual", + -11.836397171020508 + ], + [ + "250", + -11.83641242980957 + ], + [ + "▁modify", + -11.836651802062988 + ], + [ + "▁Hit", + -11.836698532104492 + ], + [ + "▁Iar", + -11.836838722229004 + ], + [ + "aged", + -11.836884498596191 + ], + [ + "...)", + -11.83688735961914 + ], + [ + "▁contrat", + -11.836928367614746 + ], + [ + "▁centres", + -11.836956977844238 + ], + [ + "griff", + -11.836987495422363 + ], + [ + "Our", + -11.837233543395996 + ], + [ + "▁determination", + -11.837300300598145 + ], + [ + "▁variables", + -11.83742904663086 + ], + [ + "▁nuts", + -11.837472915649414 + ], + [ + "échange", + -11.83757781982422 + ], + [ + "extérieur", + -11.837631225585938 + ], + [ + "▁suflet", + -11.83764362335205 + ], + [ + "▁Scha", + -11.83775234222412 + ], + [ + "stück", + -11.837774276733398 + ], + [ + "▁Tau", + -11.83782196044922 + ], + [ + "▁participa", + -11.838008880615234 + ], + [ + "▁mad", + -11.838034629821776 + ], + [ + "▁relie", + -11.838051795959473 + ], + [ + "▁Fine", + -11.83808422088623 + ], + [ + "▁grape", + -11.83811855316162 + ], + [ + "▁wage", + -11.838141441345217 + ], + [ + "▁startup", + -11.838193893432615 + ], + [ + "▁blank", + -11.838194847106934 + ], + [ + "▁physique", + -11.838199615478516 + ], + [ + "▁punch", + -11.838233947753906 + ], + [ + "▁contacts", + -11.838321685791016 + ], + [ + "▁dezvolt", + -11.83835220336914 + ], + [ + "cross", + -11.83863925933838 + ], + [ + "▁TR", + -11.838652610778809 + ], + [ + "▁gener", + -11.838754653930664 + ], + [ + "▁indem", + -11.838823318481444 + ], + [ + "▁Stan", + -11.838839530944824 + ], + [ + "▁azi", + -11.838930130004885 + ], + [ + "▁Sel", + -11.838958740234377 + ], + [ + "▁Tot", + -11.83924674987793 + ], + [ + "vra", + -11.839341163635254 + ], + [ + "▁recruit", + -11.839482307434082 + ], + [ + "▁Yeah", + -11.839494705200195 + ], + [ + "/10", + -11.839507102966309 + ], + [ + "▁nail", + -11.83956241607666 + ], + [ + "▁Ky", + -11.839611053466797 + ], + [ + "▁beloved", + -11.839760780334473 + ], + [ + "operative", + -11.839823722839355 + ], + [ + "▁Tickets", + -11.83983325958252 + ], + [ + "▁tear", + -11.840229988098145 + ], + [ + "▁amp", + -11.840352058410645 + ], + [ + "▁04", + -11.840361595153809 + ], + [ + "▁illustrate", + -11.840361595153809 + ], + [ + "▁mac", + -11.84040069580078 + ], + [ + "▁receiver", + -11.840482711791992 + ], + [ + "atrice", + -11.840508460998535 + ], + [ + "▁souhait", + -11.840572357177734 + ], + [ + "▁Gewinn", + -11.840619087219238 + ], + [ + "▁Vit", + -11.840808868408203 + ], + [ + "roch", + -11.84120273590088 + ], + [ + "▁arata", + -11.841262817382812 + ], + [ + "▁Indiana", + -11.841364860534668 + ], + [ + "child", + -11.841516494750977 + ], + [ + "▁invested", + -11.84157657623291 + ], + [ + "▁Excellent", + -11.841625213623049 + ], + [ + "gori", + -11.841769218444824 + ], + [ + "▁thermal", + -11.84181308746338 + ], + [ + "Str", + -11.841973304748535 + ], + [ + "▁liver", + -11.84201717376709 + ], + [ + "miss", + -11.842035293579102 + ], + [ + "▁utiliser", + -11.842120170593262 + ], + [ + "▁prest", + -11.842445373535156 + ], + [ + "2016", + -11.842506408691406 + ], + [ + "isée", + -11.84250831604004 + ], + [ + "▁Index", + -11.842559814453123 + ], + [ + "▁arch", + -11.842639923095703 + ], + [ + "▁Toyota", + -11.842748641967772 + ], + [ + "▁YOUR", + -11.842782020568848 + ], + [ + "▁Mexican", + -11.842891693115234 + ], + [ + "▁gegenüber", + -11.842940330505373 + ], + [ + "▁cannabis", + -11.84303379058838 + ], + [ + "bis", + -11.843077659606934 + ], + [ + "vage", + -11.843083381652832 + ], + [ + "hall", + -11.843091011047363 + ], + [ + "fax", + -11.843137741088867 + ], + [ + "▁spoken", + -11.843232154846191 + ], + [ + "▁Zimmer", + -11.843544960021973 + ], + [ + "kauf", + -11.8436279296875 + ], + [ + "▁couleurs", + -11.843705177307127 + ], + [ + "▁NJ", + -11.844026565551758 + ], + [ + "▁Heritage", + -11.844318389892578 + ], + [ + "▁Pflege", + -11.844321250915527 + ], + [ + "luc", + -11.844361305236816 + ], + [ + "▁56", + -11.844489097595217 + ], + [ + "VP", + -11.844542503356934 + ], + [ + "▁cuvinte", + -11.844594955444336 + ], + [ + "▁Alliance", + -11.844614028930664 + ], + [ + "▁coco", + -11.844615936279297 + ], + [ + "▁leverage", + -11.844762802124023 + ], + [ + "auch", + -11.844844818115234 + ], + [ + "▁Cart", + -11.84506607055664 + ], + [ + "taux", + -11.84532642364502 + ], + [ + "east", + -11.84560775756836 + ], + [ + "▁decorating", + -11.84565258026123 + ], + [ + "tip", + -11.84565544128418 + ], + [ + "▁Communications", + -11.845780372619627 + ], + [ + "ACE", + -11.84580135345459 + ], + [ + "▁Consul", + -11.845993041992188 + ], + [ + "▁Swiss", + -11.846197128295898 + ], + [ + "inci", + -11.846230506896973 + ], + [ + "▁Fact", + -11.846312522888184 + ], + [ + "▁ajung", + -11.846321105957031 + ], + [ + "▁airline", + -11.846325874328612 + ], + [ + "▁kidney", + -11.846379280090332 + ], + [ + "▁Records", + -11.84642505645752 + ], + [ + "▁Olympic", + -11.846747398376465 + ], + [ + "▁dried", + -11.84719467163086 + ], + [ + "oivent", + -11.847333908081056 + ], + [ + "▁Adobe", + -11.847467422485352 + ], + [ + "▁powers", + -11.847748756408691 + ], + [ + "lande", + -11.847834587097168 + ], + [ + "▁relieve", + -11.847858428955078 + ], + [ + "ţine", + -11.847898483276367 + ], + [ + "▁gradually", + -11.847945213317873 + ], + [ + "mud", + -11.84811019897461 + ], + [ + "▁30,", + -11.848116874694824 + ], + [ + "▁plante", + -11.848133087158203 + ], + [ + "▁Hug", + -11.848225593566896 + ], + [ + "▁Focus", + -11.84853458404541 + ], + [ + "▁distinctive", + -11.848594665527344 + ], + [ + "▁Bab", + -11.848662376403809 + ], + [ + "tata", + -11.848679542541504 + ], + [ + "▁Nun", + -11.848797798156738 + ], + [ + "▁Eve", + -11.848811149597168 + ], + [ + "▁déc", + -11.848881721496582 + ], + [ + "▁Beitrag", + -11.84900951385498 + ], + [ + "▁devenit", + -11.849042892456056 + ], + [ + "driven", + -11.849250793457031 + ], + [ + "▁offerings", + -11.84933853149414 + ], + [ + "▁exc", + -11.84941577911377 + ], + [ + "encies", + -11.849576950073242 + ], + [ + "▁Neuro", + -11.84958839416504 + ], + [ + "scher", + -11.849604606628418 + ], + [ + "map", + -11.849703788757324 + ], + [ + "pending", + -11.849783897399902 + ], + [ + "▁courage", + -11.849799156188965 + ], + [ + "axe", + -11.849894523620604 + ], + [ + "▁Gesellschaft", + -11.849900245666504 + ], + [ + "▁ears", + -11.85000991821289 + ], + [ + "▁aider", + -11.850403785705566 + ], + [ + "▁Cast", + -11.85042667388916 + ], + [ + "fast", + -11.85044288635254 + ], + [ + "▁departe", + -11.850502014160156 + ], + [ + "▁oak", + -11.850507736206056 + ], + [ + "▁batch", + -11.850730895996094 + ], + [ + "▁Corporate", + -11.850762367248535 + ], + [ + "▁Ost", + -11.850895881652832 + ], + [ + "-14", + -11.850897789001465 + ], + [ + "▁Pie", + -11.85115909576416 + ], + [ + "▁ranking", + -11.851273536682127 + ], + [ + "clusion", + -11.851316452026367 + ], + [ + "▁costume", + -11.851347923278809 + ], + [ + "▁Knight", + -11.851449966430664 + ], + [ + "▁privat", + -11.851577758789062 + ], + [ + "▁Engineer", + -11.85159397125244 + ], + [ + "▁gens", + -11.8517427444458 + ], + [ + "physics", + -11.85176944732666 + ], + [ + "generating", + -11.851773262023926 + ], + [ + "directement", + -11.851786613464355 + ], + [ + "▁confidential", + -11.851810455322266 + ], + [ + "▁poet", + -11.851937294006348 + ], + [ + "▁monster", + -11.85194492340088 + ], + [ + "▁suppose", + -11.851984977722168 + ], + [ + "său", + -11.851996421813965 + ], + [ + "▁balls", + -11.852103233337402 + ], + [ + "▁substitute", + -11.852137565612791 + ], + [ + "▁simultaneously", + -11.852238655090332 + ], + [ + "▁specify", + -11.852272033691406 + ], + [ + "wald", + -11.852287292480469 + ], + [ + "▁collapse", + -11.852352142333984 + ], + [ + "dessus", + -11.852458953857422 + ], + [ + "▁vitr", + -11.852516174316406 + ], + [ + "▁recruitment", + -11.85260772705078 + ], + [ + "denken", + -11.852632522583008 + ], + [ + "▁candy", + -11.852691650390623 + ], + [ + "▁tourists", + -11.852721214294434 + ], + [ + "dimensional", + -11.852782249450684 + ], + [ + "conce", + -11.85281467437744 + ], + [ + "wechsel", + -11.852822303771973 + ], + [ + "▁passende", + -11.852971076965332 + ], + [ + "industrie", + -11.85299301147461 + ], + [ + "agne", + -11.853127479553224 + ], + [ + "▁warehouse", + -11.853233337402344 + ], + [ + "▁Jugend", + -11.853277206420898 + ], + [ + "▁Weise", + -11.853357315063477 + ], + [ + "▁Zone", + -11.853528022766112 + ], + [ + "▁licence", + -11.853550910949709 + ], + [ + "▁broker", + -11.853630065917969 + ], + [ + "▁Rolle", + -11.85365104675293 + ], + [ + "pton", + -11.853789329528809 + ], + [ + "▁preference", + -11.853846549987791 + ], + [ + "▁homeowners", + -11.853861808776855 + ], + [ + "▁Lum", + -11.85387134552002 + ], + [ + "▁Chairman", + -11.853879928588867 + ], + [ + "▁Pages", + -11.853998184204102 + ], + [ + "▁beam", + -11.854005813598633 + ], + [ + "▁coordinate", + -11.854158401489258 + ], + [ + "▁Tool", + -11.854212760925291 + ], + [ + "▁complexity", + -11.854272842407228 + ], + [ + "▁checks", + -11.854339599609377 + ], + [ + "▁Bedroom", + -11.854405403137209 + ], + [ + "minded", + -11.854538917541504 + ], + [ + "▁copiii", + -11.854694366455078 + ], + [ + "▁celebrating", + -11.85470199584961 + ], + [ + "zimmer", + -11.854759216308594 + ], + [ + "▁Imagine", + -11.854759216308594 + ], + [ + "▁decoration", + -11.854830741882324 + ], + [ + "team", + -11.855354309082031 + ], + [ + "▁împreună", + -11.855369567871094 + ], + [ + "▁publicly", + -11.855391502380373 + ], + [ + "▁centuries", + -11.855514526367188 + ], + [ + "▁Islands", + -11.85564422607422 + ], + [ + "▁ethnic", + -11.855663299560549 + ], + [ + "still", + -11.85576057434082 + ], + [ + "stieg", + -11.855823516845703 + ], + [ + "emia", + -11.855904579162598 + ], + [ + "tags", + -11.856026649475098 + ], + [ + "▁marche", + -11.85606288909912 + ], + [ + "▁migration", + -11.856096267700195 + ], + [ + "▁banner", + -11.85616683959961 + ], + [ + "▁macro", + -11.856378555297852 + ], + [ + "▁Edit", + -11.856379508972168 + ], + [ + "tran", + -11.85656452178955 + ], + [ + "ça", + -11.856597900390623 + ], + [ + "▁recycling", + -11.856670379638672 + ], + [ + "▁1,000", + -11.85667324066162 + ], + [ + "▁Quelle", + -11.856891632080078 + ], + [ + "▁Vel", + -11.85700511932373 + ], + [ + "▁Rit", + -11.857025146484377 + ], + [ + "▁Spaß", + -11.857046127319336 + ], + [ + "▁Corn", + -11.857074737548828 + ], + [ + "tracted", + -11.857177734375 + ], + [ + "cited", + -11.857185363769531 + ], + [ + "▁tablets", + -11.857202529907228 + ], + [ + "▁Display", + -11.857337951660156 + ], + [ + "▁persoana", + -11.857392311096191 + ], + [ + "Term", + -11.857410430908203 + ], + [ + "▁Vancouver", + -11.857537269592283 + ], + [ + "▁Gäste", + -11.857550621032717 + ], + [ + "determining", + -11.857608795166016 + ], + [ + "▁populations", + -11.85778522491455 + ], + [ + "aison", + -11.857873916625977 + ], + [ + "▁surgical", + -11.858072280883787 + ], + [ + "tale", + -11.858160018920898 + ], + [ + "ivi", + -11.858283042907717 + ], + [ + "▁Zur", + -11.858388900756836 + ], + [ + "esprit", + -11.858574867248535 + ], + [ + "▁Edge", + -11.858665466308594 + ], + [ + "dach", + -11.858760833740234 + ], + [ + "phi", + -11.858773231506348 + ], + [ + "▁suc", + -11.858841896057127 + ], + [ + "▁scrie", + -11.858848571777344 + ], + [ + "▁Ausbildung", + -11.858885765075684 + ], + [ + "▁51", + -11.85892391204834 + ], + [ + "ologi", + -11.858938217163086 + ], + [ + "▁correction", + -11.859049797058104 + ], + [ + "▁Wald", + -11.859078407287598 + ], + [ + "▁additionally", + -11.859131813049316 + ], + [ + "▁proche", + -11.859353065490724 + ], + [ + "▁classical", + -11.859477996826172 + ], + [ + "▁bringen", + -11.859490394592283 + ], + [ + "▁(10", + -11.859611511230469 + ], + [ + "▁Mile", + -11.85980987548828 + ], + [ + "lace", + -11.859885215759276 + ], + [ + "▁premi", + -11.85988712310791 + ], + [ + "▁constitute", + -11.860029220581056 + ], + [ + "▁bitter", + -11.860078811645508 + ], + [ + "▁Inform", + -11.860295295715332 + ], + [ + "▁corporations", + -11.860334396362305 + ], + [ + "▁Lisa", + -11.86049461364746 + ], + [ + "▁obligat", + -11.860685348510742 + ], + [ + "Throughout", + -11.86073875427246 + ], + [ + "▁Rs", + -11.860769271850586 + ], + [ + "▁Hair", + -11.860916137695312 + ], + [ + "▁supplements", + -11.86099624633789 + ], + [ + "▁motorcycle", + -11.861054420471191 + ], + [ + "escent", + -11.861132621765137 + ], + [ + "▁investi", + -11.86122226715088 + ], + [ + "▁continuously", + -11.861265182495115 + ], + [ + "▁Essen", + -11.861334800720217 + ], + [ + "▁precision", + -11.8613862991333 + ], + [ + "▁deficit", + -11.861461639404297 + ], + [ + "▁wallet", + -11.86148166656494 + ], + [ + "▁Bürger", + -11.861531257629396 + ], + [ + "chir", + -11.861574172973633 + ], + [ + "9)", + -11.86161994934082 + ], + [ + "▁Programme", + -11.861716270446776 + ], + [ + "▁simplement", + -11.86193561553955 + ], + [ + "MD", + -11.862093925476074 + ], + [ + "▁rouge", + -11.862096786499023 + ], + [ + "usion", + -11.862133979797363 + ], + [ + "▁stove", + -11.862208366394045 + ], + [ + "▁prospective", + -11.862224578857422 + ], + [ + "▁corp", + -11.86234188079834 + ], + [ + "▁impacts", + -11.862401008605955 + ], + [ + "▁bride", + -11.86266803741455 + ], + [ + "0.0", + -11.862788200378418 + ], + [ + "hid", + -11.862833976745604 + ], + [ + "▁warrant", + -11.862930297851562 + ], + [ + "▁Ice", + -11.8631010055542 + ], + [ + "▁sensible", + -11.863151550292969 + ], + [ + "▁vreo", + -11.863166809082031 + ], + [ + "spekt", + -11.86324977874756 + ], + [ + "▁appreciation", + -11.8633394241333 + ], + [ + "▁automation", + -11.863377571105955 + ], + [ + "Luc", + -11.86341381072998 + ], + [ + "teaches", + -11.863471031188965 + ], + [ + "▁fold", + -11.863506317138672 + ], + [ + "deutsche", + -11.863523483276367 + ], + [ + "▁assisted", + -11.86380386352539 + ], + [ + "▁straightforward", + -11.863932609558104 + ], + [ + "▁mechanic", + -11.864068031311035 + ], + [ + "observ", + -11.864169120788574 + ], + [ + "▁Schau", + -11.864195823669434 + ], + [ + "▁Recently", + -11.864301681518556 + ], + [ + "kers", + -11.86435604095459 + ], + [ + "▁Soft", + -11.864455223083496 + ], + [ + "muni", + -11.864537239074709 + ], + [ + "▁lie", + -11.864617347717283 + ], + [ + "▁Fat", + -11.864728927612305 + ], + [ + "cream", + -11.86476993560791 + ], + [ + "▁snack", + -11.864909172058104 + ], + [ + "▁juin", + -11.865068435668944 + ], + [ + "▁competent", + -11.865134239196776 + ], + [ + "▁Drug", + -11.865141868591309 + ], + [ + "▁Row", + -11.865302085876465 + ], + [ + "▁needle", + -11.865852355957031 + ], + [ + "▁convey", + -11.865900039672852 + ], + [ + "▁voie", + -11.86600399017334 + ], + [ + "▁Hon", + -11.866190910339355 + ], + [ + "▁ebook", + -11.86619472503662 + ], + [ + "▁veteran", + -11.866209030151367 + ], + [ + "▁statistical", + -11.866217613220217 + ], + [ + "190", + -11.866312980651855 + ], + [ + "▁munca", + -11.866402626037598 + ], + [ + "▁venues", + -11.86643886566162 + ], + [ + "▁Viel", + -11.866604804992676 + ], + [ + "▁décor", + -11.866799354553224 + ], + [ + "▁répond", + -11.8670015335083 + ], + [ + "▁produsele", + -11.86700439453125 + ], + [ + "ruc", + -11.867009162902832 + ], + [ + "▁drops", + -11.867011070251465 + ], + [ + "▁autant", + -11.867311477661133 + ], + [ + "▁Fahrzeug", + -11.867313385009766 + ], + [ + "▁hills", + -11.86735725402832 + ], + [ + "ference", + -11.867414474487305 + ], + [ + "▁Glück", + -11.86742115020752 + ], + [ + "▁Pac", + -11.867480278015137 + ], + [ + "▁permettr", + -11.867568969726562 + ], + [ + "▁mouvement", + -11.867713928222656 + ], + [ + "établissement", + -11.867859840393066 + ], + [ + "▁Parc", + -11.867874145507812 + ], + [ + "▁solving", + -11.867900848388672 + ], + [ + "▁jail", + -11.867972373962402 + ], + [ + "▁junk", + -11.867980003356934 + ], + [ + "▁jeux", + -11.868091583251951 + ], + [ + "▁rôle", + -11.868107795715332 + ], + [ + "▁cache", + -11.868124961853027 + ], + [ + "▁Answer", + -11.86832046508789 + ], + [ + "wir", + -11.868706703186035 + ], + [ + "option", + -11.868732452392578 + ], + [ + "▁Tiger", + -11.868739128112791 + ], + [ + "▁Ble", + -11.868793487548828 + ], + [ + "Mitglied", + -11.868797302246094 + ], + [ + "▁partial", + -11.868819236755373 + ], + [ + "▁Mercedes", + -11.86888313293457 + ], + [ + "tire", + -11.869001388549805 + ], + [ + "MENT", + -11.869091987609863 + ], + [ + "▁transit", + -11.869230270385742 + ], + [ + "▁cineva", + -11.869285583496094 + ], + [ + "▁Andrea", + -11.86929416656494 + ], + [ + "▁boundaries", + -11.869497299194336 + ], + [ + "script", + -11.870061874389648 + ], + [ + "▁Medi", + -11.870123863220217 + ], + [ + "schreiben", + -11.870203018188477 + ], + [ + "▁lobby", + -11.87035846710205 + ], + [ + "▁defendant", + -11.870406150817873 + ], + [ + "▁sq", + -11.87046718597412 + ], + [ + "▁forgotten", + -11.870569229125977 + ], + [ + "stimmung", + -11.870651245117188 + ], + [ + "hus", + -11.870665550231934 + ], + [ + "RY", + -11.870728492736816 + ], + [ + "▁Anderson", + -11.87074851989746 + ], + [ + "▁Dental", + -11.87082862854004 + ], + [ + "ject", + -11.87110710144043 + ], + [ + "▁Nutzer", + -11.871377944946287 + ], + [ + "▁Portland", + -11.871540069580078 + ], + [ + "scription", + -11.871636390686035 + ], + [ + "▁angel", + -11.871695518493652 + ], + [ + "▁monument", + -11.871748924255373 + ], + [ + "▁număr", + -11.871784210205078 + ], + [ + "▁Lane", + -11.871800422668455 + ], + [ + "▁Bai", + -11.87189483642578 + ], + [ + "But", + -11.871909141540527 + ], + [ + "▁calculate", + -11.872315406799316 + ], + [ + "▁provoca", + -11.87247371673584 + ], + [ + "▁votes", + -11.872493743896484 + ], + [ + "RNA", + -11.872503280639648 + ], + [ + "though", + -11.87259292602539 + ], + [ + "spor", + -11.872631072998049 + ], + [ + "▁connaissance", + -11.872695922851562 + ], + [ + "▁Anwendung", + -11.872932434082031 + ], + [ + "▁Kate", + -11.873123168945312 + ], + [ + "lob", + -11.87315845489502 + ], + [ + "▁Conf", + -11.873180389404297 + ], + [ + "bung", + -11.873212814331056 + ], + [ + "ander", + -11.873282432556152 + ], + [ + "▁functioning", + -11.873297691345217 + ], + [ + "▁sponsored", + -11.873324394226074 + ], + [ + "rav", + -11.873734474182127 + ], + [ + "▁resistant", + -11.873797416687012 + ], + [ + "tră", + -11.873916625976562 + ], + [ + "▁costly", + -11.873923301696776 + ], + [ + "▁Mars", + -11.873991012573242 + ], + [ + "▁tir", + -11.874075889587402 + ], + [ + "▁writes", + -11.874134063720703 + ], + [ + "▁Greg", + -11.874267578125 + ], + [ + "▁Question", + -11.874714851379396 + ], + [ + "▁corporation", + -11.87485408782959 + ], + [ + "▁lire", + -11.874991416931152 + ], + [ + "locked", + -11.875048637390137 + ], + [ + "8,", + -11.875092506408691 + ], + [ + "▁sagt", + -11.875301361083984 + ], + [ + "gaining", + -11.87536907196045 + ], + [ + "▁Pierre", + -11.875688552856444 + ], + [ + "verb", + -11.875725746154783 + ], + [ + "▁Barcelona", + -11.87578296661377 + ], + [ + "werte", + -11.876474380493164 + ], + [ + "▁disponible", + -11.87651538848877 + ], + [ + "▁urge", + -11.876521110534668 + ], + [ + "▁expecting", + -11.876572608947754 + ], + [ + "▁Girl", + -11.87662124633789 + ], + [ + "▁unlimited", + -11.876761436462402 + ], + [ + "watt", + -11.876788139343262 + ], + [ + "▁Möglichkeiten", + -11.876813888549805 + ], + [ + "▁schöne", + -11.87684726715088 + ], + [ + "rium", + -11.877076148986816 + ], + [ + "That", + -11.877272605895996 + ], + [ + "▁socio", + -11.877296447753906 + ], + [ + "▁Democrats", + -11.877351760864258 + ], + [ + "guten", + -11.877422332763672 + ], + [ + "▁Lou", + -11.87742519378662 + ], + [ + "ităţi", + -11.877559661865234 + ], + [ + "▁possibilité", + -11.87771701812744 + ], + [ + "▁adjustable", + -11.877938270568848 + ], + [ + "▁Salt", + -11.877967834472656 + ], + [ + "Thr", + -11.878021240234377 + ], + [ + "▁biseric", + -11.878056526184082 + ], + [ + "ieux", + -11.87808895111084 + ], + [ + "▁procur", + -11.8782377243042 + ], + [ + "▁credits", + -11.878250122070312 + ], + [ + "▁Netflix", + -11.878585815429688 + ], + [ + "doi", + -11.878605842590332 + ], + [ + "▁Jews", + -11.878663063049316 + ], + [ + "▁Ukraine", + -11.87873363494873 + ], + [ + "▁adevărat", + -11.878785133361816 + ], + [ + "▁Apply", + -11.878813743591309 + ], + [ + "▁coupons", + -11.878859519958496 + ], + [ + "▁Detroit", + -11.878881454467772 + ], + [ + "▁rue", + -11.878889083862305 + ], + [ + "anumite", + -11.878926277160645 + ], + [ + "ished", + -11.878973960876465 + ], + [ + "▁withdrawal", + -11.87915325164795 + ], + [ + "▁replacing", + -11.87917709350586 + ], + [ + "catching", + -11.879385948181152 + ], + [ + "▁climbing", + -11.879612922668455 + ], + [ + "▁Basic", + -11.879770278930664 + ], + [ + "▁inclus", + -11.879783630371094 + ], + [ + "scope", + -11.879887580871582 + ], + [ + "▁facem", + -11.879892349243164 + ], + [ + "▁plec", + -11.879904747009276 + ], + [ + "mäßig", + -11.879980087280272 + ], + [ + "▁tasty", + -11.880064010620115 + ], + [ + "▁tunnel", + -11.880074501037598 + ], + [ + "figured", + -11.88032341003418 + ], + [ + "gged", + -11.880390167236328 + ], + [ + "▁conditii", + -11.880599975585938 + ], + [ + "▁homework", + -11.88063144683838 + ], + [ + "volle", + -11.88063907623291 + ], + [ + "▁Gott", + -11.880807876586914 + ], + [ + "▁95", + -11.880969047546388 + ], + [ + "▁elect", + -11.881020545959473 + ], + [ + "▁blast", + -11.881043434143066 + ], + [ + "▁easiest", + -11.881248474121094 + ], + [ + "USE", + -11.881462097167969 + ], + [ + "concentr", + -11.881475448608398 + ], + [ + "orial", + -11.881596565246582 + ], + [ + "▁scroll", + -11.881638526916504 + ], + [ + "stead", + -11.881691932678224 + ], + [ + "▁hormone", + -11.881710052490234 + ], + [ + "▁starter", + -11.88179874420166 + ], + [ + "▁cald", + -11.881878852844238 + ], + [ + "▁wax", + -11.881895065307615 + ], + [ + "▁ridic", + -11.881900787353516 + ], + [ + "ously", + -11.881982803344728 + ], + [ + "maschine", + -11.88210105895996 + ], + [ + "licher", + -11.882399559020996 + ], + [ + "▁16,", + -11.882452964782717 + ], + [ + "▁hassle", + -11.882469177246094 + ], + [ + "semnat", + -11.882535934448242 + ], + [ + "▁pub", + -11.88260555267334 + ], + [ + "240", + -11.882800102233888 + ], + [ + "▁kits", + -11.882871627807615 + ], + [ + "▁Generation", + -11.88293743133545 + ], + [ + "▁merchant", + -11.883052825927734 + ], + [ + "▁Erd", + -11.883068084716797 + ], + [ + "▁café", + -11.88307762145996 + ], + [ + "hoff", + -11.88314151763916 + ], + [ + "▁WITH", + -11.883376121520996 + ], + [ + "▁gesch", + -11.883515357971191 + ], + [ + "▁Editor", + -11.883557319641112 + ], + [ + "▁treats", + -11.883609771728516 + ], + [ + "▁harsh", + -11.883711814880373 + ], + [ + "rome", + -11.883729934692385 + ], + [ + "▁Foreign", + -11.883928298950195 + ], + [ + "▁denied", + -11.883968353271484 + ], + [ + "▁Valentine", + -11.884014129638672 + ], + [ + "▁healthier", + -11.88408088684082 + ], + [ + "▁readily", + -11.884138107299805 + ], + [ + "nac", + -11.884190559387209 + ], + [ + "▁intake", + -11.884191513061523 + ], + [ + "▁puncte", + -11.884230613708496 + ], + [ + "erne", + -11.884431838989258 + ], + [ + "file", + -11.884668350219728 + ], + [ + "▁continually", + -11.884688377380373 + ], + [ + "door", + -11.884699821472168 + ], + [ + "▁imediat", + -11.884822845458984 + ], + [ + "▁accused", + -11.884833335876465 + ], + [ + "chy", + -11.884854316711426 + ], + [ + "▁wrapped", + -11.884861946105955 + ], + [ + "IES", + -11.884878158569336 + ], + [ + "▁terrace", + -11.884883880615234 + ], + [ + "mouth", + -11.884897232055664 + ], + [ + "▁defensive", + -11.884991645812988 + ], + [ + "▁Luci", + -11.88508129119873 + ], + [ + "▁significance", + -11.885107040405272 + ], + [ + "▁2007,", + -11.885213851928713 + ], + [ + "▁inclusion", + -11.885221481323242 + ], + [ + "▁rotation", + -11.885248184204102 + ], + [ + "hos", + -11.885283470153809 + ], + [ + "▁crea", + -11.885357856750488 + ], + [ + "üß", + -11.885903358459473 + ], + [ + "▁Install", + -11.885988235473633 + ], + [ + "▁dump", + -11.885998725891112 + ], + [ + "▁informations", + -11.886114120483398 + ], + [ + "▁Thi", + -11.886117935180664 + ], + [ + "▁85", + -11.886252403259276 + ], + [ + "dox", + -11.88628387451172 + ], + [ + "track", + -11.886436462402344 + ], + [ + "▁couples", + -11.886571884155272 + ], + [ + "▁Assembly", + -11.886594772338867 + ], + [ + "wagen", + -11.88672161102295 + ], + [ + "▁Hil", + -11.886723518371582 + ], + [ + "ières", + -11.886833190917969 + ], + [ + "▁Gabriel", + -11.886903762817385 + ], + [ + "▁patience", + -11.88705348968506 + ], + [ + "▁colored", + -11.887147903442385 + ], + [ + "▁separately", + -11.88715934753418 + ], + [ + "▁deployment", + -11.887166023254396 + ], + [ + "scape", + -11.887306213378906 + ], + [ + "▁Acum", + -11.8875150680542 + ], + [ + "▁länger", + -11.887518882751465 + ], + [ + "▁screens", + -11.887598991394045 + ], + [ + "▁prezenta", + -11.887630462646484 + ], + [ + "▁obicei", + -11.887638092041016 + ], + [ + "▁crisp", + -11.887758255004885 + ], + [ + "▁mechanisms", + -11.887771606445312 + ], + [ + "▁thirty", + -11.887786865234377 + ], + [ + "▁individually", + -11.887989044189451 + ], + [ + "▁internationally", + -11.887991905212402 + ], + [ + "lling", + -11.888050079345703 + ], + [ + "▁bureau", + -11.88843059539795 + ], + [ + "▁erfahren", + -11.88844108581543 + ], + [ + "TY", + -11.888553619384766 + ], + [ + "PF", + -11.888607025146484 + ], + [ + "wid", + -11.888752937316896 + ], + [ + "sell", + -11.888835906982422 + ], + [ + "▁Luke", + -11.888879776000977 + ], + [ + "▁Must", + -11.888916969299316 + ], + [ + "▁identical", + -11.888927459716797 + ], + [ + "▁Netherlands", + -11.888980865478516 + ], + [ + "▁investor", + -11.88905143737793 + ], + [ + "▁squad", + -11.889073371887209 + ], + [ + "▁21,", + -11.88914394378662 + ], + [ + "iko", + -11.889230728149414 + ], + [ + "▁departure", + -11.88937759399414 + ], + [ + "ega", + -11.889384269714355 + ], + [ + "uzi", + -11.889408111572266 + ], + [ + "▁lasa", + -11.889458656311035 + ], + [ + "bian", + -11.889525413513184 + ], + [ + "▁Madrid", + -11.889623641967772 + ], + [ + "▁Iowa", + -11.889806747436523 + ], + [ + "▁Yellow", + -11.890026092529297 + ], + [ + "conom", + -11.89004898071289 + ], + [ + "▁hint", + -11.890098571777344 + ], + [ + "NOW", + -11.890111923217772 + ], + [ + "dress", + -11.890204429626465 + ], + [ + "▁Stück", + -11.890267372131348 + ], + [ + "echt", + -11.890424728393556 + ], + [ + "rial", + -11.89045238494873 + ], + [ + "▁Initiative", + -11.890474319458008 + ], + [ + "▁magnificent", + -11.890474319458008 + ], + [ + "▁pipeline", + -11.890543937683104 + ], + [ + "▁08", + -11.890806198120115 + ], + [ + "▁écrit", + -11.890889167785645 + ], + [ + "KA", + -11.891085624694824 + ], + [ + "arile", + -11.891151428222656 + ], + [ + "▁unfortunately", + -11.891352653503418 + ], + [ + "dose", + -11.891355514526367 + ], + [ + "▁counts", + -11.891427993774414 + ], + [ + "deciding", + -11.891549110412598 + ], + [ + "WA", + -11.89167308807373 + ], + [ + "▁doresc", + -11.891685485839844 + ], + [ + "NY", + -11.892008781433104 + ], + [ + "olin", + -11.892112731933594 + ], + [ + "▁Urlaub", + -11.892133712768556 + ], + [ + "▁alătur", + -11.89231777191162 + ], + [ + "▁Vic", + -11.892515182495115 + ], + [ + "▁fier", + -11.89269733428955 + ], + [ + "EU", + -11.892772674560549 + ], + [ + "▁triple", + -11.892871856689451 + ], + [ + "▁compliment", + -11.89310359954834 + ], + [ + "▁vegetable", + -11.89334487915039 + ], + [ + "member", + -11.893743515014648 + ], + [ + "atiei", + -11.893793106079102 + ], + [ + "▁toxic", + -11.893835067749023 + ], + [ + "▁converted", + -11.893888473510742 + ], + [ + "▁Pink", + -11.893999099731444 + ], + [ + "▁fragment", + -11.894020080566406 + ], + [ + "presenting", + -11.894027709960938 + ], + [ + "▁garantie", + -11.894031524658203 + ], + [ + "▁31,", + -11.894052505493164 + ], + [ + "▁puisqu", + -11.894105911254885 + ], + [ + "aching", + -11.894107818603516 + ], + [ + "▁Shan", + -11.894119262695312 + ], + [ + "▁Affairs", + -11.894368171691896 + ], + [ + "üsse", + -11.894405364990234 + ], + [ + "▁CBD", + -11.894428253173828 + ], + [ + "▁quatre", + -11.894588470458984 + ], + [ + "▁horror", + -11.894651412963867 + ], + [ + "▁culoare", + -11.894661903381348 + ], + [ + "▁welcoming", + -11.894673347473145 + ], + [ + "▁headache", + -11.894808769226074 + ], + [ + "▁septembre", + -11.894820213317873 + ], + [ + "▁Tür", + -11.894862174987791 + ], + [ + "lateral", + -11.89507007598877 + ], + [ + "▁termin", + -11.895228385925291 + ], + [ + "▁Aid", + -11.895291328430176 + ], + [ + "second", + -11.895308494567873 + ], + [ + "▁Philip", + -11.895310401916504 + ], + [ + "berries", + -11.895347595214844 + ], + [ + "▁Slot", + -11.895431518554688 + ], + [ + "ка", + -11.895442962646484 + ], + [ + "▁consecutive", + -11.895590782165527 + ], + [ + "value", + -11.895705223083496 + ], + [ + "▁islands", + -11.8958101272583 + ], + [ + "▁posibilitatea", + -11.895928382873535 + ], + [ + "0.5", + -11.89634132385254 + ], + [ + "▁Dumpster", + -11.896471977233888 + ], + [ + "▁Gran", + -11.89647388458252 + ], + [ + "▁restricted", + -11.8967924118042 + ], + [ + "▁discussing", + -11.896921157836914 + ], + [ + "cock", + -11.896966934204102 + ], + [ + "Serie", + -11.896989822387695 + ], + [ + "▁crushing", + -11.896998405456545 + ], + [ + "RB", + -11.897034645080566 + ], + [ + "▁Gy", + -11.897068977355955 + ], + [ + "normal", + -11.897098541259766 + ], + [ + "DT", + -11.897180557250977 + ], + [ + "▁concurs", + -11.897181510925291 + ], + [ + "▁Beratung", + -11.897231101989746 + ], + [ + "▁handful", + -11.897235870361328 + ], + [ + "▁loading", + -11.89723777770996 + ], + [ + "▁WI", + -11.897269248962402 + ], + [ + "▁Fitness", + -11.897283554077148 + ], + [ + "▁RAM", + -11.897302627563477 + ], + [ + "▁Twi", + -11.89730453491211 + ], + [ + "adurch", + -11.897345542907717 + ], + [ + "▁obiectiv", + -11.897366523742676 + ], + [ + "BM", + -11.897635459899902 + ], + [ + "▁amendment", + -11.8976469039917 + ], + [ + "whi", + -11.897652626037598 + ], + [ + "▁Besonder", + -11.897871017456056 + ], + [ + "ALL", + -11.898003578186035 + ], + [ + "▁earning", + -11.898090362548828 + ], + [ + "▁nutrients", + -11.89858055114746 + ], + [ + "pru", + -11.898633003234863 + ], + [ + "▁offensive", + -11.898696899414062 + ], + [ + "▁shelves", + -11.898711204528809 + ], + [ + "▁încâ", + -11.898726463317873 + ], + [ + "▁execute", + -11.898923873901367 + ], + [ + "▁cauz", + -11.898966789245604 + ], + [ + "exist", + -11.899179458618164 + ], + [ + "▁Meter", + -11.899191856384276 + ], + [ + "there", + -11.89920139312744 + ], + [ + "▁réaliser", + -11.899249076843262 + ], + [ + "blog", + -11.899362564086914 + ], + [ + "▁résultats", + -11.89937973022461 + ], + [ + "baren", + -11.899391174316406 + ], + [ + "▁lang", + -11.899425506591797 + ], + [ + "▁mere", + -11.89987087249756 + ], + [ + "▁toti", + -11.900079727172852 + ], + [ + "DN", + -11.90017032623291 + ], + [ + "Hi", + -11.900310516357422 + ], + [ + "▁merg", + -11.90035915374756 + ], + [ + "▁Camera", + -11.90054988861084 + ], + [ + "▁parfum", + -11.900697708129885 + ], + [ + "CG", + -11.900701522827148 + ], + [ + "posed", + -11.900713920593262 + ], + [ + "▁proposals", + -11.900732040405272 + ], + [ + "▁incorrect", + -11.900811195373535 + ], + [ + "▁Denver", + -11.901168823242188 + ], + [ + "▁noapte", + -11.901397705078123 + ], + [ + "▁VPN", + -11.901436805725098 + ], + [ + "▁Oklahoma", + -11.90159797668457 + ], + [ + "horizon", + -11.901647567749023 + ], + [ + "▁villa", + -11.901668548583984 + ], + [ + "duce", + -11.901812553405762 + ], + [ + "Dienst", + -11.902042388916016 + ], + [ + "▁oversee", + -11.902511596679688 + ], + [ + "astr", + -11.902548789978027 + ], + [ + "brand", + -11.902713775634766 + ], + [ + "▁Safe", + -11.902746200561523 + ], + [ + "▁competing", + -11.902812004089355 + ], + [ + "▁subiect", + -11.902812004089355 + ], + [ + "▁équipe", + -11.903091430664062 + ], + [ + "▁Dress", + -11.903095245361328 + ], + [ + "▁Juni", + -11.903139114379885 + ], + [ + "▁repeated", + -11.90317153930664 + ], + [ + "2012", + -11.903226852416992 + ], + [ + "▁départ", + -11.903234481811523 + ], + [ + "immer", + -11.903335571289062 + ], + [ + "▁mondial", + -11.903374671936035 + ], + [ + "▁datelor", + -11.903703689575195 + ], + [ + "▁surgeon", + -11.903782844543455 + ], + [ + "▁demanding", + -11.903812408447266 + ], + [ + "▁concluded", + -11.903878211975098 + ], + [ + "țiile", + -11.903950691223145 + ], + [ + "marin", + -11.90399932861328 + ], + [ + "▁estim", + -11.90420627593994 + ], + [ + "▁Loan", + -11.904361724853516 + ], + [ + "sculpt", + -11.904373168945312 + ], + [ + "▁99", + -11.904391288757324 + ], + [ + "void", + -11.904400825500488 + ], + [ + "▁Empire", + -11.904499053955078 + ], + [ + "▁Brit", + -11.90450382232666 + ], + [ + "▁véhicule", + -11.904777526855469 + ], + [ + "▁dividend", + -11.905069351196287 + ], + [ + "▁refused", + -11.905077934265137 + ], + [ + "▁speaks", + -11.905156135559082 + ], + [ + "▁Morris", + -11.905282020568848 + ], + [ + "dict", + -11.905349731445312 + ], + [ + "▁funeral", + -11.905556678771973 + ], + [ + "▁Behandlung", + -11.905763626098633 + ], + [ + "▁Revolution", + -11.905905723571776 + ], + [ + "▁Sum", + -11.905935287475586 + ], + [ + "einigen", + -11.906030654907228 + ], + [ + "RES", + -11.906070709228516 + ], + [ + "▁vite", + -11.906071662902832 + ], + [ + "▁Captain", + -11.906190872192385 + ], + [ + "▁assurance", + -11.9061918258667 + ], + [ + "uga", + -11.906500816345217 + ], + [ + "▁conserv", + -11.906583786010742 + ], + [ + "▁therapeutic", + -11.906641006469728 + ], + [ + "▁Sweden", + -11.906753540039062 + ], + [ + "▁Lead", + -11.906888961791992 + ], + [ + "ément", + -11.907071113586426 + ], + [ + "▁53", + -11.90709114074707 + ], + [ + "▁fraction", + -11.9071683883667 + ], + [ + "▁magnet", + -11.907170295715332 + ], + [ + "assurer", + -11.907184600830078 + ], + [ + "▁Steuer", + -11.90733814239502 + ], + [ + "▁flori", + -11.90735149383545 + ], + [ + "▁charming", + -11.907588958740234 + ], + [ + "▁athletic", + -11.907621383666992 + ], + [ + "▁membri", + -11.907706260681152 + ], + [ + "▁Sep", + -11.907726287841797 + ], + [ + "ogue", + -11.907800674438477 + ], + [ + "▁familie", + -11.907800674438477 + ], + [ + "▁SW", + -11.90796947479248 + ], + [ + "▁diagnosed", + -11.908023834228516 + ], + [ + "RR", + -11.908143997192385 + ], + [ + "▁Fern", + -11.908233642578123 + ], + [ + "▁rational", + -11.908281326293944 + ], + [ + "▁talents", + -11.90828800201416 + ], + [ + "ziert", + -11.908317565917969 + ], + [ + "▁chemin", + -11.908459663391112 + ], + [ + "sheet", + -11.908562660217283 + ], + [ + "▁outer", + -11.908565521240234 + ], + [ + "▁Kap", + -11.908591270446776 + ], + [ + "▁HERE", + -11.908656120300291 + ], + [ + "▁uman", + -11.908824920654297 + ], + [ + "▁accompany", + -11.908880233764648 + ], + [ + "▁varieties", + -11.908881187438965 + ], + [ + "▁sensors", + -11.908957481384276 + ], + [ + "▁25%", + -11.90919017791748 + ], + [ + "▁tray", + -11.909354209899902 + ], + [ + "▁critique", + -11.909459114074709 + ], + [ + "▁puţin", + -11.909515380859377 + ], + [ + "▁Schüler", + -11.90953540802002 + ], + [ + "▁repar", + -11.909744262695312 + ], + [ + "▁overlook", + -11.909931182861328 + ], + [ + "▁surf", + -11.910048484802246 + ], + [ + "▁tasting", + -11.910118103027344 + ], + [ + "bog", + -11.91027545928955 + ], + [ + "▁Payment", + -11.910289764404297 + ], + [ + "▁Helen", + -11.91049575805664 + ], + [ + "▁Refer", + -11.910694122314451 + ], + [ + "application", + -11.910698890686035 + ], + [ + "lection", + -11.910856246948242 + ], + [ + "▁avril", + -11.91104221343994 + ], + [ + "▁Grace", + -11.911109924316406 + ], + [ + "▁kau", + -11.911274909973145 + ], + [ + "▁libraries", + -11.911319732666016 + ], + [ + "▁closest", + -11.911347389221191 + ], + [ + "▁coating", + -11.911351203918455 + ], + [ + "▁suicide", + -11.911364555358888 + ], + [ + "▁undergraduate", + -11.911449432373049 + ], + [ + "▁stitch", + -11.91149616241455 + ], + [ + "▁reset", + -11.911593437194824 + ], + [ + "▁Greece", + -11.911626815795898 + ], + [ + "▁Fred", + -11.91197681427002 + ], + [ + "▁18.", + -11.912047386169434 + ], + [ + "▁nuit", + -11.912087440490724 + ], + [ + "▁lying", + -11.91219997406006 + ], + [ + "▁cottage", + -11.91232681274414 + ], + [ + "bone", + -11.912477493286133 + ], + [ + "▁milieu", + -11.912480354309082 + ], + [ + "management", + -11.912623405456545 + ], + [ + "▁Freund", + -11.912724494934082 + ], + [ + "▁specially", + -11.912841796875 + ], + [ + "veut", + -11.912961959838867 + ], + [ + "▁necesare", + -11.912999153137209 + ], + [ + "▁cert", + -11.913081169128418 + ], + [ + "articul", + -11.913151741027832 + ], + [ + "150", + -11.913174629211426 + ], + [ + "rounded", + -11.913180351257324 + ], + [ + "▁longue", + -11.913193702697754 + ], + [ + "▁Quel", + -11.913240432739258 + ], + [ + "Until", + -11.913322448730469 + ], + [ + "▁700", + -11.91339874267578 + ], + [ + "▁installations", + -11.913423538208008 + ], + [ + "▁boats", + -11.913467407226562 + ], + [ + "Fig", + -11.913609504699709 + ], + [ + "▁cocktail", + -11.913613319396973 + ], + [ + "▁rocks", + -11.91366958618164 + ], + [ + "meinen", + -11.91374683380127 + ], + [ + "entrepreneur", + -11.913780212402344 + ], + [ + "schwarz", + -11.91392421722412 + ], + [ + "▁diesel", + -11.91392993927002 + ], + [ + "▁villages", + -11.913969039916992 + ], + [ + "▁cups", + -11.914076805114746 + ], + [ + "▁stairs", + -11.914241790771484 + ], + [ + "▁Match", + -11.914350509643556 + ], + [ + "Taking", + -11.914437294006348 + ], + [ + "prin", + -11.914469718933104 + ], + [ + "▁penal", + -11.91472053527832 + ], + [ + "partner", + -11.914867401123049 + ], + [ + "wave", + -11.91497802734375 + ], + [ + "▁baie", + -11.91515064239502 + ], + [ + "LAN", + -11.915151596069336 + ], + [ + "fix", + -11.915202140808104 + ], + [ + "▁surveillance", + -11.915295600891112 + ], + [ + "▁Register", + -11.915343284606934 + ], + [ + "oara", + -11.915536880493164 + ], + [ + "▁Phoenix", + -11.915602684020996 + ], + [ + "aktuellen", + -11.915613174438477 + ], + [ + "▁livres", + -11.915618896484377 + ], + [ + "▁entities", + -11.916102409362791 + ], + [ + "▁Regard", + -11.916112899780272 + ], + [ + "▁Jazz", + -11.91614055633545 + ], + [ + "▁flame", + -11.91616153717041 + ], + [ + "▁independence", + -11.916215896606444 + ], + [ + "▁Adventure", + -11.916341781616213 + ], + [ + "▁assign", + -11.916399955749512 + ], + [ + "▁Adult", + -11.916579246520996 + ], + [ + "kehr", + -11.916666984558104 + ], + [ + "▁ordering", + -11.916850090026855 + ], + [ + "▁charts", + -11.91687297821045 + ], + [ + "▁Român", + -11.916936874389648 + ], + [ + "bauen", + -11.916982650756836 + ], + [ + "▁Floor", + -11.917065620422363 + ], + [ + "▁Meet", + -11.917101860046388 + ], + [ + "▁compromise", + -11.917158126831056 + ], + [ + "regarded", + -11.917171478271484 + ], + [ + "02.", + -11.91721534729004 + ], + [ + "▁granite", + -11.917299270629885 + ], + [ + "▁Judge", + -11.917314529418944 + ], + [ + "opti", + -11.917373657226562 + ], + [ + "liste", + -11.91737937927246 + ], + [ + "▁capacité", + -11.91742706298828 + ], + [ + "▁criticism", + -11.917450904846191 + ], + [ + "LES", + -11.918198585510254 + ], + [ + "▁Century", + -11.918211936950684 + ], + [ + "▁mobility", + -11.918252944946287 + ], + [ + "▁variation", + -11.918622016906738 + ], + [ + "▁Utah", + -11.91867446899414 + ], + [ + "▁seminar", + -11.918678283691406 + ], + [ + "▁experiments", + -11.918803215026855 + ], + [ + "midst", + -11.918943405151367 + ], + [ + "▁Psycho", + -11.919002532958984 + ], + [ + "▁choses", + -11.919121742248535 + ], + [ + "▁Karl", + -11.919175148010254 + ], + [ + "▁ruling", + -11.919286727905272 + ], + [ + "▁Voice", + -11.919404983520508 + ], + [ + "▁împotriv", + -11.919442176818848 + ], + [ + "▁mesaj", + -11.919500350952148 + ], + [ + "▁vrei", + -11.919594764709473 + ], + [ + "fan", + -11.919601440429688 + ], + [ + "parent", + -11.919648170471191 + ], + [ + "▁oraș", + -11.919770240783691 + ], + [ + "▁printable", + -11.919777870178224 + ], + [ + "▁diver", + -11.919859886169434 + ], + [ + "▁ochi", + -11.919949531555176 + ], + [ + "▁teenager", + -11.920125961303713 + ], + [ + "▁Death", + -11.920150756835938 + ], + [ + "▁manque", + -11.920289993286133 + ], + [ + "ască", + -11.920345306396484 + ], + [ + "▁prob", + -11.9203519821167 + ], + [ + "▁télé", + -11.920354843139648 + ], + [ + "cursul", + -11.92037868499756 + ], + [ + "pion", + -11.92052173614502 + ], + [ + "▁dedication", + -11.920644760131836 + ], + [ + "▁opr", + -11.920687675476074 + ], + [ + "führung", + -11.920761108398438 + ], + [ + "▁cognitive", + -11.920827865600586 + ], + [ + "soft", + -11.920868873596191 + ], + [ + "▁19,", + -11.9209623336792 + ], + [ + "▁24-", + -11.921197891235352 + ], + [ + "▁legitimate", + -11.921220779418944 + ], + [ + "▁comedy", + -11.921277046203612 + ], + [ + "▁violation", + -11.921327590942385 + ], + [ + "▁disposal", + -11.921472549438477 + ], + [ + "▁liegen", + -11.921605110168455 + ], + [ + "ко", + -11.921878814697266 + ], + [ + "▁martie", + -11.921931266784668 + ], + [ + "▁Vas", + -11.92212200164795 + ], + [ + "rash", + -11.922134399414062 + ], + [ + "▁hadn", + -11.922174453735352 + ], + [ + "▁connu", + -11.922204971313477 + ], + [ + "▁regelmäßig", + -11.922216415405272 + ], + [ + "▁Webseite", + -11.92222499847412 + ], + [ + "▁failing", + -11.922273635864258 + ], + [ + "explique", + -11.922449111938477 + ], + [ + "▁Player", + -11.922513961791992 + ], + [ + "vul", + -11.922560691833496 + ], + [ + "camp", + -11.922992706298828 + ], + [ + "▁erreicht", + -11.922996520996094 + ], + [ + "▁tags", + -11.922998428344728 + ], + [ + "▁headline", + -11.923210144042969 + ], + [ + "▁banc", + -11.923253059387209 + ], + [ + "▁Mayor", + -11.923309326171877 + ], + [ + "trop", + -11.923395156860352 + ], + [ + "AK", + -11.9235258102417 + ], + [ + "▁lighter", + -11.923602104187012 + ], + [ + "▁syndrome", + -11.92360496520996 + ], + [ + "▁Adrian", + -11.92365550994873 + ], + [ + "▁EUR", + -11.92375946044922 + ], + [ + "▁Missouri", + -11.923916816711426 + ], + [ + "▁Chan", + -11.924108505249023 + ], + [ + "topped", + -11.924233436584473 + ], + [ + "▁nationwide", + -11.924276351928713 + ], + [ + "▁6-", + -11.924302101135254 + ], + [ + "final", + -11.924408912658691 + ], + [ + "ttes", + -11.924485206604004 + ], + [ + "▁FO", + -11.924537658691406 + ], + [ + "▁legi", + -11.924556732177734 + ], + [ + "▁Hum", + -11.924575805664062 + ], + [ + "vita", + -11.924662590026855 + ], + [ + "▁Regen", + -11.924695014953612 + ], + [ + "▁confusion", + -11.92498779296875 + ], + [ + "▁valori", + -11.925142288208008 + ], + [ + "mill", + -11.92516803741455 + ], + [ + "did", + -11.925237655639648 + ], + [ + "pid", + -11.925253868103027 + ], + [ + "▁implications", + -11.925284385681152 + ], + [ + "▁Value", + -11.92552375793457 + ], + [ + "lângă", + -11.925666809082031 + ], + [ + "▁véritable", + -11.92577075958252 + ], + [ + "▁Stick", + -11.925814628601074 + ], + [ + "zol", + -11.925835609436035 + ], + [ + "▁ebenso", + -11.925863265991213 + ], + [ + "west", + -11.925895690917969 + ], + [ + "▁auszu", + -11.92600154876709 + ], + [ + "▁adorable", + -11.926016807556152 + ], + [ + "▁clarity", + -11.92605209350586 + ], + [ + "▁Wash", + -11.926335334777832 + ], + [ + "▁alien", + -11.92642307281494 + ], + [ + "usement", + -11.926626205444336 + ], + [ + "▁bones", + -11.9266357421875 + ], + [ + "▁Beau", + -11.92672634124756 + ], + [ + "▁Jet", + -11.926727294921877 + ], + [ + "▁visibility", + -11.927034378051758 + ], + [ + "impose", + -11.927063941955566 + ], + [ + "food", + -11.927133560180664 + ], + [ + "▁duce", + -11.927361488342283 + ], + [ + "▁Format", + -11.927386283874512 + ], + [ + "▁durability", + -11.927424430847168 + ], + [ + "▁Prim", + -11.927614212036133 + ], + [ + "▁mele", + -11.927629470825195 + ], + [ + "▁dürfen", + -11.927631378173828 + ], + [ + "▁Angebote", + -11.92765998840332 + ], + [ + "▁discharge", + -11.927745819091797 + ], + [ + "▁Justin", + -11.928055763244627 + ], + [ + "▁shame", + -11.928228378295898 + ], + [ + "▁heated", + -11.928282737731934 + ], + [ + "ères", + -11.92856216430664 + ], + [ + "human", + -11.928810119628906 + ], + [ + "4.5", + -11.928831100463867 + ], + [ + "▁lien", + -11.928955078125 + ], + [ + "▁Alan", + -11.92896556854248 + ], + [ + "▁transmis", + -11.92913055419922 + ], + [ + "▁Bul", + -11.929137229919434 + ], + [ + "plu", + -11.929169654846191 + ], + [ + "acul", + -11.92933750152588 + ], + [ + "merk", + -11.929434776306152 + ], + [ + "▁altfel", + -11.929566383361816 + ], + [ + "deli", + -11.929689407348633 + ], + [ + "▁Cru", + -11.930001258850098 + ], + [ + "▁hommes", + -11.930127143859863 + ], + [ + "aurait", + -11.930137634277344 + ], + [ + "cca", + -11.930187225341797 + ], + [ + "▁Path", + -11.930208206176758 + ], + [ + "astronom", + -11.930241584777832 + ], + [ + "▁détail", + -11.93027687072754 + ], + [ + "▁blocked", + -11.930394172668455 + ], + [ + "iding", + -11.93044376373291 + ], + [ + "schä", + -11.930500030517578 + ], + [ + "▁30-", + -11.930624008178713 + ], + [ + "diction", + -11.930813789367676 + ], + [ + "▁pulling", + -11.930868148803713 + ], + [ + "▁Sample", + -11.93092441558838 + ], + [ + "▁renewable", + -11.930997848510742 + ], + [ + "▁Pinterest", + -11.93106746673584 + ], + [ + "▁Tages", + -11.93106746673584 + ], + [ + "▁shed", + -11.931171417236328 + ], + [ + "▁hart", + -11.931188583374023 + ], + [ + "▁serie", + -11.931200981140137 + ], + [ + "▁documentary", + -11.931208610534668 + ], + [ + "gebaut", + -11.931220054626465 + ], + [ + "▁Hause", + -11.931272506713867 + ], + [ + "share", + -11.931303977966309 + ], + [ + "▁inflation", + -11.93138599395752 + ], + [ + "▁gall", + -11.931504249572754 + ], + [ + "▁adjacent", + -11.931673049926758 + ], + [ + "jer", + -11.93173885345459 + ], + [ + "▁Universal", + -11.931946754455566 + ], + [ + "▁disabilities", + -11.931984901428224 + ], + [ + "▁proposition", + -11.93204116821289 + ], + [ + "Work", + -11.932293891906738 + ], + [ + "▁closure", + -11.932306289672852 + ], + [ + "▁separated", + -11.932496070861816 + ], + [ + "▁soda", + -11.932549476623535 + ], + [ + "▁elite", + -11.93263053894043 + ], + [ + "appro", + -11.93265438079834 + ], + [ + "▁acute", + -11.93266487121582 + ], + [ + "utton", + -11.932938575744627 + ], + [ + "▁facă", + -11.933053016662598 + ], + [ + "▁collector", + -11.93312168121338 + ], + [ + "▁unlock", + -11.933249473571776 + ], + [ + "▁Alpha", + -11.933267593383787 + ], + [ + "▁Used", + -11.933267593383787 + ], + [ + "▁applicants", + -11.933302879333496 + ], + [ + "▁înseamn", + -11.933387756347656 + ], + [ + "▁inclu", + -11.933414459228516 + ], + [ + "▁disclosure", + -11.933544158935549 + ], + [ + "▁Fahr", + -11.933995246887209 + ], + [ + "AST", + -11.93406105041504 + ], + [ + "▁vivre", + -11.934069633483888 + ], + [ + "»,", + -11.934167861938477 + ], + [ + "laud", + -11.93430233001709 + ], + [ + "▁soir", + -11.934365272521973 + ], + [ + "▁barrier", + -11.934405326843262 + ], + [ + "înd", + -11.934470176696776 + ], + [ + "▁ambition", + -11.93451976776123 + ], + [ + "asta", + -11.934550285339355 + ], + [ + "occupied", + -11.934747695922852 + ], + [ + "▁Gau", + -11.934774398803713 + ], + [ + "four", + -11.93481159210205 + ], + [ + "▁nap", + -11.934887886047363 + ], + [ + "iez", + -11.934922218322754 + ], + [ + "endra", + -11.935242652893066 + ], + [ + "gaben", + -11.935464859008787 + ], + [ + "▁Carol", + -11.935481071472168 + ], + [ + "▁Switzerland", + -11.935575485229492 + ], + [ + "▁Bond", + -11.935617446899414 + ], + [ + "▁crossing", + -11.935630798339844 + ], + [ + "▁Palace", + -11.9359769821167 + ], + [ + "NG", + -11.935986518859863 + ], + [ + "▁Budget", + -11.93622875213623 + ], + [ + "▁lid", + -11.936372756958008 + ], + [ + "bab", + -11.936393737792969 + ], + [ + "▁polish", + -11.936416625976562 + ], + [ + "▁herbs", + -11.93673038482666 + ], + [ + "▁dear", + -11.936747550964355 + ], + [ + "▁devrai", + -11.936846733093262 + ], + [ + "walk", + -11.936864852905272 + ], + [ + "▁humanity", + -11.936897277832031 + ], + [ + "▁tires", + -11.936978340148926 + ], + [ + "égal", + -11.936994552612305 + ], + [ + "▁bow", + -11.93703269958496 + ], + [ + "▁debris", + -11.937201499938965 + ], + [ + "▁keywords", + -11.937273025512695 + ], + [ + "irk", + -11.937345504760742 + ], + [ + "▁suspend", + -11.937360763549805 + ], + [ + "▁pourra", + -11.93738079071045 + ], + [ + "migran", + -11.937454223632812 + ], + [ + "thereby", + -11.937570571899414 + ], + [ + "▁Harris", + -11.937943458557127 + ], + [ + "ateurs", + -11.93795680999756 + ], + [ + "▁fal", + -11.938271522521973 + ], + [ + "alleged", + -11.938355445861816 + ], + [ + "noch", + -11.938494682312012 + ], + [ + "▁observation", + -11.938506126403809 + ], + [ + "▁București", + -11.93855094909668 + ], + [ + "▁SQL", + -11.938624382019045 + ], + [ + "▁Phase", + -11.938760757446287 + ], + [ + "▁adventures", + -11.93881607055664 + ], + [ + "▁Kol", + -11.938885688781738 + ], + [ + "▁professionnel", + -11.938916206359863 + ], + [ + "crit", + -11.939026832580566 + ], + [ + "LR", + -11.939313888549805 + ], + [ + "▁preview", + -11.939464569091797 + ], + [ + "▁highlighted", + -11.939942359924316 + ], + [ + "▁Stud", + -11.939949035644531 + ], + [ + "▁labour", + -11.939956665039062 + ], + [ + "MV", + -11.9399995803833 + ], + [ + "click", + -11.940049171447754 + ], + [ + "approche", + -11.94016170501709 + ], + [ + "tian", + -11.940183639526367 + ], + [ + "cité", + -11.940192222595217 + ], + [ + "▁Rain", + -11.94028377532959 + ], + [ + "typ", + -11.94032096862793 + ], + [ + "Usually", + -11.940435409545898 + ], + [ + "▁outlet", + -11.940513610839844 + ], + [ + "logging", + -11.940814018249512 + ], + [ + "▁Temperatur", + -11.940906524658203 + ], + [ + "▁Scottish", + -11.94090747833252 + ], + [ + "iga", + -11.940942764282228 + ], + [ + "▁glory", + -11.941086769104004 + ], + [ + "▁Rom", + -11.941242218017578 + ], + [ + "zeug", + -11.94133758544922 + ], + [ + "establishing", + -11.941339492797852 + ], + [ + "▁imaging", + -11.94192600250244 + ], + [ + "▁Beauty", + -11.942015647888184 + ], + [ + "igan", + -11.942042350769045 + ], + [ + "après", + -11.94224739074707 + ], + [ + "Adresse", + -11.942267417907717 + ], + [ + "cliff", + -11.942349433898926 + ], + [ + "▁unnecessary", + -11.943267822265623 + ], + [ + "▁slim", + -11.943324089050291 + ], + [ + "dir", + -11.943490982055664 + ], + [ + "▁leisure", + -11.943660736083984 + ], + [ + "▁principale", + -11.94368839263916 + ], + [ + "▁Viele", + -11.943770408630373 + ], + [ + "▁2007.", + -11.943802833557127 + ], + [ + "Hopefully", + -11.943829536437988 + ], + [ + "cola", + -11.943851470947266 + ], + [ + "▁Planet", + -11.943927764892578 + ], + [ + "▁orientation", + -11.943933486938477 + ], + [ + "▁angry", + -11.94419002532959 + ], + [ + "MIT", + -11.94423484802246 + ], + [ + "▁Kenya", + -11.944265365600586 + ], + [ + "▁bless", + -11.94435977935791 + ], + [ + "▁Fill", + -11.944524765014648 + ], + [ + "▁compar", + -11.944664001464844 + ], + [ + "▁curtain", + -11.94473934173584 + ], + [ + "ţei", + -11.944754600524902 + ], + [ + "▁Az", + -11.94482421875 + ], + [ + "▁Rang", + -11.944908142089844 + ], + [ + "▁dominant", + -11.944974899291992 + ], + [ + "race", + -11.944985389709473 + ], + [ + "▁Target", + -11.944987297058104 + ], + [ + "▁manually", + -11.944987297058104 + ], + [ + "objet", + -11.945024490356444 + ], + [ + "thrown", + -11.945131301879885 + ], + [ + "NF", + -11.945149421691896 + ], + [ + "durant", + -11.945185661315918 + ], + [ + "rect", + -11.945302963256836 + ], + [ + "▁Größe", + -11.945320129394531 + ], + [ + "VM", + -11.9453763961792 + ], + [ + "▁aprilie", + -11.945476531982422 + ], + [ + "▁Welche", + -11.945639610290527 + ], + [ + "▁verde", + -11.946157455444336 + ], + [ + "▁Portugal", + -11.946266174316406 + ], + [ + "▁algorithm", + -11.94627571105957 + ], + [ + "ăț", + -11.946328163146973 + ], + [ + "▁Grey", + -11.946371078491213 + ], + [ + "▁cleaned", + -11.94644832611084 + ], + [ + "▁modes", + -11.946463584899902 + ], + [ + "▁relaxation", + -11.946599006652832 + ], + [ + "mbr", + -11.946786880493164 + ], + [ + "étique", + -11.946821212768556 + ], + [ + "Her", + -11.946904182434082 + ], + [ + "▁beta", + -11.94695281982422 + ], + [ + "▁nobody", + -11.94699764251709 + ], + [ + "▁aplic", + -11.947060585021973 + ], + [ + "present", + -11.947080612182615 + ], + [ + "emis", + -11.947197914123535 + ], + [ + "éléments", + -11.947257995605469 + ], + [ + "▁lately", + -11.947303771972656 + ], + [ + "fab", + -11.94732666015625 + ], + [ + "▁aluminiu", + -11.947373390197754 + ], + [ + "▁vest", + -11.947524070739746 + ], + [ + "▁statue", + -11.947558403015137 + ], + [ + "▁publice", + -11.947586059570312 + ], + [ + "▁merchandise", + -11.9476900100708 + ], + [ + "▁relat", + -11.947810173034668 + ], + [ + "git", + -11.94796371459961 + ], + [ + "▁interne", + -11.948281288146973 + ], + [ + "▁Tokyo", + -11.948325157165527 + ], + [ + "chal", + -11.94834804534912 + ], + [ + "contacted", + -11.948430061340332 + ], + [ + "▁tras", + -11.948455810546877 + ], + [ + "▁Clinic", + -11.948626518249512 + ], + [ + "▁unbe", + -11.948633193969728 + ], + [ + "▁dumneavoastra", + -11.948798179626465 + ], + [ + "float", + -11.949078559875488 + ], + [ + "isson", + -11.94909381866455 + ], + [ + "▁vessel", + -11.949126243591309 + ], + [ + "attempting", + -11.949161529541016 + ], + [ + "▁doute", + -11.94918441772461 + ], + [ + "▁Leadership", + -11.949322700500488 + ], + [ + "▁sustain", + -11.94947338104248 + ], + [ + "▁textile", + -11.949666023254396 + ], + [ + "auer", + -11.949702262878418 + ], + [ + "▁90%", + -11.949899673461914 + ], + [ + "garten", + -11.949911117553713 + ], + [ + "▁adauga", + -11.949991226196287 + ], + [ + "▁Kil", + -11.950061798095703 + ], + [ + "▁troops", + -11.950420379638672 + ], + [ + "▁pale", + -11.950568199157717 + ], + [ + "host", + -11.950743675231934 + ], + [ + "▁cry", + -11.950757026672363 + ], + [ + "▁Alb", + -11.950793266296388 + ], + [ + "▁Brad", + -11.95089340209961 + ], + [ + "▁bicycle", + -11.951054573059082 + ], + [ + "▁24/7", + -11.951217651367188 + ], + [ + "▁с", + -11.951228141784668 + ], + [ + "▁stimul", + -11.951401710510254 + ], + [ + "gler", + -11.951445579528809 + ], + [ + "▁notwendig", + -11.951496124267578 + ], + [ + "▁cousin", + -11.95158863067627 + ], + [ + "cheie", + -11.951600074768066 + ], + [ + "hay", + -11.951751708984377 + ], + [ + "▁rezolv", + -11.952134132385254 + ], + [ + "▁THIS", + -11.952143669128418 + ], + [ + "ordre", + -11.952157974243164 + ], + [ + "iști", + -11.952173233032228 + ], + [ + "▁conclude", + -11.952310562133787 + ], + [ + "▁Lage", + -11.952327728271484 + ], + [ + "▁Entertainment", + -11.952454566955566 + ], + [ + "▁valued", + -11.952478408813477 + ], + [ + "ktion", + -11.95253849029541 + ], + [ + "▁priorities", + -11.95268440246582 + ], + [ + "▁1986", + -11.952770233154297 + ], + [ + "▁fatal", + -11.95293426513672 + ], + [ + "▁accurately", + -11.952988624572754 + ], + [ + "▁1987", + -11.953022956848145 + ], + [ + "▁folk", + -11.953073501586914 + ], + [ + "7)", + -11.953163146972656 + ], + [ + "führer", + -11.95360279083252 + ], + [ + "▁knot", + -11.953612327575684 + ], + [ + "haltung", + -11.953720092773438 + ], + [ + "▁Charlie", + -11.953733444213867 + ], + [ + "âge", + -11.95376205444336 + ], + [ + "▁threshold", + -11.954041481018066 + ], + [ + "▁assault", + -11.954130172729492 + ], + [ + "▁meist", + -11.954141616821287 + ], + [ + "bine", + -11.954155921936035 + ], + [ + "surprisingly", + -11.954171180725098 + ], + [ + "▁Protect", + -11.954180717468262 + ], + [ + "▁Hack", + -11.954258918762209 + ], + [ + "▁Quant", + -11.954537391662598 + ], + [ + "▁Cet", + -11.954782485961914 + ], + [ + "▁convinced", + -11.95481014251709 + ], + [ + "▁muncă", + -11.955033302307127 + ], + [ + "dging", + -11.955066680908203 + ], + [ + "▁Millionen", + -11.955129623413086 + ], + [ + "zahlung", + -11.955148696899414 + ], + [ + "▁anticipated", + -11.955192565917969 + ], + [ + "▁brass", + -11.9552001953125 + ], + [ + "KO", + -11.955244064331056 + ], + [ + "▁culori", + -11.955286979675291 + ], + [ + "▁Aero", + -11.955326080322266 + ], + [ + "▁intermediu", + -11.955373764038086 + ], + [ + "▁Philippines", + -11.955381393432615 + ], + [ + "▁jury", + -11.955387115478516 + ], + [ + "▁Funktion", + -11.95569896697998 + ], + [ + "▁probe", + -11.95570468902588 + ], + [ + "TL", + -11.955748558044434 + ], + [ + "1.0", + -11.955804824829102 + ], + [ + "ELL", + -11.95581340789795 + ], + [ + "She", + -11.95600128173828 + ], + [ + "▁Blood", + -11.956073760986328 + ], + [ + "▁Dean", + -11.956111907958984 + ], + [ + "▁scène", + -11.9561185836792 + ], + [ + "volu", + -11.95621395111084 + ], + [ + "▁Epi", + -11.95621395111084 + ], + [ + "▁séjour", + -11.95627498626709 + ], + [ + "▁Smartphone", + -11.956306457519531 + ], + [ + "▁fired", + -11.956357955932615 + ], + [ + "beat", + -11.95650577545166 + ], + [ + "▁pockets", + -11.956506729125977 + ], + [ + "▁serviciu", + -11.956624031066896 + ], + [ + "▁affairs", + -11.95678424835205 + ], + [ + "▁Ry", + -11.956842422485352 + ], + [ + "▁Stadium", + -11.956954956054688 + ], + [ + "▁snacks", + -11.957182884216309 + ], + [ + "▁efectu", + -11.957221031188965 + ], + [ + "▁Richtung", + -11.957273483276367 + ], + [ + "▁dresses", + -11.957352638244627 + ], + [ + "▁Medien", + -11.95744800567627 + ], + [ + "writer", + -11.95759105682373 + ], + [ + "changing", + -11.957655906677246 + ], + [ + "▁supportive", + -11.957849502563477 + ], + [ + "▁beneath", + -11.957873344421388 + ], + [ + "paid", + -11.958078384399414 + ], + [ + "▁customize", + -11.958155632019045 + ], + [ + "▁Ferr", + -11.958187103271484 + ], + [ + "reaches", + -11.958338737487791 + ], + [ + "arma", + -11.958401679992676 + ], + [ + "ción", + -11.958598136901855 + ], + [ + "▁elderly", + -11.959243774414062 + ], + [ + "▁modification", + -11.95934009552002 + ], + [ + "▁perfection", + -11.959381103515623 + ], + [ + "▁Allow", + -11.959492683410645 + ], + [ + "▁belonging", + -11.959542274475098 + ], + [ + "▁compound", + -11.959589004516602 + ], + [ + "▁Results", + -11.959681510925291 + ], + [ + "▁astăzi", + -11.959793090820312 + ], + [ + "▁Liber", + -11.959818840026855 + ], + [ + "jor", + -11.959850311279297 + ], + [ + "▁Nin", + -11.959980964660645 + ], + [ + "▁lumina", + -11.95999240875244 + ], + [ + "▁130", + -11.960073471069336 + ], + [ + "▁Platform", + -11.960121154785156 + ], + [ + "▁SMS", + -11.96022129058838 + ], + [ + "▁medic", + -11.96024227142334 + ], + [ + "hör", + -11.960315704345703 + ], + [ + "▁Kas", + -11.96038818359375 + ], + [ + "▁tomato", + -11.960403442382812 + ], + [ + "▁logiciel", + -11.960505485534668 + ], + [ + "php", + -11.960654258728027 + ], + [ + "▁premises", + -11.96071720123291 + ], + [ + "▁Communication", + -11.96072769165039 + ], + [ + "▁reprezintă", + -11.96076202392578 + ], + [ + "▁Partners", + -11.960866928100586 + ], + [ + "▁RV", + -11.961090087890623 + ], + [ + "▁pants", + -11.96119785308838 + ], + [ + "▁envie", + -11.961256980895996 + ], + [ + "▁commerce", + -11.961263656616213 + ], + [ + "▁tears", + -11.961298942565918 + ], + [ + "▁cooler", + -11.96149444580078 + ], + [ + "strand", + -11.961556434631348 + ], + [ + "▁Gil", + -11.961588859558104 + ], + [ + "▁référence", + -11.961641311645508 + ], + [ + "▁electronics", + -11.961681365966797 + ], + [ + "exposition", + -11.961700439453123 + ], + [ + "▁Caribbean", + -11.96171760559082 + ], + [ + "▁compelling", + -11.96171760559082 + ], + [ + "luci", + -11.96172332763672 + ], + [ + "▁Brooklyn", + -11.961892127990724 + ], + [ + "▁Thai", + -11.961950302124023 + ], + [ + "dler", + -11.96198844909668 + ], + [ + "▁supra", + -11.962016105651855 + ], + [ + "centered", + -11.962026596069336 + ], + [ + "▁metro", + -11.962081909179688 + ], + [ + "▁03", + -11.962299346923828 + ], + [ + "▁enrich", + -11.962437629699709 + ], + [ + "▁adevarat", + -11.962594985961914 + ], + [ + "5000", + -11.962961196899414 + ], + [ + "▁bell", + -11.96297550201416 + ], + [ + "▁sine", + -11.96299648284912 + ], + [ + "▁appealing", + -11.963088989257812 + ], + [ + "clam", + -11.963116645812988 + ], + [ + "▁vorhanden", + -11.963165283203123 + ], + [ + "▁pickup", + -11.963268280029297 + ], + [ + "▁Alaska", + -11.963269233703612 + ], + [ + "▁Nacht", + -11.963300704956056 + ], + [ + "borough", + -11.9633207321167 + ], + [ + "▁Blanc", + -11.96340274810791 + ], + [ + "▁apare", + -11.963616371154783 + ], + [ + "▁Works", + -11.96379852294922 + ], + [ + "mettent", + -11.963801383972168 + ], + [ + "atter", + -11.96389389038086 + ], + [ + "terra", + -11.963946342468262 + ], + [ + "▁Bit", + -11.964105606079102 + ], + [ + "RL", + -11.964131355285645 + ], + [ + "▁Wander", + -11.964262962341309 + ], + [ + "▁Hawk", + -11.964595794677734 + ], + [ + "▁Probleme", + -11.964665412902832 + ], + [ + "regel", + -11.964729309082031 + ], + [ + "hne", + -11.964739799499512 + ], + [ + "fass", + -11.96486759185791 + ], + [ + "▁Andy", + -11.965014457702637 + ], + [ + "▁befinde", + -11.965179443359377 + ], + [ + "boo", + -11.965265274047852 + ], + [ + "▁connectivity", + -11.965304374694824 + ], + [ + "▁spielt", + -11.965418815612791 + ], + [ + "zweiten", + -11.96547794342041 + ], + [ + "ţilor", + -11.965526580810549 + ], + [ + "▁confi", + -11.96561336517334 + ], + [ + "▁schlecht", + -11.965773582458496 + ], + [ + "▁Beginn", + -11.96581745147705 + ], + [ + "▁floating", + -11.965903282165527 + ], + [ + "nimmt", + -11.966071128845217 + ], + [ + "▁arbeiten", + -11.96611213684082 + ], + [ + "pillar", + -11.966131210327148 + ], + [ + "sterreich", + -11.966347694396973 + ], + [ + "▁Schule", + -11.96644687652588 + ], + [ + "▁durée", + -11.96652126312256 + ], + [ + "▁honestly", + -11.96653938293457 + ], + [ + "▁acel", + -11.9666166305542 + ], + [ + "▁Prozess", + -11.96662425994873 + ], + [ + "Min", + -11.966629028320312 + ], + [ + "enii", + -11.966632843017578 + ], + [ + "DAY", + -11.966758728027344 + ], + [ + "▁Blo", + -11.966806411743164 + ], + [ + "▁bolt", + -11.966946601867676 + ], + [ + "sicher", + -11.967070579528809 + ], + [ + "▁17,", + -11.967122077941896 + ], + [ + "▁anchor", + -11.967215538024902 + ], + [ + "▁consistency", + -11.967241287231444 + ], + [ + "▁relatives", + -11.967263221740724 + ], + [ + "▁lac", + -11.967385292053224 + ], + [ + "105", + -11.967432975769045 + ], + [ + "▁Craig", + -11.967534065246582 + ], + [ + "▁mandate", + -11.967598915100098 + ], + [ + "▁bedeutet", + -11.967674255371094 + ], + [ + "▁Soviet", + -11.967680931091309 + ], + [ + "▁arguments", + -11.967938423156738 + ], + [ + "▁Gebäude", + -11.967997550964355 + ], + [ + "▁Parliament", + -11.968005180358888 + ], + [ + "▁Kha", + -11.968087196350098 + ], + [ + "nica", + -11.968130111694336 + ], + [ + "▁Amazing", + -11.968162536621094 + ], + [ + "gründe", + -11.968179702758787 + ], + [ + "▁Ott", + -11.968269348144531 + ], + [ + "Exp", + -11.968314170837402 + ], + [ + "▁ianuarie", + -11.96848201751709 + ], + [ + "riot", + -11.968571662902832 + ], + [ + "▁futur", + -11.968626976013184 + ], + [ + "▁Honda", + -11.968647956848145 + ], + [ + "!!!!", + -11.96865177154541 + ], + [ + "▁citit", + -11.968689918518066 + ], + [ + "▁22,", + -11.968708992004396 + ], + [ + "țional", + -11.968711853027344 + ], + [ + "▁lovers", + -11.968732833862305 + ], + [ + "▁Current", + -11.968835830688477 + ], + [ + "▁drone", + -11.96927261352539 + ], + [ + "▁promising", + -11.969335556030272 + ], + [ + "devoted", + -11.969443321228027 + ], + [ + "▁Born", + -11.969520568847656 + ], + [ + "▁viitor", + -11.969589233398438 + ], + [ + "▁ritual", + -11.969614028930664 + ], + [ + "▁Guard", + -11.969681739807127 + ], + [ + "09.", + -11.969828605651855 + ], + [ + "▁Py", + -11.970260620117188 + ], + [ + "▁finds", + -11.970380783081056 + ], + [ + "▁boli", + -11.970394134521484 + ], + [ + "▁Mitglieder", + -11.970697402954102 + ], + [ + "ogni", + -11.97107982635498 + ], + [ + "▁stones", + -11.97118854522705 + ], + [ + "rox", + -11.971210479736328 + ], + [ + "▁dock", + -11.971390724182127 + ], + [ + "▁onion", + -11.97144889831543 + ], + [ + "▁classified", + -11.971538543701172 + ], + [ + "big", + -11.97183322906494 + ], + [ + "RG", + -11.971857070922852 + ], + [ + "influenced", + -11.97195529937744 + ], + [ + "▁sudden", + -11.971988677978516 + ], + [ + "▁ample", + -11.97204303741455 + ], + [ + "án", + -11.972095489501951 + ], + [ + "▁ornament", + -11.972122192382812 + ], + [ + "datele", + -11.972227096557615 + ], + [ + "▁Dad", + -11.97225284576416 + ], + [ + "BER", + -11.972278594970703 + ], + [ + "gerecht", + -11.97238063812256 + ], + [ + "kett", + -11.972536087036133 + ], + [ + "▁Antonio", + -11.972572326660156 + ], + [ + "Nu", + -11.972834587097168 + ], + [ + "dium", + -11.97284984588623 + ], + [ + "CAD", + -11.972850799560549 + ], + [ + "▁bundle", + -11.97291660308838 + ], + [ + "▁Vari", + -11.97301197052002 + ], + [ + "▁thrive", + -11.973020553588867 + ], + [ + "▁Seminar", + -11.973071098327637 + ], + [ + "wire", + -11.973084449768066 + ], + [ + "▁contributing", + -11.973114967346191 + ], + [ + "▁Bour", + -11.97320556640625 + ], + [ + "▁dori", + -11.973206520080566 + ], + [ + "▁packing", + -11.97343921661377 + ], + [ + "▁colleges", + -11.973459243774414 + ], + [ + "▁garbage", + -11.97366714477539 + ], + [ + "▁vector", + -11.973837852478027 + ], + [ + "▁suggestion", + -11.97389793395996 + ], + [ + "borne", + -11.973904609680176 + ], + [ + "▁Listen", + -11.973938941955566 + ], + [ + "▁Prix", + -11.973957061767578 + ], + [ + "viennent", + -11.974162101745604 + ], + [ + "insbesondere", + -11.97426700592041 + ], + [ + "▁fonctionne", + -11.974435806274414 + ], + [ + "▁mainstream", + -11.974485397338867 + ], + [ + "▁merci", + -11.974574089050291 + ], + [ + "oko", + -11.97460651397705 + ], + [ + "▁Commerce", + -11.97493839263916 + ], + [ + "▁droits", + -11.975115776062012 + ], + [ + "▁muzica", + -11.975141525268556 + ], + [ + "▁profesor", + -11.9751558303833 + ], + [ + "▁epic", + -11.97518253326416 + ], + [ + "▁intuitive", + -11.975186347961426 + ], + [ + "▁aggregate", + -11.975223541259766 + ], + [ + "▁vaccine", + -11.97529411315918 + ], + [ + "▁dank", + -11.975459098815918 + ], + [ + "▁situ", + -11.975578308105469 + ], + [ + "▁Cand", + -11.975593566894531 + ], + [ + "▁Ganz", + -11.97562313079834 + ], + [ + "▁Crystal", + -11.97578239440918 + ], + [ + "▁discretion", + -11.975825309753418 + ], + [ + "mug", + -11.975997924804688 + ], + [ + "▁anzu", + -11.976144790649414 + ], + [ + "▁cement", + -11.97616958618164 + ], + [ + "▁priest", + -11.97625732421875 + ], + [ + "▁rejected", + -11.976298332214355 + ], + [ + "▁Summit", + -11.976325988769531 + ], + [ + "▁Sara", + -11.97642421722412 + ], + [ + "▁palette", + -11.976527214050291 + ], + [ + "▁continuare", + -11.976569175720217 + ], + [ + "uge", + -11.976676940917969 + ], + [ + "ryl", + -11.976844787597656 + ], + [ + "▁Solid", + -11.977142333984377 + ], + [ + "▁meilleure", + -11.977177619934082 + ], + [ + "▁Tennessee", + -11.977248191833496 + ], + [ + "rail", + -11.97732639312744 + ], + [ + "▁attributes", + -11.9773530960083 + ], + [ + "▁vessels", + -11.977840423583984 + ], + [ + "cylinder", + -11.977900505065918 + ], + [ + "▁parfait", + -11.977916717529297 + ], + [ + "abb", + -11.97801399230957 + ], + [ + "▁Julie", + -11.97806167602539 + ], + [ + "▁pièces", + -11.978120803833008 + ], + [ + "▁proiecte", + -11.978142738342283 + ], + [ + "médi", + -11.978273391723633 + ], + [ + "▁décembre", + -11.9783935546875 + ], + [ + "Per", + -11.97841739654541 + ], + [ + "1/", + -11.978520393371582 + ], + [ + "regulated", + -11.978601455688477 + ], + [ + "▁Dy", + -11.978633880615234 + ], + [ + "▁23,", + -11.978694915771484 + ], + [ + "beck", + -11.978763580322266 + ], + [ + "tură", + -11.97885513305664 + ], + [ + "▁Chiar", + -11.978931427001951 + ], + [ + "▁isolated", + -11.979012489318848 + ], + [ + "▁kennen", + -11.979259490966797 + ], + [ + "Du", + -11.979260444641112 + ], + [ + "reflected", + -11.979482650756836 + ], + [ + "▁belong", + -11.979571342468262 + ], + [ + "▁welcomed", + -11.97969913482666 + ], + [ + "▁Rate", + -11.979776382446287 + ], + [ + "prestigious", + -11.979859352111816 + ], + [ + "▁1/4", + -11.979930877685549 + ], + [ + "▁distinction", + -11.979966163635254 + ], + [ + "▁boring", + -11.98000144958496 + ], + [ + "▁booked", + -11.980369567871094 + ], + [ + "▁citizen", + -11.980441093444824 + ], + [ + "▁comprises", + -11.980498313903809 + ], + [ + "▁aufge", + -11.98051929473877 + ], + [ + "GL", + -11.980566024780272 + ], + [ + "▁nearest", + -11.980616569519045 + ], + [ + "▁printr", + -11.980692863464355 + ], + [ + "▁département", + -11.981318473815918 + ], + [ + "▁planner", + -11.981510162353516 + ], + [ + "▁Rai", + -11.981817245483398 + ], + [ + "▁Broad", + -11.981934547424316 + ], + [ + "▁pastor", + -11.981947898864746 + ], + [ + "▁reservation", + -11.982243537902832 + ], + [ + "▁decembrie", + -11.982315063476562 + ], + [ + "▁suficient", + -11.982501983642578 + ], + [ + "geld", + -11.98256015777588 + ], + [ + "training", + -11.982620239257812 + ], + [ + "deshalb", + -11.98263454437256 + ], + [ + "▁chaud", + -11.982651710510254 + ], + [ + "Cor", + -11.982662200927734 + ], + [ + "▁Grade", + -11.982769966125488 + ], + [ + "▁faţă", + -11.98280906677246 + ], + [ + "story", + -11.982839584350586 + ], + [ + "gericht", + -11.98286247253418 + ], + [ + "▁Got", + -11.982954025268556 + ], + [ + "particulièrement", + -11.982976913452148 + ], + [ + "▁bump", + -11.983051300048828 + ], + [ + "▁fatigue", + -11.983160018920898 + ], + [ + "Activ", + -11.983250617980955 + ], + [ + "▁numéro", + -11.983302116394045 + ], + [ + "▁stranger", + -11.983312606811523 + ], + [ + "▁Skin", + -11.983327865600586 + ], + [ + "add", + -11.98344898223877 + ], + [ + "Ainsi", + -11.98357105255127 + ], + [ + "▁assists", + -11.983684539794922 + ], + [ + "▁zusätzlich", + -11.983943939208984 + ], + [ + "▁vede", + -11.983979225158691 + ], + [ + "RON", + -11.984108924865724 + ], + [ + "▁seemingly", + -11.984126091003418 + ], + [ + "▁NU", + -11.98417854309082 + ], + [ + "geb", + -11.98427391052246 + ], + [ + "▁Release", + -11.984353065490724 + ], + [ + "▁throwing", + -11.984427452087402 + ], + [ + "▁Alabama", + -11.984447479248049 + ], + [ + "▁Something", + -11.984590530395508 + ], + [ + "▁Cuba", + -11.98464584350586 + ], + [ + "▁Verbindung", + -11.984649658203123 + ], + [ + "▁Cir", + -11.984654426574709 + ], + [ + "your", + -11.984713554382324 + ], + [ + "-13", + -11.984748840332031 + ], + [ + "▁Delta", + -11.984801292419434 + ], + [ + "▁Twin", + -11.98504638671875 + ], + [ + "▁governance", + -11.985156059265137 + ], + [ + "▁groom", + -11.985310554504396 + ], + [ + "▁conception", + -11.98533821105957 + ], + [ + "▁governor", + -11.98538303375244 + ], + [ + "▁Spar", + -11.985416412353516 + ], + [ + "▁coastal", + -11.985652923583984 + ], + [ + "▁Seven", + -11.98585605621338 + ], + [ + "▁inclusive", + -11.986002922058104 + ], + [ + "cili", + -11.986035346984863 + ], + [ + "▁Ridge", + -11.98610019683838 + ], + [ + "teller", + -11.986224174499512 + ], + [ + "▁Kin", + -11.986247062683104 + ], + [ + "leiter", + -11.986279487609863 + ], + [ + "stern", + -11.986364364624023 + ], + [ + "change", + -11.986404418945312 + ], + [ + "▁presidential", + -11.98643398284912 + ], + [ + "▁composer", + -11.986544609069824 + ], + [ + "Stu", + -11.986560821533203 + ], + [ + "▁Frankfurt", + -11.986584663391112 + ], + [ + "prä", + -11.986639976501465 + ], + [ + "▁Ideal", + -11.986644744873049 + ], + [ + "▁linear", + -11.986857414245604 + ], + [ + "▁bloom", + -11.986879348754885 + ], + [ + "▁grades", + -11.986881256103516 + ], + [ + "mettant", + -11.98692512512207 + ], + [ + "▁finishes", + -11.986952781677246 + ], + [ + "holz", + -11.987086296081545 + ], + [ + "▁dirty", + -11.987317085266112 + ], + [ + "▁Roh", + -11.987386703491213 + ], + [ + "▁Praxis", + -11.987408638000488 + ], + [ + "tempo", + -11.987433433532717 + ], + [ + "▁attempted", + -11.987433433532717 + ], + [ + "▁primar", + -11.987434387207031 + ], + [ + "▁pomp", + -11.987528800964355 + ], + [ + "▁tolle", + -11.987614631652832 + ], + [ + "▁adres", + -11.988011360168455 + ], + [ + "▁Between", + -11.988066673278809 + ], + [ + "▁ruin", + -11.988432884216309 + ], + [ + "▁matériel", + -11.988561630249023 + ], + [ + "MER", + -11.988913536071776 + ], + [ + "Nevertheless", + -11.989055633544922 + ], + [ + "▁corruption", + -11.98911952972412 + ], + [ + "spire", + -11.989180564880373 + ], + [ + "▁mou", + -11.989208221435549 + ], + [ + "ROM", + -11.98927879333496 + ], + [ + "▁underground", + -11.98935604095459 + ], + [ + "▁relativ", + -11.989389419555664 + ], + [ + "waited", + -11.989462852478027 + ], + [ + "▁speeds", + -11.989468574523926 + ], + [ + "▁adjusted", + -11.989486694335938 + ], + [ + "▁Flat", + -11.989514350891112 + ], + [ + "UND", + -11.98965835571289 + ], + [ + "▁individuelle", + -11.989744186401367 + ], + [ + "▁anybody", + -11.98978042602539 + ], + [ + "EO", + -11.989790916442873 + ], + [ + "->", + -11.989791870117188 + ], + [ + "▁Spend", + -11.989876747131348 + ], + [ + "aktion", + -11.99001121520996 + ], + [ + "édit", + -11.99006462097168 + ], + [ + "▁quest", + -11.990078926086426 + ], + [ + "rind", + -11.990541458129885 + ], + [ + "▁mediu", + -11.99057388305664 + ], + [ + "▁barriers", + -11.99062442779541 + ], + [ + "▁répondre", + -11.990633010864258 + ], + [ + "▁novembre", + -11.990708351135254 + ], + [ + "▁champ", + -11.990736961364746 + ], + [ + "saw", + -11.990757942199709 + ], + [ + "▁fed", + -11.990804672241213 + ], + [ + "▁favorites", + -11.990939140319824 + ], + [ + "▁shield", + -11.991055488586426 + ], + [ + "▁Wide", + -11.991146087646484 + ], + [ + "▁problema", + -11.991445541381836 + ], + [ + "▁Asta", + -11.991525650024414 + ], + [ + "▁refreshing", + -11.99168872833252 + ], + [ + "hey", + -11.991692543029783 + ], + [ + "obtaining", + -11.991788864135742 + ], + [ + "▁parler", + -11.992072105407717 + ], + [ + "▁Cele", + -11.99213409423828 + ], + [ + "frage", + -11.992136001586914 + ], + [ + "écran", + -11.992324829101562 + ], + [ + "▁cleared", + -11.992448806762695 + ], + [ + "zehn", + -11.992594718933104 + ], + [ + "parmi", + -11.992647171020508 + ], + [ + "änder", + -11.99269199371338 + ], + [ + "▁Defense", + -11.992693901062012 + ], + [ + "tatea", + -11.99269676208496 + ], + [ + "▁reasonably", + -11.992939949035645 + ], + [ + "▁Idee", + -11.992985725402832 + ], + [ + "nehm", + -11.993000030517578 + ], + [ + "technologie", + -11.993020057678224 + ], + [ + "atura", + -11.993048667907717 + ], + [ + "▁slope", + -11.993332862854004 + ], + [ + "Hence", + -11.993351936340332 + ], + [ + "▁40%", + -11.99339199066162 + ], + [ + "▁jewe", + -11.993448257446287 + ], + [ + "▁queries", + -11.993470191955566 + ], + [ + "▁$8", + -11.994096755981444 + ], + [ + "▁Parker", + -11.994107246398926 + ], + [ + "▁publique", + -11.994488716125488 + ], + [ + "quant", + -11.994529724121094 + ], + [ + "issue", + -11.994690895080566 + ], + [ + "▁Cleveland", + -11.994847297668455 + ], + [ + "4,000", + -11.995071411132812 + ], + [ + "IDE", + -11.995145797729492 + ], + [ + "▁Barbara", + -11.995233535766602 + ], + [ + "udge", + -11.995477676391602 + ], + [ + "corn", + -11.99554443359375 + ], + [ + "veți", + -11.995588302612305 + ], + [ + "▁proteins", + -11.995707511901855 + ], + [ + "▁trăi", + -11.995793342590332 + ], + [ + "▁mijloc", + -11.995842933654783 + ], + [ + "logie", + -11.995884895324709 + ], + [ + "▁Walter", + -11.995884895324709 + ], + [ + "heißt", + -11.99593448638916 + ], + [ + "search", + -11.995946884155272 + ], + [ + "▁hochwertige", + -11.996010780334473 + ], + [ + "▁încerc", + -11.996014595031738 + ], + [ + "▁administrator", + -11.99608039855957 + ], + [ + "tension", + -11.996133804321287 + ], + [ + "▁homemade", + -11.996438026428224 + ], + [ + "▁$20", + -11.99651050567627 + ], + [ + "▁leben", + -11.996662139892578 + ], + [ + "netz", + -11.996665954589844 + ], + [ + "▁intensity", + -11.996882438659668 + ], + [ + "▁clever", + -11.996891975402832 + ], + [ + "▁installer", + -11.996999740600586 + ], + [ + "▁Wand", + -11.997087478637695 + ], + [ + "meister", + -11.997130393981934 + ], + [ + "ziel", + -11.99744701385498 + ], + [ + "▁architect", + -11.99748706817627 + ], + [ + "▁crede", + -11.997512817382812 + ], + [ + "▁Sleep", + -11.997675895690918 + ], + [ + "▁demonstr", + -11.997745513916016 + ], + [ + "cake", + -11.99778175354004 + ], + [ + "▁Cheap", + -11.997783660888672 + ], + [ + "pool", + -11.9979829788208 + ], + [ + "▁gadget", + -11.998004913330078 + ], + [ + "▁Anbieter", + -11.998005867004396 + ], + [ + "▁Jonathan", + -11.998170852661133 + ], + [ + "ül", + -11.998492240905762 + ], + [ + "▁Harvard", + -11.99850368499756 + ], + [ + "▁1985", + -11.998773574829102 + ], + [ + "HP", + -11.998839378356934 + ], + [ + "▁afara", + -11.99893569946289 + ], + [ + "▁halten", + -11.999008178710938 + ], + [ + "▁Technik", + -11.999042510986328 + ], + [ + "▁dressed", + -11.999149322509766 + ], + [ + "weis", + -11.999165534973145 + ], + [ + "▁donated", + -11.9993314743042 + ], + [ + "also", + -11.99938678741455 + ], + [ + "▁EN", + -11.99940586090088 + ], + [ + "▁imprim", + -11.99942398071289 + ], + [ + "▁onions", + -11.99945831298828 + ], + [ + "Par", + -11.99950122833252 + ], + [ + "▁donate", + -11.99958324432373 + ], + [ + "▁mice", + -11.999610900878906 + ], + [ + "referring", + -11.999897956848145 + ], + [ + "▁restored", + -12.00003433227539 + ], + [ + "▁amateur", + -12.0000581741333 + ], + [ + "▁Switch", + -12.000075340270996 + ], + [ + "appel", + -12.00013542175293 + ], + [ + "▁idéal", + -12.0001859664917 + ], + [ + "▁wheat", + -12.000199317932127 + ], + [ + "▁lime", + -12.000240325927734 + ], + [ + "REA", + -12.00027084350586 + ], + [ + "riti", + -12.000357627868652 + ], + [ + "ţiile", + -12.00058364868164 + ], + [ + "▁machinery", + -12.00064754486084 + ], + [ + "UNE", + -12.00089168548584 + ], + [ + "▁Cont", + -12.000971794128418 + ], + [ + "▁attendees", + -12.001014709472656 + ], + [ + "▁aparat", + -12.001080513000488 + ], + [ + "freundlich", + -12.00117301940918 + ], + [ + "▁zilnic", + -12.001175880432127 + ], + [ + "▁spark", + -12.001421928405762 + ], + [ + "▁Gast", + -12.001459121704102 + ], + [ + "▁Issue", + -12.00147533416748 + ], + [ + "▁scam", + -12.001566886901855 + ], + [ + "▁bonds", + -12.00161838531494 + ], + [ + "owner", + -12.001641273498535 + ], + [ + "▁empfehlen", + -12.001673698425291 + ], + [ + "elia", + -12.001749992370604 + ], + [ + "cic", + -12.001757621765137 + ], + [ + "▁honored", + -12.001800537109377 + ], + [ + "▁castle", + -12.001846313476562 + ], + [ + "avand", + -12.00205898284912 + ], + [ + "rough", + -12.002108573913574 + ], + [ + "▁Address", + -12.002116203308104 + ], + [ + "angle", + -12.00217342376709 + ], + [ + "leton", + -12.002259254455566 + ], + [ + "▁locked", + -12.002392768859863 + ], + [ + "▁consolid", + -12.00248908996582 + ], + [ + "▁voucher", + -12.003011703491213 + ], + [ + "ației", + -12.003201484680176 + ], + [ + "wachsen", + -12.003211975097656 + ], + [ + "▁magazines", + -12.003287315368652 + ], + [ + "▁Schools", + -12.003318786621094 + ], + [ + "▁voices", + -12.003362655639648 + ], + [ + "▁Dry", + -12.003479957580566 + ], + [ + "▁tricks", + -12.00349235534668 + ], + [ + "schließlich", + -12.003546714782717 + ], + [ + "▁loyalty", + -12.003687858581545 + ], + [ + "risk", + -12.003764152526855 + ], + [ + "▁Vers", + -12.003786087036133 + ], + [ + "chester", + -12.003802299499512 + ], + [ + "▁decorated", + -12.003830909729004 + ], + [ + "▁copiilor", + -12.003969192504885 + ], + [ + "riz", + -12.003994941711426 + ], + [ + "03.", + -12.004013061523438 + ], + [ + "▁Hur", + -12.004016876220703 + ], + [ + "▁archive", + -12.004021644592283 + ], + [ + "▁Continue", + -12.004042625427246 + ], + [ + "▁Nähe", + -12.004043579101562 + ], + [ + "jit", + -12.004090309143066 + ], + [ + "gekommen", + -12.004301071166992 + ], + [ + "▁conjunction", + -12.004349708557127 + ], + [ + "combining", + -12.004404067993164 + ], + [ + "▁Unterstützung", + -12.004517555236816 + ], + [ + "oza", + -12.004593849182127 + ], + [ + "▁sketch", + -12.004720687866213 + ], + [ + "▁arată", + -12.004731178283691 + ], + [ + "▁Mining", + -12.004765510559082 + ], + [ + "uous", + -12.004791259765623 + ], + [ + "▁devis", + -12.004834175109863 + ], + [ + "Almost", + -12.004862785339355 + ], + [ + "Hu", + -12.005037307739258 + ], + [ + "▁Om", + -12.005366325378418 + ], + [ + "MF", + -12.00544548034668 + ], + [ + "liz", + -12.005451202392578 + ], + [ + "▁fails", + -12.005456924438477 + ], + [ + "▁comparable", + -12.005459785461426 + ], + [ + "▁vein", + -12.005547523498535 + ], + [ + "▁Vis", + -12.00561809539795 + ], + [ + "▁viagra", + -12.005654335021973 + ], + [ + "▁farming", + -12.005678176879885 + ], + [ + "▁Late", + -12.005765914916992 + ], + [ + "geschrieben", + -12.006033897399902 + ], + [ + "hrew", + -12.006103515625 + ], + [ + "▁melt", + -12.006120681762695 + ], + [ + "lager", + -12.006168365478516 + ], + [ + "halte", + -12.006240844726562 + ], + [ + "▁Hotels", + -12.006266593933104 + ], + [ + "▁facebook", + -12.0064058303833 + ], + [ + "▁défi", + -12.006550788879396 + ], + [ + "shore", + -12.006802558898926 + ], + [ + "▁membrane", + -12.006866455078123 + ], + [ + "▁sixth", + -12.006903648376465 + ], + [ + "api", + -12.007003784179688 + ], + [ + "▁Owner", + -12.007222175598145 + ], + [ + "▁(\"", + -12.007234573364258 + ], + [ + "▁$50", + -12.007280349731444 + ], + [ + "▁protective", + -12.007420539855955 + ], + [ + "/2", + -12.007548332214355 + ], + [ + "▁Girls", + -12.007562637329102 + ], + [ + "Gri", + -12.00769329071045 + ], + [ + "▁nouă", + -12.007708549499512 + ], + [ + "▁infections", + -12.007813453674316 + ], + [ + "rân", + -12.007868766784668 + ], + [ + "▁Geb", + -12.0078763961792 + ], + [ + "▁Conseil", + -12.007905006408691 + ], + [ + "▁imagini", + -12.007909774780272 + ], + [ + "▁promotions", + -12.00794792175293 + ], + [ + "▁enforce", + -12.00795841217041 + ], + [ + "▁applicant", + -12.007965087890623 + ], + [ + "▁Apart", + -12.008087158203123 + ], + [ + "▁progression", + -12.008151054382324 + ], + [ + "▁careers", + -12.008511543273926 + ], + [ + "▁litigation", + -12.008533477783203 + ], + [ + "▁Menge", + -12.00866413116455 + ], + [ + "▁Contract", + -12.00871753692627 + ], + [ + "▁Kel", + -12.0087308883667 + ], + [ + "▁réserve", + -12.008769035339355 + ], + [ + "▁Cold", + -12.008870124816896 + ], + [ + "▁larg", + -12.009040832519531 + ], + [ + "▁microwave", + -12.009090423583984 + ], + [ + "▁Whit", + -12.009212493896484 + ], + [ + "▁Technologies", + -12.009381294250488 + ], + [ + "OU", + -12.00949478149414 + ], + [ + "itudine", + -12.00959587097168 + ], + [ + "▁handles", + -12.009895324707031 + ], + [ + "▁proceedings", + -12.009982109069824 + ], + [ + "▁prizes", + -12.010043144226074 + ], + [ + "▁unterstützen", + -12.010062217712402 + ], + [ + "▁piele", + -12.010090827941896 + ], + [ + "▁profound", + -12.010153770446776 + ], + [ + "schließen", + -12.0101957321167 + ], + [ + "▁trafic", + -12.01025104522705 + ], + [ + "▁Nar", + -12.010441780090332 + ], + [ + "▁Gesamt", + -12.0106201171875 + ], + [ + "▁bugs", + -12.010720252990724 + ], + [ + "▁Amy", + -12.010764122009276 + ], + [ + "▁eastern", + -12.010775566101074 + ], + [ + "nice", + -12.010784149169922 + ], + [ + "▁Besuch", + -12.010835647583008 + ], + [ + "▁synth", + -12.010892868041992 + ], + [ + "▁clasa", + -12.011194229125977 + ], + [ + "Book", + -12.01134204864502 + ], + [ + "▁ribbon", + -12.011415481567385 + ], + [ + "▁neues", + -12.011431694030762 + ], + [ + "ZE", + -12.011504173278809 + ], + [ + "▁peers", + -12.011613845825195 + ], + [ + "leistung", + -12.011730194091797 + ], + [ + "▁internship", + -12.011808395385742 + ], + [ + "count", + -12.011850357055664 + ], + [ + "nam", + -12.01193618774414 + ], + [ + "▁12-", + -12.012072563171388 + ], + [ + "acked", + -12.012146949768066 + ], + [ + "gonna", + -12.012146949768066 + ], + [ + "▁Dinge", + -12.01215648651123 + ], + [ + "Time", + -12.012299537658691 + ], + [ + "▁twelve", + -12.01242446899414 + ], + [ + "eye", + -12.012432098388672 + ], + [ + "▁avantaj", + -12.01253604888916 + ], + [ + "▁Glas", + -12.012731552124023 + ], + [ + "aucune", + -12.0127534866333 + ], + [ + "▁boil", + -12.01276397705078 + ], + [ + "▁Gray", + -12.012773513793944 + ], + [ + "adapt", + -12.01288890838623 + ], + [ + "occ", + -12.012895584106444 + ], + [ + "▁prieten", + -12.012897491455078 + ], + [ + "▁trai", + -12.01296615600586 + ], + [ + "▁Scal", + -12.013009071350098 + ], + [ + "▁conscious", + -12.013057708740234 + ], + [ + "▁charter", + -12.013093948364258 + ], + [ + "KS", + -12.013242721557615 + ], + [ + "▁Barr", + -12.013404846191406 + ], + [ + "▁summit", + -12.01341152191162 + ], + [ + "▁inflammation", + -12.013439178466797 + ], + [ + "tungs", + -12.013440132141112 + ], + [ + "ovic", + -12.013449668884276 + ], + [ + "▁conduit", + -12.013465881347656 + ], + [ + "▁Alice", + -12.013702392578123 + ], + [ + "▁veterans", + -12.013850212097168 + ], + [ + "Während", + -12.013944625854492 + ], + [ + "▁maximal", + -12.014013290405272 + ], + [ + "▁Hawaii", + -12.014037132263184 + ], + [ + "▁Pine", + -12.01432991027832 + ], + [ + "acelasi", + -12.014391899108888 + ], + [ + "hyp", + -12.014424324035645 + ], + [ + "sensitivity", + -12.01445198059082 + ], + [ + "pour", + -12.014481544494627 + ], + [ + "ре", + -12.014493942260742 + ], + [ + "▁Kentucky", + -12.015129089355469 + ], + [ + "▁badge", + -12.015276908874512 + ], + [ + "affecting", + -12.015310287475586 + ], + [ + "▁chairman", + -12.015311241149902 + ], + [ + "▁München", + -12.015467643737791 + ], + [ + "▁Hersteller", + -12.015469551086426 + ], + [ + "▁urmat", + -12.015615463256836 + ], + [ + "tels", + -12.015654563903809 + ], + [ + "▁FM", + -12.015701293945312 + ], + [ + "▁Basis", + -12.015732765197754 + ], + [ + "▁erklärt", + -12.015809059143066 + ], + [ + "▁changer", + -12.015859603881836 + ], + [ + "tischen", + -12.0159330368042 + ], + [ + "▁brave", + -12.015960693359377 + ], + [ + "▁siguranta", + -12.015986442565918 + ], + [ + "▁partnerships", + -12.015989303588867 + ], + [ + "ților", + -12.015999794006348 + ], + [ + "▁breathe", + -12.016141891479492 + ], + [ + "rink", + -12.016551971435549 + ], + [ + "▁footage", + -12.016654014587402 + ], + [ + "▁transformed", + -12.016658782958984 + ], + [ + "▁prep", + -12.01686668395996 + ], + [ + "▁upset", + -12.016901969909668 + ], + [ + "▁Native", + -12.017059326171877 + ], + [ + "▁Prima", + -12.017154693603516 + ], + [ + "▁jersey", + -12.017163276672363 + ], + [ + "230", + -12.017182350158691 + ], + [ + "▁lucrurile", + -12.017393112182615 + ], + [ + "▁divine", + -12.017502784729004 + ], + [ + "▁Pit", + -12.017593383789062 + ], + [ + "RIS", + -12.01765251159668 + ], + [ + "▁Cultural", + -12.017672538757324 + ], + [ + "▁exotic", + -12.017786979675291 + ], + [ + "▁tastes", + -12.017881393432615 + ], + [ + "▁bargain", + -12.017913818359377 + ], + [ + "▁optimize", + -12.017985343933104 + ], + [ + "▁électrique", + -12.018012046813965 + ], + [ + "deuxième", + -12.018030166625977 + ], + [ + "▁Gary", + -12.018085479736328 + ], + [ + "▁projection", + -12.018122673034668 + ], + [ + "▁sliding", + -12.018195152282717 + ], + [ + "club", + -12.018216133117676 + ], + [ + "association", + -12.01823902130127 + ], + [ + "▁LG", + -12.018259048461914 + ], + [ + "▁capsule", + -12.018291473388672 + ], + [ + "▁politicians", + -12.018397331237791 + ], + [ + "▁thumb", + -12.018423080444336 + ], + [ + "▁globally", + -12.018743515014648 + ], + [ + "positioned", + -12.018796920776367 + ], + [ + "▁Hamilton", + -12.018861770629885 + ], + [ + "arme", + -12.018881797790527 + ], + [ + "▁efectuat", + -12.018881797790527 + ], + [ + "zip", + -12.01911163330078 + ], + [ + "▁welfare", + -12.019201278686523 + ], + [ + "Leistung", + -12.019230842590332 + ], + [ + "▁Bac", + -12.019316673278809 + ], + [ + "▁fizic", + -12.019338607788086 + ], + [ + "OK", + -12.019454002380373 + ], + [ + "▁limba", + -12.019545555114746 + ], + [ + "▁wardrobe", + -12.019549369812012 + ], + [ + "▁offline", + -12.019627571105955 + ], + [ + "▁fortune", + -12.019665718078612 + ], + [ + "▁dialog", + -12.019681930541992 + ], + [ + "▁dramatically", + -12.01997184753418 + ], + [ + "▁NYC", + -12.020045280456545 + ], + [ + "▁Rem", + -12.02017593383789 + ], + [ + "▁bronze", + -12.020455360412598 + ], + [ + "▁pulse", + -12.02053451538086 + ], + [ + "Fortunately", + -12.020562171936035 + ], + [ + "▁glue", + -12.020596504211426 + ], + [ + "▁Expo", + -12.02072048187256 + ], + [ + "▁profitable", + -12.020776748657228 + ], + [ + "▁distributor", + -12.020845413208008 + ], + [ + "abilité", + -12.020869255065918 + ], + [ + "▁lyrics", + -12.020913124084473 + ], + [ + "▁mesh", + -12.02114486694336 + ], + [ + "▁organizational", + -12.021157264709473 + ], + [ + "▁vanilla", + -12.021249771118164 + ], + [ + "▁foc", + -12.021355628967283 + ], + [ + "▁1984", + -12.02147388458252 + ], + [ + "▁créé", + -12.02172565460205 + ], + [ + "▁servi", + -12.022027969360352 + ], + [ + "▁underneath", + -12.022095680236816 + ], + [ + "▁surveys", + -12.022143363952637 + ], + [ + "▁genes", + -12.022238731384276 + ], + [ + "▁limite", + -12.02224349975586 + ], + [ + "oder", + -12.022247314453123 + ], + [ + "▁mandatory", + -12.022269248962402 + ], + [ + "▁hospitality", + -12.022303581237791 + ], + [ + "▁bikes", + -12.022309303283691 + ], + [ + "▁Quote", + -12.022358894348145 + ], + [ + "glu", + -12.02241039276123 + ], + [ + "▁activitatea", + -12.022513389587402 + ], + [ + "preventing", + -12.022584915161133 + ], + [ + "▁Kh", + -12.02259635925293 + ], + [ + "économie", + -12.022616386413574 + ], + [ + "▁visite", + -12.022757530212402 + ], + [ + "▁spectacle", + -12.022778511047363 + ], + [ + "▁tract", + -12.022860527038574 + ], + [ + "▁quant", + -12.022862434387209 + ], + [ + "▁evolu", + -12.022866249084473 + ], + [ + "▁invata", + -12.023070335388184 + ], + [ + "▁homo", + -12.02311897277832 + ], + [ + "▁Users", + -12.02344799041748 + ], + [ + "introducing", + -12.023632049560549 + ], + [ + "hibi", + -12.023661613464355 + ], + [ + "▁Instrument", + -12.023805618286133 + ], + [ + "▁ép", + -12.023839950561523 + ], + [ + "▁Raj", + -12.023869514465332 + ], + [ + "▁executives", + -12.023881912231444 + ], + [ + "atoire", + -12.023885726928713 + ], + [ + "▁erforderlich", + -12.02397346496582 + ], + [ + "male", + -12.024211883544922 + ], + [ + "umble", + -12.02427101135254 + ], + [ + "erson", + -12.024277687072754 + ], + [ + "▁Treatment", + -12.024286270141602 + ], + [ + "▁Representative", + -12.024314880371094 + ], + [ + "▁corners", + -12.024409294128418 + ], + [ + "▁Petit", + -12.024599075317385 + ], + [ + "8)", + -12.02464771270752 + ], + [ + "▁Walker", + -12.024714469909668 + ], + [ + "▁Stir", + -12.02476692199707 + ], + [ + "/19", + -12.024767875671388 + ], + [ + "▁Stelle", + -12.024979591369627 + ], + [ + "ără", + -12.025009155273438 + ], + [ + "osse", + -12.025166511535645 + ], + [ + "2000", + -12.025189399719238 + ], + [ + "▁McG", + -12.025580406188965 + ], + [ + "DV", + -12.02577304840088 + ], + [ + "▁Firm", + -12.02586269378662 + ], + [ + "▁packet", + -12.025904655456545 + ], + [ + "Toate", + -12.02640438079834 + ], + [ + "▁institutional", + -12.026479721069336 + ], + [ + "rug", + -12.026663780212402 + ], + [ + "DG", + -12.026837348937988 + ], + [ + "fine", + -12.026837348937988 + ], + [ + "bringen", + -12.026856422424316 + ], + [ + "▁Horse", + -12.026921272277832 + ], + [ + "▁premiere", + -12.026937484741213 + ], + [ + "▁Că", + -12.027026176452637 + ], + [ + "acheter", + -12.02703857421875 + ], + [ + "▁Afghanistan", + -12.027053833007812 + ], + [ + "▁Prop", + -12.027085304260254 + ], + [ + "ühr", + -12.02715015411377 + ], + [ + "▁braucht", + -12.027398109436035 + ], + [ + "▁sunny", + -12.027424812316896 + ], + [ + "▁Sach", + -12.027461051940918 + ], + [ + "▁volumes", + -12.02753734588623 + ], + [ + "tinut", + -12.02759838104248 + ], + [ + "▁Sho", + -12.027722358703612 + ], + [ + "▁winds", + -12.027735710144045 + ], + [ + "▁Mall", + -12.027873992919922 + ], + [ + "ledge", + -12.02793788909912 + ], + [ + "▁sciences", + -12.027997016906738 + ], + [ + "plication", + -12.028024673461914 + ], + [ + "VR", + -12.028068542480469 + ], + [ + "destin", + -12.028234481811523 + ], + [ + "▁früh", + -12.02833366394043 + ], + [ + "▁tongue", + -12.028359413146973 + ], + [ + "▁Jennifer", + -12.028425216674805 + ], + [ + "▁bracket", + -12.028427124023438 + ], + [ + "▁episodes", + -12.02845287322998 + ], + [ + "breite", + -12.028461456298828 + ], + [ + "▁stoc", + -12.028635025024414 + ], + [ + "ilia", + -12.028728485107422 + ], + [ + "▁Gulf", + -12.02874755859375 + ], + [ + "▁transparency", + -12.028768539428713 + ], + [ + "Industrie", + -12.028853416442873 + ], + [ + "▁viewers", + -12.028916358947754 + ], + [ + "AIN", + -12.029129981994627 + ], + [ + "▁Registration", + -12.029149055480955 + ], + [ + "/4", + -12.029309272766112 + ], + [ + "▁fera", + -12.029337882995604 + ], + [ + "▁06", + -12.029351234436035 + ], + [ + "▁einzu", + -12.029391288757324 + ], + [ + "enburg", + -12.02944278717041 + ], + [ + "▁eff", + -12.029449462890623 + ], + [ + "▁Stage", + -12.029558181762695 + ], + [ + "▁Cour", + -12.029685020446776 + ], + [ + "indu", + -12.029836654663086 + ], + [ + "▁Tools", + -12.029909133911133 + ], + [ + "IST", + -12.029921531677246 + ], + [ + "grund", + -12.030105590820312 + ], + [ + "seitig", + -12.030153274536133 + ], + [ + "pai", + -12.030250549316406 + ], + [ + "▁waist", + -12.030350685119627 + ], + [ + "▁Therapy", + -12.03049373626709 + ], + [ + "▁nomination", + -12.030599594116213 + ], + [ + "▁seama", + -12.030790328979492 + ], + [ + "▁analyse", + -12.030975341796877 + ], + [ + "▁emerge", + -12.031044006347656 + ], + [ + "▁adjustment", + -12.03110694885254 + ], + [ + "▁stroll", + -12.03110694885254 + ], + [ + "▁Beyond", + -12.031174659729004 + ], + [ + "▁legally", + -12.03122615814209 + ], + [ + "▁gauge", + -12.03123664855957 + ], + [ + "▁26,", + -12.031360626220703 + ], + [ + "Tex", + -12.031390190124512 + ], + [ + "economic", + -12.031488418579102 + ], + [ + "stoffe", + -12.031532287597656 + ], + [ + "Wir", + -12.031559944152832 + ], + [ + "ffen", + -12.031601905822754 + ], + [ + "▁acoperi", + -12.031609535217283 + ], + [ + "▁finale", + -12.031792640686035 + ], + [ + "▁theoretical", + -12.031864166259766 + ], + [ + "1.3", + -12.031875610351562 + ], + [ + "anim", + -12.031888008117676 + ], + [ + "▁separation", + -12.031928062438965 + ], + [ + "agence", + -12.031937599182127 + ], + [ + "▁réalisé", + -12.032069206237791 + ], + [ + "sprech", + -12.03215503692627 + ], + [ + "▁embedded", + -12.032208442687988 + ], + [ + "▁defence", + -12.03224277496338 + ], + [ + "éni", + -12.032569885253906 + ], + [ + "▁Norman", + -12.03261375427246 + ], + [ + "▁insgesamt", + -12.032621383666992 + ], + [ + "▁reminde", + -12.032631874084473 + ], + [ + "▁timeline", + -12.032703399658203 + ], + [ + "▁symbols", + -12.032770156860352 + ], + [ + "▁booth", + -12.03278350830078 + ], + [ + "▁Window", + -12.032788276672363 + ], + [ + "▁Titan", + -12.032910346984863 + ], + [ + "înt", + -12.033021926879885 + ], + [ + "▁langa", + -12.033021926879885 + ], + [ + "isant", + -12.03303337097168 + ], + [ + "hart", + -12.033113479614258 + ], + [ + "broader", + -12.033266067504885 + ], + [ + "▁stays", + -12.033288955688477 + ], + [ + "dur", + -12.033488273620604 + ], + [ + "▁Actually", + -12.033514022827148 + ], + [ + "works", + -12.03351879119873 + ], + [ + "▁réussi", + -12.03357219696045 + ], + [ + "▁performant", + -12.033658981323242 + ], + [ + "▁banana", + -12.033788681030272 + ], + [ + "▁baked", + -12.033870697021484 + ], + [ + "▁Parlament", + -12.033931732177734 + ], + [ + "▁Legend", + -12.03396701812744 + ], + [ + "toata", + -12.034172058105469 + ], + [ + "platte", + -12.03419017791748 + ], + [ + "▁Mou", + -12.034192085266112 + ], + [ + "HL", + -12.034235000610352 + ], + [ + "▁(8", + -12.034290313720703 + ], + [ + "▁accepting", + -12.034313201904297 + ], + [ + "▁Senator", + -12.034340858459473 + ], + [ + "▁consciousness", + -12.034396171569824 + ], + [ + "▁conducting", + -12.0344820022583 + ], + [ + "▁panic", + -12.034833908081056 + ], + [ + "▁FDA", + -12.035112380981444 + ], + [ + "▁(7", + -12.035163879394531 + ], + [ + "tool", + -12.035300254821776 + ], + [ + "▁Shipping", + -12.03538703918457 + ], + [ + "▁hop", + -12.035545349121094 + ], + [ + "▁conferences", + -12.03564167022705 + ], + [ + "▁pork", + -12.035661697387695 + ], + [ + "▁spam", + -12.035730361938477 + ], + [ + "▁interesant", + -12.035815238952637 + ], + [ + "▁Tagen", + -12.03581714630127 + ], + [ + "sig", + -12.035886764526367 + ], + [ + "étro", + -12.036044120788574 + ], + [ + "▁legendary", + -12.036449432373049 + ], + [ + "▁Alternative", + -12.036643981933594 + ], + [ + "iana", + -12.036704063415527 + ], + [ + "▁responsable", + -12.036888122558594 + ], + [ + "▁Mihai", + -12.037237167358398 + ], + [ + "▁decreased", + -12.037345886230469 + ], + [ + "▁organised", + -12.037485122680664 + ], + [ + "▁Lamp", + -12.037589073181152 + ], + [ + "litz", + -12.037622451782228 + ], + [ + "ohn", + -12.037622451782228 + ], + [ + "▁moteur", + -12.0376615524292 + ], + [ + "III", + -12.03768539428711 + ], + [ + "▁Montag", + -12.037755012512209 + ], + [ + "▁naturel", + -12.037814140319824 + ], + [ + "▁Hus", + -12.037842750549316 + ], + [ + "▁Schl", + -12.037884712219238 + ], + [ + "ains", + -12.037968635559082 + ], + [ + "▁dying", + -12.0380859375 + ], + [ + "▁HIV", + -12.038115501403809 + ], + [ + "],", + -12.038164138793944 + ], + [ + "alität", + -12.03818416595459 + ], + [ + "▁institute", + -12.038249015808104 + ], + [ + "mix", + -12.038433074951172 + ], + [ + "▁Regulation", + -12.038453102111816 + ], + [ + "▁pagina", + -12.03857707977295 + ], + [ + "▁Awesome", + -12.03860092163086 + ], + [ + "▁Official", + -12.03860092163086 + ], + [ + "▁Minute", + -12.038601875305176 + ], + [ + "▁dairy", + -12.038787841796877 + ], + [ + "▁carti", + -12.038881301879885 + ], + [ + "isk", + -12.039091110229492 + ], + [ + "▁thrilled", + -12.039138793945312 + ], + [ + "▁german", + -12.039172172546388 + ], + [ + "▁frustration", + -12.039228439331056 + ], + [ + "▁forums", + -12.03927230834961 + ], + [ + "command", + -12.039361000061035 + ], + [ + "▁router", + -12.039399147033691 + ], + [ + "▁Lösung", + -12.039423942565918 + ], + [ + "white", + -12.039470672607422 + ], + [ + "▁synthetic", + -12.039487838745115 + ], + [ + "▁retrouver", + -12.039554595947266 + ], + [ + "alle", + -12.039621353149414 + ], + [ + "daran", + -12.039653778076172 + ], + [ + "▁wahr", + -12.039697647094728 + ], + [ + "▁paths", + -12.039875984191896 + ], + [ + "▁unver", + -12.039962768554688 + ], + [ + "▁Environment", + -12.0400972366333 + ], + [ + "▁médecin", + -12.040510177612305 + ], + [ + "crypt", + -12.040572166442873 + ], + [ + "▁pursuit", + -12.040595054626465 + ], + [ + "flat", + -12.040611267089844 + ], + [ + "bron", + -12.040698051452637 + ], + [ + "▁Specialist", + -12.040852546691896 + ], + [ + "▁Vent", + -12.041157722473145 + ], + [ + "Gen", + -12.04132080078125 + ], + [ + "▁attraction", + -12.04132080078125 + ], + [ + "▁piese", + -12.041372299194336 + ], + [ + "CHE", + -12.041665077209473 + ], + [ + "fähig", + -12.04172420501709 + ], + [ + "▁28,", + -12.041773796081545 + ], + [ + "defender", + -12.041810989379885 + ], + [ + "▁stupid", + -12.04181957244873 + ], + [ + "enfin", + -12.04185962677002 + ], + [ + "▁composite", + -12.04207706451416 + ], + [ + "fragen", + -12.042202949523926 + ], + [ + "Part", + -12.042232513427734 + ], + [ + "may", + -12.042238235473633 + ], + [ + "▁Bucureşti", + -12.042248725891112 + ], + [ + "▁février", + -12.042248725891112 + ], + [ + "RED", + -12.042417526245115 + ], + [ + "▁makers", + -12.042462348937988 + ], + [ + "▁guns", + -12.042594909667969 + ], + [ + "▁pasta", + -12.042706489562988 + ], + [ + "STR", + -12.04271125793457 + ], + [ + "▁worthy", + -12.042760848999023 + ], + [ + "Poate", + -12.042783737182615 + ], + [ + "▁101", + -12.04286003112793 + ], + [ + "▁souhaitez", + -12.04299545288086 + ], + [ + "GN", + -12.043449401855469 + ], + [ + "drive", + -12.043499946594238 + ], + [ + "▁aveti", + -12.043582916259766 + ], + [ + "▁eventual", + -12.043591499328612 + ], + [ + "▁américain", + -12.043642044067385 + ], + [ + "▁Mine", + -12.043678283691406 + ], + [ + "▁sunset", + -12.043729782104492 + ], + [ + "▁Choice", + -12.04384422302246 + ], + [ + "▁offset", + -12.043944358825684 + ], + [ + "APP", + -12.04410457611084 + ], + [ + "▁suchen", + -12.044130325317385 + ], + [ + "▁aduc", + -12.044228553771973 + ], + [ + "▁Unternehmens", + -12.044342041015623 + ], + [ + "▁//", + -12.044651985168455 + ], + [ + "▁astept", + -12.044678688049316 + ], + [ + "▁Birthday", + -12.045061111450195 + ], + [ + "▁barn", + -12.045083999633787 + ], + [ + "apport", + -12.045105934143066 + ], + [ + "▁collar", + -12.045212745666504 + ], + [ + "▁gefunden", + -12.045294761657717 + ], + [ + "▁Hai", + -12.045429229736328 + ], + [ + "▁Soul", + -12.04544162750244 + ], + [ + "ismus", + -12.045654296875 + ], + [ + "letzt", + -12.045754432678224 + ], + [ + "▁maker", + -12.045841217041016 + ], + [ + "▁executed", + -12.045857429504396 + ], + [ + "▁Forschung", + -12.045915603637695 + ], + [ + "▁täglich", + -12.045958518981934 + ], + [ + "▁tailor", + -12.045960426330566 + ], + [ + "▁headquarters", + -12.0460844039917 + ], + [ + "▁physicians", + -12.046112060546877 + ], + [ + "▁Scout", + -12.04612636566162 + ], + [ + "folgen", + -12.046175003051758 + ], + [ + "▁cycling", + -12.046184539794922 + ], + [ + "mindestens", + -12.04620361328125 + ], + [ + "▁joli", + -12.046216011047363 + ], + [ + "▁classification", + -12.046225547790527 + ], + [ + "▁Führung", + -12.046258926391602 + ], + [ + "▁peau", + -12.04629135131836 + ], + [ + "INT", + -12.046502113342283 + ], + [ + "▁Garage", + -12.046664237976074 + ], + [ + "teile", + -12.046714782714844 + ], + [ + "util", + -12.046716690063477 + ], + [ + "▁petrec", + -12.046751022338867 + ], + [ + "▁Nevada", + -12.046826362609863 + ], + [ + "▁laisser", + -12.04706859588623 + ], + [ + "▁territoire", + -12.047131538391112 + ], + [ + "▁fichier", + -12.047154426574709 + ], + [ + "▁Formula", + -12.047343254089355 + ], + [ + "scopul", + -12.04737949371338 + ], + [ + "▁Tee", + -12.047486305236816 + ], + [ + "▁Monte", + -12.047529220581056 + ], + [ + "▁pumpkin", + -12.04757022857666 + ], + [ + "▁picnic", + -12.047589302062988 + ], + [ + "▁occupation", + -12.047652244567873 + ], + [ + "▁numérique", + -12.047831535339355 + ], + [ + "linie", + -12.04786491394043 + ], + [ + "▁masina", + -12.048117637634276 + ], + [ + "▁Prä", + -12.048173904418944 + ], + [ + "▁dezvoltare", + -12.048177719116213 + ], + [ + "▁vient", + -12.048291206359863 + ], + [ + "▁ranks", + -12.048295021057127 + ], + [ + "▁Bruce", + -12.048420906066896 + ], + [ + "▁seara", + -12.048433303833008 + ], + [ + "▁hungry", + -12.04856300354004 + ], + [ + "▁resolved", + -12.048650741577148 + ], + [ + "paired", + -12.048735618591309 + ], + [ + "▁Congratulations", + -12.04888153076172 + ], + [ + "▁religi", + -12.04891872406006 + ], + [ + "sätze", + -12.04897689819336 + ], + [ + "▁Eat", + -12.049172401428224 + ], + [ + "▁dense", + -12.049442291259766 + ], + [ + "▁slice", + -12.049447059631348 + ], + [ + "▁mulți", + -12.049463272094728 + ], + [ + "▁vorbe", + -12.049517631530762 + ], + [ + "▁terminate", + -12.049779891967772 + ], + [ + "worm", + -12.049880981445312 + ], + [ + "ignon", + -12.0499267578125 + ], + [ + "▁Howard", + -12.049992561340332 + ], + [ + "▁toddler", + -12.05001735687256 + ], + [ + "▁waters", + -12.050033569335938 + ], + [ + "▁graduates", + -12.0501708984375 + ], + [ + "▁fundraising", + -12.050298690795898 + ], + [ + "06.", + -12.05031967163086 + ], + [ + "▁scent", + -12.05034637451172 + ], + [ + "▁CPU", + -12.050406455993652 + ], + [ + "▁Kid", + -12.05045223236084 + ], + [ + "▁Years", + -12.050460815429688 + ], + [ + "▁Oktober", + -12.05063533782959 + ], + [ + "filled", + -12.050726890563965 + ], + [ + "▁Laser", + -12.05079460144043 + ], + [ + "▁tut", + -12.051032066345217 + ], + [ + "ively", + -12.051101684570312 + ], + [ + "▁WiFi", + -12.051161766052246 + ], + [ + "standen", + -12.051176071166992 + ], + [ + "▁publié", + -12.051243782043455 + ], + [ + "▁explaining", + -12.051279067993164 + ], + [ + "trieb", + -12.051288604736328 + ], + [ + "▁Rapid", + -12.0513334274292 + ], + [ + "▁unterstützt", + -12.051352500915527 + ], + [ + "▁Sonnen", + -12.051401138305664 + ], + [ + "▁lenses", + -12.05141544342041 + ], + [ + "▁pressing", + -12.051477432250977 + ], + [ + "▁respected", + -12.051657676696776 + ], + [ + "adapted", + -12.051706314086914 + ], + [ + "Don", + -12.05172634124756 + ], + [ + "▁mun", + -12.051733016967772 + ], + [ + "MAR", + -12.05180835723877 + ], + [ + "▁seam", + -12.051852226257324 + ], + [ + "chev", + -12.05214023590088 + ], + [ + "▁Sozial", + -12.052424430847168 + ], + [ + "▁Arabia", + -12.052485466003418 + ], + [ + "▁equation", + -12.05257511138916 + ], + [ + "▁elevi", + -12.052780151367188 + ], + [ + "▁piata", + -12.052868843078612 + ], + [ + "JA", + -12.052873611450195 + ], + [ + "▁wholesale", + -12.05288791656494 + ], + [ + "▁faithful", + -12.05296516418457 + ], + [ + "legal", + -12.053092002868652 + ], + [ + "▁Brexit", + -12.053095817565918 + ], + [ + "vention", + -12.053120613098145 + ], + [ + "▁adhere", + -12.053221702575684 + ], + [ + "▁Associate", + -12.053257942199709 + ], + [ + "▁decorations", + -12.053272247314451 + ], + [ + "▁crois", + -12.053359985351562 + ], + [ + "buck", + -12.053370475769045 + ], + [ + "▁smartphones", + -12.053421020507812 + ], + [ + "Regardless", + -12.053427696228027 + ], + [ + "center", + -12.053434371948242 + ], + [ + "eiß", + -12.053481101989746 + ], + [ + "▁emotion", + -12.053584098815918 + ], + [ + "▁Gespräch", + -12.053797721862791 + ], + [ + "▁Avi", + -12.053963661193848 + ], + [ + "▁loft", + -12.054059982299805 + ], + [ + "▁Wissen", + -12.054391860961914 + ], + [ + "▁orchestra", + -12.05439567565918 + ], + [ + "▁gehören", + -12.054421424865724 + ], + [ + "▁Reich", + -12.054532051086426 + ], + [ + "▁abandoned", + -12.054548263549805 + ], + [ + "▁Lanka", + -12.05458641052246 + ], + [ + "pala", + -12.054832458496094 + ], + [ + "▁Stell", + -12.054838180541992 + ], + [ + "logged", + -12.054924964904783 + ], + [ + "terie", + -12.054935455322266 + ], + [ + "▁educa", + -12.054954528808594 + ], + [ + "1).", + -12.055097579956056 + ], + [ + "▁disponibil", + -12.055119514465332 + ], + [ + "IND", + -12.055197715759276 + ], + [ + "▁Pont", + -12.055288314819336 + ], + [ + "▁téléphone", + -12.05539894104004 + ], + [ + "▁rope", + -12.05559539794922 + ], + [ + "ève", + -12.055622100830078 + ], + [ + "▁Trainer", + -12.056062698364258 + ], + [ + "▁présence", + -12.0560941696167 + ], + [ + "▁Oscar", + -12.056121826171877 + ], + [ + "▁VR", + -12.056342124938965 + ], + [ + "▁Besucher", + -12.056357383728027 + ], + [ + "▁disponibles", + -12.056447982788086 + ], + [ + "▁gelten", + -12.056604385375977 + ], + [ + "▁ports", + -12.056645393371582 + ], + [ + "Invest", + -12.056693077087402 + ], + [ + "ésormais", + -12.056795120239258 + ], + [ + "schauen", + -12.056880950927734 + ], + [ + "▁Command", + -12.056958198547363 + ], + [ + "▁alternate", + -12.05709171295166 + ], + [ + "citation", + -12.05713939666748 + ], + [ + "évolution", + -12.05714225769043 + ], + [ + "▁Maine", + -12.05714511871338 + ], + [ + "pflege", + -12.057174682617188 + ], + [ + "2011", + -12.057343482971191 + ], + [ + "▁Ground", + -12.057364463806152 + ], + [ + "▁ghost", + -12.057418823242188 + ], + [ + "lebt", + -12.057530403137209 + ], + [ + "▁scenarios", + -12.057595252990724 + ], + [ + "▁mall", + -12.057634353637695 + ], + [ + "▁Kings", + -12.057653427124023 + ], + [ + "▁15%", + -12.057848930358888 + ], + [ + "▁Paint", + -12.057848930358888 + ], + [ + "FD", + -12.057849884033203 + ], + [ + "ugg", + -12.058011054992676 + ], + [ + "▁Leon", + -12.058023452758787 + ], + [ + "▁grows", + -12.058135032653809 + ], + [ + "▁pharmacy", + -12.058384895324709 + ], + [ + "▁situat", + -12.0584135055542 + ], + [ + "20,000", + -12.05855941772461 + ], + [ + "▁10,000", + -12.058760643005373 + ], + [ + "▁membre", + -12.058771133422852 + ], + [ + "▁facilement", + -12.05880641937256 + ], + [ + "▁Analytics", + -12.058915138244627 + ], + [ + "▁Marvel", + -12.058930397033691 + ], + [ + "▁survived", + -12.059097290039062 + ], + [ + "▁conviction", + -12.059124946594238 + ], + [ + "▁Produktion", + -12.059260368347168 + ], + [ + "▁professionally", + -12.059293746948242 + ], + [ + "▁contributor", + -12.059486389160156 + ], + [ + "▁Kurs", + -12.059503555297852 + ], + [ + "▁humor", + -12.05954933166504 + ], + [ + "▁cinci", + -12.059609413146973 + ], + [ + "▁Different", + -12.059670448303224 + ], + [ + "▁Verarbeitung", + -12.059800148010254 + ], + [ + "▁inexpensive", + -12.059800148010254 + ], + [ + "▁sortie", + -12.05980110168457 + ], + [ + "▁thankful", + -12.059951782226562 + ], + [ + "▁vacances", + -12.059978485107422 + ], + [ + "▁vergangen", + -12.059979438781738 + ], + [ + "▁wings", + -12.05998420715332 + ], + [ + "▁nano", + -12.06003475189209 + ], + [ + "▁touches", + -12.060088157653809 + ], + [ + "▁Notice", + -12.060348510742188 + ], + [ + "▁reprezinta", + -12.060466766357422 + ], + [ + "▁rewarding", + -12.060555458068848 + ], + [ + "▁Kurz", + -12.060580253601074 + ], + [ + "▁mega", + -12.060611724853516 + ], + [ + "▁secrets", + -12.060646057128906 + ], + [ + "▁vorher", + -12.060667037963867 + ], + [ + "▁crescut", + -12.06074333190918 + ], + [ + "▁coordination", + -12.060754776000977 + ], + [ + "▁dissertation", + -12.060863494873049 + ], + [ + "▁header", + -12.060873985290527 + ], + [ + "existent", + -12.061070442199709 + ], + [ + "thal", + -12.061185836791992 + ], + [ + "▁translate", + -12.061214447021484 + ], + [ + "vertrag", + -12.06124210357666 + ], + [ + "GU", + -12.06126594543457 + ], + [ + "▁Arthur", + -12.061315536499023 + ], + [ + "wahl", + -12.061534881591797 + ], + [ + "▁octobre", + -12.061573028564451 + ], + [ + "▁bother", + -12.06157398223877 + ], + [ + "▁pencil", + -12.061580657958984 + ], + [ + "▁Dyna", + -12.061604499816896 + ], + [ + "▁complimentary", + -12.061651229858398 + ], + [ + "écoute", + -12.06167697906494 + ], + [ + "PB", + -12.061722755432127 + ], + [ + "▁independently", + -12.061759948730469 + ], + [ + "▁targeting", + -12.061840057373049 + ], + [ + "fought", + -12.061944961547852 + ], + [ + "mental", + -12.06211280822754 + ], + [ + "▁Veranstaltung", + -12.062300682067873 + ], + [ + "▁tatsächlich", + -12.062314987182615 + ], + [ + "▁Features", + -12.0625 + ], + [ + "▁1920", + -12.062554359436035 + ], + [ + "▁Domain", + -12.062885284423828 + ], + [ + "▁rally", + -12.062901496887209 + ], + [ + "▁iunie", + -12.063036918640137 + ], + [ + "▁fabrics", + -12.063070297241213 + ], + [ + "▁mint", + -12.063331604003906 + ], + [ + "▁antioxidant", + -12.063347816467283 + ], + [ + "hut", + -12.063432693481444 + ], + [ + "EPA", + -12.063496589660645 + ], + [ + "▁rigid", + -12.063498497009276 + ], + [ + "▁evit", + -12.063549995422363 + ], + [ + "▁personnage", + -12.063977241516112 + ], + [ + "▁garanti", + -12.0640287399292 + ], + [ + "▁Hä", + -12.064042091369627 + ], + [ + "▁Days", + -12.064048767089844 + ], + [ + "boarding", + -12.064050674438477 + ], + [ + "jemand", + -12.064166069030762 + ], + [ + "▁Pos", + -12.06426239013672 + ], + [ + "▁wool", + -12.064288139343262 + ], + [ + "▁boom", + -12.064349174499512 + ], + [ + "▁wichtige", + -12.06447982788086 + ], + [ + "▁emerged", + -12.064517974853516 + ], + [ + "▁smoothly", + -12.064802169799805 + ], + [ + "▁Interview", + -12.064942359924316 + ], + [ + "gemäß", + -12.06505012512207 + ], + [ + "▁suivi", + -12.065064430236816 + ], + [ + "▁missions", + -12.065129280090332 + ], + [ + "▁Kreis", + -12.06532859802246 + ], + [ + "century", + -12.065348625183104 + ], + [ + "▁tuned", + -12.065370559692385 + ], + [ + "isieren", + -12.065407752990724 + ], + [ + "▁Branch", + -12.065427780151367 + ], + [ + "▁Russell", + -12.06548309326172 + ], + [ + "▁**", + -12.065519332885742 + ], + [ + "▁Lehr", + -12.065617561340332 + ], + [ + "▁perspectives", + -12.06569004058838 + ], + [ + "▁handed", + -12.06570816040039 + ], + [ + "▁apporte", + -12.065743446350098 + ], + [ + "unta", + -12.065959930419922 + ], + [ + "▁contemplat", + -12.066255569458008 + ], + [ + "riel", + -12.06633472442627 + ], + [ + "▁freely", + -12.066341400146484 + ], + [ + "▁loyal", + -12.066451072692873 + ], + [ + "▁evolved", + -12.066518783569336 + ], + [ + "▁Cafe", + -12.066548347473145 + ], + [ + "▁assignments", + -12.066598892211914 + ], + [ + "▁Cream", + -12.066718101501465 + ], + [ + "▁Build", + -12.066731452941896 + ], + [ + "▁exams", + -12.066746711730955 + ], + [ + "▁graduation", + -12.066765785217283 + ], + [ + "▁Dining", + -12.066773414611816 + ], + [ + "inne", + -12.06684398651123 + ], + [ + "▁propriu", + -12.067055702209473 + ], + [ + "▁accordingly", + -12.067241668701172 + ], + [ + "▁seniors", + -12.067484855651855 + ], + [ + "▁sisters", + -12.067505836486816 + ], + [ + "formerly", + -12.06765842437744 + ], + [ + "▁fleur", + -12.067702293395996 + ], + [ + "▁alten", + -12.06780242919922 + ], + [ + "▁Gefühl", + -12.06797981262207 + ], + [ + "▁freeze", + -12.068222045898438 + ], + [ + "▁structured", + -12.068312644958496 + ], + [ + "▁reserved", + -12.068367004394531 + ], + [ + "stellt", + -12.068638801574709 + ], + [ + "▁foto", + -12.068668365478516 + ], + [ + "linger", + -12.06871223449707 + ], + [ + "▁profiter", + -12.068737030029297 + ], + [ + "▁trup", + -12.068862915039062 + ], + [ + "▁Hunter", + -12.068974494934082 + ], + [ + "▁widespread", + -12.069050788879396 + ], + [ + "entretien", + -12.069242477416992 + ], + [ + "▁Truck", + -12.06958293914795 + ], + [ + "Can", + -12.069656372070312 + ], + [ + "péri", + -12.06976318359375 + ], + [ + "▁>>", + -12.069926261901855 + ], + [ + "▁trains", + -12.070141792297363 + ], + [ + "▁faca", + -12.070149421691896 + ], + [ + "▁Patienten", + -12.070170402526855 + ], + [ + "▁scor", + -12.070361137390137 + ], + [ + "▁perceived", + -12.070384979248049 + ], + [ + "setzung", + -12.070393562316896 + ], + [ + "▁Robin", + -12.070558547973633 + ], + [ + "▁geboren", + -12.07060718536377 + ], + [ + "lons", + -12.070687294006348 + ], + [ + "inţa", + -12.070836067199709 + ], + [ + "glob", + -12.070887565612791 + ], + [ + "subsequently", + -12.07111930847168 + ], + [ + "▁vet", + -12.071170806884766 + ], + [ + "▁Holland", + -12.071328163146973 + ], + [ + "▁Clinical", + -12.071370124816896 + ], + [ + "▁uncertainty", + -12.071381568908691 + ], + [ + "hohen", + -12.071386337280272 + ], + [ + "uza", + -12.071431159973145 + ], + [ + "▁kleiner", + -12.071518898010254 + ], + [ + "▁substances", + -12.07155704498291 + ], + [ + "ados", + -12.071627616882324 + ], + [ + "wheel", + -12.07178020477295 + ], + [ + "▁cone", + -12.071990966796877 + ], + [ + "▁castig", + -12.072218894958496 + ], + [ + "▁Conditions", + -12.072242736816406 + ], + [ + "minus", + -12.072643280029297 + ], + [ + "▁permits", + -12.07265853881836 + ], + [ + "fond", + -12.072784423828123 + ], + [ + "▁reactions", + -12.07278823852539 + ], + [ + "▁Mario", + -12.072819709777832 + ], + [ + "▁materiale", + -12.07291030883789 + ], + [ + "AH", + -12.072924613952637 + ], + [ + "▁juillet", + -12.073172569274902 + ], + [ + "▁juridic", + -12.073182106018066 + ], + [ + "▁dropping", + -12.073200225830078 + ], + [ + "expérience", + -12.073225021362305 + ], + [ + "▁depot", + -12.073345184326172 + ], + [ + "▁plea", + -12.073490142822266 + ], + [ + "dezvoltarea", + -12.073512077331545 + ], + [ + "▁Independent", + -12.07363224029541 + ], + [ + "▁Homes", + -12.073674201965332 + ], + [ + "▁crust", + -12.073808670043944 + ], + [ + "▁pillow", + -12.073899269104004 + ], + [ + "kreis", + -12.073920249938965 + ], + [ + "▁boiler", + -12.073928833007812 + ], + [ + "latin", + -12.073978424072266 + ], + [ + "▁stet", + -12.074131965637209 + ], + [ + "GH", + -12.074143409729004 + ], + [ + "▁absent", + -12.074334144592283 + ], + [ + "▁Directors", + -12.074501037597656 + ], + [ + "zwischen", + -12.07462215423584 + ], + [ + "▁comprendre", + -12.07465648651123 + ], + [ + "▁25,", + -12.074832916259766 + ], + [ + "▁pharmaceutical", + -12.075145721435549 + ], + [ + "▁placeholder", + -12.07517433166504 + ], + [ + "KI", + -12.075176239013672 + ], + [ + "▁români", + -12.07540225982666 + ], + [ + "▁Dollar", + -12.075509071350098 + ], + [ + "▁Operations", + -12.075525283813477 + ], + [ + "▁Dublin", + -12.075550079345703 + ], + [ + "▁drawings", + -12.0756196975708 + ], + [ + "▁respir", + -12.075769424438477 + ], + [ + "▁haul", + -12.0758056640625 + ], + [ + "Obviously", + -12.075864791870115 + ], + [ + "▁Beat", + -12.075864791870115 + ], + [ + "▁jeans", + -12.07590103149414 + ], + [ + "▁Masters", + -12.075927734375 + ], + [ + "▁bits", + -12.076213836669922 + ], + [ + "poți", + -12.076226234436035 + ], + [ + "▁asigur", + -12.076228141784668 + ], + [ + "▁intampla", + -12.076228141784668 + ], + [ + "▁marc", + -12.076282501220703 + ], + [ + "......", + -12.076404571533203 + ], + [ + "▁districts", + -12.076437950134276 + ], + [ + "cru", + -12.076457023620604 + ], + [ + "nav", + -12.076608657836914 + ], + [ + "huile", + -12.076644897460938 + ], + [ + "▁limitation", + -12.076647758483888 + ], + [ + "boat", + -12.076712608337402 + ], + [ + "IRE", + -12.076720237731934 + ], + [ + "Unis", + -12.07675838470459 + ], + [ + "dated", + -12.0769624710083 + ], + [ + "▁consultants", + -12.07699203491211 + ], + [ + "▁Josh", + -12.077007293701172 + ], + [ + "tanz", + -12.077184677124023 + ], + [ + "launching", + -12.0772066116333 + ], + [ + "▁browsing", + -12.077310562133787 + ], + [ + "▁incerc", + -12.077314376831056 + ], + [ + "▁27,", + -12.077375411987305 + ], + [ + "не", + -12.077398300170898 + ], + [ + "wig", + -12.077415466308594 + ], + [ + "▁spar", + -12.077458381652832 + ], + [ + "▁token", + -12.077547073364258 + ], + [ + "▁09", + -12.077548027038574 + ], + [ + "spa", + -12.07766056060791 + ], + [ + "ometer", + -12.07772159576416 + ], + [ + "▁riders", + -12.077869415283203 + ], + [ + "▁Drop", + -12.077898979187012 + ], + [ + "RN", + -12.078103065490724 + ], + [ + "▁pairs", + -12.07815933227539 + ], + [ + "▁psychology", + -12.078420639038086 + ], + [ + "▁Douglas", + -12.07843780517578 + ], + [ + "▁verwenden", + -12.078516960144045 + ], + [ + "▁(9", + -12.07857894897461 + ], + [ + "▁Rental", + -12.078728675842283 + ], + [ + "▁délai", + -12.078847885131836 + ], + [ + "▁sooner", + -12.078882217407228 + ], + [ + "▁bankruptcy", + -12.079109191894531 + ], + [ + "04.", + -12.079110145568848 + ], + [ + "abend", + -12.079194068908691 + ], + [ + "çon", + -12.079237937927246 + ], + [ + "▁Ple", + -12.079243659973145 + ], + [ + "fug", + -12.079337120056152 + ], + [ + "▁Wohnung", + -12.079410552978516 + ], + [ + "▁Preise", + -12.079424858093262 + ], + [ + "▁Kay", + -12.079427719116213 + ], + [ + "▁notify", + -12.079474449157717 + ], + [ + "▁Brain", + -12.079534530639648 + ], + [ + "▁optical", + -12.079580307006836 + ], + [ + "▁modifications", + -12.079727172851562 + ], + [ + "▁repos", + -12.07999324798584 + ], + [ + "▁worksheet", + -12.0800142288208 + ], + [ + "continu", + -12.08005428314209 + ], + [ + "▁assumed", + -12.08059024810791 + ], + [ + "varying", + -12.080626487731934 + ], + [ + "feier", + -12.080643653869627 + ], + [ + "▁Freedom", + -12.080717086791992 + ], + [ + "▁Inhalte", + -12.080740928649902 + ], + [ + "▁observations", + -12.080755233764648 + ], + [ + "▁Gruppe", + -12.080791473388672 + ], + [ + "▁Cyber", + -12.080883979797363 + ], + [ + "hort", + -12.080889701843262 + ], + [ + "▁langue", + -12.080915451049805 + ], + [ + "führen", + -12.08110523223877 + ], + [ + "ganze", + -12.081254005432127 + ], + [ + "▁forte", + -12.081327438354492 + ], + [ + "▁Stefan", + -12.081376075744627 + ], + [ + "▁Jetzt", + -12.081463813781738 + ], + [ + "mehr", + -12.08148956298828 + ], + [ + "trip", + -12.081549644470217 + ], + [ + "▁poem", + -12.081583976745604 + ], + [ + "▁practitioners", + -12.081720352172852 + ], + [ + "▁connector", + -12.08177661895752 + ], + [ + "ECT", + -12.081794738769531 + ], + [ + "▁inseamna", + -12.081820487976074 + ], + [ + "addressing", + -12.081867218017578 + ], + [ + "▁beliebt", + -12.081908226013184 + ], + [ + "▁Mama", + -12.082002639770508 + ], + [ + "▁fade", + -12.08204460144043 + ], + [ + "messen", + -12.08205509185791 + ], + [ + "▁Visa", + -12.082080841064451 + ], + [ + "▁Meta", + -12.082154273986816 + ], + [ + "lene", + -12.082188606262209 + ], + [ + "▁remembered", + -12.082334518432615 + ], + [ + "/3", + -12.082337379455566 + ], + [ + "apte", + -12.082347869873049 + ], + [ + "▁uncomfortable", + -12.082364082336426 + ], + [ + "▁romance", + -12.08253002166748 + ], + [ + "▁réalis", + -12.082601547241213 + ], + [ + "▁Vincent", + -12.082706451416016 + ], + [ + "▁ABC", + -12.08275318145752 + ], + [ + "▁handicap", + -12.082756042480469 + ], + [ + "▁Shin", + -12.082801818847656 + ], + [ + "▁Hunde", + -12.082847595214844 + ], + [ + "▁Ach", + -12.083131790161133 + ], + [ + "▁Questions", + -12.083136558532717 + ], + [ + "▁particles", + -12.083226203918455 + ], + [ + "usch", + -12.083230018615724 + ], + [ + "▁SUV", + -12.083279609680176 + ], + [ + "▁Tous", + -12.083301544189451 + ], + [ + "▁empower", + -12.08336067199707 + ], + [ + "▁Yi", + -12.083446502685549 + ], + [ + "▁LinkedIn", + -12.083453178405762 + ], + [ + "▁Profile", + -12.083507537841797 + ], + [ + "▁surround", + -12.083553314208984 + ], + [ + "▁wh", + -12.083560943603516 + ], + [ + "▁Weiter", + -12.083577156066896 + ], + [ + "▁Weight", + -12.083672523498535 + ], + [ + "▁creatures", + -12.083807945251465 + ], + [ + "Especially", + -12.08381462097168 + ], + [ + "▁repede", + -12.08383560180664 + ], + [ + "▁albums", + -12.083885192871094 + ], + [ + "▁compatibil", + -12.0839204788208 + ], + [ + "▁Interesse", + -12.083929061889648 + ], + [ + "abili", + -12.084062576293944 + ], + [ + "▁roast", + -12.084310531616213 + ], + [ + "▁unii", + -12.084310531616213 + ], + [ + "▁Glad", + -12.084421157836914 + ], + [ + "▁enthusiasm", + -12.084539413452148 + ], + [ + "▁whisk", + -12.084547996520996 + ], + [ + "▁freezer", + -12.084712982177734 + ], + [ + "▁stolen", + -12.084715843200684 + ], + [ + "▁neighbour", + -12.084883689880373 + ], + [ + "▁sake", + -12.084967613220217 + ], + [ + "▁Effect", + -12.0850191116333 + ], + [ + "▁fighter", + -12.085044860839844 + ], + [ + "▁tranquil", + -12.085084915161133 + ], + [ + "▁organizer", + -12.085199356079102 + ], + [ + "pixel", + -12.08530616760254 + ], + [ + "▁Guest", + -12.085338592529297 + ], + [ + "▁Philipp", + -12.085369110107422 + ], + [ + "kunft", + -12.085382461547852 + ], + [ + "▁Meer", + -12.085409164428713 + ], + [ + "▁inviting", + -12.085432052612305 + ], + [ + "gänge", + -12.085450172424316 + ], + [ + "▁Position", + -12.085627555847168 + ], + [ + "giving", + -12.085693359375 + ], + [ + "▁marble", + -12.085807800292969 + ], + [ + "▁neg", + -12.085813522338867 + ], + [ + "▁Haar", + -12.085914611816406 + ], + [ + "Ein", + -12.086039543151855 + ], + [ + "▁buses", + -12.086187362670898 + ], + [ + "▁Lodge", + -12.086188316345217 + ], + [ + "soare", + -12.08631992340088 + ], + [ + "▁Barn", + -12.08640956878662 + ], + [ + "▁captain", + -12.086527824401855 + ], + [ + "▁Fix", + -12.08657169342041 + ], + [ + "ulate", + -12.086629867553713 + ], + [ + "ență", + -12.086709022521973 + ], + [ + "▁finances", + -12.086770057678224 + ], + [ + "▁VIP", + -12.086800575256348 + ], + [ + "▁Adams", + -12.086801528930664 + ], + [ + "▁spécialisé", + -12.086960792541504 + ], + [ + "▁fortunate", + -12.087236404418944 + ], + [ + "ility", + -12.087345123291016 + ], + [ + "▁democracy", + -12.08749771118164 + ], + [ + "shu", + -12.087580680847168 + ], + [ + "▁consiste", + -12.087624549865724 + ], + [ + "▁tort", + -12.087692260742188 + ], + [ + "▁branding", + -12.087793350219728 + ], + [ + "▁porch", + -12.08780288696289 + ], + [ + "UNI", + -12.087867736816406 + ], + [ + "▁placut", + -12.087915420532228 + ], + [ + "▁coupled", + -12.088058471679688 + ], + [ + "▁ministre", + -12.088187217712402 + ], + [ + "▁minerals", + -12.088335037231444 + ], + [ + "▁safer", + -12.088335990905762 + ], + [ + "▁outlets", + -12.088438034057615 + ], + [ + "▁caution", + -12.08864688873291 + ], + [ + "▁lightly", + -12.0886869430542 + ], + [ + "▁utilizator", + -12.088700294494627 + ], + [ + "▁Pala", + -12.088959693908691 + ], + [ + "▁doll", + -12.088961601257324 + ], + [ + "(1)", + -12.089065551757812 + ], + [ + "chol", + -12.089120864868164 + ], + [ + "▁Left", + -12.08919620513916 + ], + [ + "▁roulant", + -12.089277267456056 + ], + [ + "▁propune", + -12.089301109313965 + ], + [ + "▁Cred", + -12.08933925628662 + ], + [ + "▁negotiations", + -12.089362144470217 + ], + [ + "amba", + -12.089393615722656 + ], + [ + "▁grasp", + -12.089420318603516 + ], + [ + "▁Amsterdam", + -12.089451789855955 + ], + [ + "▁Zweck", + -12.08945369720459 + ], + [ + "▁conven", + -12.089563369750977 + ], + [ + "▁organizing", + -12.089574813842772 + ], + [ + "section", + -12.089618682861328 + ], + [ + "▁endeavor", + -12.089634895324709 + ], + [ + "▁basics", + -12.089722633361816 + ], + [ + "jud", + -12.089874267578123 + ], + [ + "▁yarn", + -12.090049743652344 + ], + [ + "▁shout", + -12.09009075164795 + ], + [ + "fällt", + -12.090285301208496 + ], + [ + "▁dragoste", + -12.09054946899414 + ], + [ + "▁Rein", + -12.090594291687012 + ], + [ + "Cal", + -12.090688705444336 + ], + [ + "▁deaths", + -12.09072971343994 + ], + [ + "▁24,", + -12.0907564163208 + ], + [ + "▁măr", + -12.090773582458496 + ], + [ + "server", + -12.090825080871582 + ], + [ + "▁explic", + -12.09085464477539 + ], + [ + "▁sufer", + -12.090903282165527 + ], + [ + "▁lucrări", + -12.091097831726074 + ], + [ + "▁Disease", + -12.091126441955566 + ], + [ + "▁prescribed", + -12.091194152832031 + ], + [ + "prozess", + -12.091285705566406 + ], + [ + "▁dessin", + -12.091343879699709 + ], + [ + "▁refuge", + -12.091473579406738 + ], + [ + "▁cope", + -12.091631889343262 + ], + [ + "pole", + -12.09196949005127 + ], + [ + "▁vacant", + -12.091984748840332 + ], + [ + "▁sezon", + -12.092035293579102 + ], + [ + "▁Carbon", + -12.092227935791016 + ], + [ + "▁goût", + -12.092233657836914 + ], + [ + "Ste", + -12.092320442199709 + ], + [ + "▁surroundings", + -12.092754364013672 + ], + [ + "definite", + -12.09284496307373 + ], + [ + "▁adaptation", + -12.093358993530272 + ], + [ + "cteur", + -12.0933837890625 + ], + [ + "System", + -12.093442916870115 + ], + [ + "▁Burg", + -12.093550682067873 + ], + [ + "▁retention", + -12.093579292297363 + ], + [ + "examen", + -12.093618392944336 + ], + [ + "▁adjustments", + -12.093668937683104 + ], + [ + "nies", + -12.094213485717772 + ], + [ + "▁RSS", + -12.094215393066406 + ], + [ + "▁Umwelt", + -12.09425926208496 + ], + [ + "▁strengths", + -12.094326972961426 + ], + [ + "loom", + -12.094401359558104 + ], + [ + "▁pics", + -12.094404220581056 + ], + [ + "phase", + -12.09443187713623 + ], + [ + "▁Poland", + -12.094472885131836 + ], + [ + "▁practicing", + -12.094558715820312 + ], + [ + "monetary", + -12.094756126403809 + ], + [ + "▁embodiment", + -12.094756126403809 + ], + [ + "▁jocuri", + -12.094846725463867 + ], + [ + "▁impreuna", + -12.09493923187256 + ], + [ + "▁Lyon", + -12.094985961914062 + ], + [ + "keeping", + -12.095157623291016 + ], + [ + "▁Starting", + -12.095202445983888 + ], + [ + "▁începe", + -12.09535789489746 + ], + [ + "▁clay", + -12.095440864562988 + ], + [ + "bildung", + -12.095444679260254 + ], + [ + "Technologie", + -12.095513343811035 + ], + [ + "toxic", + -12.095624923706056 + ], + [ + "▁gasit", + -12.095819473266602 + ], + [ + "rott", + -12.095870018005373 + ], + [ + "brook", + -12.095935821533203 + ], + [ + "▁wann", + -12.096029281616213 + ], + [ + "▁lined", + -12.09610366821289 + ], + [ + "▁Chelsea", + -12.096223831176758 + ], + [ + "▁Orlando", + -12.096224784851074 + ], + [ + "▁Otherwise", + -12.096267700195312 + ], + [ + "▁debit", + -12.096273422241213 + ], + [ + "▁entsprechend", + -12.09648323059082 + ], + [ + "nism", + -12.09654426574707 + ], + [ + "issen", + -12.09664535522461 + ], + [ + "▁rendez", + -12.096646308898926 + ], + [ + "▁processus", + -12.096745491027832 + ], + [ + "mbi", + -12.096890449523926 + ], + [ + "▁Graduate", + -12.096960067749023 + ], + [ + "▁cozy", + -12.097119331359863 + ], + [ + "▁Freunde", + -12.097320556640623 + ], + [ + "▁teme", + -12.097389221191406 + ], + [ + "▁bias", + -12.097548484802246 + ], + [ + "102", + -12.09756851196289 + ], + [ + "terrorism", + -12.09770679473877 + ], + [ + "threatening", + -12.097756385803224 + ], + [ + "ни", + -12.097776412963867 + ], + [ + "▁Sonntag", + -12.098062515258787 + ], + [ + "▁efect", + -12.098116874694824 + ], + [ + "▁prayers", + -12.098134994506836 + ], + [ + "▁backpack", + -12.09841537475586 + ], + [ + "?)", + -12.09848976135254 + ], + [ + "▁searches", + -12.098788261413574 + ], + [ + "ouverture", + -12.09880256652832 + ], + [ + "▁sustained", + -12.098865509033203 + ], + [ + "hawk", + -12.098869323730469 + ], + [ + "messe", + -12.098958969116213 + ], + [ + "▁prototype", + -12.098989486694336 + ], + [ + "▁stră", + -12.09903335571289 + ], + [ + "▁Neo", + -12.099040985107422 + ], + [ + "▁29,", + -12.099109649658203 + ], + [ + "izo", + -12.099306106567385 + ], + [ + "▁Anton", + -12.09933376312256 + ], + [ + "SIS", + -12.099564552307127 + ], + [ + "pendant", + -12.099617958068848 + ], + [ + "▁passive", + -12.099813461303713 + ], + [ + "▁Aaron", + -12.099824905395508 + ], + [ + "▁Karen", + -12.099831581115724 + ], + [ + "▁Bildung", + -12.09994888305664 + ], + [ + "ario", + -12.099949836730955 + ], + [ + "▁regulator", + -12.100006103515623 + ], + [ + "gruppe", + -12.100032806396484 + ], + [ + "stepped", + -12.100053787231444 + ], + [ + "▁interventions", + -12.10014533996582 + ], + [ + "▁rounds", + -12.100149154663086 + ], + [ + "▁Khan", + -12.10020637512207 + ], + [ + "▁railway", + -12.10028076171875 + ], + [ + "▁souvenir", + -12.100296974182127 + ], + [ + "▁Plans", + -12.100336074829102 + ], + [ + "aille", + -12.100372314453123 + ], + [ + "▁billing", + -12.100473403930664 + ], + [ + "▁Spiele", + -12.100541114807127 + ], + [ + "▁supermarket", + -12.100556373596191 + ], + [ + "▁flows", + -12.100625991821287 + ], + [ + "▁PayPal", + -12.100641250610352 + ], + [ + "▁tribe", + -12.10067081451416 + ], + [ + "anni", + -12.100780487060549 + ], + [ + "▁rides", + -12.100934982299805 + ], + [ + "▁Orleans", + -12.101009368896484 + ], + [ + "▁evaluated", + -12.101021766662598 + ], + [ + "founder", + -12.10106372833252 + ], + [ + "▁Feld", + -12.10121250152588 + ], + [ + "▁altele", + -12.10122299194336 + ], + [ + "▁thermo", + -12.101290702819824 + ], + [ + "ugh", + -12.101330757141112 + ], + [ + "▁adus", + -12.101375579833984 + ], + [ + "▁Taiwan", + -12.101396560668944 + ], + [ + "▁clause", + -12.101409912109377 + ], + [ + "oxi", + -12.101465225219728 + ], + [ + "alcool", + -12.101495742797852 + ], + [ + "▁Noi", + -12.101531982421877 + ], + [ + "rub", + -12.101540565490724 + ], + [ + "▁dosar", + -12.101582527160645 + ], + [ + "▁Nelson", + -12.101751327514648 + ], + [ + "fassung", + -12.102316856384276 + ], + [ + "▁Kill", + -12.102489471435549 + ], + [ + "▁Standards", + -12.102490425109863 + ], + [ + "▁upward", + -12.102653503417969 + ], + [ + "▁Coloring", + -12.102664947509766 + ], + [ + "Designed", + -12.102754592895508 + ], + [ + "▁Nou", + -12.10281753540039 + ], + [ + "▁borrow", + -12.102940559387209 + ], + [ + "▁Poll", + -12.10321044921875 + ], + [ + "▁antibiotic", + -12.103277206420898 + ], + [ + "▁fabrication", + -12.103388786315918 + ], + [ + "quo", + -12.103432655334473 + ], + [ + "▁crimes", + -12.103464126586914 + ], + [ + "▁nahe", + -12.10348415374756 + ], + [ + "▁aplicat", + -12.103565216064451 + ], + [ + "OST", + -12.1035737991333 + ], + [ + "▁Beijing", + -12.103599548339844 + ], + [ + "fight", + -12.103612899780272 + ], + [ + "▁lodge", + -12.103612899780272 + ], + [ + "dreh", + -12.103922843933104 + ], + [ + "▁harness", + -12.104036331176758 + ], + [ + "▁noiembrie", + -12.104151725769045 + ], + [ + "ounded", + -12.104161262512209 + ], + [ + "▁Imp", + -12.1041841506958 + ], + [ + "▁nächste", + -12.104275703430176 + ], + [ + "funktion", + -12.104476928710938 + ], + [ + "exploitation", + -12.104569435119627 + ], + [ + "▁Ready", + -12.10457706451416 + ], + [ + "▁Plate", + -12.104598999023438 + ], + [ + "▁octombrie", + -12.104706764221191 + ], + [ + "▁considerat", + -12.104982376098633 + ], + [ + "▁Xbox", + -12.105067253112791 + ], + [ + "mind", + -12.105107307434082 + ], + [ + "▁Lind", + -12.105111122131348 + ], + [ + "runde", + -12.105352401733398 + ], + [ + "mination", + -12.105374336242676 + ], + [ + "▁memori", + -12.105377197265623 + ], + [ + "▁cere", + -12.105389595031738 + ], + [ + "barkeit", + -12.105517387390137 + ], + [ + "▁găsi", + -12.105761528015137 + ], + [ + "2.1", + -12.105863571166992 + ], + [ + "▁Finding", + -12.105891227722168 + ], + [ + "▁static", + -12.106405258178713 + ], + [ + "court", + -12.106439590454102 + ], + [ + "▁Gem", + -12.106489181518556 + ], + [ + "▁pièce", + -12.106494903564451 + ], + [ + "▁reel", + -12.10651969909668 + ], + [ + "▁manuscript", + -12.106560707092283 + ], + [ + "▁complications", + -12.106578826904297 + ], + [ + "▁controlling", + -12.106585502624512 + ], + [ + "▁favour", + -12.106738090515137 + ], + [ + "▁advancement", + -12.106739044189451 + ], + [ + "▁Radi", + -12.106870651245115 + ], + [ + "▁faites", + -12.10707664489746 + ], + [ + "▁ordin", + -12.107131958007812 + ], + [ + "sorted", + -12.107152938842772 + ], + [ + "▁1982", + -12.10715389251709 + ], + [ + "▁brutal", + -12.107154846191406 + ], + [ + "▁Guy", + -12.107226371765137 + ], + [ + "▁accomplishment", + -12.107248306274414 + ], + [ + "▁wer", + -12.107329368591309 + ], + [ + "▁withdraw", + -12.107460975646973 + ], + [ + "abilitate", + -12.1075439453125 + ], + [ + "▁NBA", + -12.107625961303713 + ], + [ + "▁Benefit", + -12.107675552368164 + ], + [ + "▁divide", + -12.107824325561523 + ], + [ + "induced", + -12.107913970947266 + ], + [ + "▁văzut", + -12.108049392700195 + ], + [ + "▁peel", + -12.10807991027832 + ], + [ + "▁joints", + -12.108160972595217 + ], + [ + "▁enthalten", + -12.108301162719728 + ], + [ + "▁spy", + -12.108397483825684 + ], + [ + "▁occasional", + -12.108437538146973 + ], + [ + "warm", + -12.108514785766602 + ], + [ + "ême", + -12.108542442321776 + ], + [ + "▁Betriebs", + -12.10855197906494 + ], + [ + "▁Ioan", + -12.1087064743042 + ], + [ + "▁balloon", + -12.108809471130373 + ], + [ + "▁leap", + -12.108869552612305 + ], + [ + "pelled", + -12.109000205993652 + ], + [ + "▁realise", + -12.109073638916016 + ], + [ + "▁Retail", + -12.109118461608888 + ], + [ + "▁Farben", + -12.10915184020996 + ], + [ + "▁Kennedy", + -12.10916519165039 + ], + [ + "▁Firma", + -12.109196662902832 + ], + [ + "▁tineri", + -12.10934066772461 + ], + [ + "tub", + -12.10935401916504 + ], + [ + "PORT", + -12.109381675720217 + ], + [ + "▁stiff", + -12.109416007995604 + ], + [ + "▁notable", + -12.10947608947754 + ], + [ + "tler", + -12.109498023986816 + ], + [ + "▁utile", + -12.10958480834961 + ], + [ + "▁jouer", + -12.109674453735352 + ], + [ + "▁Primary", + -12.109735488891602 + ], + [ + "▁retailer", + -12.109764099121094 + ], + [ + "▁jederzeit", + -12.109808921813965 + ], + [ + "▁amend", + -12.109817504882812 + ], + [ + "▁sagte", + -12.109845161437988 + ], + [ + "atch", + -12.10995864868164 + ], + [ + "ution", + -12.110008239746094 + ], + [ + "once", + -12.110018730163574 + ], + [ + "ended", + -12.1100435256958 + ], + [ + "▁literary", + -12.11013126373291 + ], + [ + "▁wrist", + -12.110281944274902 + ], + [ + "vii", + -12.11036205291748 + ], + [ + "scriere", + -12.11036777496338 + ], + [ + "▁compassion", + -12.110443115234377 + ], + [ + "▁Milan", + -12.110474586486816 + ], + [ + "▁Dach", + -12.110490798950195 + ], + [ + "▁problèmes", + -12.110630989074709 + ], + [ + "▁Pré", + -12.110687255859377 + ], + [ + "▁Feder", + -12.110759735107422 + ], + [ + "Dr", + -12.110814094543455 + ], + [ + "Spr", + -12.11090850830078 + ], + [ + "▁né", + -12.110969543457031 + ], + [ + "François", + -12.111023902893066 + ], + [ + "▁Shu", + -12.11111545562744 + ], + [ + "▁poison", + -12.111154556274414 + ], + [ + "zier", + -12.111176490783691 + ], + [ + "▁attain", + -12.11124038696289 + ], + [ + "▁switching", + -12.111310958862305 + ], + [ + "▁vibration", + -12.111348152160645 + ], + [ + "▁Tablet", + -12.11136531829834 + ], + [ + "▁Lern", + -12.11148452758789 + ], + [ + "offrir", + -12.111660957336426 + ], + [ + "123", + -12.11168098449707 + ], + [ + "cheapest", + -12.11173152923584 + ], + [ + "▁numărul", + -12.111764907836914 + ], + [ + "break", + -12.11180305480957 + ], + [ + "cyto", + -12.111836433410645 + ], + [ + "▁Mississippi", + -12.111955642700195 + ], + [ + "▁dragon", + -12.11207389831543 + ], + [ + "fir", + -12.112176895141602 + ], + [ + "▁fête", + -12.112180709838867 + ], + [ + "▁Wait", + -12.112350463867188 + ], + [ + "buy", + -12.112359046936035 + ], + [ + "având", + -12.112391471862791 + ], + [ + "▁Scar", + -12.11251735687256 + ], + [ + "▁Hund", + -12.112586975097656 + ], + [ + "bug", + -12.112807273864746 + ], + [ + "▁classique", + -12.112811088562012 + ], + [ + "▁tenant", + -12.112860679626465 + ], + [ + "▁Walt", + -12.11296272277832 + ], + [ + "▁timber", + -12.11296272277832 + ], + [ + "inscription", + -12.11300277709961 + ], + [ + "BD", + -12.11301612854004 + ], + [ + "▁Commissioner", + -12.113018989562988 + ], + [ + "▁casinos", + -12.11306095123291 + ], + [ + "▁prochain", + -12.113168716430664 + ], + [ + "▁rustic", + -12.11349868774414 + ], + [ + "▁Kent", + -12.113607406616213 + ], + [ + "▁Deci", + -12.113761901855469 + ], + [ + "ли", + -12.113855361938477 + ], + [ + "▁crossed", + -12.113861083984377 + ], + [ + "▁delightful", + -12.113869667053224 + ], + [ + "▁metres", + -12.113872528076172 + ], + [ + "▁scandal", + -12.113906860351562 + ], + [ + "▁activitate", + -12.113986015319824 + ], + [ + "▁nimeni", + -12.114009857177734 + ], + [ + "ease", + -12.11402416229248 + ], + [ + "▁revenues", + -12.1140775680542 + ], + [ + "▁partially", + -12.114187240600586 + ], + [ + "AE", + -12.114263534545898 + ], + [ + "nique", + -12.114410400390623 + ], + [ + "▁fixtures", + -12.114426612854004 + ], + [ + "▁pupils", + -12.114694595336914 + ], + [ + "Lib", + -12.11471176147461 + ], + [ + "analyse", + -12.114739418029783 + ], + [ + "▁Oracle", + -12.11476707458496 + ], + [ + "troph", + -12.114859580993652 + ], + [ + "▁detected", + -12.114879608154297 + ], + [ + "▁servant", + -12.11507797241211 + ], + [ + "▁badly", + -12.115121841430664 + ], + [ + "comparing", + -12.115150451660156 + ], + [ + "abs", + -12.115238189697266 + ], + [ + "▁fotografi", + -12.115443229675291 + ], + [ + "▁Million", + -12.115541458129885 + ], + [ + "▁Gordon", + -12.11557388305664 + ], + [ + "▁Smok", + -12.115592002868652 + ], + [ + "▁Essay", + -12.11565113067627 + ], + [ + "eptic", + -12.115665435791016 + ], + [ + "▁Transportation", + -12.115728378295898 + ], + [ + "/2019", + -12.115767478942873 + ], + [ + "▁alignment", + -12.115778923034668 + ], + [ + "▁laut", + -12.11578369140625 + ], + [ + "stände", + -12.11579132080078 + ], + [ + "▁concerts", + -12.115811347961426 + ], + [ + "▁weekends", + -12.11589241027832 + ], + [ + "▁obstacles", + -12.115941047668455 + ], + [ + "wür", + -12.115964889526367 + ], + [ + "▁Fisher", + -12.116219520568848 + ], + [ + "▁supervisor", + -12.11624240875244 + ], + [ + "▁traders", + -12.116262435913086 + ], + [ + "▁scary", + -12.116484642028809 + ], + [ + "▁Grove", + -12.116538047790527 + ], + [ + "▁expose", + -12.116583824157717 + ], + [ + "▁enemies", + -12.11663055419922 + ], + [ + "▁Lux", + -12.11667537689209 + ], + [ + "▁Berufs", + -12.11672306060791 + ], + [ + "▁Sheet", + -12.116780281066896 + ], + [ + "▁Natürlich", + -12.116819381713867 + ], + [ + "▁examined", + -12.116886138916016 + ], + [ + "pursuing", + -12.116920471191406 + ], + [ + "▁pools", + -12.116923332214355 + ], + [ + "▁Thompson", + -12.117005348205566 + ], + [ + "▁SAP", + -12.117010116577148 + ], + [ + "claiming", + -12.117053985595703 + ], + [ + "buried", + -12.117055892944336 + ], + [ + "assurance", + -12.117138862609863 + ], + [ + "▁sandwich", + -12.117195129394531 + ], + [ + "uber", + -12.117310523986816 + ], + [ + "▁laisse", + -12.117321968078612 + ], + [ + "peak", + -12.117348670959473 + ], + [ + "spring", + -12.1173677444458 + ], + [ + "▁august", + -12.117369651794434 + ], + [ + "▁benötigt", + -12.11738109588623 + ], + [ + "▁achievements", + -12.117470741271973 + ], + [ + "coala", + -12.117478370666504 + ], + [ + "▁scr", + -12.117842674255373 + ], + [ + "gesagt", + -12.118122100830078 + ], + [ + "▁envelope", + -12.118141174316406 + ], + [ + "▁mapping", + -12.118169784545898 + ], + [ + "▁Suche", + -12.118298530578612 + ], + [ + "first", + -12.118329048156738 + ], + [ + "▁Quin", + -12.118447303771973 + ], + [ + "räu", + -12.11856174468994 + ], + [ + "▁răs", + -12.11858367919922 + ], + [ + "chemical", + -12.118597984313965 + ], + [ + "dad", + -12.11892795562744 + ], + [ + "formation", + -12.118983268737791 + ], + [ + "▁cushion", + -12.119026184082031 + ], + [ + "▁Maß", + -12.119046211242676 + ], + [ + "07.", + -12.119184494018556 + ], + [ + "▁perioadă", + -12.119257926940918 + ], + [ + "▁Wunsch", + -12.11925983428955 + ], + [ + "▁joi", + -12.119423866271973 + ], + [ + "▁$25", + -12.119482040405272 + ], + [ + "▁uploaded", + -12.11952018737793 + ], + [ + "▁hobby", + -12.119633674621582 + ], + [ + "▁septembrie", + -12.119633674621582 + ], + [ + "▁Dimension", + -12.119634628295898 + ], + [ + "▁domeniu", + -12.119661331176758 + ], + [ + "▁Tourism", + -12.119747161865234 + ], + [ + "▁fais", + -12.119800567626951 + ], + [ + "aches", + -12.119919776916504 + ], + [ + "neck", + -12.119969367980955 + ], + [ + "▁Chip", + -12.119982719421388 + ], + [ + "▁Tisch", + -12.1199951171875 + ], + [ + "▁Pai", + -12.120006561279297 + ], + [ + "▁Butter", + -12.120083808898926 + ], + [ + "▁altor", + -12.12013339996338 + ], + [ + "cultural", + -12.120182991027832 + ], + [ + "▁bases", + -12.12028980255127 + ], + [ + "▁Christopher", + -12.120396614074709 + ], + [ + "Kindle", + -12.120401382446287 + ], + [ + "▁bathrooms", + -12.12049388885498 + ], + [ + "▁civilian", + -12.12052059173584 + ], + [ + "▁Architecture", + -12.12058162689209 + ], + [ + "heiten", + -12.120641708374023 + ], + [ + "otte", + -12.120763778686523 + ], + [ + "ри", + -12.120784759521484 + ], + [ + "wash", + -12.120792388916016 + ], + [ + "▁evenimente", + -12.12086296081543 + ], + [ + "lade", + -12.121132850646973 + ], + [ + "▁ermöglicht", + -12.121140480041504 + ], + [ + "Port", + -12.121149063110352 + ], + [ + "▁Horn", + -12.12119197845459 + ], + [ + "▁Housing", + -12.12123203277588 + ], + [ + "▁Profit", + -12.121304512023926 + ], + [ + "▁stressed", + -12.12136459350586 + ], + [ + "▁70%", + -12.121431350708008 + ], + [ + "laying", + -12.121458053588867 + ], + [ + "▁specialize", + -12.121490478515623 + ], + [ + "▁Published", + -12.121519088745115 + ], + [ + "corp", + -12.121554374694824 + ], + [ + "▁revision", + -12.121611595153809 + ], + [ + "▁sail", + -12.121804237365724 + ], + [ + "courtesy", + -12.121909141540527 + ], + [ + "tax", + -12.1219482421875 + ], + [ + "▁perfekt", + -12.122018814086914 + ], + [ + "▁Risk", + -12.122088432312012 + ], + [ + "▁chaleur", + -12.122129440307615 + ], + [ + "ych", + -12.122132301330566 + ], + [ + "▁spine", + -12.12218189239502 + ], + [ + "▁holders", + -12.122264862060549 + ], + [ + "▁Speaking", + -12.122271537780762 + ], + [ + "▁Bernard", + -12.122400283813477 + ], + [ + "incarc", + -12.122532844543455 + ], + [ + "shalb", + -12.122639656066896 + ], + [ + "Potrivit", + -12.12264633178711 + ], + [ + "arising", + -12.122654914855955 + ], + [ + "▁kingdom", + -12.122665405273438 + ], + [ + "▁potato", + -12.122766494750977 + ], + [ + "▁promoted", + -12.122814178466797 + ], + [ + "▁judges", + -12.1228609085083 + ], + [ + "▁naturelle", + -12.122992515563965 + ], + [ + "▁Kindern", + -12.123022079467772 + ], + [ + "schicht", + -12.123047828674316 + ], + [ + "▁Drag", + -12.123066902160645 + ], + [ + "atta", + -12.123132705688477 + ], + [ + "soient", + -12.123249053955078 + ], + [ + "INS", + -12.12336540222168 + ], + [ + "▁legislative", + -12.123642921447754 + ], + [ + "▁teens", + -12.123785018920898 + ], + [ + "▁Fotos", + -12.123842239379885 + ], + [ + "▁illustrations", + -12.12392520904541 + ], + [ + "möglichkeiten", + -12.12415599822998 + ], + [ + "Votre", + -12.124194145202637 + ], + [ + "▁tarif", + -12.124195098876951 + ], + [ + "cli", + -12.124488830566406 + ], + [ + "▁landlord", + -12.12473201751709 + ], + [ + "cine", + -12.124743461608888 + ], + [ + "▁bot", + -12.124798774719238 + ], + [ + "enhancing", + -12.12491226196289 + ], + [ + "▁März", + -12.12491226196289 + ], + [ + "▁succès", + -12.125106811523438 + ], + [ + "▁disclose", + -12.125120162963867 + ], + [ + "▁Geräte", + -12.125321388244627 + ], + [ + "▁Magn", + -12.125422477722168 + ], + [ + "dessous", + -12.12580680847168 + ], + [ + "▁miracle", + -12.125862121582031 + ], + [ + "▁travailler", + -12.125933647155762 + ], + [ + "▁herb", + -12.12594509124756 + ], + [ + "-01", + -12.126049041748049 + ], + [ + "litre", + -12.126104354858398 + ], + [ + "▁tău", + -12.126120567321776 + ], + [ + "ACC", + -12.126190185546877 + ], + [ + "▁diminu", + -12.126275062561035 + ], + [ + "itzer", + -12.126317024230955 + ], + [ + "▁personenbezogen", + -12.126395225524902 + ], + [ + "▁Pure", + -12.126436233520508 + ], + [ + "▁influences", + -12.12668228149414 + ], + [ + "ană", + -12.126765251159668 + ], + [ + "▁proposer", + -12.126856803894045 + ], + [ + "▁longest", + -12.12692642211914 + ], + [ + "euses", + -12.127080917358398 + ], + [ + "/1", + -12.127487182617188 + ], + [ + "hafte", + -12.127716064453123 + ], + [ + "▁Dich", + -12.127761840820312 + ], + [ + "▁candle", + -12.128026962280272 + ], + [ + "ouche", + -12.128191947937012 + ], + [ + "installation", + -12.128241539001465 + ], + [ + "▁Includes", + -12.128280639648438 + ], + [ + "▁entfernt", + -12.12831974029541 + ], + [ + "traf", + -12.128499031066896 + ], + [ + "▁None", + -12.12850856781006 + ], + [ + "▁produc", + -12.128510475158691 + ], + [ + "held", + -12.12851905822754 + ], + [ + "graphic", + -12.128531455993652 + ], + [ + "▁demographic", + -12.128584861755373 + ], + [ + "ingham", + -12.1287841796875 + ], + [ + "schul", + -12.128812789916992 + ], + [ + "▁sneak", + -12.128843307495115 + ], + [ + "laub", + -12.128889083862305 + ], + [ + "▁thickness", + -12.12911605834961 + ], + [ + "▁killer", + -12.129297256469728 + ], + [ + "▁entsprechende", + -12.129344940185549 + ], + [ + "▁theft", + -12.129396438598633 + ], + [ + "▁Jerusalem", + -12.129457473754885 + ], + [ + "Adapt", + -12.12949562072754 + ], + [ + "▁updating", + -12.129497528076172 + ], + [ + "tete", + -12.12954330444336 + ], + [ + "▁warming", + -12.129701614379885 + ], + [ + "anlage", + -12.12973976135254 + ], + [ + "▁lenders", + -12.12981414794922 + ], + [ + "mobile", + -12.130008697509766 + ], + [ + "▁Package", + -12.130080223083496 + ], + [ + "▁Volume", + -12.130152702331545 + ], + [ + "---", + -12.130167007446287 + ], + [ + "▁Others", + -12.130173683166504 + ], + [ + "content", + -12.130188941955566 + ], + [ + "tement", + -12.130253791809082 + ], + [ + "bildet", + -12.13027572631836 + ], + [ + "▁washer", + -12.13053035736084 + ], + [ + "▁freelance", + -12.130623817443848 + ], + [ + "▁fein", + -12.13075351715088 + ], + [ + "▁catering", + -12.130851745605469 + ], + [ + "▁warmth", + -12.130911827087402 + ], + [ + "▁Month", + -12.131103515625 + ], + [ + "▁Federation", + -12.131134033203123 + ], + [ + "▁editorial", + -12.13121223449707 + ], + [ + "▁Shopping", + -12.13124179840088 + ], + [ + "▁efort", + -12.131296157836914 + ], + [ + "▁damp", + -12.131314277648926 + ], + [ + "▁declined", + -12.131332397460938 + ], + [ + "▁1978", + -12.13135051727295 + ], + [ + "6,000", + -12.131355285644531 + ], + [ + "location", + -12.131551742553713 + ], + [ + "▁blogger", + -12.131572723388672 + ], + [ + "▁goodness", + -12.131826400756836 + ], + [ + "▁Purchase", + -12.132119178771973 + ], + [ + "▁suspended", + -12.132159233093262 + ], + [ + "▁assessed", + -12.132201194763184 + ], + [ + "rada", + -12.132286071777344 + ], + [ + "▁Lac", + -12.132291793823242 + ], + [ + "▁angeboten", + -12.13235092163086 + ], + [ + "▁Wetter", + -12.132370948791504 + ], + [ + "ores", + -12.13243579864502 + ], + [ + "▁fourni", + -12.132476806640623 + ], + [ + "▁retire", + -12.13269329071045 + ], + [ + "▁Baptist", + -12.132741928100586 + ], + [ + "▁Saison", + -12.13277530670166 + ], + [ + "Bar", + -12.132794380187988 + ], + [ + "▁dossier", + -12.132979393005373 + ], + [ + "brow", + -12.133044242858888 + ], + [ + "▁Kaffee", + -12.133071899414062 + ], + [ + "-25", + -12.133463859558104 + ], + [ + "▁festivals", + -12.133599281311035 + ], + [ + "▁sellers", + -12.133716583251951 + ], + [ + "Ü", + -12.13393783569336 + ], + [ + "▁publisher", + -12.133960723876951 + ], + [ + "▁Designs", + -12.133970260620115 + ], + [ + "▁putut", + -12.13400936126709 + ], + [ + "▁Built", + -12.134417533874512 + ], + [ + "▁recreational", + -12.134476661682127 + ], + [ + "▁european", + -12.134514808654783 + ], + [ + "▁binary", + -12.134631156921388 + ], + [ + "▁Nieder", + -12.134764671325684 + ], + [ + "taking", + -12.1348237991333 + ], + [ + "▁Lots", + -12.13494873046875 + ], + [ + "▁recognised", + -12.135031700134276 + ], + [ + "ssant", + -12.13506317138672 + ], + [ + "ITE", + -12.135271072387695 + ], + [ + "oom", + -12.135298728942873 + ], + [ + "▁Kre", + -12.135310173034668 + ], + [ + "▁pipes", + -12.135631561279297 + ], + [ + "▁hinge", + -12.135653495788574 + ], + [ + "▁enterprises", + -12.135664939880373 + ], + [ + "▁texts", + -12.13583755493164 + ], + [ + "Organiz", + -12.136080741882324 + ], + [ + "▁suivre", + -12.13612461090088 + ], + [ + "noc", + -12.136157989501951 + ], + [ + "fair", + -12.136194229125977 + ], + [ + "▁darkness", + -12.136305809020996 + ], + [ + "▁Whi", + -12.13631534576416 + ], + [ + "natural", + -12.13632106781006 + ], + [ + "Bas", + -12.136422157287598 + ], + [ + "▁tribute", + -12.13644313812256 + ], + [ + "▁Naţional", + -12.136573791503906 + ], + [ + "hara", + -12.136622428894045 + ], + [ + "▁catégorie", + -12.13669776916504 + ], + [ + "▁Schedule", + -12.136698722839355 + ], + [ + "▁lernen", + -12.13671875 + ], + [ + "▁Plastic", + -12.136725425720217 + ], + [ + "▁giveaway", + -12.13675594329834 + ], + [ + "▁Ideen", + -12.136906623840332 + ], + [ + "▁circa", + -12.13718032836914 + ], + [ + "▁lice", + -12.137242317199709 + ], + [ + "▁Meinung", + -12.137264251708984 + ], + [ + "▁beside", + -12.137566566467283 + ], + [ + "▁vazut", + -12.137673377990724 + ], + [ + "strom", + -12.137749671936035 + ], + [ + "boro", + -12.137775421142578 + ], + [ + "▁Soon", + -12.13779640197754 + ], + [ + "dozens", + -12.137896537780762 + ], + [ + "▁Arena", + -12.137943267822266 + ], + [ + "▁viața", + -12.137989044189451 + ], + [ + "▁Impact", + -12.13808250427246 + ], + [ + "current", + -12.138106346130373 + ], + [ + "FM", + -12.138117790222168 + ], + [ + "▁coil", + -12.138657569885254 + ], + [ + "gold", + -12.138679504394531 + ], + [ + "▁spate", + -12.138679504394531 + ], + [ + "1.4", + -12.13875675201416 + ], + [ + "solution", + -12.138769149780272 + ], + [ + "▁Wayne", + -12.138835906982422 + ], + [ + "▁queen", + -12.138898849487305 + ], + [ + "illion", + -12.139022827148438 + ], + [ + "greifen", + -12.139127731323242 + ], + [ + "▁Bil", + -12.139174461364746 + ], + [ + "rote", + -12.139185905456545 + ], + [ + "END", + -12.13918685913086 + ], + [ + "äl", + -12.139206886291504 + ], + [ + "▁reçu", + -12.139378547668455 + ], + [ + "flower", + -12.139495849609377 + ], + [ + "▁draws", + -12.139519691467283 + ], + [ + "plant", + -12.139605522155762 + ], + [ + "2010", + -12.139702796936035 + ], + [ + "▁oper", + -12.139762878417969 + ], + [ + "▁conserve", + -12.139777183532717 + ], + [ + "▁sprinkle", + -12.13984203338623 + ], + [ + "mode", + -12.13992404937744 + ], + [ + "▁lifting", + -12.139941215515137 + ], + [ + "▁Institution", + -12.139951705932615 + ], + [ + "Când", + -12.14001750946045 + ], + [ + "Aus", + -12.140048027038574 + ], + [ + "▁fears", + -12.140054702758787 + ], + [ + "▁appointments", + -12.140079498291016 + ], + [ + "oarele", + -12.140162467956545 + ], + [ + "▁duck", + -12.140193939208984 + ], + [ + "▁stadium", + -12.140213012695312 + ], + [ + "▁vezi", + -12.14022731781006 + ], + [ + "▁lap", + -12.140315055847168 + ], + [ + "▁proceeds", + -12.140382766723633 + ], + [ + "geschlossen", + -12.14041233062744 + ], + [ + "▁tren", + -12.140478134155272 + ], + [ + "VS", + -12.140536308288574 + ], + [ + "▁vais", + -12.14080047607422 + ], + [ + "ținut", + -12.140859603881836 + ], + [ + "▁Concert", + -12.140928268432615 + ], + [ + "▁planting", + -12.141008377075195 + ], + [ + "▁honour", + -12.141069412231444 + ], + [ + "▁gras", + -12.141071319580078 + ], + [ + "woo", + -12.14109230041504 + ], + [ + "▁Hero", + -12.141282081604004 + ], + [ + "▁stimulate", + -12.14134407043457 + ], + [ + "▁überhaupt", + -12.14142608642578 + ], + [ + "▁bounce", + -12.14148235321045 + ], + [ + "oodle", + -12.14151382446289 + ], + [ + "▁packs", + -12.141576766967772 + ], + [ + "▁Poker", + -12.14158821105957 + ], + [ + "▁acea", + -12.141684532165527 + ], + [ + "▁parish", + -12.141754150390623 + ], + [ + "-24", + -12.141766548156738 + ], + [ + "▁iTunes", + -12.141874313354492 + ], + [ + "▁lumière", + -12.141948699951172 + ], + [ + "third", + -12.142024993896484 + ], + [ + "▁dynamics", + -12.142038345336914 + ], + [ + "Unless", + -12.142162322998049 + ], + [ + "▁immense", + -12.142416000366213 + ], + [ + "▁Sec", + -12.142781257629396 + ], + [ + "lois", + -12.143009185791016 + ], + [ + "époque", + -12.14302921295166 + ], + [ + "NB", + -12.143139839172363 + ], + [ + "written", + -12.143210411071776 + ], + [ + "▁logement", + -12.143226623535156 + ], + [ + "submitting", + -12.143295288085938 + ], + [ + "▁Quand", + -12.14331340789795 + ], + [ + "▁foi", + -12.143322944641112 + ], + [ + "▁catalogue", + -12.143351554870604 + ], + [ + "nova", + -12.14343547821045 + ], + [ + "▁prezentat", + -12.143527030944824 + ], + [ + "▁tart", + -12.143877983093262 + ], + [ + "те", + -12.143912315368652 + ], + [ + "hack", + -12.143916130065918 + ], + [ + "▁Politic", + -12.144003868103027 + ], + [ + "▁18,", + -12.144048690795898 + ], + [ + "▁ignored", + -12.144145965576172 + ], + [ + "▁spoon", + -12.144245147705078 + ], + [ + "▁Joy", + -12.144280433654783 + ], + [ + "▁reside", + -12.144482612609863 + ], + [ + ".99", + -12.144488334655762 + ], + [ + "lytic", + -12.144625663757324 + ], + [ + "▁bogat", + -12.144643783569336 + ], + [ + "▁nurses", + -12.144845008850098 + ], + [ + "▁funcţi", + -12.145029067993164 + ], + [ + "▁produselor", + -12.145038604736328 + ], + [ + "▁Associates", + -12.145069122314451 + ], + [ + "Est", + -12.14511489868164 + ], + [ + "▁peanut", + -12.145187377929688 + ], + [ + "▁résultat", + -12.145257949829102 + ], + [ + "08.", + -12.145424842834473 + ], + [ + "▁Astro", + -12.14543914794922 + ], + [ + "▁personnelle", + -12.145527839660645 + ], + [ + "320", + -12.145668983459473 + ], + [ + "▁Grab", + -12.145748138427734 + ], + [ + "éco", + -12.145801544189451 + ], + [ + "▁clasic", + -12.14585781097412 + ], + [ + "offre", + -12.14588451385498 + ], + [ + "▁idee", + -12.14589786529541 + ], + [ + "▁cheat", + -12.146259307861328 + ], + [ + "▁Flug", + -12.146286964416504 + ], + [ + "▁1500", + -12.146413803100586 + ], + [ + "▁kurze", + -12.14643383026123 + ], + [ + "With", + -12.146512985229492 + ], + [ + "▁Half", + -12.146575927734377 + ], + [ + "▁disciplines", + -12.146642684936523 + ], + [ + "sorption", + -12.14669132232666 + ], + [ + "▁greutate", + -12.146927833557127 + ], + [ + "mä", + -12.146940231323242 + ], + [ + "▁Literatur", + -12.14695644378662 + ], + [ + "3/", + -12.147016525268556 + ], + [ + "4.0", + -12.147095680236816 + ], + [ + "▁déco", + -12.147119522094728 + ], + [ + "▁Fuß", + -12.147233963012695 + ], + [ + "▁Deutsche", + -12.147289276123049 + ], + [ + "▁abundance", + -12.14746379852295 + ], + [ + "▁Luther", + -12.14750862121582 + ], + [ + "▁nutritional", + -12.147562980651855 + ], + [ + "▁Jude", + -12.147687911987305 + ], + [ + "AY", + -12.14786148071289 + ], + [ + "▁chore", + -12.147916793823242 + ], + [ + "▁Kro", + -12.148006439208984 + ], + [ + "▁alin", + -12.14801025390625 + ], + [ + "lösung", + -12.148030281066896 + ], + [ + "▁geworden", + -12.148238182067873 + ], + [ + "▁sociaux", + -12.148255348205566 + ], + [ + "▁Spark", + -12.1486177444458 + ], + [ + "▁phenomenon", + -12.148624420166016 + ], + [ + "ICA", + -12.148805618286133 + ], + [ + "▁Ran", + -12.148836135864258 + ], + [ + "▁Schwarz", + -12.148959159851074 + ], + [ + "▁1983", + -12.148985862731934 + ], + [ + "ет", + -12.148990631103516 + ], + [ + "möglich", + -12.149084091186523 + ], + [ + "vocation", + -12.149087905883787 + ], + [ + "▁Organic", + -12.14926815032959 + ], + [ + "Oh", + -12.149408340454102 + ], + [ + "▁blockchain", + -12.149422645568848 + ], + [ + "▁Bă", + -12.14951515197754 + ], + [ + "▁Bass", + -12.14953899383545 + ], + [ + "enie", + -12.149687767028809 + ], + [ + "▁rêve", + -12.149807929992676 + ], + [ + "▁Rap", + -12.149986267089844 + ], + [ + "▁democratic", + -12.150044441223145 + ], + [ + "▁Chart", + -12.15016746520996 + ], + [ + "▁Voi", + -12.150189399719238 + ], + [ + "process", + -12.150263786315918 + ], + [ + "▁preach", + -12.150389671325684 + ], + [ + "tient", + -12.150456428527832 + ], + [ + "▁Train", + -12.150468826293944 + ], + [ + "▁Reihe", + -12.150472640991213 + ], + [ + "help", + -12.150514602661133 + ], + [ + "1.6", + -12.150547981262209 + ], + [ + "▁cazuri", + -12.150547981262209 + ], + [ + "▁chap", + -12.150559425354004 + ], + [ + "aktiv", + -12.150632858276367 + ], + [ + "▁2006.", + -12.15079116821289 + ], + [ + "iene", + -12.150849342346191 + ], + [ + "▁BBQ", + -12.15096950531006 + ], + [ + "dauer", + -12.151028633117676 + ], + [ + "2).", + -12.151226997375488 + ], + [ + "▁Monat", + -12.151277542114258 + ], + [ + "Generally", + -12.151285171508787 + ], + [ + "▁bracelet", + -12.151336669921877 + ], + [ + "▁cartoon", + -12.151349067687988 + ], + [ + "▁pui", + -12.151488304138184 + ], + [ + "temp", + -12.151506423950195 + ], + [ + "▁Particip", + -12.151555061340332 + ], + [ + "▁dumneavoastră", + -12.151725769042969 + ], + [ + "▁Gin", + -12.151824951171877 + ], + [ + "iunile", + -12.151829719543455 + ], + [ + "reise", + -12.151849746704102 + ], + [ + "▁einzige", + -12.15189266204834 + ], + [ + "ANCE", + -12.15192985534668 + ], + [ + "▁humble", + -12.151951789855955 + ], + [ + "claim", + -12.152093887329102 + ], + [ + "LV", + -12.152143478393556 + ], + [ + "▁confiance", + -12.152270317077637 + ], + [ + "▁Trading", + -12.152535438537598 + ], + [ + "▁Fabric", + -12.152770042419434 + ], + [ + "▁Duke", + -12.152851104736328 + ], + [ + "spieler", + -12.15293788909912 + ], + [ + "▁reject", + -12.152987480163574 + ], + [ + "▁crise", + -12.153170585632324 + ], + [ + "▁borders", + -12.153196334838867 + ], + [ + "▁Vehicle", + -12.153279304504396 + ], + [ + "zeiten", + -12.153481483459473 + ], + [ + "enrolled", + -12.153514862060549 + ], + [ + "venue", + -12.153555870056152 + ], + [ + "▁forests", + -12.153564453125 + ], + [ + "vascular", + -12.15358829498291 + ], + [ + "▁phrases", + -12.153661727905272 + ], + [ + "▁receptor", + -12.15368366241455 + ], + [ + "schied", + -12.153687477111816 + ], + [ + "▁soirée", + -12.153785705566406 + ], + [ + "▁partener", + -12.153987884521484 + ], + [ + "▁Jobs", + -12.15417194366455 + ], + [ + "▁segments", + -12.154216766357422 + ], + [ + "▁violate", + -12.154438972473145 + ], + [ + "▁viable", + -12.154500007629396 + ], + [ + "▁encountered", + -12.154533386230469 + ], + [ + "▁travelers", + -12.154552459716797 + ], + [ + "▁împ", + -12.15467929840088 + ], + [ + "▁convince", + -12.154693603515623 + ], + [ + "▁mailing", + -12.154693603515623 + ], + [ + "▁Zahn", + -12.154698371887209 + ], + [ + "attend", + -12.15477466583252 + ], + [ + "▁eBay", + -12.154836654663086 + ], + [ + "▁Emergency", + -12.154844284057615 + ], + [ + "wirtschaft", + -12.154882431030272 + ], + [ + "▁scholars", + -12.154947280883787 + ], + [ + "▁considerably", + -12.155118942260742 + ], + [ + "▁combo", + -12.1551513671875 + ], + [ + "hiver", + -12.155198097229004 + ], + [ + "▁mysterious", + -12.15522575378418 + ], + [ + "▁Degree", + -12.155234336853027 + ], + [ + "▁fate", + -12.155242919921877 + ], + [ + "▁transplant", + -12.155281066894531 + ], + [ + "▁samedi", + -12.155400276184082 + ], + [ + "unit", + -12.155519485473633 + ], + [ + "▁moyenne", + -12.155611991882324 + ], + [ + "▁Liverpool", + -12.155614852905272 + ], + [ + "▁Champions", + -12.155728340148926 + ], + [ + "zzle", + -12.155824661254885 + ], + [ + "▁arena", + -12.156228065490724 + ], + [ + "▁Pipe", + -12.15633487701416 + ], + [ + "▁waterproof", + -12.156356811523438 + ], + [ + "▁eternal", + -12.156463623046877 + ], + [ + "Whenever", + -12.156503677368164 + ], + [ + "▁Hop", + -12.156535148620604 + ], + [ + "▁Betrieb", + -12.156816482543944 + ], + [ + "gne", + -12.15692138671875 + ], + [ + "▁spe", + -12.156975746154783 + ], + [ + "▁Corner", + -12.157078742980955 + ], + [ + "▁devenir", + -12.157118797302246 + ], + [ + "ambiance", + -12.157144546508787 + ], + [ + "▁Graham", + -12.157200813293455 + ], + [ + "▁desires", + -12.157289505004885 + ], + [ + "▁Applications", + -12.157291412353516 + ], + [ + "▁genutzt", + -12.157477378845217 + ], + [ + "tek", + -12.157612800598145 + ], + [ + "▁Career", + -12.157641410827637 + ], + [ + "▁staple", + -12.157695770263672 + ], + [ + "▁Dodge", + -12.157817840576172 + ], + [ + "▁strictly", + -12.157889366149902 + ], + [ + "▁Gruppen", + -12.157952308654783 + ], + [ + "▁Finanz", + -12.157981872558594 + ], + [ + "▁sporting", + -12.15809440612793 + ], + [ + "▁Wieder", + -12.158127784729004 + ], + [ + "anny", + -12.158208847045898 + ], + [ + "▁bucura", + -12.158233642578123 + ], + [ + "▁Pest", + -12.15824031829834 + ], + [ + "▁circles", + -12.158246994018556 + ], + [ + "▁richtige", + -12.158309936523438 + ], + [ + "▁cycles", + -12.158379554748535 + ], + [ + "static", + -12.15845012664795 + ], + [ + "lasting", + -12.15847396850586 + ], + [ + "▁calcium", + -12.158549308776855 + ], + [ + "▁digest", + -12.158697128295898 + ], + [ + "Enfin", + -12.158865928649902 + ], + [ + "▁stressful", + -12.15895175933838 + ], + [ + "▁schemes", + -12.158981323242188 + ], + [ + "▁décision", + -12.158987045288086 + ], + [ + "▁comercial", + -12.15907096862793 + ], + [ + "işti", + -12.159098625183104 + ], + [ + "▁Comic", + -12.15910816192627 + ], + [ + "▁extensions", + -12.159140586853027 + ], + [ + "▁Sieg", + -12.159168243408203 + ], + [ + "▁pine", + -12.15919017791748 + ], + [ + "ieß", + -12.159272193908691 + ], + [ + "▁Images", + -12.159427642822266 + ], + [ + "▁Mensch", + -12.159668922424316 + ], + [ + "Pap", + -12.15977382659912 + ], + [ + "▁crops", + -12.15994930267334 + ], + [ + "▁sheep", + -12.159996032714844 + ], + [ + "▁istoric", + -12.160001754760742 + ], + [ + "▁Assessment", + -12.160035133361816 + ], + [ + "▁mounting", + -12.16035270690918 + ], + [ + "wirken", + -12.16046905517578 + ], + [ + "▁augment", + -12.16046905517578 + ], + [ + "▁picioare", + -12.160542488098145 + ], + [ + "organisme", + -12.160590171813965 + ], + [ + "▁Monitor", + -12.16060733795166 + ], + [ + "▁celles", + -12.160642623901367 + ], + [ + "▁Maison", + -12.160709381103516 + ], + [ + "notified", + -12.160783767700195 + ], + [ + "▁chew", + -12.160831451416016 + ], + [ + "▁bleu", + -12.16083812713623 + ], + [ + "dow", + -12.160844802856444 + ], + [ + "▁Grav", + -12.16097354888916 + ], + [ + "▁curtains", + -12.160975456237791 + ], + [ + "▁Campus", + -12.161076545715332 + ], + [ + "▁controversial", + -12.161087036132812 + ], + [ + "▁soutien", + -12.161189079284668 + ], + [ + "▁Dell", + -12.1613187789917 + ], + [ + "▁instrumental", + -12.161431312561035 + ], + [ + "▁Nan", + -12.161514282226562 + ], + [ + "▁prom", + -12.161520957946776 + ], + [ + "▁spatial", + -12.161523818969728 + ], + [ + "Similarly", + -12.161558151245115 + ], + [ + "▁Gala", + -12.161601066589355 + ], + [ + "ultimul", + -12.16162109375 + ], + [ + "▁Vom", + -12.161761283874512 + ], + [ + "▁Foot", + -12.161784172058104 + ], + [ + "bike", + -12.1618013381958 + ], + [ + "▁acids", + -12.161979675292969 + ], + [ + "entend", + -12.162002563476562 + ], + [ + "ivă", + -12.16204071044922 + ], + [ + "▁Weitere", + -12.162124633789062 + ], + [ + "▁vitamins", + -12.162131309509276 + ], + [ + "▁enhancement", + -12.16234016418457 + ], + [ + "▁Cruise", + -12.162367820739746 + ], + [ + "assemble", + -12.162385940551758 + ], + [ + "▁spécifique", + -12.16245937347412 + ], + [ + "affaires", + -12.16261100769043 + ], + [ + "▁indispensable", + -12.1626558303833 + ], + [ + "▁logistics", + -12.16283130645752 + ], + [ + "▁manche", + -12.162919044494627 + ], + [ + "▁dealt", + -12.16297435760498 + ], + [ + "▁favorable", + -12.163036346435549 + ], + [ + "▁unwanted", + -12.163047790527344 + ], + [ + "▁handmade", + -12.163065910339355 + ], + [ + "▁Regi", + -12.16310214996338 + ], + [ + "safe", + -12.163134574890137 + ], + [ + "persoanele", + -12.163202285766602 + ], + [ + "▁destinat", + -12.163252830505373 + ], + [ + "▁Maxi", + -12.163299560546877 + ], + [ + "▁salmon", + -12.163454055786133 + ], + [ + "wag", + -12.163578033447266 + ], + [ + "210", + -12.163769721984863 + ], + [ + "▁warned", + -12.163865089416504 + ], + [ + "läuft", + -12.16386604309082 + ], + [ + "agging", + -12.163931846618652 + ], + [ + "▁responsabil", + -12.16398811340332 + ], + [ + "▁presse", + -12.164271354675291 + ], + [ + "▁amis", + -12.164305686950684 + ], + [ + "▁rolls", + -12.164377212524414 + ], + [ + "control", + -12.164405822753906 + ], + [ + "▁Manufacturer", + -12.164422988891602 + ], + [ + "hnen", + -12.16444969177246 + ], + [ + "▁buget", + -12.164546012878418 + ], + [ + "OW", + -12.16467571258545 + ], + [ + "etro", + -12.164745330810549 + ], + [ + "▁communauté", + -12.164837837219238 + ], + [ + "unci", + -12.164944648742676 + ], + [ + "▁Chine", + -12.164952278137209 + ], + [ + "combines", + -12.16501235961914 + ], + [ + "▁learners", + -12.165046691894531 + ], + [ + "STE", + -12.16505527496338 + ], + [ + "ckel", + -12.16511344909668 + ], + [ + "Service", + -12.165169715881348 + ], + [ + "▁veröffentlicht", + -12.165209770202637 + ], + [ + "besides", + -12.165266036987305 + ], + [ + "getragen", + -12.165349960327148 + ], + [ + "▁opponent", + -12.165521621704102 + ], + [ + "▁volum", + -12.165533065795898 + ], + [ + "▁confusing", + -12.165802001953123 + ], + [ + "invasive", + -12.165813446044922 + ], + [ + "▁conseils", + -12.165881156921388 + ], + [ + "▁vibe", + -12.165928840637209 + ], + [ + "View", + -12.166062355041504 + ], + [ + "oară", + -12.166086196899414 + ], + [ + "Link", + -12.166261672973633 + ], + [ + "▁holy", + -12.166261672973633 + ], + [ + "▁crema", + -12.16629409790039 + ], + [ + "▁Michelle", + -12.166303634643556 + ], + [ + "▁Wien", + -12.166383743286133 + ], + [ + "▁undertake", + -12.166404724121094 + ], + [ + "▁Photograph", + -12.166421890258787 + ], + [ + "humain", + -12.16645336151123 + ], + [ + "▁Hang", + -12.166545867919922 + ], + [ + "designed", + -12.16657829284668 + ], + [ + "▁analyses", + -12.166614532470703 + ], + [ + "▁compose", + -12.166653633117676 + ], + [ + "▁substantially", + -12.166765213012695 + ], + [ + "▁marking", + -12.166772842407228 + ], + [ + "▁campagne", + -12.166826248168944 + ], + [ + "▁$15", + -12.166828155517578 + ], + [ + "pharma", + -12.166972160339355 + ], + [ + "▁playoff", + -12.1669921875 + ], + [ + "▁momentum", + -12.167091369628906 + ], + [ + "Temp", + -12.16714096069336 + ], + [ + "▁vinegar", + -12.167143821716309 + ], + [ + "▁descriptions", + -12.16758155822754 + ], + [ + "christ", + -12.167656898498535 + ], + [ + "wore", + -12.16773509979248 + ], + [ + "ITY", + -12.167768478393556 + ], + [ + "stehen", + -12.167771339416504 + ], + [ + "▁insulation", + -12.1677827835083 + ], + [ + "grav", + -12.167842864990234 + ], + [ + "2.2", + -12.167887687683104 + ], + [ + "▁Explore", + -12.168028831481934 + ], + [ + "▁dye", + -12.168127059936523 + ], + [ + "stair", + -12.168155670166016 + ], + [ + "artisan", + -12.168207168579102 + ], + [ + "▁zoom", + -12.168285369873049 + ], + [ + "▁turkey", + -12.168573379516602 + ], + [ + "▁locksmith", + -12.168577194213867 + ], + [ + "▁sewing", + -12.16861057281494 + ], + [ + "▁modeling", + -12.168627738952637 + ], + [ + "lied", + -12.16870403289795 + ], + [ + "adel", + -12.168773651123049 + ], + [ + "▁Going", + -12.168785095214844 + ], + [ + "WH", + -12.168798446655272 + ], + [ + "▁deserves", + -12.168919563293455 + ], + [ + "▁arriving", + -12.168960571289062 + ], + [ + "OFF", + -12.169039726257324 + ], + [ + "torului", + -12.169109344482422 + ], + [ + "ucked", + -12.16921615600586 + ], + [ + "▁approached", + -12.169351577758787 + ], + [ + "▁élevé", + -12.169354438781738 + ], + [ + "▁quotidien", + -12.169416427612305 + ], + [ + "▁derzeit", + -12.16942024230957 + ], + [ + "nutzt", + -12.16965675354004 + ], + [ + "science", + -12.169729232788086 + ], + [ + "▁Emma", + -12.169841766357422 + ], + [ + "▁builds", + -12.169879913330078 + ], + [ + "▁Logo", + -12.169949531555176 + ], + [ + "▁clouds", + -12.170061111450195 + ], + [ + "inflammatory", + -12.170141220092772 + ], + [ + "țiuni", + -12.170199394226074 + ], + [ + "▁Cisco", + -12.17025089263916 + ], + [ + "▁würden", + -12.170254707336426 + ], + [ + "▁Shaw", + -12.17025661468506 + ], + [ + "▁Ell", + -12.170266151428224 + ], + [ + "avance", + -12.1703519821167 + ], + [ + "anglais", + -12.170365333557127 + ], + [ + "weil", + -12.170368194580078 + ], + [ + "▁singura", + -12.170464515686035 + ], + [ + "ACK", + -12.170489311218262 + ], + [ + "likewise", + -12.170522689819336 + ], + [ + "ographie", + -12.170646667480469 + ], + [ + "liegen", + -12.17088508605957 + ], + [ + "▁Crow", + -12.170964241027832 + ], + [ + "▁unic", + -12.171187400817873 + ], + [ + "▁Ale", + -12.171241760253906 + ], + [ + "▁păstr", + -12.17125129699707 + ], + [ + "▁informal", + -12.171337127685549 + ], + [ + "650", + -12.17136287689209 + ], + [ + "Benz", + -12.171489715576172 + ], + [ + "▁antenna", + -12.17154026031494 + ], + [ + "▁pagini", + -12.171552658081056 + ], + [ + "▁lansat", + -12.171561241149902 + ], + [ + "▁Fans", + -12.171576499938965 + ], + [ + "taine", + -12.171822547912598 + ], + [ + "JO", + -12.171853065490724 + ], + [ + "▁Tips", + -12.172091484069824 + ], + [ + "cir", + -12.172130584716797 + ], + [ + "nou", + -12.17238426208496 + ], + [ + "▁planted", + -12.17241382598877 + ], + [ + "▁steering", + -12.172423362731934 + ], + [ + "▁Waren", + -12.172475814819336 + ], + [ + "▁clearance", + -12.172515869140623 + ], + [ + "▁Moscow", + -12.17251682281494 + ], + [ + "▁Faith", + -12.172534942626951 + ], + [ + "▁Pizza", + -12.172572135925291 + ], + [ + "▁Tank", + -12.17273998260498 + ], + [ + "QUE", + -12.172783851623535 + ], + [ + "▁studii", + -12.172804832458496 + ], + [ + "éné", + -12.172829627990724 + ], + [ + "▁guerre", + -12.1728515625 + ], + [ + "▁celebr", + -12.173083305358888 + ], + [ + "▁Factory", + -12.17311191558838 + ], + [ + "▁Browse", + -12.173198699951172 + ], + [ + "▁Request", + -12.17323112487793 + ], + [ + "▁taxpayer", + -12.173311233520508 + ], + [ + "▁assert", + -12.173562049865724 + ], + [ + "unternehmen", + -12.173588752746582 + ], + [ + "▁Ergebnis", + -12.173687934875488 + ], + [ + "▁Antwort", + -12.17372703552246 + ], + [ + "▁Photography", + -12.173808097839355 + ], + [ + "▁plă", + -12.173866271972656 + ], + [ + "IME", + -12.173982620239258 + ], + [ + "▁prochaine", + -12.174074172973633 + ], + [ + "ajouter", + -12.17410373687744 + ], + [ + "▁buffet", + -12.174227714538574 + ], + [ + "▁pixels", + -12.174239158630373 + ], + [ + "▁pledge", + -12.174250602722168 + ], + [ + "▁Inhalt", + -12.17435359954834 + ], + [ + "▁chase", + -12.174384117126465 + ], + [ + "Flow", + -12.174493789672852 + ], + [ + "▁melodi", + -12.174872398376465 + ], + [ + "▁Abu", + -12.174991607666016 + ], + [ + "▁1979", + -12.175042152404783 + ], + [ + "▁Photos", + -12.175042152404783 + ], + [ + "▁qualifications", + -12.175148963928224 + ], + [ + "▁zis", + -12.175213813781738 + ], + [ + "IAL", + -12.175354957580566 + ], + [ + "▁lender", + -12.175390243530272 + ], + [ + "▁indiferent", + -12.175494194030762 + ], + [ + "▁behaviors", + -12.175506591796877 + ], + [ + "▁flowing", + -12.175531387329102 + ], + [ + "▁zweite", + -12.1756010055542 + ], + [ + "abl", + -12.17576503753662 + ], + [ + "Schw", + -12.17600440979004 + ], + [ + "opi", + -12.176030158996582 + ], + [ + "ggi", + -12.176164627075195 + ], + [ + "▁depart", + -12.176314353942873 + ], + [ + "▁garde", + -12.17640209197998 + ], + [ + "▁tuition", + -12.176490783691406 + ], + [ + "fälle", + -12.17650032043457 + ], + [ + "▁determina", + -12.17652702331543 + ], + [ + "▁spice", + -12.176627159118652 + ], + [ + "▁petites", + -12.176777839660645 + ], + [ + "kot", + -12.176973342895508 + ], + [ + "▁intersection", + -12.177242279052734 + ], + [ + "hak", + -12.177248001098633 + ], + [ + "▁autumn", + -12.177284240722656 + ], + [ + "▁verbunden", + -12.177284240722656 + ], + [ + "▁ferme", + -12.177287101745604 + ], + [ + "PN", + -12.17733097076416 + ], + [ + "▁insurer", + -12.177390098571776 + ], + [ + "arten", + -12.177401542663574 + ], + [ + "▁Turkish", + -12.177715301513672 + ], + [ + "▁shoulders", + -12.177732467651367 + ], + [ + "=>", + -12.177742004394531 + ], + [ + "▁Nike", + -12.177760124206545 + ], + [ + "uire", + -12.177763938903809 + ], + [ + "▁Chile", + -12.177811622619627 + ], + [ + "jon", + -12.177842140197754 + ], + [ + "▁fragrance", + -12.177884101867676 + ], + [ + "▁bean", + -12.177908897399902 + ], + [ + "ips", + -12.178108215332031 + ], + [ + "assuming", + -12.17819118499756 + ], + [ + "liens", + -12.178215026855469 + ], + [ + "tocmai", + -12.178267478942873 + ], + [ + "▁60%", + -12.178301811218262 + ], + [ + "ipped", + -12.178384780883787 + ], + [ + "DIS", + -12.178473472595217 + ], + [ + "▁predicted", + -12.178537368774414 + ], + [ + "▁Picture", + -12.178555488586426 + ], + [ + "Bahn", + -12.178796768188477 + ], + [ + "104", + -12.178854942321776 + ], + [ + "tended", + -12.178958892822266 + ], + [ + "▁approve", + -12.179031372070312 + ], + [ + "▁magasin", + -12.17908000946045 + ], + [ + "▁mindset", + -12.179208755493164 + ], + [ + "rase", + -12.179363250732422 + ], + [ + "grand", + -12.179469108581545 + ], + [ + "▁Principal", + -12.17947769165039 + ], + [ + "▁informații", + -12.17959976196289 + ], + [ + "▁legătur", + -12.179628372192385 + ], + [ + "▁Farb", + -12.179692268371582 + ], + [ + "▁Dieu", + -12.179710388183594 + ], + [ + "▁alliance", + -12.180378913879396 + ], + [ + "weiligen", + -12.180397987365724 + ], + [ + "▁Câ", + -12.18048095703125 + ], + [ + "▁counseling", + -12.18052101135254 + ], + [ + "▁traveled", + -12.180533409118652 + ], + [ + "▁translated", + -12.18055820465088 + ], + [ + "▁carne", + -12.180679321289062 + ], + [ + "aked", + -12.180707931518556 + ], + [ + "▁LCD", + -12.180868148803713 + ], + [ + "▁Folge", + -12.180909156799316 + ], + [ + "▁Erfahrungen", + -12.18093204498291 + ], + [ + "▁1981", + -12.18106460571289 + ], + [ + "▁răspuns", + -12.181075096130373 + ], + [ + "itori", + -12.18117618560791 + ], + [ + "▁elementary", + -12.181200981140137 + ], + [ + "▁vorbei", + -12.18127727508545 + ], + [ + "▁cargo", + -12.181361198425291 + ], + [ + "disciplinary", + -12.18140983581543 + ], + [ + "WR", + -12.181492805480955 + ], + [ + "▁counterpart", + -12.18162727355957 + ], + [ + "family", + -12.181641578674316 + ], + [ + "▁viață", + -12.181644439697266 + ], + [ + "▁Definition", + -12.18167495727539 + ], + [ + "▁Cow", + -12.18171501159668 + ], + [ + "fällig", + -12.182003021240234 + ], + [ + "▁Sicht", + -12.182025909423828 + ], + [ + "▁mum", + -12.18214511871338 + ], + [ + "▁Mediterranean", + -12.182275772094728 + ], + [ + "nev", + -12.182278633117676 + ], + [ + "bü", + -12.182293891906738 + ], + [ + "▁slave", + -12.182293891906738 + ], + [ + "schnitt", + -12.18233871459961 + ], + [ + "▁firme", + -12.182430267333984 + ], + [ + "▁spill", + -12.182454109191896 + ], + [ + "▁wages", + -12.182592391967772 + ], + [ + "▁refine", + -12.182615280151367 + ], + [ + "▁upgraded", + -12.182632446289062 + ], + [ + "▁gospel", + -12.182698249816896 + ], + [ + "▁quartier", + -12.182744979858398 + ], + [ + "▁#2", + -12.182772636413574 + ], + [ + "▁Situation", + -12.18298625946045 + ], + [ + "▁suggesting", + -12.183075904846191 + ], + [ + "▁acne", + -12.183113098144531 + ], + [ + "▁Murray", + -12.183337211608888 + ], + [ + "▁Ian", + -12.183469772338867 + ], + [ + "hören", + -12.183489799499512 + ], + [ + "bia", + -12.183603286743164 + ], + [ + "▁Bewegung", + -12.18368434906006 + ], + [ + "▁abzu", + -12.18379020690918 + ], + [ + "reveals", + -12.183795928955078 + ], + [ + "friend", + -12.184025764465332 + ], + [ + "▁Connecticut", + -12.18407917022705 + ], + [ + "▁Testament", + -12.184151649475098 + ], + [ + "▁Lit", + -12.184199333190918 + ], + [ + "▁Ship", + -12.184209823608398 + ], + [ + "▁minunat", + -12.184344291687012 + ], + [ + "▁Moving", + -12.184346199035645 + ], + [ + "▁Device", + -12.184486389160156 + ], + [ + "▁Bake", + -12.18453598022461 + ], + [ + "▁qualification", + -12.184633255004885 + ], + [ + "▁challenged", + -12.184640884399414 + ], + [ + "▁Hinweis", + -12.184721946716309 + ], + [ + "▁sechs", + -12.184769630432127 + ], + [ + "та", + -12.184903144836426 + ], + [ + "120", + -12.184904098510742 + ], + [ + "licht", + -12.184940338134766 + ], + [ + "▁supervision", + -12.185022354125977 + ], + [ + "▁milestone", + -12.18503189086914 + ], + [ + "zeig", + -12.185050964355469 + ], + [ + "▁emphasize", + -12.185224533081056 + ], + [ + "▁complain", + -12.185232162475586 + ], + [ + "sack", + -12.185341835021973 + ], + [ + "▁rebuild", + -12.18544578552246 + ], + [ + "projekt", + -12.18548583984375 + ], + [ + "▁saint", + -12.185644149780272 + ], + [ + "lette", + -12.185752868652344 + ], + [ + "rade", + -12.18580150604248 + ], + [ + "▁pacient", + -12.185893058776855 + ], + [ + "signed", + -12.186169624328612 + ], + [ + "▁mil", + -12.186261177062988 + ], + [ + "cali", + -12.186266899108888 + ], + [ + "▁brochure", + -12.186487197875977 + ], + [ + "▁Bulgaria", + -12.186488151550291 + ], + [ + "Har", + -12.186623573303224 + ], + [ + "DH", + -12.186697006225586 + ], + [ + "▁jumping", + -12.186712265014648 + ], + [ + "ären", + -12.186732292175291 + ], + [ + "▁tactics", + -12.186911582946776 + ], + [ + "▁soleil", + -12.187030792236328 + ], + [ + "lessness", + -12.18705940246582 + ], + [ + "steigen", + -12.187085151672363 + ], + [ + "▁Brief", + -12.18711757659912 + ], + [ + "▁Oz", + -12.18718433380127 + ], + [ + "credit", + -12.18723964691162 + ], + [ + "glass", + -12.187241554260254 + ], + [ + "▁Baltimore", + -12.187292098999023 + ], + [ + "varies", + -12.187445640563965 + ], + [ + "sourced", + -12.187575340270996 + ], + [ + "▁documented", + -12.187604904174805 + ], + [ + "▁devine", + -12.187664985656738 + ], + [ + "möglichst", + -12.187732696533203 + ], + [ + "▁früher", + -12.187756538391112 + ], + [ + "outefois", + -12.18790054321289 + ], + [ + "▁Engagement", + -12.18793487548828 + ], + [ + "▁anumit", + -12.18806266784668 + ], + [ + "▁1930", + -12.188186645507812 + ], + [ + "▁Aufgaben", + -12.188214302062988 + ], + [ + "▁lineup", + -12.188227653503418 + ], + [ + "▁Cad", + -12.188349723815918 + ], + [ + "améliorer", + -12.188437461853027 + ], + [ + "▁februarie", + -12.188499450683594 + ], + [ + "▁cancellation", + -12.18852996826172 + ], + [ + "▁locks", + -12.18857765197754 + ], + [ + "▁modèles", + -12.188711166381836 + ], + [ + "▁breakdown", + -12.188748359680176 + ], + [ + "Ticket", + -12.188810348510742 + ], + [ + "▁Chen", + -12.188855171203612 + ], + [ + "▁Competition", + -12.188910484313965 + ], + [ + "▁median", + -12.18896770477295 + ], + [ + "rische", + -12.189159393310549 + ], + [ + "▁multipli", + -12.189269065856934 + ], + [ + "▁Belgium", + -12.189305305480955 + ], + [ + "▁Physical", + -12.189308166503906 + ], + [ + "▁parameter", + -12.18943214416504 + ], + [ + "▁carrot", + -12.189435005187988 + ], + [ + "▁mandat", + -12.189617156982422 + ], + [ + "▁towel", + -12.189697265625 + ], + [ + "▁insured", + -12.189825057983398 + ], + [ + "PRI", + -12.189868927001951 + ], + [ + "etter", + -12.189915657043455 + ], + [ + "▁Oder", + -12.190083503723145 + ], + [ + "argued", + -12.190171241760254 + ], + [ + "FB", + -12.190196990966797 + ], + [ + "versicherung", + -12.190197944641112 + ], + [ + "abila", + -12.190251350402832 + ], + [ + "▁Coin", + -12.190324783325195 + ], + [ + "around", + -12.19050121307373 + ], + [ + "▁Lorsqu", + -12.190773963928224 + ], + [ + "valent", + -12.190918922424316 + ], + [ + "▁weltweit", + -12.19092082977295 + ], + [ + "Mod", + -12.191039085388184 + ], + [ + "▁defect", + -12.191044807434082 + ], + [ + "ibly", + -12.191136360168455 + ], + [ + "▁Juan", + -12.191153526306152 + ], + [ + "▁Jur", + -12.191171646118164 + ], + [ + "large", + -12.191307067871094 + ], + [ + "▁indicators", + -12.191461563110352 + ], + [ + "invest", + -12.19168472290039 + ], + [ + "▁rehabilitation", + -12.191705703735352 + ], + [ + "nag", + -12.191823959350586 + ], + [ + "▁Grundlage", + -12.191829681396484 + ], + [ + "▁Strategy", + -12.192131042480469 + ], + [ + "▁supérieur", + -12.192173957824709 + ], + [ + "▁orbit", + -12.19228172302246 + ], + [ + "▁Auftrag", + -12.192360877990724 + ], + [ + "▁Verb", + -12.192441940307615 + ], + [ + "ANA", + -12.19256591796875 + ], + [ + "▁trimis", + -12.192611694335938 + ], + [ + "▁Rub", + -12.192704200744627 + ], + [ + "institu", + -12.19273281097412 + ], + [ + "▁inspect", + -12.1927490234375 + ], + [ + "▁Princess", + -12.192757606506348 + ], + [ + "especially", + -12.192777633666992 + ], + [ + "▁combinations", + -12.192793846130373 + ], + [ + "▁gaze", + -12.192842483520508 + ], + [ + "elemente", + -12.192970275878906 + ], + [ + "deal", + -12.192980766296388 + ], + [ + "polis", + -12.193157196044922 + ], + [ + "shaw", + -12.19316864013672 + ], + [ + "▁Republicans", + -12.193203926086426 + ], + [ + "aded", + -12.193244934082031 + ], + [ + "▁Louisiana", + -12.193364143371582 + ], + [ + "▁Ville", + -12.193368911743164 + ], + [ + "▁afterwards", + -12.193389892578123 + ], + [ + "ONG", + -12.193608283996582 + ], + [ + "▁dryer", + -12.193636894226074 + ], + [ + "▁Manhattan", + -12.19374942779541 + ], + [ + "▁recomanda", + -12.19412612915039 + ], + [ + "▁juca", + -12.194253921508787 + ], + [ + "▁Crown", + -12.194260597229004 + ], + [ + "▁flesh", + -12.194347381591797 + ], + [ + "sichtig", + -12.194358825683594 + ], + [ + "▁rempli", + -12.19437026977539 + ], + [ + "▁deposits", + -12.19438362121582 + ], + [ + "▁Voll", + -12.194599151611328 + ], + [ + "▁analysts", + -12.194672584533691 + ], + [ + "▁Krieg", + -12.19484806060791 + ], + [ + "▁Rosa", + -12.19495964050293 + ], + [ + "▁Supply", + -12.194964408874512 + ], + [ + "GF", + -12.19497013092041 + ], + [ + "idad", + -12.195098876953123 + ], + [ + "▁flush", + -12.195103645324709 + ], + [ + "▁circular", + -12.195355415344238 + ], + [ + "▁național", + -12.195379257202148 + ], + [ + "▁lorsqu", + -12.195441246032717 + ], + [ + "▁analyst", + -12.195459365844728 + ], + [ + "▁Jahrhundert", + -12.195586204528809 + ], + [ + "▁biology", + -12.195713996887209 + ], + [ + "copy", + -12.195733070373535 + ], + [ + "▁bringt", + -12.195765495300291 + ], + [ + "▁Gospel", + -12.195780754089355 + ], + [ + "▁sorgen", + -12.195842742919922 + ], + [ + "zeichnung", + -12.196181297302246 + ], + [ + "chair", + -12.196197509765623 + ], + [ + "EB", + -12.19636344909668 + ], + [ + "▁Beth", + -12.1964111328125 + ], + [ + "115", + -12.196416854858398 + ], + [ + "▁Neue", + -12.19647979736328 + ], + [ + "▁faible", + -12.196599960327148 + ], + [ + "▁methodology", + -12.196603775024414 + ], + [ + "spiele", + -12.196647644042969 + ], + [ + "▁cherry", + -12.196727752685549 + ], + [ + "▁Mak", + -12.196802139282228 + ], + [ + "▁volet", + -12.196982383728027 + ], + [ + "funk", + -12.197196006774902 + ], + [ + "▁aktuelle", + -12.197372436523438 + ], + [ + "▁Yahoo", + -12.19740867614746 + ], + [ + "▁Zusammenarbeit", + -12.197669982910156 + ], + [ + "▁Serve", + -12.197754859924316 + ], + [ + "▁simpler", + -12.197978019714355 + ], + [ + "intégr", + -12.197990417480469 + ], + [ + "ndlich", + -12.198083877563477 + ], + [ + "▁actress", + -12.198320388793944 + ], + [ + "▁reuse", + -12.19833278656006 + ], + [ + "▁reviewing", + -12.198405265808104 + ], + [ + "statt", + -12.198457717895508 + ], + [ + "▁diving", + -12.198469161987305 + ], + [ + "▁Național", + -12.19867706298828 + ], + [ + "voi", + -12.19873332977295 + ], + [ + "Disc", + -12.198812484741213 + ], + [ + "▁Mineral", + -12.19886302947998 + ], + [ + "▁emit", + -12.199007034301758 + ], + [ + "witz", + -12.199078559875488 + ], + [ + "▁forgot", + -12.19909954071045 + ], + [ + "▁dim", + -12.199115753173828 + ], + [ + "upper", + -12.19947624206543 + ], + [ + "sichtlich", + -12.19949722290039 + ], + [ + "▁parcours", + -12.199670791625977 + ], + [ + "8:00", + -12.199697494506836 + ], + [ + "▁keyword", + -12.199701309204102 + ], + [ + "▁upgrades", + -12.199763298034668 + ], + [ + "kunden", + -12.200177192687988 + ], + [ + "▁Seg", + -12.200257301330566 + ], + [ + "▁Circle", + -12.200289726257324 + ], + [ + "▁ginger", + -12.200336456298828 + ], + [ + "mment", + -12.200516700744627 + ], + [ + "▁expenditure", + -12.200655937194824 + ], + [ + "▁parle", + -12.200693130493164 + ], + [ + "▁Counsel", + -12.200722694396973 + ], + [ + "▁Gui", + -12.200722694396973 + ], + [ + "resident", + -12.20103645324707 + ], + [ + "▁benchmark", + -12.20103931427002 + ], + [ + "▁Elektro", + -12.201064109802246 + ], + [ + "▁réalité", + -12.201064109802246 + ], + [ + "▁ridiculous", + -12.201067924499512 + ], + [ + "▁necklace", + -12.20108699798584 + ], + [ + "nian", + -12.201117515563965 + ], + [ + "▁Move", + -12.20113468170166 + ], + [ + "▁elevated", + -12.201204299926758 + ], + [ + "WE", + -12.201281547546388 + ], + [ + "▁Drum", + -12.20132064819336 + ], + [ + "▁Delivery", + -12.201350212097168 + ], + [ + "indicating", + -12.201452255249023 + ], + [ + "▁Benjamin", + -12.201472282409668 + ], + [ + "▁Samuel", + -12.2014741897583 + ], + [ + "bene", + -12.201666831970217 + ], + [ + "▁experienta", + -12.20167636871338 + ], + [ + "▁rocket", + -12.201839447021484 + ], + [ + "▁fossil", + -12.20188331604004 + ], + [ + "▁festive", + -12.20193099975586 + ], + [ + "▁conscience", + -12.201964378356934 + ], + [ + "▁bacon", + -12.202136993408203 + ], + [ + "▁aero", + -12.202159881591797 + ], + [ + "public", + -12.202187538146973 + ], + [ + "▁zic", + -12.202218055725098 + ], + [ + "ombre", + -12.202356338500977 + ], + [ + "▁Drain", + -12.202550888061523 + ], + [ + "7.5", + -12.202672004699709 + ], + [ + "▁Deutschen", + -12.202703475952148 + ], + [ + "reportedly", + -12.202754974365234 + ], + [ + "▁Français", + -12.203105926513672 + ], + [ + "▁enzyme", + -12.203106880187988 + ], + [ + "▁inquiry", + -12.203117370605469 + ], + [ + "▁presque", + -12.20319366455078 + ], + [ + "▁Airlines", + -12.203228950500488 + ], + [ + "▁Salon", + -12.203237533569336 + ], + [ + "▁Volunteer", + -12.203310012817385 + ], + [ + "▁modular", + -12.203349113464355 + ], + [ + "ón", + -12.203364372253418 + ], + [ + "NH", + -12.203449249267578 + ], + [ + "▁souhaite", + -12.203516960144045 + ], + [ + "social", + -12.203659057617188 + ], + [ + "▁Include", + -12.203729629516602 + ], + [ + "▁Decor", + -12.2037992477417 + ], + [ + "dded", + -12.203965187072754 + ], + [ + "▁Außen", + -12.203969955444336 + ], + [ + "rendu", + -12.20412540435791 + ], + [ + "▁MBA", + -12.204150199890137 + ], + [ + "▁columns", + -12.204155921936035 + ], + [ + "▁Wing", + -12.20443630218506 + ], + [ + "▁landmark", + -12.204442977905272 + ], + [ + "schritt", + -12.204594612121582 + ], + [ + "▁désir", + -12.204630851745604 + ], + [ + "(5)", + -12.20468044281006 + ], + [ + "▁réseaux", + -12.204693794250488 + ], + [ + "income", + -12.204710960388184 + ], + [ + "▁revised", + -12.204819679260254 + ], + [ + "HY", + -12.204863548278809 + ], + [ + "▁Explorer", + -12.204873085021973 + ], + [ + "▁Lam", + -12.204877853393556 + ], + [ + "▁almond", + -12.204910278320312 + ], + [ + "▁faux", + -12.204910278320312 + ], + [ + "opt", + -12.204923629760742 + ], + [ + "Out", + -12.20493984222412 + ], + [ + "▁virtue", + -12.205025672912598 + ], + [ + "▁Chocolate", + -12.205151557922363 + ], + [ + "▁spannend", + -12.205305099487305 + ], + [ + "▁spices", + -12.205327033996582 + ], + [ + "▁Climate", + -12.205560684204102 + ], + [ + "▁Residential", + -12.205560684204102 + ], + [ + "gung", + -12.205700874328612 + ], + [ + "▁filtr", + -12.20606803894043 + ], + [ + "circ", + -12.20612335205078 + ], + [ + "sisted", + -12.206172943115234 + ], + [ + "▁dedicat", + -12.206243515014648 + ], + [ + "▁foil", + -12.206387519836426 + ], + [ + "▁uita", + -12.206392288208008 + ], + [ + "▁lié", + -12.206402778625488 + ], + [ + "▁Demo", + -12.206409454345703 + ], + [ + "▁spoil", + -12.2064208984375 + ], + [ + "Cu", + -12.206448554992676 + ], + [ + "naut", + -12.206525802612305 + ], + [ + "▁configured", + -12.206535339355469 + ], + [ + "UK", + -12.206543922424316 + ], + [ + "▁disagree", + -12.20656967163086 + ], + [ + "Medic", + -12.206767082214355 + ], + [ + "cosm", + -12.207074165344238 + ], + [ + "Toute", + -12.207109451293944 + ], + [ + "▁beneficia", + -12.207170486450195 + ], + [ + "fassen", + -12.207327842712402 + ], + [ + "▁bail", + -12.207337379455566 + ], + [ + "igue", + -12.207439422607422 + ], + [ + "▁Mă", + -12.20744800567627 + ], + [ + "▁strips", + -12.20748519897461 + ], + [ + "▁Dritte", + -12.207537651062012 + ], + [ + "▁putere", + -12.207597732543944 + ], + [ + "Play", + -12.20763111114502 + ], + [ + "▁Samstag", + -12.207632064819336 + ], + [ + "▁households", + -12.207791328430176 + ], + [ + "▁persistent", + -12.207914352416992 + ], + [ + "uben", + -12.207942962646484 + ], + [ + "Web", + -12.20809555053711 + ], + [ + "▁scenery", + -12.20820140838623 + ], + [ + "▁défini", + -12.208257675170898 + ], + [ + "news", + -12.208337783813477 + ], + [ + "eira", + -12.208428382873535 + ], + [ + "▁Mumbai", + -12.208438873291016 + ], + [ + "▁Ward", + -12.208558082580566 + ], + [ + "▁ladder", + -12.2086181640625 + ], + [ + "▁plaque", + -12.208623886108398 + ], + [ + "nés", + -12.20863914489746 + ], + [ + "▁condamn", + -12.20864486694336 + ], + [ + "▁attribute", + -12.208687782287598 + ], + [ + "atti", + -12.20873737335205 + ], + [ + "▁Emily", + -12.208953857421877 + ], + [ + "▁pleine", + -12.20896053314209 + ], + [ + "▁automatisch", + -12.209004402160645 + ], + [ + "ifies", + -12.209052085876465 + ], + [ + "onna", + -12.209104537963867 + ], + [ + "▁inject", + -12.209157943725586 + ], + [ + "▁evolve", + -12.20929718017578 + ], + [ + "▁breeze", + -12.209299087524414 + ], + [ + "▁montre", + -12.209415435791016 + ], + [ + "▁memorial", + -12.209425926208496 + ], + [ + "ämlich", + -12.209465026855469 + ], + [ + "NBC", + -12.209589958190918 + ], + [ + "▁1940", + -12.209836959838867 + ], + [ + "▁trouvé", + -12.20989227294922 + ], + [ + "when", + -12.209914207458496 + ], + [ + "▁Büro", + -12.209959983825684 + ], + [ + "▁probability", + -12.209978103637695 + ], + [ + "cute", + -12.21006965637207 + ], + [ + "▁sturdy", + -12.210078239440918 + ], + [ + "AMP", + -12.210165023803713 + ], + [ + "▁Constantin", + -12.210283279418944 + ], + [ + "▁batter", + -12.21037483215332 + ], + [ + "▁bist", + -12.21047019958496 + ], + [ + "▁streams", + -12.210528373718262 + ], + [ + "rushing", + -12.21057415008545 + ], + [ + "▁shaft", + -12.21065902709961 + ], + [ + "▁proprii", + -12.210722923278809 + ], + [ + "émi", + -12.21074390411377 + ], + [ + "online", + -12.210817337036133 + ], + [ + "▁vanity", + -12.210870742797852 + ], + [ + "▁mural", + -12.210878372192385 + ], + [ + "▁distinguish", + -12.210905075073242 + ], + [ + "▁niciun", + -12.211191177368164 + ], + [ + "▁européenne", + -12.211252212524414 + ], + [ + "▁secretary", + -12.211289405822754 + ], + [ + "▁gaps", + -12.211492538452148 + ], + [ + "▁realm", + -12.211499214172363 + ], + [ + "▁elastic", + -12.211504936218262 + ], + [ + "▁Avoid", + -12.211519241333008 + ], + [ + "▁mauvais", + -12.211931228637695 + ], + [ + "▁innovations", + -12.212663650512695 + ], + [ + "▁suprem", + -12.212776184082031 + ], + [ + "▁vederea", + -12.212817192077637 + ], + [ + "wenden", + -12.212892532348633 + ], + [ + "-40", + -12.213075637817385 + ], + [ + "prenant", + -12.21315574645996 + ], + [ + "utilisateur", + -12.213210105895996 + ], + [ + "▁Oliver", + -12.213228225708008 + ], + [ + "111", + -12.21326732635498 + ], + [ + "▁manifestation", + -12.213382720947266 + ], + [ + "▁Rachel", + -12.213458061218262 + ], + [ + "agog", + -12.21348762512207 + ], + [ + "▁seamless", + -12.213534355163574 + ], + [ + "▁Employee", + -12.213576316833496 + ], + [ + "▁dimanche", + -12.213582038879396 + ], + [ + "▁banii", + -12.213631629943848 + ], + [ + "▁Ruth", + -12.213781356811523 + ], + [ + "▁Roy", + -12.21385383605957 + ], + [ + "▁homeless", + -12.2139253616333 + ], + [ + "▁Lower", + -12.213932037353516 + ], + [ + "health", + -12.21393871307373 + ], + [ + "▁atenti", + -12.2140474319458 + ], + [ + "▁touched", + -12.214183807373049 + ], + [ + "May", + -12.214195251464844 + ], + [ + "▁Buc", + -12.214225769042969 + ], + [ + "▁explored", + -12.214393615722656 + ], + [ + "▁declare", + -12.21446132659912 + ], + [ + "▁garment", + -12.214469909667969 + ], + [ + "▁buzz", + -12.214483261108398 + ], + [ + "▁rappel", + -12.214662551879885 + ], + [ + "▁uscat", + -12.214903831481934 + ], + [ + "▁Hyper", + -12.214914321899414 + ], + [ + "Etat", + -12.215007781982422 + ], + [ + "▁Titel", + -12.215035438537598 + ], + [ + "product", + -12.215191841125488 + ], + [ + "woman", + -12.215280532836914 + ], + [ + "▁Gab", + -12.215450286865234 + ], + [ + "▁advances", + -12.215615272521973 + ], + [ + "2/", + -12.215753555297852 + ], + [ + "prone", + -12.215770721435549 + ], + [ + "kö", + -12.215986251831056 + ], + [ + "▁counting", + -12.21599292755127 + ], + [ + "Sollte", + -12.21604347229004 + ], + [ + "▁Konzept", + -12.216063499450684 + ], + [ + "▁backgrounds", + -12.216153144836426 + ], + [ + "jährige", + -12.216154098510742 + ], + [ + "▁Alltag", + -12.216187477111816 + ], + [ + "▁metrics", + -12.21619701385498 + ], + [ + "▁illustrated", + -12.216222763061523 + ], + [ + "▁Charge", + -12.21631908416748 + ], + [ + "▁thoughtful", + -12.216423034667969 + ], + [ + "gesetz", + -12.216527938842772 + ], + [ + "pfen", + -12.216611862182615 + ], + [ + "▁déroul", + -12.216713905334473 + ], + [ + "▁checkout", + -12.216876029968262 + ], + [ + "quette", + -12.216936111450195 + ], + [ + "▁pierdut", + -12.2170991897583 + ], + [ + "▁Seat", + -12.217140197753906 + ], + [ + "▁linen", + -12.217193603515623 + ], + [ + "archiv", + -12.217245101928713 + ], + [ + "arna", + -12.217254638671877 + ], + [ + "importe", + -12.21742057800293 + ], + [ + "▁PHP", + -12.217496871948242 + ], + [ + "▁Parents", + -12.217503547668455 + ], + [ + "▁Birmingham", + -12.21751308441162 + ], + [ + "▁Integr", + -12.217588424682615 + ], + [ + "▁Mason", + -12.217607498168944 + ], + [ + "zieht", + -12.217781066894531 + ], + [ + "▁camps", + -12.217803001403809 + ], + [ + "OG", + -12.21786117553711 + ], + [ + "▁syrup", + -12.217927932739258 + ], + [ + "▁Cookies", + -12.217928886413574 + ], + [ + "▁Comfort", + -12.217955589294434 + ], + [ + "ută", + -12.217976570129396 + ], + [ + "abia", + -12.217979431152344 + ], + [ + "zeci", + -12.218003273010254 + ], + [ + "▁Gardens", + -12.218009948730469 + ], + [ + "▁incidents", + -12.218149185180664 + ], + [ + "▁participat", + -12.218235969543455 + ], + [ + "▁glimpse", + -12.218342781066896 + ], + [ + "5.5", + -12.21843719482422 + ], + [ + "▁dealers", + -12.218469619750977 + ], + [ + "▁Grande", + -12.218565940856934 + ], + [ + "▁raid", + -12.218944549560549 + ], + [ + "owing", + -12.21903133392334 + ], + [ + "▁contrary", + -12.219109535217283 + ], + [ + "Earlier", + -12.219138145446776 + ], + [ + "tien", + -12.21916389465332 + ], + [ + "drop", + -12.21916961669922 + ], + [ + "▁angajat", + -12.219359397888184 + ], + [ + "▁procesul", + -12.219515800476074 + ], + [ + "▁focal", + -12.219564437866213 + ], + [ + "▁impart", + -12.219703674316406 + ], + [ + "▁Abschluss", + -12.219749450683594 + ], + [ + "carui", + -12.219830513000488 + ], + [ + "insul", + -12.220277786254885 + ], + [ + "▁creamy", + -12.22028350830078 + ], + [ + "eille", + -12.22032356262207 + ], + [ + "suppl", + -12.220335960388184 + ], + [ + "▁Heaven", + -12.220471382141112 + ], + [ + "éna", + -12.220667839050291 + ], + [ + "▁swap", + -12.220739364624023 + ], + [ + "▁vreau", + -12.220762252807615 + ], + [ + "▁Bryan", + -12.220809936523438 + ], + [ + "▁Zug", + -12.220815658569336 + ], + [ + "▁glance", + -12.220848083496094 + ], + [ + "▁elimin", + -12.220900535583496 + ], + [ + "▁yeux", + -12.221084594726562 + ], + [ + "wehr", + -12.221238136291504 + ], + [ + "2.5", + -12.221287727355955 + ], + [ + "▁poses", + -12.221364974975586 + ], + [ + "▁parcel", + -12.221585273742676 + ], + [ + "▁Apartment", + -12.221749305725098 + ], + [ + "▁NASA", + -12.221768379211426 + ], + [ + "▁bénéfici", + -12.22187614440918 + ], + [ + "▁Umgebung", + -12.221890449523926 + ], + [ + "asia", + -12.221946716308594 + ], + [ + "abi", + -12.221967697143556 + ], + [ + "coup", + -12.222002983093262 + ], + [ + "synchron", + -12.222017288208008 + ], + [ + "▁Sicherheits", + -12.22202968597412 + ], + [ + "bic", + -12.222076416015623 + ], + [ + "▁distract", + -12.222148895263672 + ], + [ + "▁rentals", + -12.222163200378418 + ], + [ + "constru", + -12.222290992736816 + ], + [ + "curs", + -12.222345352172852 + ], + [ + "genannten", + -12.222386360168455 + ], + [ + "▁Shanghai", + -12.222501754760742 + ], + [ + "▁vague", + -12.222504615783691 + ], + [ + "▁Leather", + -12.22250747680664 + ], + [ + "▁Vintage", + -12.222532272338867 + ], + [ + "pointing", + -12.22259521484375 + ], + [ + "avant", + -12.22268295288086 + ], + [ + "gues", + -12.222949028015137 + ], + [ + "sweise", + -12.22302532196045 + ], + [ + "▁Greater", + -12.223065376281738 + ], + [ + "fig", + -12.22310733795166 + ], + [ + "▁Blut", + -12.223217964172363 + ], + [ + "▁Stellen", + -12.22326946258545 + ], + [ + "▁isolation", + -12.22337818145752 + ], + [ + "▁overhead", + -12.22338581085205 + ], + [ + "▁wondered", + -12.223508834838867 + ], + [ + "essai", + -12.223609924316406 + ], + [ + "aves", + -12.2236328125 + ], + [ + "▁Shore", + -12.223637580871582 + ], + [ + "▁INC", + -12.223709106445312 + ], + [ + "rufen", + -12.223980903625488 + ], + [ + "▁magnifique", + -12.224069595336914 + ], + [ + "▁intéressant", + -12.224072456359863 + ], + [ + "▁tanks", + -12.224075317382812 + ], + [ + "▁Tun", + -12.224367141723633 + ], + [ + "▁approaching", + -12.224390029907228 + ], + [ + "▁relay", + -12.224479675292969 + ], + [ + "▁Küche", + -12.224529266357422 + ], + [ + "describing", + -12.224587440490724 + ], + [ + "▁Certification", + -12.22458839416504 + ], + [ + "▁Breakfast", + -12.224597930908203 + ], + [ + "▁Frame", + -12.224891662597656 + ], + [ + "▁Stoff", + -12.224909782409668 + ], + [ + "▁victime", + -12.224924087524414 + ], + [ + "Observ", + -12.224943161010742 + ], + [ + "▁gutter", + -12.224989891052246 + ], + [ + "standard", + -12.225220680236816 + ], + [ + "▁Sci", + -12.225244522094728 + ], + [ + "▁sept", + -12.225377082824709 + ], + [ + "▁Potter", + -12.225423812866213 + ], + [ + "letter", + -12.22577953338623 + ], + [ + "▁tobacco", + -12.225852012634276 + ], + [ + "▁threatened", + -12.22591781616211 + ], + [ + "MW", + -12.225936889648438 + ], + [ + "▁Cher", + -12.225944519042969 + ], + [ + "0.1", + -12.225957870483398 + ], + [ + "mitted", + -12.22596263885498 + ], + [ + "zustellen", + -12.225967407226562 + ], + [ + "dominated", + -12.226165771484377 + ], + [ + "/16", + -12.22623348236084 + ], + [ + "POS", + -12.226317405700684 + ], + [ + "▁Zin", + -12.226373672485352 + ], + [ + "▁Okay", + -12.226381301879885 + ], + [ + "▁projected", + -12.226405143737791 + ], + [ + "▁selber", + -12.226548194885254 + ], + [ + "▁proiectului", + -12.2266206741333 + ], + [ + "▁Shell", + -12.226683616638184 + ], + [ + "▁cartridge", + -12.226706504821776 + ], + [ + "Message", + -12.2267484664917 + ], + [ + "haben", + -12.226799964904783 + ], + [ + "▁slides", + -12.226829528808594 + ], + [ + "▁gleichzeitig", + -12.226886749267578 + ], + [ + "▁Racing", + -12.227051734924316 + ], + [ + "▁20,", + -12.227070808410645 + ], + [ + "▁separat", + -12.227094650268556 + ], + [ + "▁repeatedly", + -12.227110862731934 + ], + [ + "▁casting", + -12.22728157043457 + ], + [ + "▁sacred", + -12.227283477783203 + ], + [ + "verfahren", + -12.227387428283691 + ], + [ + "▁echilibr", + -12.227514266967772 + ], + [ + "▁rebel", + -12.2277250289917 + ], + [ + "säu", + -12.227794647216797 + ], + [ + "ummy", + -12.227815628051758 + ], + [ + "▁backing", + -12.22788906097412 + ], + [ + "▁sponsors", + -12.227912902832031 + ], + [ + "▁Stress", + -12.22802448272705 + ], + [ + "▁Rules", + -12.228083610534668 + ], + [ + "▁render", + -12.228241920471191 + ], + [ + "▁funktioniert", + -12.228384971618652 + ], + [ + "▁Pearl", + -12.228472709655762 + ], + [ + "▁Scho", + -12.228527069091797 + ], + [ + "schwer", + -12.228595733642578 + ], + [ + "▁descoperit", + -12.228702545166016 + ], + [ + "holen", + -12.228720664978027 + ], + [ + "imposed", + -12.228960990905762 + ], + [ + "▁appearing", + -12.228968620300291 + ], + [ + "▁höher", + -12.229082107543944 + ], + [ + "▁Victorian", + -12.229111671447754 + ], + [ + "▁founding", + -12.229155540466309 + ], + [ + "▁Polish", + -12.229239463806152 + ], + [ + "▁anume", + -12.229248046875 + ], + [ + "Box", + -12.229488372802734 + ], + [ + "▁intrat", + -12.229598999023438 + ], + [ + "▁Inspiration", + -12.229610443115234 + ], + [ + "▁Canyon", + -12.229625701904297 + ], + [ + "▁Franklin", + -12.22974681854248 + ], + [ + "▁susceptible", + -12.22982120513916 + ], + [ + "trap", + -12.229839324951172 + ], + [ + "▁Roma", + -12.23000717163086 + ], + [ + "▁ethics", + -12.230009078979492 + ], + [ + "▁Privat", + -12.230027198791504 + ], + [ + "▁journalists", + -12.230090141296388 + ], + [ + "▁Universität", + -12.230246543884276 + ], + [ + "▁conditioner", + -12.230308532714844 + ], + [ + "folge", + -12.230327606201172 + ], + [ + "kirche", + -12.230416297912598 + ], + [ + "gehalten", + -12.230530738830566 + ], + [ + "midi", + -12.230570793151855 + ], + [ + "▁radar", + -12.230619430541992 + ], + [ + "▁Yard", + -12.230775833129885 + ], + [ + "▁professionnelle", + -12.230863571166992 + ], + [ + "▁Orchestra", + -12.230870246887209 + ], + [ + "▁immigrants", + -12.230870246887209 + ], + [ + "▁refined", + -12.230929374694824 + ], + [ + "▁Bishop", + -12.231036186218262 + ], + [ + "string", + -12.23109531402588 + ], + [ + "▁majoritatea", + -12.231231689453123 + ], + [ + "▁workflow", + -12.23123836517334 + ], + [ + "▁întreg", + -12.231306076049805 + ], + [ + "went", + -12.231563568115234 + ], + [ + "▁trat", + -12.231689453125 + ], + [ + "felul", + -12.23176383972168 + ], + [ + "▁hardwood", + -12.231821060180664 + ], + [ + "▁Task", + -12.231867790222168 + ], + [ + "branded", + -12.231921195983888 + ], + [ + "▁cinq", + -12.231966018676758 + ], + [ + "▁curb", + -12.232041358947754 + ], + [ + "▁Discount", + -12.232043266296388 + ], + [ + "▁Episode", + -12.232131958007812 + ], + [ + "▁Knowledge", + -12.232144355773926 + ], + [ + "▁tricky", + -12.232173919677734 + ], + [ + "▁characteristic", + -12.232233047485352 + ], + [ + "▁plata", + -12.23226261138916 + ], + [ + "▁Labour", + -12.23232650756836 + ], + [ + "▁Tha", + -12.232372283935549 + ], + [ + "▁Liefer", + -12.232430458068848 + ], + [ + "▁Reader", + -12.232471466064451 + ], + [ + "▁Linda", + -12.232521057128906 + ], + [ + "ittlerweile", + -12.232552528381348 + ], + [ + "defining", + -12.23256492614746 + ], + [ + "▁delayed", + -12.232635498046877 + ], + [ + "▁Bewertung", + -12.232674598693848 + ], + [ + "▁Unique", + -12.232791900634766 + ], + [ + "▁Champion", + -12.232866287231444 + ], + [ + "2008", + -12.232897758483888 + ], + [ + "▁conclu", + -12.232934951782228 + ], + [ + "▁câștig", + -12.2329740524292 + ], + [ + "▁scheduling", + -12.2329740524292 + ], + [ + "▁sailing", + -12.233116149902344 + ], + [ + "▁Storm", + -12.23318862915039 + ], + [ + "▁Stil", + -12.23320198059082 + ], + [ + "▁Album", + -12.233211517333984 + ], + [ + "▁ultime", + -12.233343124389648 + ], + [ + "url", + -12.233369827270508 + ], + [ + "▁terrific", + -12.23339557647705 + ], + [ + "▁remedy", + -12.233396530151367 + ], + [ + "▁Around", + -12.233592987060549 + ], + [ + "▁Kni", + -12.233756065368652 + ], + [ + "etty", + -12.23376750946045 + ], + [ + "Managing", + -12.233809471130373 + ], + [ + "▁Bedeutung", + -12.233816146850586 + ], + [ + "▁earthquake", + -12.233817100524902 + ], + [ + "▁Telefon", + -12.23381805419922 + ], + [ + "▁Upper", + -12.233869552612305 + ], + [ + "▁validation", + -12.233892440795898 + ], + [ + "-22", + -12.233997344970703 + ], + [ + "▁queue", + -12.23401165008545 + ], + [ + "tinde", + -12.23402500152588 + ], + [ + "built", + -12.234047889709473 + ], + [ + "▁voix", + -12.234125137329102 + ], + [ + "▁Resource", + -12.234126091003418 + ], + [ + "ţiuni", + -12.234143257141112 + ], + [ + "▁satisfying", + -12.234299659729004 + ], + [ + "▁Kohl", + -12.234441757202148 + ], + [ + "▁Materials", + -12.234618186950684 + ], + [ + "▁esp", + -12.234732627868652 + ], + [ + "enseignement", + -12.234773635864258 + ], + [ + "danach", + -12.234883308410645 + ], + [ + "peux", + -12.234932899475098 + ], + [ + "▁deployed", + -12.235113143920898 + ], + [ + "▁1976", + -12.235126495361328 + ], + [ + "ușor", + -12.235334396362305 + ], + [ + "élection", + -12.235380172729492 + ], + [ + "ettes", + -12.235437393188477 + ], + [ + "▁Madison", + -12.235506057739258 + ], + [ + "108", + -12.235685348510742 + ], + [ + "berger", + -12.23569679260254 + ], + [ + "▁pedal", + -12.235702514648438 + ], + [ + "▁quasi", + -12.235820770263672 + ], + [ + "▁lend", + -12.235843658447266 + ], + [ + "VER", + -12.23594093322754 + ], + [ + "▁chapters", + -12.236002922058104 + ], + [ + "▁idei", + -12.23600959777832 + ], + [ + "Deine", + -12.236034393310549 + ], + [ + "▁endure", + -12.236092567443848 + ], + [ + "▁Studios", + -12.23625946044922 + ], + [ + "structure", + -12.23627471923828 + ], + [ + "▁puiss", + -12.236370086669922 + ], + [ + "▁Morning", + -12.236443519592283 + ], + [ + "guide", + -12.236462593078612 + ], + [ + "▁Wave", + -12.236617088317873 + ], + [ + "▁banque", + -12.236879348754885 + ], + [ + "änd", + -12.236912727355955 + ], + [ + "oubli", + -12.237070083618164 + ], + [ + "▁mixer", + -12.237125396728516 + ], + [ + "▁remedi", + -12.237210273742676 + ], + [ + "▁scop", + -12.237421989440918 + ], + [ + "▁Rosen", + -12.237561225891112 + ], + [ + "▁spital", + -12.23773193359375 + ], + [ + "blau", + -12.237811088562012 + ], + [ + "▁financiar", + -12.237865447998049 + ], + [ + "avour", + -12.237871170043944 + ], + [ + "Def", + -12.238025665283203 + ], + [ + "▁socket", + -12.238076210021973 + ], + [ + "▁occurring", + -12.238360404968262 + ], + [ + "▁munci", + -12.238368034362791 + ], + [ + "▁realiza", + -12.238426208496094 + ], + [ + "▁beating", + -12.2384614944458 + ], + [ + "▁Phillip", + -12.238490104675291 + ], + [ + "▁courant", + -12.23850917816162 + ], + [ + "Auto", + -12.238608360290527 + ], + [ + "▁Lager", + -12.238685607910156 + ], + [ + "▁folos", + -12.238696098327637 + ], + [ + "▁moyens", + -12.238770484924316 + ], + [ + "▁Ec", + -12.238780975341797 + ], + [ + "▁Strip", + -12.238788604736328 + ], + [ + "sparen", + -12.238848686218262 + ], + [ + "▁Nintendo", + -12.238886833190918 + ], + [ + "▁Murphy", + -12.23891258239746 + ], + [ + "▁flux", + -12.23903465270996 + ], + [ + "▁mots", + -12.23903465270996 + ], + [ + "▁rechts", + -12.23904514312744 + ], + [ + "▁cardio", + -12.239142417907717 + ], + [ + "avoiding", + -12.239343643188477 + ], + [ + "érer", + -12.239453315734863 + ], + [ + "hiel", + -12.239461898803713 + ], + [ + "▁rezistent", + -12.239521980285645 + ], + [ + "close", + -12.23954963684082 + ], + [ + "hésitez", + -12.239596366882324 + ], + [ + "Hz", + -12.239631652832031 + ], + [ + "▁elaborate", + -12.239689826965332 + ], + [ + "▁permanently", + -12.239709854125977 + ], + [ + "▁Pittsburgh", + -12.239734649658203 + ], + [ + "▁counties", + -12.239819526672363 + ], + [ + "▁bookmark", + -12.239919662475586 + ], + [ + "▁Label", + -12.239965438842772 + ], + [ + "▁Freude", + -12.23997402191162 + ], + [ + "▁preferat", + -12.239986419677734 + ], + [ + "▁Mein", + -12.239995002746582 + ], + [ + "▁Crew", + -12.24021816253662 + ], + [ + "▁clips", + -12.240253448486328 + ], + [ + "8,000", + -12.240263938903809 + ], + [ + "▁recognise", + -12.240311622619627 + ], + [ + "ință", + -12.240365028381348 + ], + [ + "▁prieteni", + -12.24044704437256 + ], + [ + "Heute", + -12.240522384643556 + ], + [ + "ancienne", + -12.240534782409668 + ], + [ + "▁annoying", + -12.240583419799805 + ], + [ + "▁awful", + -12.240704536437988 + ], + [ + "▁Comments", + -12.240774154663086 + ], + [ + "▁musician", + -12.240830421447754 + ], + [ + "▁Elite", + -12.241023063659668 + ], + [ + "▁patri", + -12.241024017333984 + ], + [ + "▁Coupon", + -12.241037368774414 + ], + [ + "▁Farbe", + -12.241097450256348 + ], + [ + "▁contribui", + -12.241110801696776 + ], + [ + "hari", + -12.241294860839844 + ], + [ + "▁activitati", + -12.24161148071289 + ], + [ + "▁Traum", + -12.2416410446167 + ], + [ + "1.8", + -12.24170207977295 + ], + [ + "▁Healthcare", + -12.24172306060791 + ], + [ + "▁refresh", + -12.241943359375 + ], + [ + "▁Maha", + -12.242060661315918 + ], + [ + "▁dép", + -12.242082595825195 + ], + [ + "▁Studien", + -12.242314338684082 + ], + [ + "▁spectacol", + -12.24237823486328 + ], + [ + "impro", + -12.24254035949707 + ], + [ + "▁commentaire", + -12.242544174194336 + ], + [ + "ported", + -12.242570877075195 + ], + [ + "▁reclam", + -12.242612838745115 + ], + [ + "▁Verkauf", + -12.242634773254396 + ], + [ + "▁newspapers", + -12.242661476135254 + ], + [ + "▁iubit", + -12.242838859558104 + ], + [ + "▁Kenne", + -12.242844581604004 + ], + [ + "▁Consultant", + -12.242958068847656 + ], + [ + "▁stau", + -12.242986679077148 + ], + [ + "TON", + -12.243057250976562 + ], + [ + "▁Fehler", + -12.243070602416992 + ], + [ + "▁lettre", + -12.243167877197266 + ], + [ + "▁investigator", + -12.243172645568848 + ], + [ + "▁quantities", + -12.243184089660645 + ], + [ + "ogram", + -12.243208885192873 + ], + [ + "avaient", + -12.24323844909668 + ], + [ + "▁reducere", + -12.24326515197754 + ], + [ + "Lite", + -12.243402481079102 + ], + [ + "kurs", + -12.243443489074709 + ], + [ + "pré", + -12.24383544921875 + ], + [ + "pap", + -12.243898391723633 + ], + [ + "▁Männer", + -12.243983268737791 + ], + [ + "▁gauche", + -12.244022369384766 + ], + [ + "▁ähnlich", + -12.244027137756348 + ], + [ + "▁sunlight", + -12.244063377380373 + ], + [ + "▁rester", + -12.24422550201416 + ], + [ + "jumped", + -12.244586944580078 + ], + [ + "▁exclusiv", + -12.24463176727295 + ], + [ + "▁electoral", + -12.244640350341797 + ], + [ + "▁Portal", + -12.244650840759276 + ], + [ + "ulent", + -12.244688987731934 + ], + [ + "▁sonst", + -12.24474048614502 + ], + [ + "entraîne", + -12.24483585357666 + ], + [ + "▁repas", + -12.244837760925291 + ], + [ + "▁redus", + -12.244858741760254 + ], + [ + "aku", + -12.244866371154783 + ], + [ + "▁Graphic", + -12.245251655578612 + ], + [ + "▁geringe", + -12.24539566040039 + ], + [ + "plätze", + -12.245474815368652 + ], + [ + "Trebuie", + -12.245479583740234 + ], + [ + "▁rezultate", + -12.245479583740234 + ], + [ + "▁configure", + -12.245683670043944 + ], + [ + "▁PV", + -12.245834350585938 + ], + [ + "▁insect", + -12.24610996246338 + ], + [ + "▁Reviews", + -12.246129035949709 + ], + [ + "releasing", + -12.246186256408691 + ], + [ + "▁appliance", + -12.246246337890623 + ], + [ + "▁oferte", + -12.246482849121094 + ], + [ + "▁WILL", + -12.246484756469728 + ], + [ + "rion", + -12.246499061584473 + ], + [ + "▁Cole", + -12.246582984924316 + ], + [ + "▁1975", + -12.24665069580078 + ], + [ + "Admin", + -12.24677848815918 + ], + [ + "▁parade", + -12.246800422668455 + ], + [ + "▁mélange", + -12.24692153930664 + ], + [ + "▁shortage", + -12.247007369995115 + ], + [ + "▁Measure", + -12.247400283813477 + ], + [ + "anchmal", + -12.24742603302002 + ], + [ + "▁transfers", + -12.247432708740234 + ], + [ + "▁sistemului", + -12.247573852539062 + ], + [ + "▁deschide", + -12.247819900512695 + ], + [ + "▁Künstler", + -12.247821807861328 + ], + [ + "▁Plain", + -12.247848510742188 + ], + [ + "▁messaging", + -12.247855186462402 + ], + [ + "▁metabolism", + -12.247879981994627 + ], + [ + "fill", + -12.248031616210938 + ], + [ + "▁Bomb", + -12.24814224243164 + ], + [ + "usine", + -12.248208045959473 + ], + [ + "▁restart", + -12.248233795166016 + ], + [ + "▁Discussion", + -12.248336791992188 + ], + [ + "smith", + -12.248472213745115 + ], + [ + "▁Bh", + -12.248607635498049 + ], + [ + "▁sap", + -12.248689651489258 + ], + [ + "Moo", + -12.248714447021484 + ], + [ + "▁indirect", + -12.248785972595217 + ], + [ + "▁eingesetzt", + -12.248863220214844 + ], + [ + "▁Hip", + -12.248870849609377 + ], + [ + "▁iulie", + -12.249113082885742 + ], + [ + "▁atac", + -12.249201774597168 + ], + [ + "▁passport", + -12.2492036819458 + ], + [ + "▁Egyptian", + -12.249290466308594 + ], + [ + "▁soluți", + -12.249349594116213 + ], + [ + "▁cakes", + -12.249356269836426 + ], + [ + "▁Fellow", + -12.24949836730957 + ], + [ + "▁collision", + -12.249533653259276 + ], + [ + "▁abundant", + -12.249961853027344 + ], + [ + "▁Wonder", + -12.24997329711914 + ], + [ + "▁theories", + -12.249991416931152 + ], + [ + "landed", + -12.250046730041504 + ], + [ + "▁meantime", + -12.2500638961792 + ], + [ + "schlüsse", + -12.25022029876709 + ], + [ + "▁helicopter", + -12.25039005279541 + ], + [ + "Voici", + -12.250479698181152 + ], + [ + "▁Honey", + -12.25049877166748 + ], + [ + "▁deleted", + -12.250511169433594 + ], + [ + "▁Projekte", + -12.250523567199709 + ], + [ + "▁gasi", + -12.2506742477417 + ], + [ + "applique", + -12.25068473815918 + ], + [ + "TAL", + -12.250699043273926 + ], + [ + "notch", + -12.250699996948242 + ], + [ + "▁Response", + -12.250818252563477 + ], + [ + "▁deveni", + -12.250818252563477 + ], + [ + "▁regulate", + -12.250829696655272 + ], + [ + "▁vegetarian", + -12.25083065032959 + ], + [ + "▁Pastor", + -12.250880241394045 + ], + [ + "▁Strong", + -12.250940322875977 + ], + [ + "▁élèves", + -12.251055717468262 + ], + [ + "▁alimente", + -12.25113582611084 + ], + [ + "graphy", + -12.251181602478027 + ], + [ + "▁spirits", + -12.251266479492188 + ], + [ + "▁Cau", + -12.251282691955566 + ], + [ + "determin", + -12.251304626464844 + ], + [ + "arilor", + -12.251382827758787 + ], + [ + "▁masura", + -12.251470565795898 + ], + [ + "RAN", + -12.251500129699709 + ], + [ + "marked", + -12.251564979553224 + ], + [ + "cuba", + -12.251602172851562 + ], + [ + "omni", + -12.251609802246094 + ], + [ + "▁detox", + -12.251662254333496 + ], + [ + "▁quartz", + -12.251741409301758 + ], + [ + "▁Bug", + -12.25177001953125 + ], + [ + "▁Sugar", + -12.25185775756836 + ], + [ + "▁opponents", + -12.25197982788086 + ], + [ + "▁solved", + -12.25207805633545 + ], + [ + "semn", + -12.252257347106934 + ], + [ + "▁Prepare", + -12.252558708190918 + ], + [ + "ffel", + -12.252586364746094 + ], + [ + "▁Highlight", + -12.252608299255373 + ], + [ + "▁curent", + -12.252618789672852 + ], + [ + "▁praktisch", + -12.252626419067385 + ], + [ + "▁lending", + -12.252676963806152 + ], + [ + "▁minority", + -12.252752304077148 + ], + [ + "Free", + -12.252970695495604 + ], + [ + "business", + -12.252997398376465 + ], + [ + "▁outlook", + -12.253097534179688 + ], + [ + "▁assessments", + -12.253168106079102 + ], + [ + "▁Brother", + -12.253266334533691 + ], + [ + "▁partager", + -12.25326919555664 + ], + [ + "▁Brun", + -12.25329303741455 + ], + [ + "▁pedestrian", + -12.25339412689209 + ], + [ + "anța", + -12.253413200378418 + ], + [ + "▁recycled", + -12.253457069396973 + ], + [ + "▁quicker", + -12.253626823425291 + ], + [ + "▁lamps", + -12.25368309020996 + ], + [ + "▁nationally", + -12.253813743591309 + ], + [ + "▁Supplier", + -12.253823280334473 + ], + [ + "ograph", + -12.253936767578123 + ], + [ + "engage", + -12.253981590270996 + ], + [ + "▁Marg", + -12.254131317138672 + ], + [ + "▁aplicare", + -12.25418186187744 + ], + [ + "▁scared", + -12.254194259643556 + ], + [ + "▁accredited", + -12.254255294799805 + ], + [ + "▁outils", + -12.25436019897461 + ], + [ + "▁bâtiment", + -12.254446029663086 + ], + [ + "▁existed", + -12.254586219787598 + ], + [ + "gegangen", + -12.254619598388672 + ], + [ + "▁elevation", + -12.25463581085205 + ], + [ + "▁Tradition", + -12.25467014312744 + ], + [ + "▁Gericht", + -12.254677772521973 + ], + [ + "hub", + -12.254680633544922 + ], + [ + "strahl", + -12.25473690032959 + ], + [ + "build", + -12.254796981811523 + ], + [ + "▁Customers", + -12.25487232208252 + ], + [ + "klasse", + -12.254890441894531 + ], + [ + "▁pierre", + -12.254895210266112 + ], + [ + "(2)", + -12.255006790161133 + ], + [ + "Life", + -12.255125999450684 + ], + [ + "▁bachelor", + -12.25513744354248 + ], + [ + "▁quad", + -12.25519561767578 + ], + [ + "▁dispozitiv", + -12.25523567199707 + ], + [ + "106", + -12.255266189575195 + ], + [ + "▁suburb", + -12.255495071411133 + ], + [ + "▁1977", + -12.255586624145508 + ], + [ + "▁Alzheimer", + -12.255973815917969 + ], + [ + "▁spicy", + -12.255988121032717 + ], + [ + "▁spreading", + -12.25600242614746 + ], + [ + "nötigen", + -12.256078720092772 + ], + [ + "▁novels", + -12.256104469299316 + ], + [ + "▁responsabilité", + -12.256141662597656 + ], + [ + "▁Bud", + -12.256332397460938 + ], + [ + "▁desirable", + -12.256407737731934 + ], + [ + "TOR", + -12.256444931030272 + ], + [ + "five", + -12.256547927856444 + ], + [ + "▁Firmen", + -12.256860733032228 + ], + [ + "oeuvre", + -12.257075309753418 + ], + [ + "grass", + -12.25723361968994 + ], + [ + "▁practically", + -12.257277488708496 + ], + [ + "▁runners", + -12.257281303405762 + ], + [ + "▁mothers", + -12.257341384887695 + ], + [ + "Shop", + -12.25734519958496 + ], + [ + "▁Chicken", + -12.257408142089844 + ], + [ + "▁License", + -12.257593154907228 + ], + [ + "▁Bach", + -12.25765323638916 + ], + [ + "earliest", + -12.257729530334473 + ], + [ + "▁replica", + -12.25774097442627 + ], + [ + "▁haunt", + -12.25783348083496 + ], + [ + "▁materi", + -12.257854461669922 + ], + [ + "▁Finland", + -12.257893562316896 + ], + [ + "▁europene", + -12.257919311523438 + ], + [ + "abilă", + -12.257944107055664 + ], + [ + "cati", + -12.258007049560549 + ], + [ + "▁cholesterol", + -12.258132934570312 + ], + [ + "...).", + -12.258151054382324 + ], + [ + "cardi", + -12.25838565826416 + ], + [ + "▁(12", + -12.258387565612791 + ], + [ + "analyzed", + -12.258506774902344 + ], + [ + "▁respondents", + -12.258591651916504 + ], + [ + "▁höchste", + -12.25864601135254 + ], + [ + "▁Kern", + -12.258647918701172 + ], + [ + "▁knapp", + -12.258781433105469 + ], + [ + "▁Someone", + -12.258955001831056 + ], + [ + "▁équipé", + -12.258997917175291 + ], + [ + "credited", + -12.259106636047363 + ], + [ + "▁numar", + -12.259163856506348 + ], + [ + "▁Ace", + -12.259185791015623 + ], + [ + "zentrum", + -12.2592191696167 + ], + [ + "nehmer", + -12.259270668029783 + ], + [ + "arrivée", + -12.259282112121582 + ], + [ + "ELE", + -12.259291648864746 + ], + [ + "clean", + -12.259418487548828 + ], + [ + "Boost", + -12.259538650512695 + ], + [ + "call", + -12.259575843811035 + ], + [ + "▁Polizei", + -12.25965976715088 + ], + [ + "▁Januar", + -12.259663581848145 + ], + [ + "▁Tile", + -12.259681701660156 + ], + [ + "▁traduc", + -12.25974464416504 + ], + [ + "▁promptly", + -12.259773254394531 + ], + [ + "limit", + -12.259809494018556 + ], + [ + "▁recharge", + -12.2598237991333 + ], + [ + "▁wipe", + -12.259862899780272 + ], + [ + "▁Norway", + -12.26001262664795 + ], + [ + "▁Municipal", + -12.260077476501465 + ], + [ + "▁medieval", + -12.260117530822754 + ], + [ + "▁Treat", + -12.26021671295166 + ], + [ + "Orient", + -12.260283470153809 + ], + [ + "▁Stewart", + -12.260294914245604 + ], + [ + "▁lol", + -12.26039981842041 + ], + [ + "appartement", + -12.260522842407228 + ], + [ + "▁payer", + -12.260655403137209 + ], + [ + "▁splash", + -12.260723114013672 + ], + [ + "doubtedly", + -12.260726928710938 + ], + [ + "dry", + -12.260846138000488 + ], + [ + "▁Forex", + -12.260939598083496 + ], + [ + "▁Edinburgh", + -12.260943412780762 + ], + [ + "▁Traditional", + -12.261032104492188 + ], + [ + "▁1968", + -12.261134147644045 + ], + [ + "▁glow", + -12.261248588562012 + ], + [ + "Alternatively", + -12.261265754699709 + ], + [ + "▁partly", + -12.261354446411133 + ], + [ + "égi", + -12.261401176452637 + ], + [ + "▁Prices", + -12.261640548706056 + ], + [ + "haupt", + -12.261651992797852 + ], + [ + "▁sentences", + -12.261711120605469 + ], + [ + "ouvre", + -12.261735916137695 + ], + [ + "▁Liter", + -12.261746406555176 + ], + [ + "▁Important", + -12.2620267868042 + ], + [ + "▁Collins", + -12.262077331542969 + ], + [ + "▁reproduce", + -12.262106895446776 + ], + [ + "▁selten", + -12.262124061584473 + ], + [ + "▁Mitte", + -12.262170791625977 + ], + [ + "OA", + -12.262174606323242 + ], + [ + "▁Sister", + -12.262358665466309 + ], + [ + "▁responding", + -12.262385368347168 + ], + [ + "▁ballot", + -12.262455940246582 + ], + [ + "▁Nutrition", + -12.262460708618164 + ], + [ + "occurrence", + -12.26246452331543 + ], + [ + "Atunci", + -12.26260471343994 + ], + [ + "▁hockey", + -12.262680053710938 + ], + [ + "▁undertaking", + -12.262697219848633 + ], + [ + "▁educators", + -12.262885093688965 + ], + [ + "▁Swedish", + -12.262893676757812 + ], + [ + "▁Recovery", + -12.262894630432127 + ], + [ + "▁circum", + -12.262910842895508 + ], + [ + "▁chains", + -12.263084411621094 + ], + [ + "▁genug", + -12.263113021850586 + ], + [ + "▁Pil", + -12.263227462768556 + ], + [ + "▁farms", + -12.263265609741213 + ], + [ + "▁simplicity", + -12.263336181640623 + ], + [ + "-21", + -12.263399124145508 + ], + [ + "▁partition", + -12.263493537902832 + ], + [ + "▁Relations", + -12.26360034942627 + ], + [ + "zentrale", + -12.263794898986816 + ], + [ + "lapse", + -12.263855934143066 + ], + [ + "▁toast", + -12.26386260986328 + ], + [ + "▁citi", + -12.263946533203123 + ], + [ + "▁longtemps", + -12.26398468017578 + ], + [ + "maj", + -12.264448165893556 + ], + [ + "▁Cin", + -12.264483451843262 + ], + [ + "zeichen", + -12.264504432678224 + ], + [ + "▁Zoo", + -12.264567375183104 + ], + [ + "▁frisch", + -12.264570236206056 + ], + [ + "▁permettra", + -12.26459503173828 + ], + [ + "▁Liberty", + -12.264642715454102 + ], + [ + "▁playground", + -12.264873504638672 + ], + [ + "▁Mate", + -12.265031814575195 + ], + [ + "▁evolving", + -12.265066146850586 + ], + [ + "national", + -12.265207290649414 + ], + [ + "▁signifie", + -12.26527976989746 + ], + [ + "▁Related", + -12.265292167663574 + ], + [ + "NES", + -12.265337944030762 + ], + [ + "euil", + -12.265473365783691 + ], + [ + "▁struggles", + -12.265542030334473 + ], + [ + "▁instinct", + -12.265628814697266 + ], + [ + "arbre", + -12.26608943939209 + ], + [ + "▁commands", + -12.266222953796388 + ], + [ + "▁frumoase", + -12.26637077331543 + ], + [ + "▁watches", + -12.266779899597168 + ], + [ + "NM", + -12.266804695129396 + ], + [ + "▁influential", + -12.266807556152344 + ], + [ + "▁gewesen", + -12.266901969909668 + ], + [ + "▁Pictures", + -12.267224311828612 + ], + [ + "▁HVAC", + -12.267242431640623 + ], + [ + "▁skate", + -12.26732063293457 + ], + [ + "▁Robot", + -12.267327308654783 + ], + [ + "▁Boys", + -12.267404556274414 + ], + [ + "▁Mutter", + -12.267425537109377 + ], + [ + "▁marques", + -12.267539024353027 + ], + [ + "utiliser", + -12.267793655395508 + ], + [ + "▁amazed", + -12.267799377441406 + ], + [ + "ächtig", + -12.26783275604248 + ], + [ + "▁Success", + -12.267870903015137 + ], + [ + "gramm", + -12.267956733703612 + ], + [ + "▁1972", + -12.267956733703612 + ], + [ + "▁marina", + -12.268269538879396 + ], + [ + "▁lou", + -12.268321990966797 + ], + [ + "▁précis", + -12.268380165100098 + ], + [ + "ographic", + -12.268482208251951 + ], + [ + "people", + -12.26848316192627 + ], + [ + "fahr", + -12.268547058105469 + ], + [ + "▁Contemporary", + -12.268550872802734 + ], + [ + "▁frustrating", + -12.26858139038086 + ], + [ + "chide", + -12.268704414367676 + ], + [ + "1.5", + -12.268807411193848 + ], + [ + "▁ankle", + -12.268850326538086 + ], + [ + "▁proximity", + -12.268986701965332 + ], + [ + "▁Leute", + -12.269006729125977 + ], + [ + "UA", + -12.269031524658203 + ], + [ + "union", + -12.269131660461426 + ], + [ + "▁recovered", + -12.26913356781006 + ], + [ + "▁sword", + -12.269216537475586 + ], + [ + "▁Mut", + -12.26923942565918 + ], + [ + "▁Rin", + -12.269360542297363 + ], + [ + "▁lectures", + -12.26942253112793 + ], + [ + "▁licensing", + -12.269423484802246 + ], + [ + "MAC", + -12.269498825073242 + ], + [ + "▁commute", + -12.269776344299316 + ], + [ + "Acesta", + -12.269858360290527 + ], + [ + "▁Koch", + -12.27008819580078 + ], + [ + "▁depozit", + -12.270119667053224 + ], + [ + "▁erstmal", + -12.270163536071776 + ], + [ + "arhi", + -12.270271301269531 + ], + [ + "▁Normal", + -12.270462036132812 + ], + [ + "EZ", + -12.270464897155762 + ], + [ + "ărilor", + -12.270986557006836 + ], + [ + "▁favoris", + -12.271041870117188 + ], + [ + "▁$9", + -12.271050453186035 + ], + [ + "▁Lawrence", + -12.271172523498535 + ], + [ + "▁fixing", + -12.271200180053713 + ], + [ + "▁researching", + -12.271288871765137 + ], + [ + "▁Pant", + -12.271467208862305 + ], + [ + "▁candid", + -12.271490097045898 + ], + [ + "▁Arkansas", + -12.27160930633545 + ], + [ + "▁bitcoin", + -12.271612167358398 + ], + [ + "ва", + -12.271645545959473 + ], + [ + "▁Finger", + -12.271692276000977 + ], + [ + "▁SRL", + -12.271718978881836 + ], + [ + "Arg", + -12.27179718017578 + ], + [ + "trade", + -12.27190399169922 + ], + [ + "▁extraction", + -12.27194118499756 + ], + [ + "▁footprint", + -12.2720308303833 + ], + [ + "▁folosite", + -12.272085189819336 + ], + [ + "▁Flex", + -12.272184371948242 + ], + [ + "▁dys", + -12.272294998168944 + ], + [ + "▁Wright", + -12.272343635559082 + ], + [ + "▁multitude", + -12.272378921508787 + ], + [ + "▁Chu", + -12.272494316101074 + ], + [ + "▁Jerry", + -12.27249526977539 + ], + [ + "▁notebook", + -12.272722244262695 + ], + [ + "▁SIM", + -12.272932052612305 + ], + [ + "dietary", + -12.272963523864746 + ], + [ + "▁polished", + -12.272984504699709 + ], + [ + "▁carriers", + -12.272993087768556 + ], + [ + "▁cardiac", + -12.27299976348877 + ], + [ + "▁burned", + -12.273038864135742 + ], + [ + "▁sealed", + -12.273062705993652 + ], + [ + "▁pumps", + -12.27322483062744 + ], + [ + "▁consumed", + -12.273233413696287 + ], + [ + "▁Teaching", + -12.273446083068848 + ], + [ + "▁daughters", + -12.27348518371582 + ], + [ + "serviciile", + -12.273600578308104 + ], + [ + "▁Teams", + -12.273690223693848 + ], + [ + "▁avoided", + -12.273903846740724 + ], + [ + "▁compagnie", + -12.274019241333008 + ], + [ + "▁mașin", + -12.274024963378906 + ], + [ + "▁Sean", + -12.27418041229248 + ], + [ + "▁arunc", + -12.274208068847656 + ], + [ + "kräfte", + -12.27423858642578 + ], + [ + "vani", + -12.274255752563477 + ], + [ + "Metall", + -12.27437973022461 + ], + [ + "2009", + -12.274449348449709 + ], + [ + "moi", + -12.274688720703123 + ], + [ + "▁THAT", + -12.274700164794922 + ], + [ + "▁Ny", + -12.274809837341309 + ], + [ + "▁countertops", + -12.274860382080078 + ], + [ + "Pod", + -12.274938583374023 + ], + [ + "amente", + -12.274943351745604 + ], + [ + "▁offshore", + -12.275001525878906 + ], + [ + "luti", + -12.275087356567385 + ], + [ + "parked", + -12.275160789489746 + ], + [ + "ajout", + -12.27524757385254 + ], + [ + "Shirt", + -12.275328636169434 + ], + [ + "▁3/4", + -12.275389671325684 + ], + [ + "▁gratuite", + -12.27543830871582 + ], + [ + "mètres", + -12.27557373046875 + ], + [ + "▁Wish", + -12.2755765914917 + ], + [ + "▁holistic", + -12.27558422088623 + ], + [ + "gren", + -12.275607109069824 + ], + [ + "compiled", + -12.275660514831545 + ], + [ + "▁innocent", + -12.275779724121094 + ], + [ + "▁sorte", + -12.275787353515623 + ], + [ + "▁insulin", + -12.275792121887209 + ], + [ + "▁Academic", + -12.275996208190918 + ], + [ + "▁acrylic", + -12.27600383758545 + ], + [ + "▁hinzu", + -12.27616024017334 + ], + [ + "▁compression", + -12.27619457244873 + ], + [ + "▁viral", + -12.276220321655272 + ], + [ + "▁stereo", + -12.2764892578125 + ], + [ + "▁Concept", + -12.27654266357422 + ], + [ + "▁Margaret", + -12.276659965515137 + ], + [ + "▁consolidation", + -12.276875495910645 + ], + [ + "Figure", + -12.277058601379396 + ], + [ + "zzo", + -12.277061462402344 + ], + [ + "▁Egg", + -12.277098655700684 + ], + [ + "weiterhin", + -12.277213096618652 + ], + [ + "▁Vista", + -12.277252197265623 + ], + [ + "▁necessity", + -12.277316093444824 + ], + [ + "▁kayak", + -12.277490615844728 + ], + [ + "▁consensus", + -12.277535438537598 + ], + [ + "▁Katz", + -12.277602195739746 + ], + [ + "▁Warren", + -12.277640342712402 + ], + [ + "▁custody", + -12.277755737304688 + ], + [ + "++", + -12.277759552001951 + ], + [ + "▁paiement", + -12.277782440185549 + ], + [ + "▁foul", + -12.277878761291504 + ], + [ + "Chaque", + -12.277934074401855 + ], + [ + "▁Syrian", + -12.277998924255373 + ], + [ + "▁photographers", + -12.278056144714355 + ], + [ + "▁dismiss", + -12.278270721435549 + ], + [ + "▁Gaz", + -12.278526306152344 + ], + [ + "▁développer", + -12.278529167175291 + ], + [ + "▁Dakota", + -12.27863883972168 + ], + [ + "▁cardiovascular", + -12.278642654418944 + ], + [ + "▁tattoo", + -12.278858184814451 + ], + [ + "▁Lighting", + -12.278918266296388 + ], + [ + "▁nowhere", + -12.278940200805664 + ], + [ + "vada", + -12.27895450592041 + ], + [ + "▁Favor", + -12.27908420562744 + ], + [ + "ruled", + -12.2791748046875 + ], + [ + "▁Dating", + -12.2793550491333 + ], + [ + "gain", + -12.279963493347168 + ], + [ + "rism", + -12.28016471862793 + ], + [ + "coloured", + -12.280169486999512 + ], + [ + "▁refugees", + -12.280184745788574 + ], + [ + "▁Schm", + -12.2803955078125 + ], + [ + "▁happily", + -12.280402183532717 + ], + [ + "▁specification", + -12.280607223510742 + ], + [ + "WM", + -12.280736923217772 + ], + [ + "▁intro", + -12.280823707580566 + ], + [ + "rack", + -12.28097915649414 + ], + [ + "characterized", + -12.28107738494873 + ], + [ + "▁externe", + -12.281136512756348 + ], + [ + "▁arrives", + -12.28114128112793 + ], + [ + "WO", + -12.28118133544922 + ], + [ + "bericht", + -12.28123378753662 + ], + [ + "▁delays", + -12.281242370605469 + ], + [ + "▁Flight", + -12.281256675720217 + ], + [ + "1-3", + -12.281524658203123 + ], + [ + "▁Singh", + -12.281548500061035 + ], + [ + "▁shifting", + -12.281651496887209 + ], + [ + "▁dashboard", + -12.281729698181152 + ], + [ + "▁lieux", + -12.281781196594238 + ], + [ + "▁validate", + -12.281901359558104 + ], + [ + "▁uniquement", + -12.281963348388672 + ], + [ + "clip", + -12.28199291229248 + ], + [ + "cov", + -12.282132148742676 + ], + [ + "▁tendance", + -12.282215118408203 + ], + [ + "èle", + -12.28225803375244 + ], + [ + "▁incepe", + -12.282261848449709 + ], + [ + "▁chunk", + -12.282585144042969 + ], + [ + "▁Nr", + -12.28266716003418 + ], + [ + "▁Montana", + -12.282674789428713 + ], + [ + "▁sticks", + -12.28277587890625 + ], + [ + "▁caps", + -12.28309154510498 + ], + [ + "▁Jimmy", + -12.283167839050291 + ], + [ + "▁Levi", + -12.283285140991213 + ], + [ + "▁cables", + -12.28345012664795 + ], + [ + "▁SB", + -12.283550262451172 + ], + [ + "▁thème", + -12.2836275100708 + ], + [ + "ADA", + -12.283672332763672 + ], + [ + "▁garant", + -12.283686637878418 + ], + [ + "▁Joint", + -12.283820152282717 + ], + [ + "▁partage", + -12.28398323059082 + ], + [ + "schreib", + -12.284119606018066 + ], + [ + "ether", + -12.28420352935791 + ], + [ + "▁Klima", + -12.284303665161133 + ], + [ + "▁medicines", + -12.284317016601562 + ], + [ + "▁pH", + -12.284320831298828 + ], + [ + "Architect", + -12.284378051757812 + ], + [ + "știi", + -12.284396171569824 + ], + [ + "▁retrouve", + -12.284700393676758 + ], + [ + "▁posture", + -12.284753799438477 + ], + [ + "Feature", + -12.28477382659912 + ], + [ + "▁drying", + -12.284884452819824 + ], + [ + "trifft", + -12.28488826751709 + ], + [ + "ibi", + -12.285079002380373 + ], + [ + "▁rezerv", + -12.285116195678713 + ], + [ + "▁Vă", + -12.28518009185791 + ], + [ + "▁Speaker", + -12.285282135009766 + ], + [ + "▁illustration", + -12.285319328308104 + ], + [ + "oooo", + -12.285419464111328 + ], + [ + "▁initiated", + -12.285518646240234 + ], + [ + "PK", + -12.285545349121094 + ], + [ + "▁algorithms", + -12.285630226135254 + ], + [ + "▁zice", + -12.285757064819336 + ], + [ + "WI", + -12.28581428527832 + ], + [ + "urgence", + -12.285823822021484 + ], + [ + "▁bloggers", + -12.285887718200684 + ], + [ + "▁realitate", + -12.285894393920898 + ], + [ + "eks", + -12.28598690032959 + ], + [ + "▁cushions", + -12.28614902496338 + ], + [ + "▁Kri", + -12.286224365234377 + ], + [ + "▁réalisation", + -12.286396026611328 + ], + [ + "▁Photoshop", + -12.286407470703123 + ], + [ + "cret", + -12.286462783813477 + ], + [ + "faire", + -12.286613464355469 + ], + [ + "▁Cei", + -12.286782264709473 + ], + [ + "ICO", + -12.286789894104004 + ], + [ + "Contin", + -12.28681755065918 + ], + [ + "▁Builder", + -12.286916732788086 + ], + [ + "look", + -12.28698444366455 + ], + [ + "▁tenants", + -12.287023544311523 + ], + [ + "▁gloves", + -12.287113189697266 + ], + [ + "Day", + -12.287169456481934 + ], + [ + "firmly", + -12.28725814819336 + ], + [ + "CIA", + -12.287352561950684 + ], + [ + "▁TVA", + -12.28741455078125 + ], + [ + "▁notifications", + -12.287446975708008 + ], + [ + "▁Higher", + -12.28745937347412 + ], + [ + "▁Weihnachts", + -12.28749179840088 + ], + [ + "▁blur", + -12.287755012512209 + ], + [ + "ов", + -12.288087844848633 + ], + [ + "feder", + -12.288159370422363 + ], + [ + "▁explosion", + -12.288171768188477 + ], + [ + "▁Fenster", + -12.288189888000488 + ], + [ + "▁junge", + -12.288225173950195 + ], + [ + "▁Highland", + -12.288230895996094 + ], + [ + "▁Lü", + -12.288290023803713 + ], + [ + "▁Alba", + -12.28832721710205 + ], + [ + "▁Dort", + -12.288338661193848 + ], + [ + "▁recruiting", + -12.28835391998291 + ], + [ + "▁Multiple", + -12.288549423217772 + ], + [ + "▁animated", + -12.288604736328123 + ], + [ + "▁Virgin", + -12.288637161254885 + ], + [ + "1000", + -12.288676261901855 + ], + [ + "▁resin", + -12.288700103759766 + ], + [ + "▁matrix", + -12.288826942443848 + ], + [ + "irri", + -12.289011001586914 + ], + [ + "▁chiffre", + -12.28904914855957 + ], + [ + "▁Corps", + -12.289252281188965 + ], + [ + "▁advocacy", + -12.28927230834961 + ], + [ + "▁pozitiv", + -12.289274215698242 + ], + [ + "▁pouss", + -12.289451599121094 + ], + [ + "événement", + -12.28950309753418 + ], + [ + "▁pielii", + -12.289717674255373 + ], + [ + "onnais", + -12.289750099182127 + ], + [ + "▁Statement", + -12.289754867553713 + ], + [ + "crimin", + -12.289868354797363 + ], + [ + "hidrat", + -12.289942741394045 + ], + [ + "▁Jugendliche", + -12.290057182312012 + ], + [ + "TRI", + -12.290223121643066 + ], + [ + "erra", + -12.290240287780762 + ], + [ + "chat", + -12.290321350097656 + ], + [ + "▁traits", + -12.290359497070312 + ], + [ + "▁incentives", + -12.29038143157959 + ], + [ + "▁accelerate", + -12.290568351745604 + ], + [ + "woven", + -12.29063320159912 + ], + [ + "UST", + -12.290688514709473 + ], + [ + "▁premiers", + -12.290717124938965 + ], + [ + "▁Ferien", + -12.29075527191162 + ], + [ + "▁mariage", + -12.290796279907228 + ], + [ + "▁financially", + -12.290801048278809 + ], + [ + "gesellschaft", + -12.290863037109377 + ], + [ + "▁situaţi", + -12.290865898132324 + ], + [ + "▁quoted", + -12.291373252868652 + ], + [ + "▁periodic", + -12.291421890258787 + ], + [ + "▁chaos", + -12.291543960571287 + ], + [ + "▁remodel", + -12.29159927368164 + ], + [ + "▁Contractor", + -12.291641235351562 + ], + [ + "▁recuper", + -12.291729927062988 + ], + [ + "▁driveway", + -12.291755676269531 + ], + [ + "▁entertain", + -12.291765213012695 + ], + [ + "▁condus", + -12.29176902770996 + ], + [ + "▁chefs", + -12.29184341430664 + ], + [ + "pak", + -12.291866302490234 + ], + [ + "▁possède", + -12.291948318481444 + ], + [ + "▁outreach", + -12.291984558105469 + ], + [ + "▁navig", + -12.292036056518556 + ], + [ + "▁renewal", + -12.292071342468262 + ], + [ + "▁Rice", + -12.292309761047363 + ], + [ + "▁Czech", + -12.292398452758787 + ], + [ + "▁entstehen", + -12.292445182800291 + ], + [ + "▁droite", + -12.29244899749756 + ], + [ + "▁Investor", + -12.292497634887695 + ], + [ + "▁Soci", + -12.29250431060791 + ], + [ + "▁scalp", + -12.292622566223145 + ], + [ + "▁politiques", + -12.29281520843506 + ], + [ + "▁plaintiff", + -12.292841911315918 + ], + [ + "extending", + -12.29287052154541 + ], + [ + "▁paperwork", + -12.29300594329834 + ], + [ + "vizi", + -12.293142318725586 + ], + [ + "assisting", + -12.29317569732666 + ], + [ + "local", + -12.293272972106934 + ], + [ + "▁Wear", + -12.293323516845703 + ], + [ + "▁descend", + -12.293340682983398 + ], + [ + "▁Wikipedia", + -12.293513298034668 + ], + [ + "▁Consiliului", + -12.293516159057615 + ], + [ + "▁Nokia", + -12.293540000915527 + ], + [ + "▁facult", + -12.293560028076172 + ], + [ + "▁altogether", + -12.293851852416992 + ], + [ + "▁rankings", + -12.29391860961914 + ], + [ + "▁downloading", + -12.293953895568848 + ], + [ + "QU", + -12.294007301330566 + ], + [ + "▁Olive", + -12.294041633605955 + ], + [ + "▁backdrop", + -12.294110298156738 + ], + [ + "▁recomandat", + -12.294116020202637 + ], + [ + "▁Faculty", + -12.294184684753418 + ], + [ + "ANS", + -12.29422092437744 + ], + [ + "▁fracture", + -12.294225692749023 + ], + [ + "job", + -12.29448127746582 + ], + [ + "▁anticipate", + -12.294525146484377 + ], + [ + "▁drift", + -12.294543266296388 + ], + [ + "▁Marco", + -12.294632911682127 + ], + [ + "▁witnessed", + -12.294700622558594 + ], + [ + "▁comprend", + -12.294974327087402 + ], + [ + "▁bulb", + -12.29504680633545 + ], + [ + "▁shallow", + -12.295059204101562 + ], + [ + "stärke", + -12.295063972473145 + ], + [ + "▁Jessica", + -12.295080184936523 + ], + [ + "▁démarche", + -12.29508113861084 + ], + [ + "▁traditionally", + -12.29508113861084 + ], + [ + "Deputy", + -12.295093536376951 + ], + [ + "▁rivers", + -12.295260429382324 + ], + [ + "▁livraison", + -12.29531192779541 + ], + [ + "▁lacking", + -12.295421600341797 + ], + [ + "▁remodeling", + -12.29542636871338 + ], + [ + "▁acesteia", + -12.295514106750488 + ], + [ + "▁grosse", + -12.295669555664062 + ], + [ + "▁propus", + -12.295833587646484 + ], + [ + "lessly", + -12.29587459564209 + ], + [ + "▁Kredit", + -12.295931816101074 + ], + [ + "reputable", + -12.295981407165527 + ], + [ + "▁Sell", + -12.2960205078125 + ], + [ + "▁Crime", + -12.29611110687256 + ], + [ + "Ent", + -12.296310424804688 + ], + [ + "finity", + -12.296422004699709 + ], + [ + "▁Complex", + -12.296500205993652 + ], + [ + "easing", + -12.296638488769531 + ], + [ + "dynamic", + -12.296670913696287 + ], + [ + "▁eaten", + -12.296727180480955 + ], + [ + "gezogen", + -12.296734809875488 + ], + [ + "▁2004,", + -12.296774864196776 + ], + [ + "▁Muslims", + -12.296822547912598 + ], + [ + "▁Sprache", + -12.296883583068848 + ], + [ + "▁Truth", + -12.296927452087402 + ], + [ + "▁guarantees", + -12.29692840576172 + ], + [ + "/5", + -12.29712963104248 + ], + [ + "”).", + -12.29713535308838 + ], + [ + "▁Medium", + -12.2972993850708 + ], + [ + "▁décidé", + -12.297445297241213 + ], + [ + "▁balcony", + -12.29747200012207 + ], + [ + "leuchte", + -12.297502517700195 + ], + [ + "hik", + -12.297849655151367 + ], + [ + "▁Agriculture", + -12.298221588134766 + ], + [ + "▁securities", + -12.298221588134766 + ], + [ + "Probably", + -12.298224449157717 + ], + [ + "▁macar", + -12.29824161529541 + ], + [ + "▁Signal", + -12.298399925231934 + ], + [ + "lake", + -12.298677444458008 + ], + [ + "▁compétences", + -12.298726081848145 + ], + [ + "▁proprietary", + -12.298812866210938 + ], + [ + "allons", + -12.298850059509276 + ], + [ + "▁belongs", + -12.298916816711426 + ], + [ + "▁missile", + -12.298958778381348 + ], + [ + "țiune", + -12.298999786376951 + ], + [ + "▁Integration", + -12.299116134643556 + ], + [ + "▁testimony", + -12.299120903015137 + ], + [ + "▁wesentlich", + -12.299142837524414 + ], + [ + "▁donors", + -12.299152374267578 + ], + [ + "▁pivot", + -12.299202919006348 + ], + [ + "▁Uber", + -12.299219131469728 + ], + [ + "▁databases", + -12.299281120300291 + ], + [ + "▁studi", + -12.299317359924316 + ], + [ + "totdeauna", + -12.299351692199709 + ], + [ + "▁briefly", + -12.299449920654297 + ], + [ + "▁livr", + -12.29952335357666 + ], + [ + "▁CRM", + -12.29958152770996 + ], + [ + "gone", + -12.299697875976562 + ], + [ + "10)", + -12.299761772155762 + ], + [ + "▁zilele", + -12.299920082092283 + ], + [ + "Basically", + -12.300008773803713 + ], + [ + "▁medie", + -12.300041198730469 + ], + [ + "spotted", + -12.30006217956543 + ], + [ + "▁troubles", + -12.30009937286377 + ], + [ + "▁acknowledged", + -12.300176620483398 + ], + [ + "350", + -12.300185203552246 + ], + [ + "LB", + -12.300273895263672 + ], + [ + "Phy", + -12.30038833618164 + ], + [ + "natal", + -12.300397872924805 + ], + [ + "illé", + -12.300445556640623 + ], + [ + "bilder", + -12.300625801086426 + ], + [ + "▁apples", + -12.300636291503906 + ], + [ + "graphical", + -12.300889015197754 + ], + [ + "organiser", + -12.301024436950684 + ], + [ + "▁ochii", + -12.301040649414062 + ], + [ + "glas", + -12.30117893218994 + ], + [ + "CAP", + -12.301180839538574 + ], + [ + "▁Doors", + -12.301331520080566 + ], + [ + "▁Eis", + -12.30156135559082 + ], + [ + "tipuri", + -12.301590919494627 + ], + [ + "▁Worth", + -12.301684379577637 + ], + [ + "izează", + -12.301719665527344 + ], + [ + "nunț", + -12.30180549621582 + ], + [ + "▁Trip", + -12.30186653137207 + ], + [ + "ISS", + -12.301976203918455 + ], + [ + "efficient", + -12.30201530456543 + ], + [ + "Luckily", + -12.302099227905272 + ], + [ + "▁vase", + -12.302133560180664 + ], + [ + "▁gay", + -12.302343368530272 + ], + [ + "▁certificates", + -12.302434921264648 + ], + [ + "riad", + -12.302549362182615 + ], + [ + "stab", + -12.302570343017578 + ], + [ + "affiche", + -12.302604675292969 + ], + [ + "▁iPod", + -12.302645683288574 + ], + [ + "▁aștept", + -12.302726745605469 + ], + [ + "▁$500", + -12.302751541137695 + ], + [ + "▁Catherine", + -12.302952766418455 + ], + [ + "▁Circuit", + -12.30295753479004 + ], + [ + "▁ranch", + -12.303045272827148 + ], + [ + "▁consequence", + -12.303118705749512 + ], + [ + "listened", + -12.303131103515623 + ], + [ + "▁Options", + -12.303187370300291 + ], + [ + "feed", + -12.30318832397461 + ], + [ + "▁adviser", + -12.303248405456545 + ], + [ + "▁présenter", + -12.30333423614502 + ], + [ + "substant", + -12.30337905883789 + ], + [ + "▁Flag", + -12.303604125976562 + ], + [ + "▁Keith", + -12.30366325378418 + ], + [ + "▁inima", + -12.303709983825684 + ], + [ + "▁substrate", + -12.30373764038086 + ], + [ + "▁charger", + -12.303803443908691 + ], + [ + "▁reporter", + -12.303844451904297 + ], + [ + "ütz", + -12.304068565368652 + ], + [ + "▁unten", + -12.30417537689209 + ], + [ + "▁sympa", + -12.304542541503906 + ], + [ + "▁defeated", + -12.304600715637209 + ], + [ + "ändig", + -12.304644584655762 + ], + [ + "individu", + -12.304747581481934 + ], + [ + "▁Straßen", + -12.304774284362791 + ], + [ + "▁Nepal", + -12.304791450500488 + ], + [ + "million", + -12.304803848266602 + ], + [ + "▁Cake", + -12.30499267578125 + ], + [ + "▁investigations", + -12.30526065826416 + ], + [ + "▁inspector", + -12.3054780960083 + ], + [ + "▁Campbell", + -12.305486679077148 + ], + [ + "▁consommation", + -12.305489540100098 + ], + [ + "▁Ministerul", + -12.305628776550291 + ], + [ + "Advisory", + -12.305749893188477 + ], + [ + "▁Leistungs", + -12.30593967437744 + ], + [ + "▁Pull", + -12.306157112121582 + ], + [ + "▁lover", + -12.306194305419922 + ], + [ + "▁trunk", + -12.30638027191162 + ], + [ + "▁folosesc", + -12.30639934539795 + ], + [ + "pom", + -12.306558609008787 + ], + [ + "wunder", + -12.30679416656494 + ], + [ + "▁happier", + -12.306801795959473 + ], + [ + "▁embark", + -12.30689525604248 + ], + [ + "▁mediul", + -12.3069486618042 + ], + [ + "riff", + -12.306973457336426 + ], + [ + "▁copilul", + -12.307039260864258 + ], + [ + "ommage", + -12.307126998901367 + ], + [ + "rechnung", + -12.307218551635742 + ], + [ + "NU", + -12.307220458984377 + ], + [ + "▁fellowship", + -12.307395935058594 + ], + [ + "▁Mental", + -12.307403564453123 + ], + [ + "▁fever", + -12.3074312210083 + ], + [ + "▁silly", + -12.307547569274902 + ], + [ + "Object", + -12.30756664276123 + ], + [ + "NV", + -12.307591438293455 + ], + [ + "от", + -12.30774974822998 + ], + [ + "▁Strand", + -12.307762145996094 + ], + [ + "▁Exist", + -12.30777359008789 + ], + [ + "warum", + -12.307832717895508 + ], + [ + "CY", + -12.307848930358888 + ], + [ + "kä", + -12.307856559753418 + ], + [ + "!!!!!", + -12.307869911193848 + ], + [ + "▁moarte", + -12.30793571472168 + ], + [ + "▁waterfall", + -12.308024406433104 + ], + [ + "left", + -12.30815601348877 + ], + [ + "▁Nursing", + -12.308225631713867 + ], + [ + "▁invalid", + -12.30826187133789 + ], + [ + "struktur", + -12.308385848999023 + ], + [ + "Allerdings", + -12.30838680267334 + ], + [ + "étranger", + -12.30838680267334 + ], + [ + "▁prost", + -12.308517456054688 + ], + [ + "▁Parent", + -12.30856227874756 + ], + [ + "▁întreag", + -12.308611869812012 + ], + [ + "▁compensate", + -12.308871269226074 + ], + [ + "▁sometime", + -12.308955192565918 + ], + [ + "graduate", + -12.308968544006348 + ], + [ + "▁Carter", + -12.30898380279541 + ], + [ + "▁crap", + -12.308998107910156 + ], + [ + "▁mathematics", + -12.309067726135254 + ], + [ + "resemble", + -12.309069633483888 + ], + [ + "Dame", + -12.309152603149414 + ], + [ + "▁Swa", + -12.309198379516602 + ], + [ + "▁celebrity", + -12.309239387512209 + ], + [ + "▁verified", + -12.309338569641112 + ], + [ + "▁Behind", + -12.309349060058594 + ], + [ + "carbon", + -12.309432983398438 + ], + [ + "▁gateway", + -12.309490203857422 + ], + [ + "▁ambitious", + -12.30952262878418 + ], + [ + "▁Wellness", + -12.30966567993164 + ], + [ + "30,000", + -12.30968189239502 + ], + [ + "defined", + -12.309929847717283 + ], + [ + "specializes", + -12.310121536254885 + ], + [ + "▁Chase", + -12.310199737548828 + ], + [ + "HF", + -12.310233116149902 + ], + [ + "ABLE", + -12.310348510742188 + ], + [ + "▁Ehr", + -12.310467720031738 + ], + [ + "▁régime", + -12.310480117797852 + ], + [ + "▁awake", + -12.310487747192385 + ], + [ + "▁seafood", + -12.310487747192385 + ], + [ + "leading", + -12.310554504394531 + ], + [ + "▁Rule", + -12.310602188110352 + ], + [ + "verkehr", + -12.310726165771484 + ], + [ + "erem", + -12.31073760986328 + ], + [ + "▁1973", + -12.310795783996582 + ], + [ + "personal", + -12.311171531677246 + ], + [ + "ența", + -12.311330795288086 + ], + [ + "apprend", + -12.311396598815918 + ], + [ + "faisant", + -12.311420440673828 + ], + [ + "▁Sounds", + -12.31151008605957 + ], + [ + "▁Launch", + -12.31151294708252 + ], + [ + "half", + -12.311636924743652 + ], + [ + "▁verre", + -12.311859130859377 + ], + [ + "▁Regular", + -12.31207275390625 + ], + [ + "▁Nancy", + -12.312142372131348 + ], + [ + "quelles", + -12.312161445617676 + ], + [ + "▁erhält", + -12.312169075012209 + ], + [ + "▁socks", + -12.3121919631958 + ], + [ + "lamp", + -12.312387466430664 + ], + [ + "▁durchgeführt", + -12.312472343444824 + ], + [ + "▁advertise", + -12.31260871887207 + ], + [ + "powered", + -12.31265354156494 + ], + [ + "▁concur", + -12.312699317932127 + ], + [ + "▁ressources", + -12.31293773651123 + ], + [ + "▁allocation", + -12.312986373901367 + ], + [ + "chon", + -12.31304168701172 + ], + [ + "▁Larry", + -12.313177108764648 + ], + [ + "lässig", + -12.313254356384276 + ], + [ + "OLD", + -12.313493728637695 + ], + [ + "itty", + -12.313599586486816 + ], + [ + "▁immuno", + -12.313645362854004 + ], + [ + "▁(+", + -12.313651084899902 + ], + [ + "▁Essential", + -12.313674926757812 + ], + [ + "▁semaines", + -12.313719749450684 + ], + [ + "Ru", + -12.31375503540039 + ], + [ + "▁Gear", + -12.313764572143556 + ], + [ + "völlig", + -12.313850402832031 + ], + [ + "liga", + -12.31391716003418 + ], + [ + "▁Neg", + -12.314082145690918 + ], + [ + "▁gratitude", + -12.31408977508545 + ], + [ + "aventure", + -12.314108848571776 + ], + [ + "▁frustrated", + -12.314115524291992 + ], + [ + "▁retrait", + -12.31422233581543 + ], + [ + "▁statut", + -12.314231872558594 + ], + [ + "550", + -12.31434440612793 + ], + [ + "ла", + -12.314428329467772 + ], + [ + "risto", + -12.314448356628418 + ], + [ + "WAY", + -12.314607620239258 + ], + [ + "▁pigment", + -12.314652442932127 + ], + [ + "Selon", + -12.314715385437012 + ], + [ + "stil", + -12.3148775100708 + ], + [ + "▁Marin", + -12.315055847167969 + ], + [ + "ashi", + -12.315085411071776 + ], + [ + "▁contine", + -12.31519889831543 + ], + [ + "▁Economics", + -12.315200805664062 + ], + [ + "both", + -12.3152437210083 + ], + [ + "▁Dou", + -12.31527328491211 + ], + [ + "Fel", + -12.315373420715332 + ], + [ + "UNT", + -12.315434455871582 + ], + [ + "▁grandmother", + -12.31548023223877 + ], + [ + "▁domicile", + -12.315678596496582 + ], + [ + "▁buffer", + -12.31574535369873 + ], + [ + "▁fuse", + -12.315815925598145 + ], + [ + "▁dosage", + -12.315821647644045 + ], + [ + "▁Nici", + -12.315839767456056 + ], + [ + "▁worries", + -12.315908432006836 + ], + [ + "▁Rail", + -12.3159818649292 + ], + [ + "uneori", + -12.315990447998049 + ], + [ + "▁Sierra", + -12.316030502319336 + ], + [ + "▁porni", + -12.316032409667969 + ], + [ + "▁NOTE", + -12.31605625152588 + ], + [ + "▁tendency", + -12.316065788269045 + ], + [ + "Set", + -12.316256523132324 + ], + [ + "▁Hof", + -12.31629753112793 + ], + [ + "▁Ruhe", + -12.31630039215088 + ], + [ + "harm", + -12.316360473632812 + ], + [ + "▁Developer", + -12.316367149353027 + ], + [ + "suing", + -12.316400527954102 + ], + [ + "persönlichen", + -12.31658935546875 + ], + [ + "▁agréable", + -12.316596031188965 + ], + [ + "commissioned", + -12.316696166992188 + ], + [ + "▁1974", + -12.31672191619873 + ], + [ + "▁1969", + -12.316758155822754 + ], + [ + "▁regl", + -12.316996574401855 + ], + [ + "▁terror", + -12.317042350769045 + ], + [ + "▁température", + -12.317051887512209 + ], + [ + "▁Archiv", + -12.31706714630127 + ], + [ + "▁Military", + -12.317140579223633 + ], + [ + "▁König", + -12.317290306091309 + ], + [ + "▁forex", + -12.31737232208252 + ], + [ + "wiki", + -12.31745719909668 + ], + [ + "thetic", + -12.317506790161133 + ], + [ + "alaturi", + -12.317974090576172 + ], + [ + "▁montant", + -12.3179931640625 + ], + [ + "▁maladie", + -12.318044662475586 + ], + [ + "gust", + -12.318151473999023 + ], + [ + "▁demander", + -12.318164825439451 + ], + [ + "avocat", + -12.318191528320312 + ], + [ + "▁sci", + -12.318192481994627 + ], + [ + "▁Wireless", + -12.318214416503906 + ], + [ + "▁Dein", + -12.318220138549805 + ], + [ + "▁trio", + -12.3183012008667 + ], + [ + "▁Same", + -12.318395614624023 + ], + [ + "Datei", + -12.318464279174805 + ], + [ + "▁alerg", + -12.318578720092772 + ], + [ + "crowded", + -12.318657875061035 + ], + [ + "▁Punkt", + -12.318853378295898 + ], + [ + "▁sanctions", + -12.318864822387695 + ], + [ + "stating", + -12.318922996520996 + ], + [ + "▁discusse", + -12.318949699401855 + ], + [ + "▁Eigen", + -12.319068908691406 + ], + [ + "▁sănătate", + -12.31911563873291 + ], + [ + "▁correspondence", + -12.319211959838867 + ], + [ + "cred", + -12.319331169128418 + ], + [ + "VG", + -12.319347381591797 + ], + [ + "▁différence", + -12.319347381591797 + ], + [ + "▁Montreal", + -12.319391250610352 + ], + [ + "▁masini", + -12.319398880004885 + ], + [ + "iata", + -12.319487571716309 + ], + [ + "▁sampling", + -12.319574356079102 + ], + [ + "▁Gib", + -12.319831848144531 + ], + [ + "▁sheer", + -12.319944381713867 + ], + [ + "330", + -12.319947242736816 + ], + [ + "CHI", + -12.319990158081056 + ], + [ + "▁damn", + -12.320030212402344 + ], + [ + "▁Advisor", + -12.320201873779297 + ], + [ + "Typically", + -12.320302963256836 + ], + [ + "ssé", + -12.320352554321287 + ], + [ + "quart", + -12.320361137390137 + ], + [ + "chete", + -12.320385932922363 + ], + [ + "▁Puerto", + -12.32049560546875 + ], + [ + "2-1", + -12.32050609588623 + ], + [ + "NN", + -12.320674896240234 + ], + [ + "▁styling", + -12.320707321166992 + ], + [ + "rud", + -12.320777893066406 + ], + [ + "од", + -12.320856094360352 + ], + [ + "▁Hydro", + -12.320941925048828 + ], + [ + "▁Cable", + -12.320961952209473 + ], + [ + "video", + -12.320974349975586 + ], + [ + "▁Wirkung", + -12.321194648742676 + ], + [ + "▁noble", + -12.321270942687988 + ], + [ + "▁Sonder", + -12.32129192352295 + ], + [ + "mati", + -12.321317672729492 + ], + [ + "850", + -12.321395874023438 + ], + [ + "▁Richmond", + -12.32143497467041 + ], + [ + "▁niciodată", + -12.32144260406494 + ], + [ + "AO", + -12.321527481079102 + ], + [ + "▁altered", + -12.321648597717283 + ], + [ + "▁(15", + -12.32168960571289 + ], + [ + "▁Motiv", + -12.322052001953123 + ], + [ + "AKE", + -12.322089195251465 + ], + [ + "▁bestimmte", + -12.322172164916992 + ], + [ + "6.5", + -12.322176933288574 + ], + [ + "hectare", + -12.322333335876465 + ], + [ + "atorită", + -12.322335243225098 + ], + [ + "▁phases", + -12.322447776794434 + ], + [ + "▁Nova", + -12.322566032409668 + ], + [ + "ordinateur", + -12.322579383850098 + ], + [ + "▁corrupt", + -12.322813034057615 + ], + [ + "error", + -12.322895050048828 + ], + [ + "▁attacked", + -12.323005676269531 + ], + [ + "▁Kirche", + -12.323019981384276 + ], + [ + "heir", + -12.323040962219238 + ], + [ + "Das", + -12.323254585266112 + ], + [ + "▁anxious", + -12.32325839996338 + ], + [ + "▁Doc", + -12.323386192321776 + ], + [ + "▁Roth", + -12.323415756225586 + ], + [ + "▁Cine", + -12.32388687133789 + ], + [ + "▁auditor", + -12.324418067932127 + ], + [ + "▁beverage", + -12.324586868286133 + ], + [ + "▁précédent", + -12.324637413024902 + ], + [ + "▁deploy", + -12.324837684631348 + ], + [ + "▁accessibility", + -12.324843406677246 + ], + [ + "▁cage", + -12.324885368347168 + ], + [ + "▁Contra", + -12.324934005737305 + ], + [ + "Best", + -12.324952125549316 + ], + [ + "iji", + -12.32497215270996 + ], + [ + "▁père", + -12.325060844421388 + ], + [ + "▁scenic", + -12.32511043548584 + ], + [ + "synthesis", + -12.325165748596191 + ], + [ + "ßen", + -12.32534408569336 + ], + [ + "▁Videos", + -12.325482368469238 + ], + [ + "▁refus", + -12.325484275817873 + ], + [ + "stimmen", + -12.3255615234375 + ], + [ + "▁sleek", + -12.32557773590088 + ], + [ + "artige", + -12.32563591003418 + ], + [ + "mari", + -12.32568359375 + ], + [ + "▁excelent", + -12.325740814208984 + ], + [ + "▁negativ", + -12.325806617736816 + ], + [ + "▁blocking", + -12.32590103149414 + ], + [ + "spricht", + -12.326001167297363 + ], + [ + "▁discomfort", + -12.32602310180664 + ], + [ + "▁stratégie", + -12.32602310180664 + ], + [ + "▁Datenschutz", + -12.326078414916992 + ], + [ + "curg", + -12.326128005981444 + ], + [ + "▁lapte", + -12.32643222808838 + ], + [ + "▁acasă", + -12.326491355895996 + ], + [ + "▁ausschließlich", + -12.32653522491455 + ], + [ + "▁unbedingt", + -12.326802253723145 + ], + [ + "▁Linie", + -12.32689380645752 + ], + [ + "▁subscribers", + -12.327019691467283 + ], + [ + "109", + -12.32702350616455 + ], + [ + "▁Waste", + -12.32712173461914 + ], + [ + "▁Planung", + -12.327231407165527 + ], + [ + "▁visually", + -12.32734489440918 + ], + [ + "utilizarea", + -12.327370643615724 + ], + [ + "uba", + -12.327381134033203 + ], + [ + "▁fifteen", + -12.327411651611328 + ], + [ + "▁légère", + -12.327411651611328 + ], + [ + "ința", + -12.327446937561035 + ], + [ + "▁tolerance", + -12.327460289001465 + ], + [ + "▁piscine", + -12.327536582946776 + ], + [ + "▁nails", + -12.327569007873535 + ], + [ + "▁accus", + -12.327693939208984 + ], + [ + "▁coeur", + -12.327773094177246 + ], + [ + "freie", + -12.32784938812256 + ], + [ + "enţă", + -12.32812213897705 + ], + [ + "▁glucose", + -12.328336715698242 + ], + [ + "▁Jar", + -12.32838249206543 + ], + [ + "▁commencer", + -12.328387260437012 + ], + [ + "▁eliminating", + -12.328414916992188 + ], + [ + "▁mutation", + -12.32844352722168 + ], + [ + "▁afirma", + -12.328444480895996 + ], + [ + "▁Consulting", + -12.328454971313477 + ], + [ + "adia", + -12.328543663024902 + ], + [ + "zog", + -12.328604698181152 + ], + [ + "▁pielea", + -12.328658103942873 + ], + [ + "rton", + -12.328706741333008 + ], + [ + "exercice", + -12.3287935256958 + ], + [ + "namely", + -12.328847885131836 + ], + [ + "▁ajutor", + -12.3289155960083 + ], + [ + "▁markers", + -12.328917503356934 + ], + [ + "▁gardening", + -12.328932762145996 + ], + [ + "Karte", + -12.329038619995115 + ], + [ + "▁Pump", + -12.329142570495604 + ], + [ + "▁Dual", + -12.329169273376465 + ], + [ + "▁pratiques", + -12.329349517822266 + ], + [ + "▁behavioral", + -12.329358100891112 + ], + [ + "▁construire", + -12.329511642456056 + ], + [ + "▁Leonard", + -12.329596519470217 + ], + [ + "ediglich", + -12.329630851745604 + ], + [ + "ubbed", + -12.3297758102417 + ], + [ + "NK", + -12.329792022705078 + ], + [ + "shell", + -12.329912185668944 + ], + [ + "▁persönliche", + -12.329996109008787 + ], + [ + "ecuring", + -12.329998970031738 + ], + [ + "beaten", + -12.33000373840332 + ], + [ + "ALE", + -12.330053329467772 + ], + [ + "▁puppy", + -12.33023452758789 + ], + [ + "▁capac", + -12.33027458190918 + ], + [ + "▁seventh", + -12.330394744873049 + ], + [ + "▁nursery", + -12.330400466918944 + ], + [ + "▁Rum", + -12.330419540405272 + ], + [ + "▁exquisite", + -12.33042335510254 + ], + [ + "▁Legi", + -12.330483436584473 + ], + [ + "▁persist", + -12.33049774169922 + ], + [ + "bacterial", + -12.330548286437988 + ], + [ + "▁cereal", + -12.330572128295898 + ], + [ + "▁principe", + -12.330693244934082 + ], + [ + "chip", + -12.330766677856444 + ], + [ + "rush", + -12.330832481384276 + ], + [ + "▁funnel", + -12.330904006958008 + ], + [ + "▁calitatea", + -12.331024169921877 + ], + [ + "ibă", + -12.33104419708252 + ], + [ + "▁reign", + -12.33108615875244 + ], + [ + "▁congregation", + -12.331120491027832 + ], + [ + "▁obtine", + -12.331270217895508 + ], + [ + "▁découverte", + -12.331286430358888 + ], + [ + "▁gama", + -12.33131504058838 + ], + [ + "▁judec", + -12.33132553100586 + ], + [ + "Plan", + -12.331351280212402 + ], + [ + "▁gesture", + -12.331539154052734 + ], + [ + "öffentlichen", + -12.33164405822754 + ], + [ + "▁imported", + -12.331693649291992 + ], + [ + "▁rotate", + -12.331747055053713 + ], + [ + "blown", + -12.331756591796877 + ], + [ + "▁Protein", + -12.331827163696287 + ], + [ + "parfaitement", + -12.331832885742188 + ], + [ + "ondo", + -12.331868171691896 + ], + [ + "ologists", + -12.331890106201172 + ], + [ + "▁neighborhoods", + -12.331989288330078 + ], + [ + "▁Pope", + -12.33202075958252 + ], + [ + "▁museums", + -12.332194328308104 + ], + [ + "▁porter", + -12.332330703735352 + ], + [ + "▁kiss", + -12.332335472106934 + ], + [ + "pdf", + -12.332354545593262 + ], + [ + "sided", + -12.332359313964844 + ], + [ + "▁gern", + -12.332395553588867 + ], + [ + "bedingungen", + -12.332496643066406 + ], + [ + "▁Ride", + -12.332582473754885 + ], + [ + "Apoi", + -12.332584381103516 + ], + [ + "▁bestehen", + -12.332603454589844 + ], + [ + "5\"", + -12.33285903930664 + ], + [ + "bob", + -12.332862854003906 + ], + [ + "ficient", + -12.33303165435791 + ], + [ + "premise", + -12.333086967468262 + ], + [ + "▁Clip", + -12.333112716674805 + ], + [ + "▁concours", + -12.333213806152344 + ], + [ + "olar", + -12.333281517028809 + ], + [ + "▁Centr", + -12.333356857299805 + ], + [ + "outlined", + -12.333429336547852 + ], + [ + "▁observa", + -12.333511352539062 + ], + [ + "▁negotiate", + -12.333537101745604 + ], + [ + "▁Partnership", + -12.33358383178711 + ], + [ + "clock", + -12.333662033081056 + ], + [ + "roasted", + -12.333755493164062 + ], + [ + "Pourquoi", + -12.33391284942627 + ], + [ + "▁Marshall", + -12.33400535583496 + ], + [ + "▁Gerade", + -12.334052085876465 + ], + [ + "▁pachet", + -12.334160804748535 + ], + [ + "▁preliminary", + -12.334162712097168 + ], + [ + "▁tragic", + -12.334200859069824 + ], + [ + "author", + -12.334268569946287 + ], + [ + "▁Gov", + -12.334309577941896 + ], + [ + "▁comunic", + -12.33440399169922 + ], + [ + "▁coordinator", + -12.334410667419434 + ], + [ + "YA", + -12.33445930480957 + ], + [ + "▁Steam", + -12.33476734161377 + ], + [ + "▁Nag", + -12.334796905517578 + ], + [ + "▁Kara", + -12.334851264953612 + ], + [ + "▁Gang", + -12.334858894348145 + ], + [ + "aurez", + -12.334868431091309 + ], + [ + "▁horrible", + -12.334869384765623 + ], + [ + "▁Luxury", + -12.335076332092283 + ], + [ + "▁encouragement", + -12.335169792175291 + ], + [ + "▁conceptual", + -12.335250854492188 + ], + [ + "▁constituent", + -12.335431098937988 + ], + [ + "nvelop", + -12.335494041442873 + ], + [ + "ucc", + -12.335500717163086 + ], + [ + "▁conçu", + -12.335542678833008 + ], + [ + "pfel", + -12.33559513092041 + ], + [ + "special", + -12.335700988769531 + ], + [ + "▁Growth", + -12.335834503173828 + ], + [ + "cada", + -12.33591651916504 + ], + [ + "▁oamenilor", + -12.335976600646973 + ], + [ + "▁vendredi", + -12.336021423339844 + ], + [ + "▁coupe", + -12.336055755615234 + ], + [ + "▁Danke", + -12.336134910583496 + ], + [ + "reflects", + -12.336181640625 + ], + [ + "▁girlfriend", + -12.336273193359377 + ], + [ + "▁diffuse", + -12.336325645446776 + ], + [ + "HER", + -12.336328506469728 + ], + [ + "storing", + -12.336464881896973 + ], + [ + "ailing", + -12.336591720581056 + ], + [ + "▁Desi", + -12.33660125732422 + ], + [ + "stitution", + -12.336832046508787 + ], + [ + "▁adun", + -12.336844444274902 + ], + [ + "▁Partie", + -12.336869239807127 + ], + [ + "▁tissues", + -12.336958885192873 + ], + [ + "▁discovering", + -12.337154388427734 + ], + [ + "Jacques", + -12.337178230285645 + ], + [ + "lungs", + -12.33724594116211 + ], + [ + "▁Handy", + -12.337261199951172 + ], + [ + "centric", + -12.337285995483398 + ], + [ + "slav", + -12.337442398071287 + ], + [ + "▁sights", + -12.337560653686523 + ], + [ + "▁Category", + -12.337644577026367 + ], + [ + "▁Einrichtung", + -12.337957382202148 + ], + [ + "▁Robinson", + -12.33804702758789 + ], + [ + "▁Terra", + -12.33815097808838 + ], + [ + "▁creep", + -12.338167190551758 + ], + [ + "▁Lob", + -12.338184356689451 + ], + [ + "001", + -12.33820629119873 + ], + [ + "kop", + -12.338208198547363 + ], + [ + "Emb", + -12.338292121887209 + ], + [ + "▁forgive", + -12.338391304016112 + ], + [ + "▁icons", + -12.33847427368164 + ], + [ + "electric", + -12.3385009765625 + ], + [ + "▁faucet", + -12.338516235351562 + ], + [ + "▁invisible", + -12.3386812210083 + ], + [ + "sprach", + -12.338801383972168 + ], + [ + "▁beachten", + -12.33881664276123 + ], + [ + "rahm", + -12.338833808898926 + ], + [ + "▁Teacher", + -12.338919639587402 + ], + [ + "Fab", + -12.339070320129396 + ], + [ + "▁joue", + -12.339101791381836 + ], + [ + "▁Popular", + -12.339120864868164 + ], + [ + "▁Februar", + -12.339171409606934 + ], + [ + "sound", + -12.339251518249512 + ], + [ + "▁(0", + -12.339317321777344 + ], + [ + "▁Compare", + -12.33938980102539 + ], + [ + "▁pads", + -12.339455604553224 + ], + [ + "270", + -12.33949851989746 + ], + [ + "ousse", + -12.339548110961914 + ], + [ + "▁UAE", + -12.339786529541016 + ], + [ + "izări", + -12.339787483215332 + ], + [ + "▁bonuses", + -12.33993911743164 + ], + [ + "▁switches", + -12.3400239944458 + ], + [ + "▁Brothers", + -12.340166091918944 + ], + [ + "▁environmentally", + -12.340171813964844 + ], + [ + "vista", + -12.340264320373535 + ], + [ + "▁intentions", + -12.3402738571167 + ], + [ + "▁Terri", + -12.340301513671877 + ], + [ + "▁diabet", + -12.34030532836914 + ], + [ + "▁prese", + -12.340333938598633 + ], + [ + "▁parcurs", + -12.340389251708984 + ], + [ + "Warum", + -12.340449333190918 + ], + [ + "▁credentials", + -12.340455055236816 + ], + [ + "▁PLA", + -12.34046459197998 + ], + [ + "▁instruct", + -12.34047031402588 + ], + [ + "▁benefic", + -12.340633392333984 + ], + [ + "write", + -12.340675354003906 + ], + [ + "▁poids", + -12.340773582458496 + ], + [ + "▁Anspruch", + -12.340923309326172 + ], + [ + "▁avocado", + -12.340923309326172 + ], + [ + "▁inevitable", + -12.340923309326172 + ], + [ + "▁poorly", + -12.340950965881348 + ], + [ + "karte", + -12.340994834899902 + ], + [ + "▁Publishing", + -12.340999603271484 + ], + [ + "odată", + -12.341140747070312 + ], + [ + "▁scientifique", + -12.341157913208008 + ], + [ + "▁lăsa", + -12.341262817382812 + ], + [ + "▁secol", + -12.34131908416748 + ], + [ + "▁nevertheless", + -12.341392517089844 + ], + [ + "SAT", + -12.341597557067873 + ], + [ + "280", + -12.341651916503906 + ], + [ + "▁prevederi", + -12.341670989990234 + ], + [ + "▁chrome", + -12.342002868652344 + ], + [ + "institut", + -12.342267036437988 + ], + [ + "richtigen", + -12.34228515625 + ], + [ + "▁grief", + -12.34233856201172 + ], + [ + "▁penalties", + -12.342373847961426 + ], + [ + "▁Bayern", + -12.34238052368164 + ], + [ + "▁caramel", + -12.342473983764648 + ], + [ + "Now", + -12.342495918273926 + ], + [ + "Stiftung", + -12.342576026916504 + ], + [ + "country", + -12.342737197875977 + ], + [ + "dication", + -12.34278678894043 + ], + [ + "▁Chor", + -12.342801094055176 + ], + [ + "▁rămâne", + -12.342936515808104 + ], + [ + "▁TOP", + -12.34300708770752 + ], + [ + "▁complète", + -12.34301471710205 + ], + [ + "▁Marian", + -12.34302806854248 + ], + [ + "▁Avant", + -12.343121528625488 + ], + [ + "▁Shower", + -12.343156814575195 + ], + [ + "treu", + -12.34316349029541 + ], + [ + "▁chop", + -12.34321403503418 + ], + [ + "▁comfortably", + -12.343220710754396 + ], + [ + "▁autism", + -12.34323787689209 + ], + [ + "▁Sind", + -12.34328556060791 + ], + [ + "▁(20", + -12.343340873718262 + ], + [ + "▁Cinema", + -12.343414306640623 + ], + [ + "compania", + -12.34360694885254 + ], + [ + "▁Lex", + -12.343622207641602 + ], + [ + "▁Sofa", + -12.343716621398926 + ], + [ + "dru", + -12.343753814697266 + ], + [ + "▁verification", + -12.343770027160645 + ], + [ + "▁Immer", + -12.343825340270996 + ], + [ + "lomb", + -12.343829154968262 + ], + [ + "meric", + -12.34385871887207 + ], + [ + "▁slower", + -12.34398365020752 + ], + [ + "▁propag", + -12.344090461730955 + ], + [ + "Inter", + -12.344097137451172 + ], + [ + "selling", + -12.34418773651123 + ], + [ + "▁Bright", + -12.34426975250244 + ], + [ + "condition", + -12.344280242919922 + ], + [ + "PDF", + -12.34429168701172 + ], + [ + "oyez", + -12.34439182281494 + ], + [ + "▁Fried", + -12.344420433044434 + ], + [ + "▁Nazi", + -12.34443187713623 + ], + [ + "▁Buffalo", + -12.344447135925291 + ], + [ + "▁Sue", + -12.344449043273926 + ], + [ + "▁Rhein", + -12.34468936920166 + ], + [ + "▁Klaus", + -12.344889640808104 + ], + [ + "▁indiqu", + -12.344963073730469 + ], + [ + "echte", + -12.344996452331545 + ], + [ + "▁frecvent", + -12.345165252685549 + ], + [ + "▁conveniently", + -12.345187187194824 + ], + [ + "▁Moi", + -12.345197677612305 + ], + [ + "▁greenhouse", + -12.345220565795898 + ], + [ + "▁rédui", + -12.34524154663086 + ], + [ + "▁lengthy", + -12.34542179107666 + ], + [ + "verband", + -12.345534324645996 + ], + [ + "inţă", + -12.345622062683104 + ], + [ + "▁rigorous", + -12.345625877380373 + ], + [ + "▁Finish", + -12.34580135345459 + ], + [ + "▁FBI", + -12.346052169799805 + ], + [ + "cultura", + -12.346083641052246 + ], + [ + "▁compartment", + -12.346110343933104 + ], + [ + "▁pretend", + -12.346117973327637 + ], + [ + "▁assembled", + -12.34621238708496 + ], + [ + "▁Nie", + -12.34639835357666 + ], + [ + "fession", + -12.34640884399414 + ], + [ + "▁£2", + -12.34642219543457 + ], + [ + "algré", + -12.3468017578125 + ], + [ + "▁anterior", + -12.34681797027588 + ], + [ + "▁Wissenschaft", + -12.34683609008789 + ], + [ + "▁Harbor", + -12.346923828125 + ], + [ + "lix", + -12.346985816955566 + ], + [ + "=\"", + -12.347049713134766 + ], + [ + "▁breathtaking", + -12.34705638885498 + ], + [ + "▁Stern", + -12.34708309173584 + ], + [ + "▁Internetseite", + -12.347132682800291 + ], + [ + "▁locker", + -12.347216606140137 + ], + [ + "▁feather", + -12.34726619720459 + ], + [ + "Serv", + -12.347297668457031 + ], + [ + "▁snake", + -12.347332000732422 + ], + [ + "▁Border", + -12.347396850585938 + ], + [ + "▁undergo", + -12.347518920898438 + ], + [ + "▁petrol", + -12.347558975219728 + ], + [ + "▁dealership", + -12.3475923538208 + ], + [ + "▁commander", + -12.347596168518066 + ], + [ + "▁Monate", + -12.347599983215332 + ], + [ + "▁Guardian", + -12.347665786743164 + ], + [ + "▁Todd", + -12.347774505615234 + ], + [ + "Ann", + -12.347825050354004 + ], + [ + "ibilité", + -12.347918510437012 + ], + [ + "▁Quarter", + -12.347987174987791 + ], + [ + "▁portray", + -12.348097801208496 + ], + [ + "▁Tai", + -12.34813404083252 + ], + [ + "▁strikes", + -12.348224639892578 + ], + [ + "illage", + -12.348381042480469 + ], + [ + "▁IRS", + -12.348417282104492 + ], + [ + "▁lupta", + -12.348455429077148 + ], + [ + "▁Sper", + -12.348493576049805 + ], + [ + "PRO", + -12.348530769348145 + ], + [ + "▁Export", + -12.348549842834473 + ], + [ + "▁crypto", + -12.348587989807127 + ], + [ + "▁barbecue", + -12.348692893981934 + ], + [ + "▁portions", + -12.348787307739258 + ], + [ + "▁explicit", + -12.348793983459473 + ], + [ + "▁angenehm", + -12.348834037780762 + ], + [ + "▁marathon", + -12.348946571350098 + ], + [ + "▁apartament", + -12.34898281097412 + ], + [ + "▁Eva", + -12.349079132080078 + ], + [ + "plate", + -12.349181175231934 + ], + [ + "viel", + -12.34925365447998 + ], + [ + "FIN", + -12.34926986694336 + ], + [ + "dependent", + -12.34935188293457 + ], + [ + "▁cercet", + -12.34942626953125 + ], + [ + "▁midnight", + -12.349499702453612 + ], + [ + "copie", + -12.349563598632812 + ], + [ + "▁companii", + -12.349621772766112 + ], + [ + "▁tenu", + -12.349660873413086 + ], + [ + "1/2", + -12.34966278076172 + ], + [ + "2.4", + -12.349693298339844 + ], + [ + "abri", + -12.34969997406006 + ], + [ + "▁warn", + -12.34980297088623 + ], + [ + "▁luggage", + -12.349875450134276 + ], + [ + "numarul", + -12.349968910217283 + ], + [ + "▁contour", + -12.350014686584473 + ], + [ + "▁Ghost", + -12.350016593933104 + ], + [ + "Angaben", + -12.35012435913086 + ], + [ + "▁unemployment", + -12.350296020507812 + ], + [ + "▁rău", + -12.350380897521973 + ], + [ + "▁dispatch", + -12.350445747375488 + ], + [ + "investissement", + -12.350547790527344 + ], + [ + "▁passt", + -12.35057258605957 + ], + [ + "▁Germania", + -12.350578308105469 + ], + [ + "▁webpage", + -12.350651741027832 + ], + [ + "▁reservations", + -12.350688934326172 + ], + [ + "▁Kai", + -12.350743293762209 + ], + [ + "▁Cav", + -12.350890159606934 + ], + [ + "▁Patient", + -12.351109504699709 + ], + [ + "ер", + -12.351213455200195 + ], + [ + "▁Belle", + -12.351236343383787 + ], + [ + "▁Nashville", + -12.351296424865724 + ], + [ + "▁Talent", + -12.351332664489746 + ], + [ + "ouvrage", + -12.351364135742188 + ], + [ + "▁bekommt", + -12.351365089416504 + ], + [ + "USA", + -12.351430892944336 + ], + [ + "CES", + -12.351432800292969 + ], + [ + "▁Peru", + -12.351499557495115 + ], + [ + "▁erkennen", + -12.35153579711914 + ], + [ + "prinde", + -12.351569175720217 + ], + [ + "▁constitution", + -12.351922035217283 + ], + [ + "itatile", + -12.351998329162598 + ], + [ + "bah", + -12.352147102355955 + ], + [ + "▁avail", + -12.352148056030272 + ], + [ + "▁disponibile", + -12.352149963378906 + ], + [ + "hér", + -12.352258682250977 + ], + [ + "ол", + -12.352411270141602 + ], + [ + "▁startups", + -12.352435111999512 + ], + [ + "▁carton", + -12.35248565673828 + ], + [ + "▁Newsletter", + -12.35251235961914 + ], + [ + "éti", + -12.352560997009276 + ], + [ + "▁investigating", + -12.352779388427734 + ], + [ + "itul", + -12.352925300598145 + ], + [ + "touch", + -12.352962493896484 + ], + [ + "Sport", + -12.353137016296388 + ], + [ + "AME", + -12.353203773498535 + ], + [ + "MIN", + -12.353222846984863 + ], + [ + "metry", + -12.353371620178224 + ], + [ + "icy", + -12.353492736816406 + ], + [ + "▁Luna", + -12.35351848602295 + ], + [ + "▁asthma", + -12.353614807128906 + ], + [ + "▁conduc", + -12.35365104675293 + ], + [ + "▁Ari", + -12.35369873046875 + ], + [ + "trust", + -12.353832244873049 + ], + [ + "▁defines", + -12.353894233703612 + ], + [ + "▁Blend", + -12.353927612304688 + ], + [ + "azo", + -12.353989601135254 + ], + [ + "▁sweep", + -12.354169845581056 + ], + [ + "lope", + -12.354331016540527 + ], + [ + "ţinut", + -12.35439682006836 + ], + [ + "WD", + -12.354503631591797 + ], + [ + "▁appetite", + -12.354619979858398 + ], + [ + "▁Seed", + -12.354753494262695 + ], + [ + "Friend", + -12.354854583740234 + ], + [ + "▁repet", + -12.354876518249512 + ], + [ + "▁throat", + -12.354936599731444 + ], + [ + "philosoph", + -12.355141639709473 + ], + [ + "▁connaître", + -12.355156898498535 + ], + [ + "▁Counter", + -12.355299949645996 + ], + [ + "▁Anforderungen", + -12.35533332824707 + ], + [ + "▁Polit", + -12.355363845825195 + ], + [ + "▁Weather", + -12.3554048538208 + ], + [ + "bow", + -12.355423927307127 + ], + [ + "▁recreation", + -12.355484008789062 + ], + [ + "▁culinary", + -12.355571746826172 + ], + [ + "▁plage", + -12.355609893798828 + ], + [ + "▁Cruz", + -12.35565948486328 + ], + [ + "▁equip", + -12.355668067932127 + ], + [ + "▁Recent", + -12.355697631835938 + ], + [ + "LED", + -12.355767250061035 + ], + [ + "▁steak", + -12.355772972106934 + ], + [ + "▁belly", + -12.355880737304688 + ], + [ + "photo", + -12.356130599975586 + ], + [ + "▁lakes", + -12.35623836517334 + ], + [ + "▁intact", + -12.356287956237791 + ], + [ + "▁spiral", + -12.356386184692385 + ], + [ + "▁Billy", + -12.356468200683594 + ], + [ + "▁Understanding", + -12.356534957885742 + ], + [ + "▁Lay", + -12.356558799743652 + ], + [ + "▁roster", + -12.356632232666016 + ], + [ + "▁admire", + -12.356647491455078 + ], + [ + "▁android", + -12.356732368469238 + ], + [ + "▁technician", + -12.356734275817873 + ], + [ + "gène", + -12.356818199157717 + ], + [ + "motiv", + -12.35695457458496 + ], + [ + "▁Boat", + -12.356988906860352 + ], + [ + "▁genießen", + -12.357000350952148 + ], + [ + "▁Geschmack", + -12.357001304626465 + ], + [ + "▁heroes", + -12.3570556640625 + ], + [ + "▁1800", + -12.357137680053713 + ], + [ + "numeroase", + -12.35776138305664 + ], + [ + "▁anschließend", + -12.357802391052246 + ], + [ + "▁Spur", + -12.357813835144045 + ], + [ + "▁clarify", + -12.35784912109375 + ], + [ + "▁warmer", + -12.35788917541504 + ], + [ + "▁Ranch", + -12.357955932617188 + ], + [ + "▁simti", + -12.358024597167969 + ], + [ + "Thank", + -12.35838508605957 + ], + [ + "▁freight", + -12.358434677124023 + ], + [ + "▁administrators", + -12.358453750610352 + ], + [ + "Reg", + -12.358588218688965 + ], + [ + "Această", + -12.358670234680176 + ], + [ + "▁legume", + -12.358741760253906 + ], + [ + "▁utilizare", + -12.358786582946776 + ], + [ + "CON", + -12.358904838562012 + ], + [ + "urgi", + -12.358917236328123 + ], + [ + "▁Gesicht", + -12.358920097351074 + ], + [ + "▁counselor", + -12.358954429626465 + ], + [ + "▁mondiale", + -12.359009742736816 + ], + [ + "helm", + -12.359137535095217 + ], + [ + "▁Promo", + -12.359156608581545 + ], + [ + "▁Schweiz", + -12.35917854309082 + ], + [ + "Ich", + -12.35929012298584 + ], + [ + "▁intalni", + -12.359295845031738 + ], + [ + "▁Bloom", + -12.359318733215332 + ], + [ + "▁Score", + -12.359362602233888 + ], + [ + "▁Fruit", + -12.35944652557373 + ], + [ + "▁constraints", + -12.359447479248049 + ], + [ + "▁farmer", + -12.359745979309082 + ], + [ + "▁précise", + -12.359807014465332 + ], + [ + "evaluating", + -12.359868049621582 + ], + [ + "▁Period", + -12.359891891479492 + ], + [ + "byte", + -12.359893798828123 + ], + [ + "wah", + -12.360025405883787 + ], + [ + "Mac", + -12.36012363433838 + ], + [ + "iron", + -12.360197067260742 + ], + [ + "′", + -12.360337257385254 + ], + [ + "▁tehnic", + -12.360539436340332 + ], + [ + "▁legat", + -12.36054515838623 + ], + [ + "▁Pilot", + -12.36057472229004 + ], + [ + "▁Carpet", + -12.36064624786377 + ], + [ + "TEN", + -12.360812187194824 + ], + [ + "▁shareholders", + -12.36082649230957 + ], + [ + "vină", + -12.360880851745604 + ], + [ + "▁parole", + -12.360939979553224 + ], + [ + "ătă", + -12.360984802246094 + ], + [ + "bbing", + -12.361000061035156 + ], + [ + "▁switched", + -12.361002922058104 + ], + [ + "▁Petro", + -12.361010551452637 + ], + [ + "▁Vertrags", + -12.36111831665039 + ], + [ + "cham", + -12.361178398132324 + ], + [ + "wang", + -12.361284255981444 + ], + [ + "▁Bean", + -12.36139965057373 + ], + [ + "minister", + -12.361442565917969 + ], + [ + "▁Wu", + -12.361522674560549 + ], + [ + "▁Olympics", + -12.361539840698242 + ], + [ + "tipul", + -12.361542701721191 + ], + [ + "▁Citi", + -12.36166763305664 + ], + [ + "▁Fold", + -12.361873626708984 + ], + [ + "▁Partei", + -12.361940383911133 + ], + [ + "▁centrale", + -12.361984252929688 + ], + [ + "île", + -12.362032890319824 + ], + [ + "pflicht", + -12.362175941467283 + ], + [ + "heli", + -12.362398147583008 + ], + [ + "▁erwartet", + -12.362414360046388 + ], + [ + "▁oferta", + -12.36245822906494 + ], + [ + "▁NHS", + -12.36246395111084 + ], + [ + "annon", + -12.362570762634276 + ], + [ + "▁Rud", + -12.362701416015623 + ], + [ + "▁Stuttgart", + -12.362737655639648 + ], + [ + "▁rămas", + -12.362746238708496 + ], + [ + "▁eliminated", + -12.36275577545166 + ], + [ + "▁hiding", + -12.362797737121582 + ], + [ + "▁cadeau", + -12.362832069396973 + ], + [ + "▁mock", + -12.363115310668944 + ], + [ + "▁elder", + -12.363333702087402 + ], + [ + "▁Liz", + -12.363364219665527 + ], + [ + "aji", + -12.363544464111328 + ], + [ + "▁endlich", + -12.363653182983398 + ], + [ + "sufficient", + -12.36366844177246 + ], + [ + "▁zusätzliche", + -12.363712310791016 + ], + [ + "scient", + -12.363757133483888 + ], + [ + "▁Adjust", + -12.363883972167969 + ], + [ + "▁incentive", + -12.36394500732422 + ], + [ + "▁Papa", + -12.364012718200684 + ], + [ + "▁Pharma", + -12.364041328430176 + ], + [ + "▁conflicts", + -12.364107131958008 + ], + [ + "zählen", + -12.364113807678224 + ], + [ + "▁chien", + -12.364118576049805 + ], + [ + "KB", + -12.36413288116455 + ], + [ + "ultimi", + -12.364188194274902 + ], + [ + "▁Jul", + -12.36421012878418 + ], + [ + "▁Male", + -12.36422061920166 + ], + [ + "▁viewer", + -12.36427116394043 + ], + [ + "▁Sector", + -12.364328384399414 + ], + [ + "▁REAL", + -12.364344596862791 + ], + [ + "▁arbitr", + -12.36436939239502 + ], + [ + "resistant", + -12.364399909973145 + ], + [ + "▁Bristol", + -12.364423751831056 + ], + [ + "▁shy", + -12.364540100097656 + ], + [ + "SW", + -12.364593505859377 + ], + [ + "▁Kirk", + -12.36460018157959 + ], + [ + "centrul", + -12.364653587341309 + ], + [ + "▁Venezuela", + -12.364657402038574 + ], + [ + "▁communicating", + -12.364657402038574 + ], + [ + "▁Chemical", + -12.364663124084473 + ], + [ + "▁surprises", + -12.364843368530272 + ], + [ + "▁Jamie", + -12.364933967590332 + ], + [ + "▁Heavy", + -12.364965438842772 + ], + [ + "▁turnover", + -12.36498737335205 + ], + [ + "▁étudiants", + -12.365114212036133 + ], + [ + "welcher", + -12.365124702453612 + ], + [ + "▁preturi", + -12.365200996398926 + ], + [ + "▁Mono", + -12.365283966064451 + ], + [ + "▁paddle", + -12.365309715270996 + ], + [ + "▁accountability", + -12.365364074707031 + ], + [ + "OUS", + -12.365592956542969 + ], + [ + "▁marketers", + -12.365762710571287 + ], + [ + "fection", + -12.365900993347168 + ], + [ + "▁Outside", + -12.365921020507812 + ], + [ + "▁Jefferson", + -12.366114616394045 + ], + [ + "oaie", + -12.36617660522461 + ], + [ + "tenue", + -12.366275787353516 + ], + [ + "HU", + -12.366329193115234 + ], + [ + "Très", + -12.36639404296875 + ], + [ + "valoarea", + -12.36642837524414 + ], + [ + "103", + -12.366482734680176 + ], + [ + "▁Privacy", + -12.366580963134766 + ], + [ + "▁Leistungen", + -12.36659812927246 + ], + [ + "(3)", + -12.36662483215332 + ], + [ + "▁études", + -12.366734504699709 + ], + [ + "sko", + -12.366750717163086 + ], + [ + "drum", + -12.366822242736816 + ], + [ + "▁lamb", + -12.36684226989746 + ], + [ + "▁nicio", + -12.367094993591309 + ], + [ + "▁NATO", + -12.367104530334473 + ], + [ + "▁Freitag", + -12.367178916931152 + ], + [ + "▁precedent", + -12.367178916931152 + ], + [ + "▁partenaires", + -12.367202758789062 + ], + [ + "▁companiei", + -12.367234230041504 + ], + [ + "▁Plaza", + -12.367249488830566 + ], + [ + "▁disruption", + -12.367274284362791 + ], + [ + "▁violations", + -12.367338180541992 + ], + [ + "▁Reference", + -12.367446899414062 + ], + [ + "▁habitants", + -12.36770248413086 + ], + [ + "▁compost", + -12.36776351928711 + ], + [ + "▁citoyen", + -12.367785453796388 + ], + [ + "▁Historical", + -12.367857933044434 + ], + [ + "vollen", + -12.36793327331543 + ], + [ + "▁Eck", + -12.36815357208252 + ], + [ + "▁lumii", + -12.36818027496338 + ], + [ + "▁reusit", + -12.368278503417969 + ], + [ + "genic", + -12.36830711364746 + ], + [ + "Why", + -12.368436813354492 + ], + [ + "ASE", + -12.368474006652832 + ], + [ + "▁athlete", + -12.36854076385498 + ], + [ + "▁Spitze", + -12.368559837341309 + ], + [ + "▁schimbat", + -12.368566513061523 + ], + [ + "▁anonymous", + -12.368850708007812 + ], + [ + "jedes", + -12.368856430053713 + ], + [ + "exclu", + -12.368874549865724 + ], + [ + "factor", + -12.369199752807615 + ], + [ + "▁Dezember", + -12.36923122406006 + ], + [ + "▁scientist", + -12.369373321533203 + ], + [ + "▁likelihood", + -12.36947250366211 + ], + [ + "▁Rhode", + -12.369488716125488 + ], + [ + "▁Balance", + -12.369521141052246 + ], + [ + "istoria", + -12.36959457397461 + ], + [ + "▁Neil", + -12.369780540466309 + ], + [ + "▁bush", + -12.369919776916504 + ], + [ + "▁Ergebnisse", + -12.369935989379885 + ], + [ + "▁Sinn", + -12.369956016540527 + ], + [ + "▁spezielle", + -12.370128631591797 + ], + [ + "▁jucat", + -12.37015438079834 + ], + [ + "▁spite", + -12.370179176330566 + ], + [ + "▁Ultimate", + -12.370365142822266 + ], + [ + "▁fructe", + -12.370401382446287 + ], + [ + "▁asleep", + -12.370441436767578 + ], + [ + "▁Goal", + -12.370539665222168 + ], + [ + "▁PAR", + -12.370631217956545 + ], + [ + "▁rows", + -12.370705604553224 + ], + [ + "▁Fol", + -12.3709135055542 + ], + [ + "▁durata", + -12.370945930480955 + ], + [ + "▁traditionnel", + -12.37100887298584 + ], + [ + "▁tema", + -12.37122917175293 + ], + [ + "▁crédit", + -12.371232986450195 + ], + [ + "smallest", + -12.37135887145996 + ], + [ + "▁amino", + -12.37135887145996 + ], + [ + "▁elephant", + -12.371405601501465 + ], + [ + "▁tubes", + -12.371685028076172 + ], + [ + "▁Verwendung", + -12.371719360351562 + ], + [ + "▁Excellence", + -12.371889114379885 + ], + [ + "▁utilities", + -12.371962547302246 + ], + [ + "frau", + -12.372111320495604 + ], + [ + "▁poze", + -12.3721342086792 + ], + [ + "août", + -12.372307777404783 + ], + [ + "ango", + -12.372514724731444 + ], + [ + "give", + -12.372532844543455 + ], + [ + "▁appelé", + -12.372576713562012 + ], + [ + "▁yeast", + -12.372671127319336 + ], + [ + "▁enrollment", + -12.372676849365234 + ], + [ + "organiz", + -12.3727445602417 + ], + [ + "▁asociat", + -12.372753143310549 + ], + [ + "▁cattle", + -12.372772216796877 + ], + [ + "▁Solution", + -12.372798919677734 + ], + [ + "evoke", + -12.372807502746582 + ], + [ + "▁Hampshire", + -12.372857093811035 + ], + [ + "▁yeah", + -12.372878074645996 + ], + [ + "▁Argentina", + -12.372928619384766 + ], + [ + "▁abnormal", + -12.373022079467772 + ], + [ + "▁Heights", + -12.373082160949709 + ], + [ + "▁Mitchell", + -12.373099327087402 + ], + [ + "▁Quad", + -12.373350143432615 + ], + [ + "▁textures", + -12.373382568359377 + ], + [ + "▁coalition", + -12.373384475708008 + ], + [ + "▁dataset", + -12.37338924407959 + ], + [ + "World", + -12.373438835144045 + ], + [ + "ständ", + -12.373456001281738 + ], + [ + "▁groove", + -12.373476028442385 + ], + [ + "▁emotionally", + -12.373562812805176 + ], + [ + "▁preciz", + -12.37363624572754 + ], + [ + "kte", + -12.373741149902344 + ], + [ + "berechtigt", + -12.373828887939451 + ], + [ + "▁1971", + -12.373888969421388 + ], + [ + "grandes", + -12.373907089233398 + ], + [ + "▁Broadway", + -12.37391185760498 + ], + [ + "▁comunicat", + -12.373994827270508 + ], + [ + "nui", + -12.37402629852295 + ], + [ + "GER", + -12.374079704284668 + ], + [ + "pick", + -12.374125480651855 + ], + [ + "inscrit", + -12.37414264678955 + ], + [ + "▁Gross", + -12.374258995056152 + ], + [ + "▁McDonald", + -12.374310493469238 + ], + [ + "▁Zero", + -12.374330520629885 + ], + [ + "▁Halb", + -12.374341011047363 + ], + [ + "▁caractère", + -12.374553680419922 + ], + [ + "▁doctrine", + -12.374553680419922 + ], + [ + "▁Sinne", + -12.37458610534668 + ], + [ + "MLS", + -12.374594688415527 + ], + [ + "▁réel", + -12.374759674072266 + ], + [ + "▁Ful", + -12.37476921081543 + ], + [ + "limiting", + -12.37483024597168 + ], + [ + "▁Gan", + -12.374870300292969 + ], + [ + "▁exclude", + -12.37490463256836 + ], + [ + "imba", + -12.374974250793455 + ], + [ + "rolul", + -12.374991416931152 + ], + [ + "▁veggies", + -12.375059127807615 + ], + [ + "▁fasci", + -12.375092506408691 + ], + [ + "▁oval", + -12.375173568725586 + ], + [ + "▁contacter", + -12.375221252441406 + ], + [ + "▁linking", + -12.375279426574709 + ], + [ + "▁knit", + -12.375308990478516 + ], + [ + "▁enroll", + -12.37550449371338 + ], + [ + "▁dédié", + -12.375533103942873 + ], + [ + "▁renting", + -12.37554168701172 + ], + [ + "▁genera", + -12.37567138671875 + ], + [ + "citing", + -12.375691413879396 + ], + [ + "▁bend", + -12.37570095062256 + ], + [ + "guin", + -12.375752449035645 + ], + [ + "▁caregiver", + -12.375768661499023 + ], + [ + "▁könnt", + -12.375791549682615 + ], + [ + "▁Scripture", + -12.375795364379885 + ], + [ + "▁Mic", + -12.375899314880373 + ], + [ + "▁Denmark", + -12.37590217590332 + ], + [ + "▁qualifying", + -12.375917434692385 + ], + [ + "▁costumes", + -12.375958442687988 + ], + [ + "▁dwelling", + -12.37601375579834 + ], + [ + "▁recrut", + -12.376099586486816 + ], + [ + "▁bedding", + -12.37618637084961 + ], + [ + "gesprochen", + -12.376253128051758 + ], + [ + "▁editors", + -12.376386642456056 + ], + [ + "/12", + -12.37657642364502 + ], + [ + "▁cumparat", + -12.376583099365234 + ], + [ + "fiction", + -12.376730918884276 + ], + [ + "▁spinal", + -12.37674045562744 + ], + [ + "▁pathway", + -12.37679958343506 + ], + [ + "▁vârst", + -12.37683391571045 + ], + [ + "mba", + -12.376874923706056 + ], + [ + "▁enthusiastic", + -12.37692642211914 + ], + [ + "▁Watt", + -12.37697982788086 + ], + [ + "symptom", + -12.376992225646973 + ], + [ + "▁pup", + -12.37712287902832 + ], + [ + "▁glorious", + -12.377225875854492 + ], + [ + "▁fața", + -12.37722873687744 + ], + [ + "▁prohibited", + -12.377256393432615 + ], + [ + "vergleich", + -12.377286911010742 + ], + [ + "▁suspected", + -12.377334594726562 + ], + [ + "▁Railway", + -12.377381324768066 + ], + [ + "▁Aujourd", + -12.377469062805176 + ], + [ + "▁Patients", + -12.377476692199709 + ], + [ + "▁séance", + -12.377501487731934 + ], + [ + "▁contraire", + -12.377503395080566 + ], + [ + "▁cuvânt", + -12.37771224975586 + ], + [ + "▁trotzdem", + -12.37773609161377 + ], + [ + "émission", + -12.377795219421388 + ], + [ + "▁bore", + -12.37782096862793 + ], + [ + "▁safeguard", + -12.377851486206056 + ], + [ + "▁galleries", + -12.37820053100586 + ], + [ + "cron", + -12.378268241882324 + ], + [ + "▁Rica", + -12.378335952758787 + ], + [ + "fläche", + -12.37839126586914 + ], + [ + "▁Slow", + -12.37842082977295 + ], + [ + "▁vara", + -12.378549575805664 + ], + [ + "▁Swan", + -12.378564834594728 + ], + [ + "▁compounds", + -12.378564834594728 + ], + [ + "▁Slo", + -12.378621101379396 + ], + [ + "▁accommodations", + -12.378621101379396 + ], + [ + "▁Putin", + -12.378708839416504 + ], + [ + "▁undertaken", + -12.37876796722412 + ], + [ + "▁prépar", + -12.37879467010498 + ], + [ + "▁gandi", + -12.37881088256836 + ], + [ + "sediul", + -12.378924369812012 + ], + [ + "▁Nathan", + -12.379143714904783 + ], + [ + "▁fountain", + -12.379173278808594 + ], + [ + "▁mère", + -12.379194259643556 + ], + [ + "fatty", + -12.379201889038086 + ], + [ + "▁concentrated", + -12.379241943359377 + ], + [ + "richtung", + -12.379300117492676 + ], + [ + "▁appropriately", + -12.37955379486084 + ], + [ + "107", + -12.379631996154783 + ], + [ + "▁shark", + -12.379735946655272 + ], + [ + "▁Topic", + -12.379867553710938 + ], + [ + "▁Ausstellung", + -12.379880905151367 + ], + [ + "▁SUA", + -12.380267143249512 + ], + [ + "SER", + -12.380359649658203 + ], + [ + "▁Nicole", + -12.38039779663086 + ], + [ + "▁utilisateurs", + -12.380620956420898 + ], + [ + "▁Brazilian", + -12.38075351715088 + ], + [ + "▁continut", + -12.380865097045898 + ], + [ + "▁sanatate", + -12.380881309509276 + ], + [ + "faudra", + -12.380882263183594 + ], + [ + "nahm", + -12.380938529968262 + ], + [ + "▁Specific", + -12.381153106689451 + ], + [ + "aiba", + -12.381199836730955 + ], + [ + "cepând", + -12.381296157836914 + ], + [ + "▁Beer", + -12.381366729736328 + ], + [ + "roni", + -12.381616592407228 + ], + [ + "kay", + -12.381636619567873 + ], + [ + "▁gravity", + -12.381844520568848 + ], + [ + "▁verfügt", + -12.38185691833496 + ], + [ + "7:30", + -12.381878852844238 + ], + [ + "▁Players", + -12.381945610046388 + ], + [ + "▁Industries", + -12.38198184967041 + ], + [ + "punkte", + -12.382119178771973 + ], + [ + "▁yacht", + -12.382135391235352 + ], + [ + "-04", + -12.382149696350098 + ], + [ + "onné", + -12.382192611694336 + ], + [ + "▁Cards", + -12.382221221923828 + ], + [ + "▁fete", + -12.382420539855955 + ], + [ + "breaking", + -12.38257884979248 + ], + [ + "baum", + -12.38262176513672 + ], + [ + "nada", + -12.382651329040527 + ], + [ + "▁geplant", + -12.382750511169434 + ], + [ + "genuinely", + -12.382766723632812 + ], + [ + "talk", + -12.382871627807615 + ], + [ + "▁disadvantage", + -12.382920265197754 + ], + [ + "▁shutter", + -12.38300323486328 + ], + [ + "virus", + -12.38302230834961 + ], + [ + "▁cricket", + -12.38308048248291 + ], + [ + "▁comenzi", + -12.383102416992188 + ], + [ + "hier", + -12.383170127868652 + ], + [ + "▁aufzu", + -12.383198738098145 + ], + [ + "▁Rez", + -12.38321304321289 + ], + [ + "▁conclusions", + -12.383329391479492 + ], + [ + "▁Wang", + -12.383509635925291 + ], + [ + "Darüber", + -12.383524894714355 + ], + [ + "▁CSS", + -12.383573532104492 + ], + [ + "CW", + -12.383780479431152 + ], + [ + "▁Chr", + -12.383790969848633 + ], + [ + "▁traded", + -12.383843421936035 + ], + [ + "▁Schon", + -12.384265899658203 + ], + [ + "mped", + -12.38429069519043 + ], + [ + "▁alloy", + -12.384385108947754 + ], + [ + "AVE", + -12.38451099395752 + ], + [ + "▁imagery", + -12.38454246520996 + ], + [ + "▁resurse", + -12.38479995727539 + ], + [ + "▁Thunder", + -12.38483428955078 + ], + [ + "▁schimbare", + -12.384860038757324 + ], + [ + "▁Youtube", + -12.38499927520752 + ], + [ + "▁Monster", + -12.385189056396484 + ], + [ + "phil", + -12.385234832763672 + ], + [ + "▁bébé", + -12.385284423828123 + ], + [ + "Creating", + -12.385428428649902 + ], + [ + "ănă", + -12.38546657562256 + ], + [ + "▁Staat", + -12.385504722595217 + ], + [ + "adică", + -12.385531425476074 + ], + [ + "▁boyfriend", + -12.385552406311035 + ], + [ + "▁Winner", + -12.385594367980955 + ], + [ + "▁disputes", + -12.385653495788574 + ], + [ + "▁lush", + -12.3856840133667 + ], + [ + "▁CMS", + -12.385719299316406 + ], + [ + "▁locaux", + -12.385725021362305 + ], + [ + "▁Verfahren", + -12.38576889038086 + ], + [ + "▁Café", + -12.385786056518556 + ], + [ + "▁Vorstand", + -12.385870933532717 + ], + [ + "▁lucrat", + -12.385960578918455 + ], + [ + "▁Root", + -12.38602352142334 + ], + [ + "▁decis", + -12.386059761047363 + ], + [ + "▁Shadow", + -12.386062622070312 + ], + [ + "▁countryside", + -12.386067390441896 + ], + [ + "▁analiza", + -12.386114120483398 + ], + [ + "obos", + -12.38616943359375 + ], + [ + "opera", + -12.386175155639648 + ], + [ + "actu", + -12.386207580566406 + ], + [ + "▁Songs", + -12.3864164352417 + ], + [ + "reifen", + -12.38648509979248 + ], + [ + "▁hilft", + -12.38665008544922 + ], + [ + "region", + -12.386727333068848 + ], + [ + "▁categoria", + -12.387001991271973 + ], + [ + "capturing", + -12.38701343536377 + ], + [ + "▁1967", + -12.387025833129885 + ], + [ + "▁optimized", + -12.387032508850098 + ], + [ + "▁Dim", + -12.387353897094728 + ], + [ + "▁adapté", + -12.387447357177734 + ], + [ + "zeichnet", + -12.387524604797363 + ], + [ + "▁strada", + -12.387625694274902 + ], + [ + "fulness", + -12.38774585723877 + ], + [ + "▁technically", + -12.38774585723877 + ], + [ + "▁marker", + -12.387757301330566 + ], + [ + "▁vizita", + -12.387808799743652 + ], + [ + "▁imperative", + -12.387986183166504 + ], + [ + "▁pensé", + -12.38802719116211 + ], + [ + "▁drilling", + -12.38803005218506 + ], + [ + "ISA", + -12.38818073272705 + ], + [ + "▁Massage", + -12.388201713562012 + ], + [ + "▁Terry", + -12.388238906860352 + ], + [ + "▁pourtant", + -12.38835334777832 + ], + [ + "▁declaration", + -12.388440132141112 + ], + [ + "▁instructors", + -12.388453483581545 + ], + [ + "Eventually", + -12.38847827911377 + ], + [ + "▁banned", + -12.38847827911377 + ], + [ + "MAT", + -12.388520240783691 + ], + [ + "▁medici", + -12.38856315612793 + ], + [ + "▁Warm", + -12.388615608215332 + ], + [ + "▁trec", + -12.388731002807615 + ], + [ + "▁ecran", + -12.388763427734377 + ], + [ + "▁goat", + -12.388838768005373 + ], + [ + "▁manipulation", + -12.388850212097168 + ], + [ + "▁mayor", + -12.388898849487305 + ], + [ + "▁unterwegs", + -12.388975143432615 + ], + [ + "▁journals", + -12.3890380859375 + ], + [ + "▁hedge", + -12.389239311218262 + ], + [ + "Merc", + -12.389300346374512 + ], + [ + "▁joueurs", + -12.389411926269531 + ], + [ + "▁Religion", + -12.3894624710083 + ], + [ + "▁Mountains", + -12.389477729797363 + ], + [ + "▁renewed", + -12.389497756958008 + ], + [ + "▁Limit", + -12.389543533325195 + ], + [ + "ikea", + -12.389771461486816 + ], + [ + "▁utiliza", + -12.38977336883545 + ], + [ + "sogenannte", + -12.389808654785156 + ], + [ + "0.2", + -12.389836311340332 + ], + [ + "▁Organ", + -12.38987922668457 + ], + [ + "▁Shakespeare", + -12.389952659606934 + ], + [ + "▁Maintenance", + -12.38995361328125 + ], + [ + "▁Wärme", + -12.389954566955566 + ], + [ + "▁Northwest", + -12.390060424804688 + ], + [ + "▁numit", + -12.390106201171877 + ], + [ + "▁mica", + -12.390165328979492 + ], + [ + "turm", + -12.39016819000244 + ], + [ + "▁motivate", + -12.390250205993652 + ], + [ + "▁Staats", + -12.390355110168455 + ], + [ + "optimum", + -12.390487670898438 + ], + [ + "▁sortir", + -12.390546798706056 + ], + [ + "▁Asset", + -12.390555381774902 + ], + [ + "▁hervorragend", + -12.390692710876465 + ], + [ + "▁commentary", + -12.39071273803711 + ], + [ + "▁actuellement", + -12.390732765197754 + ], + [ + "NER", + -12.390765190124512 + ], + [ + "NL", + -12.390789985656738 + ], + [ + "ritt", + -12.390803337097168 + ], + [ + "▁Wirtschafts", + -12.390813827514648 + ], + [ + "träger", + -12.390840530395508 + ], + [ + "▁Versand", + -12.390870094299316 + ], + [ + "▁nostri", + -12.390953063964844 + ], + [ + "▁enorm", + -12.391227722167969 + ], + [ + "▁whale", + -12.391260147094728 + ], + [ + "▁Aufgabe", + -12.391277313232422 + ], + [ + "▁unfair", + -12.391291618347168 + ], + [ + "▁Cord", + -12.391315460205078 + ], + [ + "incorporating", + -12.39134693145752 + ], + [ + "luck", + -12.39157772064209 + ], + [ + "Afrique", + -12.39168643951416 + ], + [ + "▁coated", + -12.391857147216797 + ], + [ + "▁india", + -12.391908645629885 + ], + [ + "▁temporarily", + -12.39193058013916 + ], + [ + "▁ciuda", + -12.392097473144531 + ], + [ + "▁coral", + -12.392184257507324 + ], + [ + "▁wirkt", + -12.392203330993652 + ], + [ + "▁folding", + -12.392309188842772 + ], + [ + "wichtigsten", + -12.392398834228516 + ], + [ + "impacted", + -12.392422676086426 + ], + [ + "▁wählen", + -12.392423629760742 + ], + [ + "▁differentiate", + -12.392492294311523 + ], + [ + "▁froid", + -12.392544746398926 + ], + [ + "▁hug", + -12.39255142211914 + ], + [ + "▁construi", + -12.39255428314209 + ], + [ + "▁membru", + -12.392603874206545 + ], + [ + "▁masculin", + -12.392667770385742 + ], + [ + "partisan", + -12.392711639404297 + ], + [ + "▁schimba", + -12.392725944519045 + ], + [ + "▁economies", + -12.392827987670898 + ], + [ + "▁Abraham", + -12.392914772033691 + ], + [ + "wesen", + -12.393013954162598 + ], + [ + "enia", + -12.393026351928713 + ], + [ + "▁answering", + -12.393080711364746 + ], + [ + "▁activități", + -12.39309024810791 + ], + [ + "▁mémoire", + -12.393160820007324 + ], + [ + "▁versucht", + -12.393305778503418 + ], + [ + "ember", + -12.39333438873291 + ], + [ + "▁instala", + -12.39334774017334 + ], + [ + "▁eligibility", + -12.393407821655272 + ], + [ + "▁enjoyment", + -12.393409729003906 + ], + [ + "▁Arme", + -12.39350414276123 + ], + [ + "although", + -12.393534660339355 + ], + [ + "▁encompass", + -12.393596649169922 + ], + [ + "▁zufrieden", + -12.393658638000488 + ], + [ + "Script", + -12.393691062927246 + ], + [ + "KG", + -12.39385986328125 + ], + [ + "▁adhesive", + -12.393902778625488 + ], + [ + "▁Verkehrs", + -12.393908500671388 + ], + [ + "▁monitored", + -12.394103050231934 + ], + [ + "▁Conservation", + -12.39414882659912 + ], + [ + "hav", + -12.394156455993652 + ], + [ + "▁Above", + -12.394174575805664 + ], + [ + "▁Former", + -12.394241333007812 + ], + [ + "▁Certain", + -12.394250869750977 + ], + [ + "saving", + -12.394311904907228 + ], + [ + "▁Pun", + -12.394390106201172 + ], + [ + "▁awkward", + -12.394397735595703 + ], + [ + "▁Pretty", + -12.394410133361816 + ], + [ + "▁scanning", + -12.394417762756348 + ], + [ + "layer", + -12.394527435302734 + ], + [ + "motor", + -12.39453125 + ], + [ + "▁beginnt", + -12.39455795288086 + ], + [ + "▁affiliated", + -12.394681930541992 + ], + [ + "▁archives", + -12.394686698913574 + ], + [ + "▁sunshine", + -12.394892692565918 + ], + [ + "kha", + -12.39498805999756 + ], + [ + "▁investigated", + -12.395149230957031 + ], + [ + "▁fantas", + -12.395277976989746 + ], + [ + "▁united", + -12.395355224609377 + ], + [ + "allegedly", + -12.395373344421388 + ], + [ + "▁Eugen", + -12.3955078125 + ], + [ + "▁proprie", + -12.395843505859377 + ], + [ + "uca", + -12.396183013916016 + ], + [ + "DES", + -12.396187782287598 + ], + [ + "ştii", + -12.396190643310549 + ], + [ + "▁Running", + -12.39620590209961 + ], + [ + "lbstverständlich", + -12.396248817443848 + ], + [ + "index", + -12.396300315856934 + ], + [ + "▁studiu", + -12.396512031555176 + ], + [ + "URE", + -12.39655303955078 + ], + [ + "gültig", + -12.39662742614746 + ], + [ + "▁lundi", + -12.396649360656738 + ], + [ + "▁Zucker", + -12.396650314331056 + ], + [ + "▁positively", + -12.396721839904783 + ], + [ + "folgenden", + -12.396758079528809 + ], + [ + "anță", + -12.396800994873049 + ], + [ + "▁clan", + -12.39686679840088 + ], + [ + "▁literacy", + -12.396879196166992 + ], + [ + "▁ober", + -12.39699935913086 + ], + [ + "John", + -12.397003173828123 + ], + [ + "greg", + -12.39700984954834 + ], + [ + "▁titlu", + -12.397049903869627 + ], + [ + "▁ţări", + -12.39707088470459 + ], + [ + "Bra", + -12.397100448608398 + ], + [ + "▁Evans", + -12.397164344787598 + ], + [ + "modern", + -12.397172927856444 + ], + [ + "▁hauteur", + -12.397353172302246 + ], + [ + "refers", + -12.397416114807127 + ], + [ + "▁plasma", + -12.397575378417969 + ], + [ + "▁optic", + -12.397595405578612 + ], + [ + "▁shampoo", + -12.397619247436523 + ], + [ + "▁cheek", + -12.397727966308594 + ], + [ + "opted", + -12.397741317749023 + ], + [ + "▁persönlich", + -12.397832870483398 + ], + [ + "▁1945", + -12.398118019104004 + ], + [ + "ICI", + -12.398193359375 + ], + [ + "biotic", + -12.398222923278809 + ], + [ + "▁Beruf", + -12.398372650146484 + ], + [ + "▁trez", + -12.398383140563965 + ], + [ + "▁diploma", + -12.398388862609863 + ], + [ + "nahmen", + -12.39842128753662 + ], + [ + "▁curl", + -12.398625373840332 + ], + [ + "▁agricole", + -12.39882469177246 + ], + [ + "▁recomand", + -12.398844718933104 + ], + [ + "▁pediatric", + -12.398862838745115 + ], + [ + "Fiecare", + -12.39887523651123 + ], + [ + "Anlage", + -12.398906707763672 + ], + [ + "weiß", + -12.398974418640137 + ], + [ + "elecommunication", + -12.39898681640625 + ], + [ + "hog", + -12.399184226989746 + ], + [ + "▁Stamp", + -12.399364471435549 + ], + [ + "▁Tipp", + -12.399369239807127 + ], + [ + "▁kindness", + -12.399415969848633 + ], + [ + "▁Marina", + -12.399577140808104 + ], + [ + "▁Gleich", + -12.39963436126709 + ], + [ + "▁grij", + -12.39970588684082 + ], + [ + "▁desperate", + -12.39974594116211 + ], + [ + "▁recordings", + -12.399842262268066 + ], + [ + "▁neglect", + -12.399861335754396 + ], + [ + "▁inherent", + -12.400035858154297 + ], + [ + "▁Rezept", + -12.400138854980469 + ], + [ + "▁soins", + -12.400164604187012 + ], + [ + "▁brut", + -12.400250434875488 + ], + [ + "▁revolutionary", + -12.400495529174805 + ], + [ + "▁liberté", + -12.400530815124512 + ], + [ + "cours", + -12.400945663452148 + ], + [ + "▁Similar", + -12.401247024536133 + ], + [ + "▁cheveux", + -12.40136432647705 + ], + [ + "▁ieftin", + -12.401599884033203 + ], + [ + "▁promovare", + -12.40160846710205 + ], + [ + "▁grains", + -12.401729583740234 + ], + [ + "ти", + -12.40174961090088 + ], + [ + "▁fonctionnement", + -12.401789665222168 + ], + [ + "▁Coming", + -12.401832580566406 + ], + [ + "▁analytical", + -12.401847839355469 + ], + [ + "▁simplify", + -12.401856422424316 + ], + [ + "▁chambres", + -12.401893615722656 + ], + [ + "▁fifty", + -12.401930809020996 + ], + [ + "jour", + -12.402070999145508 + ], + [ + "▁(17", + -12.402194023132324 + ], + [ + "cărui", + -12.402292251586914 + ], + [ + "▁harmony", + -12.402352333068848 + ], + [ + "grin", + -12.402355194091797 + ], + [ + "▁drunk", + -12.40235996246338 + ], + [ + "260", + -12.402374267578123 + ], + [ + "3-5", + -12.40243148803711 + ], + [ + "▁articole", + -12.402442932128906 + ], + [ + "▁flooding", + -12.402482986450195 + ], + [ + "halle", + -12.402580261230469 + ], + [ + "▁defects", + -12.40276050567627 + ], + [ + "▁rifle", + -12.402839660644531 + ], + [ + "▁Boc", + -12.402843475341797 + ], + [ + "▁Athletic", + -12.40284538269043 + ], + [ + "▁acordat", + -12.40292739868164 + ], + [ + "AIR", + -12.402969360351562 + ], + [ + "▁entwickeln", + -12.403104782104492 + ], + [ + "▁Advance", + -12.403188705444336 + ], + [ + "▁Heil", + -12.403216361999512 + ], + [ + "Stainless", + -12.403345108032228 + ], + [ + "▁Psychology", + -12.40337085723877 + ], + [ + "▁omul", + -12.403435707092283 + ], + [ + "▁Arbeiten", + -12.403494834899902 + ], + [ + "▁rabbit", + -12.40349578857422 + ], + [ + "▁méta", + -12.40351390838623 + ], + [ + "ismul", + -12.403534889221191 + ], + [ + "▁Herausforderung", + -12.403594970703123 + ], + [ + "▁Euch", + -12.403654098510742 + ], + [ + "geschichte", + -12.40390682220459 + ], + [ + "▁Milk", + -12.404057502746582 + ], + [ + "▁pregăt", + -12.404065132141112 + ], + [ + "▁Standort", + -12.404141426086426 + ], + [ + "Val", + -12.404180526733398 + ], + [ + "▁Ronald", + -12.40435028076172 + ], + [ + "▁Werbe", + -12.404558181762695 + ], + [ + "▁restrict", + -12.404658317565918 + ], + [ + "▁tablespoon", + -12.404844284057615 + ], + [ + "▁Amendment", + -12.404845237731934 + ], + [ + "▁Johnny", + -12.404914855957031 + ], + [ + "▁lively", + -12.40493869781494 + ], + [ + "ORD", + -12.405147552490234 + ], + [ + "▁mulţi", + -12.40523624420166 + ], + [ + "èrent", + -12.405241012573242 + ], + [ + "Every", + -12.405277252197266 + ], + [ + "eignet", + -12.405296325683594 + ], + [ + "GD", + -12.40546989440918 + ], + [ + "▁Ghana", + -12.405628204345703 + ], + [ + "▁wealthy", + -12.40576171875 + ], + [ + "▁advocates", + -12.405818939208984 + ], + [ + "▁Campaign", + -12.40584659576416 + ], + [ + "▁posters", + -12.405964851379396 + ], + [ + "flug", + -12.406011581420898 + ], + [ + "▁métier", + -12.406139373779297 + ], + [ + "kir", + -12.40614891052246 + ], + [ + "bond", + -12.406176567077637 + ], + [ + "datorita", + -12.406188011169434 + ], + [ + "▁Hochzeit", + -12.406230926513672 + ], + [ + "▁effectué", + -12.406271934509276 + ], + [ + "▁angles", + -12.40654182434082 + ], + [ + "▁Electrical", + -12.406705856323242 + ], + [ + "▁Administrator", + -12.40674114227295 + ], + [ + "▁spur", + -12.407389640808104 + ], + [ + "▁größere", + -12.407444953918455 + ], + [ + "woke", + -12.407515525817873 + ], + [ + "▁gewinnen", + -12.407689094543455 + ], + [ + "▁ajută", + -12.407712936401367 + ], + [ + "▁ventilation", + -12.40785312652588 + ], + [ + "▁viaţa", + -12.40785312652588 + ], + [ + "▁Dinner", + -12.408079147338867 + ], + [ + "respond", + -12.408095359802246 + ], + [ + "▁OEM", + -12.408120155334473 + ], + [ + "▁affair", + -12.4081392288208 + ], + [ + "▁öffentlich", + -12.408143043518066 + ], + [ + "ENS", + -12.408209800720217 + ], + [ + "▁Cent", + -12.40822410583496 + ], + [ + "▁făc", + -12.408267974853516 + ], + [ + "▁Doppel", + -12.408285140991213 + ], + [ + "▁fericit", + -12.408363342285156 + ], + [ + "▁coordon", + -12.40845775604248 + ], + [ + "geht", + -12.408547401428224 + ], + [ + "▁perfekte", + -12.408610343933104 + ], + [ + "▁sportive", + -12.408700942993164 + ], + [ + "▁proiectul", + -12.40870189666748 + ], + [ + "▁deadly", + -12.408804893493652 + ], + [ + "Geschäft", + -12.408822059631348 + ], + [ + "▁inspirational", + -12.408854484558104 + ], + [ + "+1", + -12.409013748168944 + ], + [ + "▁pearl", + -12.409022331237791 + ], + [ + "▁scrub", + -12.40903663635254 + ], + [ + "▁scheint", + -12.409079551696776 + ], + [ + "poo", + -12.409147262573242 + ], + [ + "▁Pier", + -12.409220695495604 + ], + [ + "▁commented", + -12.40928554534912 + ], + [ + "lute", + -12.409302711486816 + ], + [ + "▁cancelled", + -12.409488677978516 + ], + [ + "Win", + -12.409605979919434 + ], + [ + "▁payroll", + -12.409781455993652 + ], + [ + "▁varsta", + -12.409881591796877 + ], + [ + "stuffed", + -12.410097122192385 + ], + [ + "▁beads", + -12.410138130187988 + ], + [ + "▁poems", + -12.410356521606444 + ], + [ + "pokesman", + -12.410399436950684 + ], + [ + "▁checklist", + -12.410523414611816 + ], + [ + "▁Mich", + -12.410636901855469 + ], + [ + "GEN", + -12.41067600250244 + ], + [ + "▁Lau", + -12.410783767700195 + ], + [ + "▁stie", + -12.410965919494627 + ], + [ + "▁Lovely", + -12.4110107421875 + ], + [ + "▁Anschluss", + -12.411062240600586 + ], + [ + "▁personaj", + -12.41108226776123 + ], + [ + "▁ausgestattet", + -12.411121368408203 + ], + [ + "▁beginners", + -12.411163330078123 + ], + [ + "▁noon", + -12.411189079284668 + ], + [ + "▁celule", + -12.41128921508789 + ], + [ + "Trans", + -12.411324501037598 + ], + [ + "boot", + -12.411331176757812 + ], + [ + "▁drumul", + -12.41136646270752 + ], + [ + "gruppen", + -12.41140079498291 + ], + [ + "étend", + -12.41140365600586 + ], + [ + "▁risques", + -12.411405563354492 + ], + [ + "acclaimed", + -12.411447525024414 + ], + [ + "▁celelalte", + -12.411617279052734 + ], + [ + "▁condiţii", + -12.411620140075684 + ], + [ + "▁skiing", + -12.411685943603516 + ], + [ + "▁optimale", + -12.41168975830078 + ], + [ + "technology", + -12.411773681640623 + ], + [ + "▁renew", + -12.411784172058104 + ], + [ + "Cloud", + -12.41179084777832 + ], + [ + "▁damaging", + -12.411905288696287 + ], + [ + "GT", + -12.412219047546388 + ], + [ + "▁Reform", + -12.41230583190918 + ], + [ + "vedem", + -12.412349700927734 + ], + [ + "▁indicat", + -12.412461280822754 + ], + [ + "▁Maker", + -12.412467002868652 + ], + [ + "▁lichid", + -12.412582397460938 + ], + [ + "3.1", + -12.412614822387695 + ], + [ + "păt", + -12.412620544433594 + ], + [ + "lumina", + -12.41264820098877 + ], + [ + "▁Situ", + -12.412806510925291 + ], + [ + "▁Archives", + -12.412857055664062 + ], + [ + "▁allergies", + -12.41287899017334 + ], + [ + "▁Cameron", + -12.412883758544922 + ], + [ + "▁Immun", + -12.412899017333984 + ], + [ + "wissenschaftlich", + -12.41301441192627 + ], + [ + "▁supplémentaire", + -12.413128852844238 + ], + [ + "▁puterea", + -12.41326141357422 + ], + [ + "Lab", + -12.413331985473633 + ], + [ + "inspired", + -12.413384437561035 + ], + [ + "▁shrink", + -12.413403511047363 + ], + [ + "▁voit", + -12.413426399230955 + ], + [ + "▁chopped", + -12.413467407226562 + ], + [ + "▁Franz", + -12.413537979125977 + ], + [ + "oku", + -12.413652420043944 + ], + [ + "▁suppress", + -12.413673400878906 + ], + [ + "▁impress", + -12.413751602172852 + ], + [ + "▁Liga", + -12.413755416870115 + ], + [ + "▁Eight", + -12.41378402709961 + ], + [ + "720", + -12.413795471191406 + ], + [ + "▁securely", + -12.413870811462402 + ], + [ + "KU", + -12.413934707641602 + ], + [ + "modell", + -12.413992881774902 + ], + [ + "Ensure", + -12.414154052734377 + ], + [ + "größte", + -12.414204597473145 + ], + [ + "▁réuni", + -12.414215087890623 + ], + [ + "▁Internal", + -12.41423225402832 + ], + [ + "▁Punkte", + -12.414320945739746 + ], + [ + "▁replicate", + -12.41441249847412 + ], + [ + "▁spreadsheet", + -12.414434432983398 + ], + [ + "▁Hindu", + -12.414549827575684 + ], + [ + "▁Cham", + -12.414578437805176 + ], + [ + "nati", + -12.414670944213867 + ], + [ + "imply", + -12.414679527282717 + ], + [ + "funded", + -12.414894104003906 + ], + [ + "▁charitable", + -12.41489601135254 + ], + [ + "▁imagined", + -12.415014266967772 + ], + [ + "hausen", + -12.41517448425293 + ], + [ + "Keeping", + -12.415239334106444 + ], + [ + "▁attitudes", + -12.415287971496582 + ], + [ + "esque", + -12.415365219116213 + ], + [ + "▁Tennis", + -12.415409088134766 + ], + [ + "Jeremy", + -12.415410041809082 + ], + [ + "▁majeur", + -12.415475845336914 + ], + [ + "▁stii", + -12.4155912399292 + ], + [ + "▁herbal", + -12.415790557861328 + ], + [ + "▁cauta", + -12.41580867767334 + ], + [ + "▁voluntary", + -12.415828704833984 + ], + [ + "wohl", + -12.41587734222412 + ], + [ + "▁ideea", + -12.41588306427002 + ], + [ + "▁WW", + -12.415899276733398 + ], + [ + "▁erneut", + -12.416010856628418 + ], + [ + "größten", + -12.416094779968262 + ], + [ + "Grâce", + -12.416159629821776 + ], + [ + "▁Köln", + -12.416193008422852 + ], + [ + "▁mobilier", + -12.416199684143066 + ], + [ + "▁fool", + -12.416254043579102 + ], + [ + "▁Calcul", + -12.416295051574709 + ], + [ + "attaque", + -12.41637897491455 + ], + [ + "▁digestive", + -12.41656494140625 + ], + [ + "performance", + -12.416647911071776 + ], + [ + "▁homeowner", + -12.41675853729248 + ], + [ + "▁hunger", + -12.4169282913208 + ], + [ + "2.3", + -12.41696834564209 + ], + [ + "▁Sort", + -12.417085647583008 + ], + [ + "▁Dennis", + -12.41723918914795 + ], + [ + "▁certificat", + -12.417250633239746 + ], + [ + "▁Canal", + -12.41733741760254 + ], + [ + "▁Yesterday", + -12.417424201965332 + ], + [ + "▁sausage", + -12.417499542236328 + ], + [ + "▁perdu", + -12.417736053466797 + ], + [ + "ösen", + -12.417741775512695 + ], + [ + "▁preserved", + -12.417750358581545 + ], + [ + "▁trendy", + -12.4177885055542 + ], + [ + "▁iubire", + -12.417935371398926 + ], + [ + "▁grandfather", + -12.417961120605469 + ], + [ + "▁shoppers", + -12.41820240020752 + ], + [ + "▁verschieden", + -12.418252944946287 + ], + [ + "▁gagner", + -12.41826343536377 + ], + [ + "▁lucra", + -12.418437004089355 + ], + [ + "metru", + -12.418464660644531 + ], + [ + "buz", + -12.418469429016112 + ], + [ + "▁flourish", + -12.418484687805176 + ], + [ + "affin", + -12.418523788452148 + ], + [ + "▁Pflanzen", + -12.41858196258545 + ], + [ + "agh", + -12.418588638305664 + ], + [ + "▁Gill", + -12.418660163879396 + ], + [ + "▁Kä", + -12.418671607971191 + ], + [ + "▁Wege", + -12.41876220703125 + ], + [ + "▁Liberal", + -12.41892910003662 + ], + [ + "▁Glasgow", + -12.418944358825684 + ], + [ + "Objekt", + -12.4189453125 + ], + [ + "▁Huawei", + -12.4189453125 + ], + [ + "appropri", + -12.418986320495604 + ], + [ + "▁genius", + -12.419037818908691 + ], + [ + "▁brokers", + -12.419068336486816 + ], + [ + "▁themed", + -12.41918659210205 + ], + [ + "▁barre", + -12.41921043395996 + ], + [ + "1.7", + -12.419219017028809 + ], + [ + "▁Electro", + -12.419303894042969 + ], + [ + "▁umbrella", + -12.419333457946776 + ], + [ + "▁advisory", + -12.41941738128662 + ], + [ + "▁comport", + -12.419421195983888 + ], + [ + "▁neuer", + -12.419452667236328 + ], + [ + "▁Wick", + -12.419568061828612 + ], + [ + "wak", + -12.419618606567385 + ], + [ + "▁Woman", + -12.419695854187012 + ], + [ + "▁lesser", + -12.419843673706056 + ], + [ + "▁replied", + -12.419987678527832 + ], + [ + "▁représente", + -12.420050621032717 + ], + [ + "▁thé", + -12.420135498046877 + ], + [ + "Deutsch", + -12.420428276062012 + ], + [ + "Cat", + -12.420483589172363 + ], + [ + "▁équipes", + -12.420534133911133 + ], + [ + "▁spider", + -12.420578956604004 + ], + [ + "▁Gaming", + -12.420589447021484 + ], + [ + "▁Liste", + -12.420592308044434 + ], + [ + "▁affection", + -12.420639038085938 + ], + [ + "lipsa", + -12.420982360839844 + ], + [ + "▁Spider", + -12.420987129211426 + ], + [ + "▁Julia", + -12.421034812927246 + ], + [ + "anlagen", + -12.421159744262695 + ], + [ + "Kon", + -12.421363830566406 + ], + [ + "nței", + -12.421368598937988 + ], + [ + "▁Verwaltung", + -12.421483993530272 + ], + [ + "▁raspuns", + -12.421489715576172 + ], + [ + "samt", + -12.421491622924805 + ], + [ + "▁creștere", + -12.421512603759766 + ], + [ + "▁decorate", + -12.421701431274414 + ], + [ + "▁Chain", + -12.422021865844728 + ], + [ + "ów", + -12.42205047607422 + ], + [ + "0-0", + -12.422104835510254 + ], + [ + "▁Cran", + -12.422407150268556 + ], + [ + "▁streak", + -12.42242431640625 + ], + [ + "ор", + -12.422517776489258 + ], + [ + "▁căuta", + -12.422754287719728 + ], + [ + "wende", + -12.422801971435549 + ], + [ + "▁haine", + -12.42280387878418 + ], + [ + "▁landscaping", + -12.423009872436523 + ], + [ + "▁historian", + -12.423016548156738 + ], + [ + "▁grandchildren", + -12.423033714294434 + ], + [ + "▁crawl", + -12.423056602478027 + ], + [ + "▁Cub", + -12.423239707946776 + ], + [ + "▁nécessaires", + -12.42351531982422 + ], + [ + "▁swift", + -12.42352294921875 + ], + [ + "▁calculation", + -12.423656463623049 + ], + [ + "▁acteurs", + -12.423715591430664 + ], + [ + "VT", + -12.423752784729004 + ], + [ + "▁Hristos", + -12.423778533935549 + ], + [ + "▁slices", + -12.423850059509276 + ], + [ + "See", + -12.424203872680664 + ], + [ + "▁Bran", + -12.424233436584473 + ], + [ + "Symbol", + -12.424449920654297 + ], + [ + "▁allowance", + -12.424492835998535 + ], + [ + "▁Effective", + -12.424537658691406 + ], + [ + "▁Wünsche", + -12.42453956604004 + ], + [ + "▁shiny", + -12.424569129943848 + ], + [ + "▁professionalism", + -12.424715995788574 + ], + [ + "/6", + -12.424970626831056 + ], + [ + "▁terrasse", + -12.425087928771973 + ], + [ + "▁researcher", + -12.425156593322754 + ], + [ + "▁fragile", + -12.425203323364258 + ], + [ + "▁greeting", + -12.425274848937988 + ], + [ + "freien", + -12.4253511428833 + ], + [ + "▁valuation", + -12.425372123718262 + ], + [ + "▁incur", + -12.425386428833008 + ], + [ + "▁Zwischen", + -12.425559997558594 + ], + [ + "▁comfy", + -12.425569534301758 + ], + [ + "▁méthode", + -12.42569351196289 + ], + [ + "▁Pirate", + -12.425816535949709 + ], + [ + "▁Moto", + -12.425822257995604 + ], + [ + "(6)", + -12.425823211669922 + ], + [ + "▁devin", + -12.42582893371582 + ], + [ + "▁civic", + -12.425837516784668 + ], + [ + "usage", + -12.425889015197754 + ], + [ + "▁istorie", + -12.425945281982422 + ], + [ + "▁piste", + -12.425955772399902 + ], + [ + "▁Rug", + -12.426091194152832 + ], + [ + "pä", + -12.426129341125488 + ], + [ + "▁matur", + -12.426148414611816 + ], + [ + "CAS", + -12.426155090332031 + ], + [ + "TIC", + -12.42618465423584 + ], + [ + "▁Reduce", + -12.426234245300291 + ], + [ + "▁commemorat", + -12.426321983337402 + ], + [ + "▁cease", + -12.42653751373291 + ], + [ + "unterschiedliche", + -12.42656421661377 + ], + [ + "▁cinnamon", + -12.426581382751465 + ], + [ + "▁Font", + -12.426583290100098 + ], + [ + "▁justify", + -12.426751136779783 + ], + [ + "deteriorat", + -12.426797866821287 + ], + [ + "▁Schön", + -12.42684555053711 + ], + [ + "plain", + -12.426993370056152 + ], + [ + "frist", + -12.427002906799316 + ], + [ + "▁helmet", + -12.42712116241455 + ], + [ + "▁statute", + -12.42721939086914 + ], + [ + "accept", + -12.427236557006836 + ], + [ + "▁1,5", + -12.42724323272705 + ], + [ + "▁recon", + -12.42724323272705 + ], + [ + "▁Möbel", + -12.427348136901855 + ], + [ + "▁idées", + -12.427367210388184 + ], + [ + "automat", + -12.427552223205566 + ], + [ + "Team", + -12.42758846282959 + ], + [ + "▁performers", + -12.427688598632812 + ], + [ + "▁microphone", + -12.427722930908203 + ], + [ + "impotriva", + -12.427775382995604 + ], + [ + "▁pillows", + -12.42780876159668 + ], + [ + "▁accountable", + -12.427812576293944 + ], + [ + "▁strings", + -12.42782974243164 + ], + [ + "hydrate", + -12.42783546447754 + ], + [ + "▁Yan", + -12.427865028381348 + ], + [ + "starea", + -12.427918434143066 + ], + [ + "▁présenté", + -12.42793083190918 + ], + [ + "▁extensively", + -12.428048133850098 + ], + [ + "äst", + -12.428114891052246 + ], + [ + "▁correlation", + -12.428115844726562 + ], + [ + "bespoke", + -12.428119659423828 + ], + [ + "▁creste", + -12.428196907043455 + ], + [ + "▁Armenia", + -12.428248405456545 + ], + [ + "nose", + -12.428426742553713 + ], + [ + "▁strengthening", + -12.428604125976562 + ], + [ + "▁Horizon", + -12.428627014160156 + ], + [ + "▁obesity", + -12.428627967834473 + ], + [ + "seasoned", + -12.428686141967772 + ], + [ + "▁screenshot", + -12.428736686706545 + ], + [ + "girl", + -12.42875862121582 + ], + [ + "▁hardest", + -12.428826332092283 + ], + [ + "▁weakness", + -12.428855895996094 + ], + [ + "effectuer", + -12.429012298583984 + ], + [ + "▁Florence", + -12.429034233093262 + ], + [ + "▁Europene", + -12.429062843322754 + ], + [ + "triggered", + -12.429333686828612 + ], + [ + "Apparently", + -12.42939567565918 + ], + [ + "▁diagnose", + -12.42943286895752 + ], + [ + "rushed", + -12.429494857788086 + ], + [ + "▁trotz", + -12.429516792297363 + ], + [ + "▁spécial", + -12.429680824279783 + ], + [ + "▁lumi", + -12.429783821105955 + ], + [ + "7:00", + -12.429877281188965 + ], + [ + "▁publicat", + -12.429903984069824 + ], + [ + "ос", + -12.430086135864258 + ], + [ + "▁hue", + -12.430136680603027 + ], + [ + "▁termination", + -12.430139541625977 + ], + [ + "▁Nam", + -12.430240631103516 + ], + [ + "Well", + -12.430376052856444 + ], + [ + "▁Extract", + -12.430441856384276 + ], + [ + "atiile", + -12.43062686920166 + ], + [ + "▁vivid", + -12.43076229095459 + ], + [ + "hrs", + -12.430858612060549 + ], + [ + "▁povesti", + -12.430984497070312 + ], + [ + "stehenden", + -12.430988311767578 + ], + [ + "▁informieren", + -12.431070327758787 + ], + [ + "employed", + -12.431133270263672 + ], + [ + "▁armor", + -12.431180953979492 + ], + [ + "▁Columbus", + -12.431191444396973 + ], + [ + "Registr", + -12.431200981140137 + ], + [ + "▁Kamera", + -12.431203842163086 + ], + [ + "▁ugly", + -12.431203842163086 + ], + [ + "outil", + -12.431234359741213 + ], + [ + "▁evenly", + -12.43134593963623 + ], + [ + "lungul", + -12.431349754333496 + ], + [ + "koch", + -12.431439399719238 + ], + [ + "▁Dig", + -12.431450843811035 + ], + [ + "purely", + -12.431489944458008 + ], + [ + "▁Surf", + -12.431560516357422 + ], + [ + "rilla", + -12.431628227233888 + ], + [ + "▁Watson", + -12.43171215057373 + ], + [ + "trug", + -12.431719779968262 + ], + [ + "figuring", + -12.431784629821776 + ], + [ + "▁competitor", + -12.431807518005373 + ], + [ + "▁humid", + -12.431889533996582 + ], + [ + "▁Lawyer", + -12.43189811706543 + ], + [ + "Added", + -12.43205451965332 + ], + [ + "▁salva", + -12.432056427001951 + ], + [ + "▁drainage", + -12.4321870803833 + ], + [ + "Featuring", + -12.432220458984377 + ], + [ + "▁Pel", + -12.43234634399414 + ], + [ + "▁acasa", + -12.432611465454102 + ], + [ + "▁expectation", + -12.43265438079834 + ], + [ + "gibt", + -12.432663917541504 + ], + [ + "▁marginal", + -12.432831764221191 + ], + [ + "ceni", + -12.433028221130373 + ], + [ + "▁européen", + -12.433065414428713 + ], + [ + "clav", + -12.433090209960938 + ], + [ + "▁Shot", + -12.433167457580566 + ], + [ + "commun", + -12.43322467803955 + ], + [ + "▁Calendar", + -12.433247566223145 + ], + [ + "▁trek", + -12.433348655700684 + ], + [ + "rechtliche", + -12.433406829833984 + ], + [ + "▁Perry", + -12.43342399597168 + ], + [ + "▁surge", + -12.433484077453612 + ], + [ + "geschäft", + -12.433504104614258 + ], + [ + "paced", + -12.433793067932127 + ], + [ + "depend", + -12.433871269226074 + ], + [ + "▁Sache", + -12.433947563171388 + ], + [ + "▁Example", + -12.433998107910156 + ], + [ + "▁lider", + -12.434118270874023 + ], + [ + "▁nochmal", + -12.434240341186523 + ], + [ + "▁Present", + -12.434243202209473 + ], + [ + "KW", + -12.434335708618164 + ], + [ + "prompted", + -12.434350967407228 + ], + [ + "logique", + -12.434444427490234 + ], + [ + "Université", + -12.434466361999512 + ], + [ + "lith", + -12.434489250183104 + ], + [ + "▁Gefahr", + -12.434579849243164 + ], + [ + "▁Acid", + -12.434625625610352 + ], + [ + "objets", + -12.434791564941406 + ], + [ + "▁societies", + -12.434791564941406 + ], + [ + "▁distraction", + -12.434816360473633 + ], + [ + "▁puissance", + -12.434934616088867 + ], + [ + "▁alleviat", + -12.435026168823242 + ], + [ + "▁Capitol", + -12.435050010681152 + ], + [ + "▁Heim", + -12.435129165649414 + ], + [ + "judicial", + -12.435230255126951 + ], + [ + "▁nowadays", + -12.435309410095217 + ], + [ + "▁Hammer", + -12.435317039489746 + ], + [ + "▁metallic", + -12.435327529907228 + ], + [ + "▁distr", + -12.435388565063477 + ], + [ + "▁dispos", + -12.435397148132324 + ], + [ + "profile", + -12.43540859222412 + ], + [ + "▁Nicolas", + -12.435602188110352 + ], + [ + "▁presa", + -12.435760498046877 + ], + [ + "augh", + -12.43578052520752 + ], + [ + "schuss", + -12.435787200927734 + ], + [ + "▁Diana", + -12.436062812805176 + ], + [ + "4-5", + -12.436097145080566 + ], + [ + "▁Chapel", + -12.43612003326416 + ], + [ + "▁zahar", + -12.436150550842283 + ], + [ + "âmb", + -12.4362154006958 + ], + [ + "▁Tarif", + -12.436264991760254 + ], + [ + "▁devastating", + -12.436339378356934 + ], + [ + "6:00", + -12.4364013671875 + ], + [ + "▁100,000", + -12.43645191192627 + ], + [ + "NIC", + -12.436580657958984 + ], + [ + "▁Lucas", + -12.436612129211426 + ], + [ + "▁bequem", + -12.436662673950195 + ], + [ + "▁Motion", + -12.43669891357422 + ], + [ + "7,000", + -12.436701774597168 + ], + [ + "▁malware", + -12.436708450317385 + ], + [ + "▁avenue", + -12.436723709106444 + ], + [ + "▁manger", + -12.436747550964355 + ], + [ + "▁Queensland", + -12.436857223510742 + ], + [ + "▁Papier", + -12.436861991882324 + ], + [ + "▁Increase", + -12.436880111694336 + ], + [ + "▁implies", + -12.436954498291016 + ], + [ + "▁äußer", + -12.43697452545166 + ], + [ + "▁Meine", + -12.43698024749756 + ], + [ + "Reuters", + -12.437155723571776 + ], + [ + "▁Belt", + -12.437232971191406 + ], + [ + "Educat", + -12.437251091003418 + ], + [ + "▁Aktion", + -12.437355041503906 + ], + [ + "schläge", + -12.437372207641602 + ], + [ + "▁înregistrat", + -12.437426567077637 + ], + [ + "▁Ortho", + -12.43756103515625 + ], + [ + "▁bulbs", + -12.437761306762695 + ], + [ + "kap", + -12.437793731689451 + ], + [ + "▁peinture", + -12.437901496887209 + ], + [ + "▁Lounge", + -12.437907218933104 + ], + [ + "▁Tampa", + -12.438008308410645 + ], + [ + "ifiziert", + -12.438100814819336 + ], + [ + "kinder", + -12.438172340393066 + ], + [ + "▁comparativ", + -12.438281059265137 + ], + [ + "häuser", + -12.438323974609377 + ], + [ + "incarn", + -12.438363075256348 + ], + [ + "▁amazon", + -12.438464164733888 + ], + [ + "▁Southeast", + -12.438505172729492 + ], + [ + "▁economical", + -12.43866729736328 + ], + [ + "▁broth", + -12.438697814941406 + ], + [ + "▁Secure", + -12.438750267028809 + ], + [ + "damals", + -12.438875198364258 + ], + [ + "▁Elementary", + -12.438921928405762 + ], + [ + "▁Wildlife", + -12.438995361328123 + ], + [ + "▁Jewel", + -12.439001083374023 + ], + [ + "▁protocols", + -12.439297676086426 + ], + [ + "▁zbor", + -12.4393892288208 + ], + [ + "▁enthusiasts", + -12.439398765563965 + ], + [ + "▁Mirror", + -12.439444541931152 + ], + [ + "▁soak", + -12.439537048339844 + ], + [ + "▁Sad", + -12.439574241638184 + ], + [ + "▁dishwasher", + -12.43995761871338 + ], + [ + "▁vollständig", + -12.440186500549316 + ], + [ + "▁Vermont", + -12.440407752990724 + ], + [ + "▁caut", + -12.440449714660645 + ], + [ + "▁fournisseur", + -12.440475463867188 + ], + [ + "▁Concrete", + -12.44047737121582 + ], + [ + "▁Instant", + -12.440595626831056 + ], + [ + "▁reveni", + -12.440597534179688 + ], + [ + "▁Surface", + -12.44059944152832 + ], + [ + "zumindest", + -12.440713882446287 + ], + [ + "▁feast", + -12.440725326538086 + ], + [ + "▁stretching", + -12.440803527832031 + ], + [ + "ERA", + -12.440997123718262 + ], + [ + "▁Scholarship", + -12.441020965576172 + ], + [ + "▁vineyard", + -12.4410400390625 + ], + [ + "▁régulièrement", + -12.441083908081056 + ], + [ + "▁patches", + -12.44109344482422 + ], + [ + "▁Gamb", + -12.44113540649414 + ], + [ + "▁Vereins", + -12.441152572631836 + ], + [ + "ège", + -12.441372871398926 + ], + [ + "▁constitutional", + -12.441411018371582 + ], + [ + "erreur", + -12.441413879394531 + ], + [ + "▁Colombia", + -12.441514015197754 + ], + [ + "UF", + -12.44161891937256 + ], + [ + "aider", + -12.441665649414062 + ], + [ + "cision", + -12.44180965423584 + ], + [ + "▁publishers", + -12.441913604736328 + ], + [ + "▁prelua", + -12.441967964172363 + ], + [ + "▁keiner", + -12.441990852355955 + ], + [ + "▁amid", + -12.442020416259766 + ], + [ + "▁quantitative", + -12.442031860351562 + ], + [ + "▁decay", + -12.442058563232422 + ], + [ + "▁distinguished", + -12.4420747756958 + ], + [ + "▁Gründe", + -12.442209243774414 + ], + [ + "▁statului", + -12.442362785339355 + ], + [ + "CAT", + -12.44243621826172 + ], + [ + "allow", + -12.442481994628906 + ], + [ + "▁mathematical", + -12.442550659179688 + ], + [ + "▁tragedy", + -12.44255542755127 + ], + [ + "▁heels", + -12.442609786987305 + ], + [ + "opia", + -12.44265365600586 + ], + [ + "▁merger", + -12.4428071975708 + ], + [ + "dispositif", + -12.442813873291016 + ], + [ + "▁pneu", + -12.44283390045166 + ], + [ + "elte", + -12.443058013916016 + ], + [ + "▁Introduction", + -12.443070411682127 + ], + [ + "▁biscuit", + -12.443134307861328 + ], + [ + "▁leftover", + -12.443275451660156 + ], + [ + "▁tester", + -12.443314552307127 + ], + [ + "▁Terre", + -12.44338035583496 + ], + [ + "▁Oui", + -12.44338321685791 + ], + [ + "▁rar", + -12.443520545959473 + ], + [ + "▁beverages", + -12.443666458129885 + ], + [ + "▁parenting", + -12.443892478942873 + ], + [ + "1-0", + -12.444053649902344 + ], + [ + "▁Barry", + -12.44417667388916 + ], + [ + "▁Lynn", + -12.444209098815918 + ], + [ + "▁Tyler", + -12.444262504577637 + ], + [ + "▁fotbal", + -12.44437026977539 + ], + [ + "dron", + -12.444475173950195 + ], + [ + "▁donor", + -12.44455623626709 + ], + [ + "▁drape", + -12.444558143615724 + ], + [ + "▁positioning", + -12.444963455200195 + ], + [ + "▁Tang", + -12.445006370544434 + ], + [ + "▁overwhelmed", + -12.445161819458008 + ], + [ + "▁perte", + -12.445192337036133 + ], + [ + "▁blender", + -12.445302963256836 + ], + [ + "TG", + -12.445467948913574 + ], + [ + "GHz", + -12.445490837097168 + ], + [ + "▁administrat", + -12.445719718933104 + ], + [ + "▁glaube", + -12.445771217346191 + ], + [ + "Char", + -12.445947647094728 + ], + [ + "impression", + -12.44627571105957 + ], + [ + "proving", + -12.446297645568848 + ], + [ + "▁Inner", + -12.446434020996094 + ], + [ + "root", + -12.44650173187256 + ], + [ + "▁Gedanken", + -12.446508407592772 + ], + [ + "▁underway", + -12.446596145629885 + ], + [ + "coat", + -12.44660758972168 + ], + [ + "▁thereof", + -12.446663856506348 + ], + [ + "rius", + -12.446700096130373 + ], + [ + "▁intermediate", + -12.446751594543455 + ], + [ + "gmail", + -12.446869850158691 + ], + [ + "114", + -12.446893692016602 + ], + [ + "▁interfere", + -12.446908950805664 + ], + [ + "▁Found", + -12.44693088531494 + ], + [ + "LF", + -12.447071075439451 + ], + [ + "▁equality", + -12.447099685668944 + ], + [ + "▁concurrent", + -12.44710636138916 + ], + [ + "akh", + -12.447107315063477 + ], + [ + "▁touching", + -12.44715690612793 + ], + [ + "▁curiosity", + -12.447235107421877 + ], + [ + "▁rendering", + -12.447263717651367 + ], + [ + "▁1964", + -12.447442054748535 + ], + [ + "sorge", + -12.447468757629396 + ], + [ + "ARC", + -12.447505950927734 + ], + [ + "▁Desktop", + -12.44752311706543 + ], + [ + "▁Tak", + -12.44760799407959 + ], + [ + "filtration", + -12.447651863098145 + ], + [ + "▁gates", + -12.4478759765625 + ], + [ + "Sehr", + -12.44791316986084 + ], + [ + "▁spatiu", + -12.44798755645752 + ], + [ + "▁Leg", + -12.44810390472412 + ], + [ + "▁aviation", + -12.448277473449709 + ], + [ + "wandel", + -12.44827938079834 + ], + [ + "▁Shar", + -12.448323249816896 + ], + [ + "▁Volks", + -12.448409080505373 + ], + [ + "maz", + -12.44869899749756 + ], + [ + "governmental", + -12.44874095916748 + ], + [ + "euros", + -12.448819160461426 + ], + [ + "avantage", + -12.448823928833008 + ], + [ + "sitzt", + -12.448856353759766 + ], + [ + "IER", + -12.448920249938965 + ], + [ + "▁Theory", + -12.44894027709961 + ], + [ + "Cependant", + -12.44907283782959 + ], + [ + "▁Teachers", + -12.44908046722412 + ], + [ + "anspruch", + -12.449095726013184 + ], + [ + "▁afecta", + -12.449139595031738 + ], + [ + "enko", + -12.449193000793455 + ], + [ + "▁breeding", + -12.449198722839355 + ], + [ + "▁Peak", + -12.449457168579102 + ], + [ + "▁găsit", + -12.44951629638672 + ], + [ + "▁măsuri", + -12.4495267868042 + ], + [ + "edia", + -12.449625968933104 + ], + [ + "biz", + -12.449640274047852 + ], + [ + "zum", + -12.449776649475098 + ], + [ + "▁schwierig", + -12.449847221374512 + ], + [ + "Sense", + -12.450050354003906 + ], + [ + "▁Jump", + -12.450081825256348 + ], + [ + "▁cocktails", + -12.450108528137209 + ], + [ + "abhängig", + -12.45012378692627 + ], + [ + "realised", + -12.450140953063965 + ], + [ + "▁programul", + -12.450214385986328 + ], + [ + "▁prévu", + -12.450238227844238 + ], + [ + "▁twitter", + -12.450372695922852 + ], + [ + "Union", + -12.450400352478027 + ], + [ + "▁Marathon", + -12.45040225982666 + ], + [ + "▁Christianity", + -12.450432777404783 + ], + [ + "▁Alberta", + -12.450811386108398 + ], + [ + "einheit", + -12.45097827911377 + ], + [ + "▁wellbeing", + -12.450982093811035 + ], + [ + "phen", + -12.451166152954102 + ], + [ + "▁Charleston", + -12.451180458068848 + ], + [ + "▁uncover", + -12.451323509216309 + ], + [ + "▁humaine", + -12.451464653015137 + ], + [ + "▁bleeding", + -12.451531410217283 + ], + [ + "▁manipul", + -12.451532363891602 + ], + [ + "▁humidity", + -12.451570510864258 + ], + [ + "▁Puis", + -12.451748847961426 + ], + [ + "▁aktuell", + -12.451922416687012 + ], + [ + "▁Nissan", + -12.451943397521973 + ], + [ + "▁Eisen", + -12.45202922821045 + ], + [ + "treiben", + -12.452059745788574 + ], + [ + "cios", + -12.452073097229004 + ], + [ + "ikh", + -12.452381134033203 + ], + [ + "acquiring", + -12.452466011047363 + ], + [ + "▁Wallpaper", + -12.452488899230955 + ], + [ + "▁rond", + -12.452558517456056 + ], + [ + "▁Doug", + -12.45267391204834 + ], + [ + "sourcing", + -12.452696800231934 + ], + [ + "▁1900", + -12.452825546264648 + ], + [ + "▁buni", + -12.452913284301758 + ], + [ + "vest", + -12.452916145324709 + ], + [ + "▁Bangladesh", + -12.452990531921388 + ], + [ + "Home", + -12.453160285949709 + ], + [ + "▁wrinkle", + -12.453252792358398 + ], + [ + "rado", + -12.453290939331056 + ], + [ + "▁Pain", + -12.45334243774414 + ], + [ + "▁herzlich", + -12.453354835510254 + ], + [ + "MRI", + -12.453426361083984 + ], + [ + "UG", + -12.453631401062012 + ], + [ + "▁Desk", + -12.453679084777832 + ], + [ + "▁remarc", + -12.453718185424805 + ], + [ + "▁sodium", + -12.453857421875 + ], + [ + "▁Jede", + -12.453892707824709 + ], + [ + "▁réelle", + -12.453959465026855 + ], + [ + "▁Polar", + -12.454068183898926 + ], + [ + "▁activists", + -12.454273223876951 + ], + [ + "lasted", + -12.454300880432127 + ], + [ + "Some", + -12.45432186126709 + ], + [ + "ISE", + -12.454338073730469 + ], + [ + "▁peine", + -12.454671859741213 + ], + [ + "▁crude", + -12.454852104187012 + ], + [ + "Maur", + -12.454916954040527 + ], + [ + "▁forcing", + -12.454933166503906 + ], + [ + "▁politici", + -12.454970359802246 + ], + [ + "▁condiții", + -12.454988479614258 + ], + [ + "▁Saving", + -12.454999923706056 + ], + [ + "▁descoperi", + -12.455020904541016 + ], + [ + "avenir", + -12.455055236816406 + ], + [ + "Akt", + -12.455069541931152 + ], + [ + "▁vocabulary", + -12.45509147644043 + ], + [ + "▁pont", + -12.45516872406006 + ], + [ + "West", + -12.45518970489502 + ], + [ + "lenk", + -12.455278396606444 + ], + [ + "▁Verbraucher", + -12.455367088317873 + ], + [ + "affects", + -12.455448150634766 + ], + [ + "▁Flower", + -12.455543518066406 + ], + [ + "▁Nebraska", + -12.455617904663086 + ], + [ + "▁assortment", + -12.455618858337402 + ], + [ + "hock", + -12.45561981201172 + ], + [ + "▁discounted", + -12.455803871154783 + ], + [ + "▁Sensor", + -12.455840110778809 + ], + [ + "Lie", + -12.45588207244873 + ], + [ + "▁Volkswagen", + -12.455887794494627 + ], + [ + "isseur", + -12.455888748168944 + ], + [ + "indice", + -12.455936431884766 + ], + [ + "▁scanner", + -12.45598602294922 + ], + [ + "fashioned", + -12.456040382385254 + ], + [ + "▁postal", + -12.456141471862791 + ], + [ + "ouvrir", + -12.45615291595459 + ], + [ + "▁seminars", + -12.45622444152832 + ], + [ + "ioase", + -12.456232070922852 + ], + [ + "▁Stanley", + -12.456260681152344 + ], + [ + "Various", + -12.456335067749023 + ], + [ + "essentiel", + -12.45650577545166 + ], + [ + "▁administered", + -12.456693649291992 + ], + [ + "▁concession", + -12.456748008728027 + ], + [ + "▁mould", + -12.456789016723633 + ], + [ + "▁strongest", + -12.456826210021973 + ], + [ + "Erlebnis", + -12.456933975219728 + ], + [ + "▁ehemalige", + -12.456933975219728 + ], + [ + "▁Tale", + -12.457234382629396 + ], + [ + "▁Buyer", + -12.457353591918944 + ], + [ + "ück", + -12.457578659057615 + ], + [ + "▁Kommentar", + -12.457720756530762 + ], + [ + "▁Schrift", + -12.457756996154783 + ], + [ + "Design", + -12.457792282104492 + ], + [ + "▁stirring", + -12.457937240600586 + ], + [ + "▁towels", + -12.457987785339355 + ], + [ + "▁$30", + -12.458101272583008 + ], + [ + "sprache", + -12.458279609680176 + ], + [ + "▁Regierung", + -12.458346366882324 + ], + [ + "▁nachhaltig", + -12.458406448364258 + ], + [ + "▁électronique", + -12.458515167236328 + ], + [ + "▁Andrei", + -12.458587646484377 + ], + [ + "because", + -12.458647727966309 + ], + [ + "informatique", + -12.458650588989258 + ], + [ + "IGHT", + -12.4586820602417 + ], + [ + "stepping", + -12.4586820602417 + ], + [ + "▁gris", + -12.458748817443848 + ], + [ + "vious", + -12.458773612976074 + ], + [ + "▁upside", + -12.4591064453125 + ], + [ + "▁Examples", + -12.459108352661133 + ], + [ + "IU", + -12.459110260009766 + ], + [ + "▁princess", + -12.459111213684082 + ], + [ + "spielen", + -12.45921516418457 + ], + [ + "legung", + -12.45950984954834 + ], + [ + "▁reflecting", + -12.4597806930542 + ], + [ + "▁Processing", + -12.459939002990724 + ], + [ + "▁jungle", + -12.460033416748049 + ], + [ + "▁insects", + -12.46006965637207 + ], + [ + "▁Sibiu", + -12.460220336914062 + ], + [ + "160", + -12.460259437561035 + ], + [ + "▁interessante", + -12.460267066955566 + ], + [ + "▁multimedia", + -12.460455894470217 + ], + [ + "essel", + -12.46049690246582 + ], + [ + "/18", + -12.460647583007812 + ], + [ + "nière", + -12.460683822631836 + ], + [ + "ministru", + -12.46072006225586 + ], + [ + "▁implants", + -12.460826873779297 + ], + [ + "▁Settings", + -12.461360931396484 + ], + [ + "▁invaluable", + -12.461432456970217 + ], + [ + "stains", + -12.461448669433594 + ], + [ + "onym", + -12.461518287658691 + ], + [ + "▁searched", + -12.461570739746094 + ], + [ + "▁disappointment", + -12.461628913879396 + ], + [ + "▁Iranian", + -12.461630821228027 + ], + [ + "▁questionnaire", + -12.461630821228027 + ], + [ + "Founder", + -12.46178913116455 + ], + [ + "▁Bericht", + -12.461792945861816 + ], + [ + "▁youngest", + -12.461896896362305 + ], + [ + "▁Automatic", + -12.461956024169922 + ], + [ + "▁plecat", + -12.46203327178955 + ], + [ + "geber", + -12.462119102478027 + ], + [ + "soweit", + -12.462124824523926 + ], + [ + "▁unfold", + -12.462236404418944 + ], + [ + "▁befinden", + -12.462274551391602 + ], + [ + "▁susţin", + -12.462637901306152 + ], + [ + "▁Mack", + -12.462675094604492 + ], + [ + "▁dificil", + -12.462757110595703 + ], + [ + "enseigne", + -12.463038444519045 + ], + [ + "▁vitamine", + -12.463047981262209 + ], + [ + "▁Memory", + -12.463092803955078 + ], + [ + "ripping", + -12.463129043579102 + ], + [ + "drin", + -12.463146209716797 + ], + [ + "3.2", + -12.463278770446776 + ], + [ + "▁verstehen", + -12.463287353515623 + ], + [ + "▁scaun", + -12.46341323852539 + ], + [ + "▁procédure", + -12.46380615234375 + ], + [ + "▁molecules", + -12.463911056518556 + ], + [ + "▁Anzahl", + -12.46391487121582 + ], + [ + "▁yogurt", + -12.464071273803713 + ], + [ + "▁Dominic", + -12.464113235473633 + ], + [ + "▁shocked", + -12.464156150817873 + ], + [ + "▁zilei", + -12.464269638061523 + ], + [ + "▁Heiz", + -12.464412689208984 + ], + [ + "▁Educational", + -12.464571952819824 + ], + [ + "BN", + -12.464577674865724 + ], + [ + "analyzing", + -12.464601516723633 + ], + [ + "hair", + -12.464676856994627 + ], + [ + "spiegel", + -12.464871406555176 + ], + [ + "▁illusion", + -12.464889526367188 + ], + [ + "BG", + -12.46505355834961 + ], + [ + "deductible", + -12.46513557434082 + ], + [ + "▁adj", + -12.4651460647583 + ], + [ + "▁accessory", + -12.465166091918944 + ], + [ + "▁Draw", + -12.465167999267578 + ], + [ + "▁airlines", + -12.46518611907959 + ], + [ + "▁satisfai", + -12.46536636352539 + ], + [ + "▁architects", + -12.465447425842283 + ], + [ + "istische", + -12.465508460998535 + ], + [ + "▁Healthy", + -12.465539932250977 + ], + [ + "großer", + -12.465669631958008 + ], + [ + "▁comunicare", + -12.465764999389648 + ], + [ + "▁Meyer", + -12.46577262878418 + ], + [ + "▁reproduction", + -12.465882301330566 + ], + [ + "▁Manufacturing", + -12.465929985046388 + ], + [ + "immobilier", + -12.465930938720703 + ], + [ + "▁Unterschied", + -12.46595859527588 + ], + [ + "▁cumpara", + -12.466029167175291 + ], + [ + "▁duplicate", + -12.466094017028809 + ], + [ + "▁(16", + -12.466096878051758 + ], + [ + "▁detector", + -12.466279983520508 + ], + [ + "▁observat", + -12.466387748718262 + ], + [ + "▁1965", + -12.466682434082031 + ], + [ + "▁Fantasy", + -12.46672821044922 + ], + [ + "▁brauchen", + -12.46672821044922 + ], + [ + "▁Participants", + -12.46678066253662 + ], + [ + "▁décide", + -12.46681785583496 + ], + [ + "▁kicke", + -12.466819763183594 + ], + [ + "▁SSL", + -12.466885566711426 + ], + [ + "360", + -12.466989517211914 + ], + [ + "Anim", + -12.467019081115724 + ], + [ + "▁cupcake", + -12.467031478881836 + ], + [ + "▁Lamb", + -12.467107772827148 + ], + [ + "▁Sä", + -12.467155456542969 + ], + [ + "ntă", + -12.46738052368164 + ], + [ + "▁Pig", + -12.467421531677246 + ], + [ + "1,000", + -12.467677116394045 + ], + [ + "nhof", + -12.467782020568848 + ], + [ + "▁discret", + -12.467947959899902 + ], + [ + "▁deloc", + -12.467991828918455 + ], + [ + "▁Bücher", + -12.467999458312988 + ], + [ + "chor", + -12.468042373657228 + ], + [ + "course", + -12.468070030212402 + ], + [ + "▁cough", + -12.468076705932615 + ], + [ + "▁erstellt", + -12.468087196350098 + ], + [ + "▁Than", + -12.468097686767578 + ], + [ + "stätte", + -12.46812915802002 + ], + [ + "▁exceptionally", + -12.468162536621094 + ], + [ + "▁semnal", + -12.468186378479004 + ], + [ + "▁Interessen", + -12.468329429626465 + ], + [ + "ле", + -12.468356132507324 + ], + [ + "xx", + -12.468402862548828 + ], + [ + "▁Veterans", + -12.468422889709473 + ], + [ + "▁Kreuz", + -12.468683242797852 + ], + [ + "▁Nachricht", + -12.468701362609863 + ], + [ + "treated", + -12.468894004821776 + ], + [ + "▁tide", + -12.469230651855469 + ], + [ + "▁nonetheless", + -12.469390869140623 + ], + [ + "▁Subject", + -12.469439506530762 + ], + [ + "▁Stau", + -12.469440460205078 + ], + [ + "▁stickers", + -12.469463348388672 + ], + [ + "Alp", + -12.46950912475586 + ], + [ + "▁flagship", + -12.469541549682615 + ], + [ + "▁trimite", + -12.469619750976562 + ], + [ + "▁polyester", + -12.469664573669434 + ], + [ + "▁locui", + -12.469671249389648 + ], + [ + "▁chili", + -12.46968936920166 + ], + [ + "▁Browser", + -12.469808578491213 + ], + [ + "sieg", + -12.469809532165527 + ], + [ + "▁Arabic", + -12.469876289367676 + ], + [ + "blich", + -12.47001838684082 + ], + [ + "▁wunderbar", + -12.470090866088867 + ], + [ + "▁furnishings", + -12.470210075378418 + ], + [ + "rtie", + -12.470243453979492 + ], + [ + "8.5", + -12.470742225646973 + ], + [ + "▁Sponsor", + -12.471016883850098 + ], + [ + "▁glitter", + -12.471280097961426 + ], + [ + "▁piaț", + -12.471402168273926 + ], + [ + "▁interviewed", + -12.471519470214844 + ], + [ + "▁Statistics", + -12.471529006958008 + ], + [ + "▁cerc", + -12.47154712677002 + ], + [ + "augmentation", + -12.47155475616455 + ], + [ + "▁Navi", + -12.471558570861816 + ], + [ + "▁Begriff", + -12.47156047821045 + ], + [ + "▁știu", + -12.471596717834473 + ], + [ + "▁unabhängig", + -12.471778869628906 + ], + [ + "▁könnten", + -12.471978187561035 + ], + [ + "▁travaille", + -12.472000122070312 + ], + [ + "▁companie", + -12.472027778625488 + ], + [ + "▁Scientific", + -12.472061157226562 + ], + [ + "▁Outlook", + -12.472091674804688 + ], + [ + "▁fairy", + -12.472158432006836 + ], + [ + "zam", + -12.472282409667969 + ], + [ + "bak", + -12.472448348999023 + ], + [ + "▁Traffic", + -12.472596168518066 + ], + [ + "gerät", + -12.472671508789062 + ], + [ + "▁freezing", + -12.472701072692873 + ], + [ + "▁broadband", + -12.4727201461792 + ], + [ + "110", + -12.47279167175293 + ], + [ + "▁revenu", + -12.472887992858888 + ], + [ + "listed", + -12.472900390625 + ], + [ + "▁Rico", + -12.472941398620604 + ], + [ + "Laure", + -12.472990036010742 + ], + [ + "ATA", + -12.473112106323242 + ], + [ + "▁participer", + -12.47313117980957 + ], + [ + "▁sponsorship", + -12.47323513031006 + ], + [ + "▁distress", + -12.473286628723145 + ], + [ + "▁Brisbane", + -12.47339916229248 + ], + [ + "schönen", + -12.473437309265137 + ], + [ + "▁fizice", + -12.473465919494627 + ], + [ + "▁Political", + -12.47362232208252 + ], + [ + "uhr", + -12.473657608032228 + ], + [ + "▁procedura", + -12.473713874816896 + ], + [ + "▁hervor", + -12.473770141601562 + ], + [ + "melted", + -12.473776817321776 + ], + [ + "▁Emp", + -12.47384262084961 + ], + [ + "▁Ernährung", + -12.4739351272583 + ], + [ + "▁Pendant", + -12.473944664001465 + ], + [ + "▁recipients", + -12.474047660827637 + ], + [ + "Claude", + -12.474133491516112 + ], + [ + "▁regimen", + -12.47415828704834 + ], + [ + "expo", + -12.474346160888672 + ], + [ + "adevăr", + -12.47437858581543 + ], + [ + "▁critically", + -12.474440574645996 + ], + [ + "▁grabbe", + -12.474468231201172 + ], + [ + "▁Kann", + -12.474474906921388 + ], + [ + "▁directeur", + -12.474613189697266 + ], + [ + "gator", + -12.474908828735352 + ], + [ + "problem", + -12.474910736083984 + ], + [ + "scribe", + -12.474913597106934 + ], + [ + "▁exig", + -12.474920272827148 + ], + [ + "Tri", + -12.474969863891602 + ], + [ + "▁aqua", + -12.475631713867188 + ], + [ + "appréci", + -12.47569465637207 + ], + [ + "▁viaţă", + -12.47571849822998 + ], + [ + "▁dominate", + -12.475865364074709 + ], + [ + "disc", + -12.475889205932615 + ], + [ + "▁conseiller", + -12.47603988647461 + ], + [ + "▁shuttle", + -12.47618007659912 + ], + [ + "▁Status", + -12.47623062133789 + ], + [ + "▁ausreichend", + -12.47637176513672 + ], + [ + "▁spät", + -12.476411819458008 + ], + [ + "▁remainder", + -12.476417541503906 + ], + [ + "wett", + -12.476430892944336 + ], + [ + "schlossen", + -12.476491928100586 + ], + [ + "PAC", + -12.476505279541016 + ], + [ + "▁suprafata", + -12.476617813110352 + ], + [ + "5.000", + -12.476673126220703 + ], + [ + "supplying", + -12.47673225402832 + ], + [ + "▁uniquely", + -12.476905822753906 + ], + [ + "▁retard", + -12.476929664611816 + ], + [ + "▁Bang", + -12.477006912231444 + ], + [ + "ieuse", + -12.477087020874023 + ], + [ + "▁Ted", + -12.477248191833496 + ], + [ + "▁ermöglichen", + -12.47732925415039 + ], + [ + "▁builders", + -12.477380752563477 + ], + [ + "▁proximité", + -12.477423667907717 + ], + [ + "▁unforgettable", + -12.477423667907717 + ], + [ + "256", + -12.477446556091309 + ], + [ + "fähigkeit", + -12.477550506591797 + ], + [ + "▁procurement", + -12.477561950683594 + ], + [ + "▁Gewicht", + -12.477693557739258 + ], + [ + "▁potentiel", + -12.47778606414795 + ], + [ + "▁topping", + -12.478300094604492 + ], + [ + "▁canada", + -12.478304862976074 + ], + [ + "▁Destin", + -12.478355407714844 + ], + [ + "▁Knowing", + -12.478411674499512 + ], + [ + "▁retained", + -12.478426933288574 + ], + [ + "▁zinc", + -12.478470802307127 + ], + [ + "▁worrying", + -12.478655815124512 + ], + [ + "faţa", + -12.478676795959473 + ], + [ + "▁initi", + -12.478837966918944 + ], + [ + "ORI", + -12.4788818359375 + ], + [ + "▁refuz", + -12.478921890258787 + ], + [ + "bruch", + -12.479202270507812 + ], + [ + "▁impun", + -12.479233741760254 + ], + [ + "▁persoană", + -12.479308128356934 + ], + [ + "EAR", + -12.479347229003906 + ], + [ + "bedarf", + -12.479368209838867 + ], + [ + "▁Gebiet", + -12.47940731048584 + ], + [ + "▁Roof", + -12.479436874389648 + ], + [ + "▁negligence", + -12.47957706451416 + ], + [ + "security", + -12.479618072509766 + ], + [ + "▁accesorii", + -12.479641914367676 + ], + [ + "▁unclear", + -12.47966766357422 + ], + [ + "▁securitate", + -12.479848861694336 + ], + [ + "▁spotlight", + -12.479896545410156 + ], + [ + "▁speziell", + -12.479923248291016 + ], + [ + "▁mentally", + -12.479942321777344 + ], + [ + "▁preservation", + -12.48011589050293 + ], + [ + "▁Promotion", + -12.480156898498535 + ], + [ + "partnered", + -12.480274200439451 + ], + [ + "▁Hinter", + -12.48031997680664 + ], + [ + "▁punishment", + -12.480359077453612 + ], + [ + "▁grease", + -12.480713844299316 + ], + [ + "▁NW", + -12.480714797973633 + ], + [ + "▁curse", + -12.480897903442385 + ], + [ + "ckle", + -12.48101806640625 + ], + [ + "▁Hire", + -12.481043815612791 + ], + [ + "▁Whole", + -12.481088638305664 + ], + [ + "▁basse", + -12.481289863586426 + ], + [ + "▁DNS", + -12.481427192687988 + ], + [ + "flamm", + -12.481560707092283 + ], + [ + "▁scoop", + -12.481574058532717 + ], + [ + "Norm", + -12.481663703918455 + ], + [ + "▁Surgery", + -12.481735229492188 + ], + [ + "▁widget", + -12.481741905212402 + ], + [ + "connected", + -12.481863021850586 + ], + [ + "autorité", + -12.481961250305176 + ], + [ + "▁utilis", + -12.482096672058104 + ], + [ + "▁formă", + -12.482185363769531 + ], + [ + "▁clearing", + -12.482307434082031 + ], + [ + "▁jumătate", + -12.482815742492676 + ], + [ + "größe", + -12.482831954956056 + ], + [ + "▁Tief", + -12.482852935791016 + ], + [ + "épi", + -12.482939720153809 + ], + [ + "zunehmen", + -12.483174324035645 + ], + [ + "▁touchdown", + -12.48318099975586 + ], + [ + "▁scholarships", + -12.483236312866213 + ], + [ + "▁dementia", + -12.483319282531738 + ], + [ + "▁Jeder", + -12.48333740234375 + ], + [ + "▁nightmare", + -12.483379364013672 + ], + [ + "▁Raw", + -12.48342514038086 + ], + [ + "absorbed", + -12.483468055725098 + ], + [ + "lohnt", + -12.483484268188477 + ], + [ + "quent", + -12.483580589294434 + ], + [ + "interest", + -12.48362636566162 + ], + [ + "OSS", + -12.483649253845217 + ], + [ + "▁Leaf", + -12.483667373657228 + ], + [ + "▁timeless", + -12.48381519317627 + ], + [ + "DY", + -12.48386573791504 + ], + [ + "▁Remote", + -12.48390769958496 + ], + [ + "chner", + -12.483938217163086 + ], + [ + "▁Pam", + -12.484014511108398 + ], + [ + "urban", + -12.484060287475586 + ], + [ + "во", + -12.484146118164062 + ], + [ + "▁Kunde", + -12.484166145324709 + ], + [ + "▁Laptop", + -12.484169006347656 + ], + [ + "finder", + -12.484336853027344 + ], + [ + "▁Pole", + -12.484567642211914 + ], + [ + "2.8", + -12.484588623046877 + ], + [ + "finished", + -12.484670639038086 + ], + [ + "▁prophet", + -12.484697341918944 + ], + [ + "mailed", + -12.484758377075195 + ], + [ + "2-0", + -12.4849214553833 + ], + [ + "▁disciples", + -12.484949111938477 + ], + [ + "▁intriguing", + -12.484980583190918 + ], + [ + "IRA", + -12.485033988952637 + ], + [ + "petit", + -12.485077857971191 + ], + [ + "▁Membership", + -12.485097885131836 + ], + [ + "▁provincial", + -12.485177040100098 + ], + [ + "▁Prüfung", + -12.485292434692385 + ], + [ + "-50", + -12.485450744628906 + ], + [ + "▁cryptocurrency", + -12.485522270202637 + ], + [ + "▁journalism", + -12.485536575317385 + ], + [ + "▁Downtown", + -12.485593795776367 + ], + [ + "inserted", + -12.485655784606934 + ], + [ + "▁Direction", + -12.485718727111816 + ], + [ + "lipid", + -12.485732078552246 + ], + [ + "▁Sebastian", + -12.485793113708496 + ], + [ + "fordert", + -12.48591136932373 + ], + [ + "Originally", + -12.485989570617676 + ], + [ + "tipp", + -12.486048698425291 + ], + [ + "verantwortlich", + -12.486064910888672 + ], + [ + "▁wheelchair", + -12.486085891723633 + ], + [ + "▁structura", + -12.48609733581543 + ], + [ + "▁Danny", + -12.486138343811035 + ], + [ + "999", + -12.486284255981444 + ], + [ + "▁Schiff", + -12.486380577087402 + ], + [ + "formally", + -12.486408233642578 + ], + [ + "focused", + -12.486428260803224 + ], + [ + "▁Vater", + -12.486478805541992 + ], + [ + "▁Dear", + -12.486599922180176 + ], + [ + "▁reinforce", + -12.486794471740724 + ], + [ + "proprietar", + -12.48690414428711 + ], + [ + "▁Kyle", + -12.487004280090332 + ], + [ + "În", + -12.487015724182127 + ], + [ + "▁servir", + -12.487268447875977 + ], + [ + "length", + -12.48730754852295 + ], + [ + "▁showroom", + -12.48735237121582 + ], + [ + "reli", + -12.487473487854004 + ], + [ + "▁Brü", + -12.487529754638672 + ], + [ + "▁Schle", + -12.487634658813477 + ], + [ + "▁profond", + -12.487773895263672 + ], + [ + "▁Superior", + -12.487826347351074 + ], + [ + "▁lifted", + -12.487844467163086 + ], + [ + "highlighting", + -12.487850189208984 + ], + [ + "▁Connection", + -12.48793888092041 + ], + [ + "▁similarly", + -12.487998962402344 + ], + [ + "▁diferit", + -12.48800563812256 + ], + [ + "▁sweater", + -12.488014221191406 + ], + [ + "État", + -12.48803997039795 + ], + [ + "rooted", + -12.488069534301758 + ], + [ + "▁sleeves", + -12.488236427307127 + ], + [ + "де", + -12.488264083862305 + ], + [ + "▁Laboratory", + -12.488265991210938 + ], + [ + "ündig", + -12.488719940185549 + ], + [ + "▁Viking", + -12.488741874694824 + ], + [ + "▁Origin", + -12.48878002166748 + ], + [ + "▁vibr", + -12.488812446594238 + ], + [ + "199", + -12.488974571228027 + ], + [ + "▁yummy", + -12.489001274108888 + ], + [ + "STAR", + -12.489140510559082 + ], + [ + "▁repro", + -12.489152908325195 + ], + [ + "▁Kirchen", + -12.489229202270508 + ], + [ + "hopper", + -12.48925495147705 + ], + [ + "zza", + -12.489335060119627 + ], + [ + "▁vitesse", + -12.48934555053711 + ], + [ + "▁minimalist", + -12.489412307739258 + ], + [ + "▁Election", + -12.489420890808104 + ], + [ + "draw", + -12.489501953125 + ], + [ + "▁candles", + -12.48959732055664 + ], + [ + "▁Mund", + -12.489615440368652 + ], + [ + "urged", + -12.489901542663574 + ], + [ + "▁cânt", + -12.489917755126951 + ], + [ + "Ultimately", + -12.49002742767334 + ], + [ + "▁Lift", + -12.490124702453612 + ], + [ + "loaded", + -12.490334510803224 + ], + [ + "demand", + -12.490508079528809 + ], + [ + "▁aleg", + -12.49062156677246 + ], + [ + "▁Discovery", + -12.490755081176758 + ], + [ + "▁Vienna", + -12.490960121154783 + ], + [ + "▁Kategorie", + -12.490961074829102 + ], + [ + "▁Cotton", + -12.490962028503418 + ], + [ + "▁$200", + -12.491043090820312 + ], + [ + "▁Drei", + -12.491052627563477 + ], + [ + "▁reicht", + -12.491168975830078 + ], + [ + "speicher", + -12.49123191833496 + ], + [ + "▁Immobilien", + -12.491483688354492 + ], + [ + "gefühl", + -12.491509437561035 + ], + [ + "make", + -12.491525650024414 + ], + [ + "pell", + -12.49155044555664 + ], + [ + "▁dull", + -12.49159812927246 + ], + [ + "▁arbeitet", + -12.491681098937988 + ], + [ + "retaining", + -12.491700172424316 + ], + [ + "losen", + -12.491707801818848 + ], + [ + "match", + -12.491876602172852 + ], + [ + "-60", + -12.491880416870115 + ], + [ + "▁ecological", + -12.492000579833984 + ], + [ + "▁vend", + -12.492051124572754 + ], + [ + "▁grammar", + -12.492061614990234 + ], + [ + "▁1:1", + -12.492225646972656 + ], + [ + "grilled", + -12.492279052734377 + ], + [ + "geordnet", + -12.492321014404297 + ], + [ + "▁Pav", + -12.49236011505127 + ], + [ + "▁Depot", + -12.492368698120115 + ], + [ + "▁Walking", + -12.492372512817385 + ], + [ + "teamed", + -12.492402076721191 + ], + [ + "▁torque", + -12.49253749847412 + ], + [ + "▁Venture", + -12.49265956878662 + ], + [ + "▁beginner", + -12.49269962310791 + ], + [ + "▁Monaten", + -12.492712020874023 + ], + [ + "▁Pune", + -12.493054389953612 + ], + [ + "connect", + -12.493075370788574 + ], + [ + "▁textbook", + -12.49313259124756 + ], + [ + "▁unprecedented", + -12.49314022064209 + ], + [ + "▁implied", + -12.493168830871582 + ], + [ + "▁cubic", + -12.49366855621338 + ], + [ + "enthält", + -12.493696212768556 + ], + [ + "▁Brenn", + -12.49388313293457 + ], + [ + "▁Expect", + -12.49394416809082 + ], + [ + "▁lever", + -12.4939603805542 + ], + [ + "veux", + -12.49399185180664 + ], + [ + "▁Claire", + -12.494112968444824 + ], + [ + "Acc", + -12.49432373046875 + ], + [ + "▁Typ", + -12.494478225708008 + ], + [ + "▁smoothie", + -12.494501113891602 + ], + [ + "▁Idaho", + -12.494780540466309 + ], + [ + "▁spati", + -12.494802474975586 + ], + [ + "▁bénéficier", + -12.49488353729248 + ], + [ + "▁Kle", + -12.495161056518556 + ], + [ + "▁serviciilor", + -12.495169639587402 + ], + [ + "▁prohibit", + -12.495267868041992 + ], + [ + "EAD", + -12.495417594909668 + ], + [ + "▁Turner", + -12.495418548583984 + ], + [ + "▁elibera", + -12.49543571472168 + ], + [ + "▁payday", + -12.495464324951172 + ], + [ + "▁prolong", + -12.495466232299805 + ], + [ + "▁sued", + -12.495481491088867 + ], + [ + "▁Devil", + -12.49553680419922 + ], + [ + "▁Skills", + -12.49555206298828 + ], + [ + "▁Marcel", + -12.495553970336914 + ], + [ + "▁silhouette", + -12.495601654052734 + ], + [ + "▁preț", + -12.495742797851562 + ], + [ + "▁Gö", + -12.495747566223145 + ], + [ + "▁Creator", + -12.495774269104004 + ], + [ + "fed", + -12.4959077835083 + ], + [ + "Cap", + -12.495997428894045 + ], + [ + "▁dedicate", + -12.496042251586914 + ], + [ + "0000", + -12.496124267578123 + ], + [ + "▁VAT", + -12.496259689331056 + ], + [ + "▁Firefox", + -12.49644374847412 + ], + [ + "▁therapies", + -12.496477127075195 + ], + [ + "▁screws", + -12.496662139892578 + ], + [ + "▁Province", + -12.496697425842283 + ], + [ + "▁problematic", + -12.496871948242188 + ], + [ + "▁Vid", + -12.496915817260742 + ], + [ + "▁Lost", + -12.496950149536133 + ], + [ + "▁elegance", + -12.497520446777344 + ], + [ + "▁Elegant", + -12.497525215148926 + ], + [ + "ignant", + -12.497573852539062 + ], + [ + "▁darin", + -12.49764919281006 + ], + [ + "▁anonym", + -12.497669219970703 + ], + [ + "▁vegeta", + -12.49767780303955 + ], + [ + "incoming", + -12.497762680053713 + ], + [ + "▁pills", + -12.497846603393556 + ], + [ + "governing", + -12.49789333343506 + ], + [ + "▁Haven", + -12.497920989990234 + ], + [ + "paper", + -12.497947692871094 + ], + [ + "räume", + -12.497979164123535 + ], + [ + "paw", + -12.498099327087402 + ], + [ + "▁spelling", + -12.498283386230469 + ], + [ + "ambele", + -12.498318672180176 + ], + [ + "▁reprezentat", + -12.498371124267578 + ], + [ + "▁mâ", + -12.49853515625 + ], + [ + "wirtschaftliche", + -12.498558044433594 + ], + [ + "▁valabil", + -12.498579025268556 + ], + [ + "▁konkret", + -12.498618125915527 + ], + [ + "▁financier", + -12.498619079589844 + ], + [ + "▁irre", + -12.499135971069336 + ], + [ + "▁Silicon", + -12.499171257019045 + ], + [ + "Viv", + -12.499181747436523 + ], + [ + "▁viruses", + -12.49927043914795 + ], + [ + "▁CNN", + -12.499324798583984 + ], + [ + "▁erleben", + -12.499482154846191 + ], + [ + "gina", + -12.499492645263672 + ], + [ + "punctul", + -12.49951457977295 + ], + [ + "▁Sfânt", + -12.499753952026367 + ], + [ + "▁Manage", + -12.499811172485352 + ], + [ + "▁payable", + -12.499984741210938 + ], + [ + "▁practitioner", + -12.50014305114746 + ], + [ + "▁conférence", + -12.50026798248291 + ], + [ + "▁drought", + -12.50027084350586 + ], + [ + "▁devote", + -12.500361442565918 + ], + [ + "wertung", + -12.500420570373535 + ], + [ + "stabil", + -12.5004301071167 + ], + [ + "▁balcon", + -12.500553131103516 + ], + [ + "▁Lebensmittel", + -12.500603675842283 + ], + [ + "COL", + -12.500950813293455 + ], + [ + "▁Domnul", + -12.501093864440918 + ], + [ + "carved", + -12.501359939575195 + ], + [ + "▁preparat", + -12.5014009475708 + ], + [ + "101", + -12.501537322998049 + ], + [ + "▁specimen", + -12.501580238342283 + ], + [ + "urgeon", + -12.501596450805664 + ], + [ + "LIC", + -12.50163459777832 + ], + [ + "Plattform", + -12.501643180847168 + ], + [ + "▁ramas", + -12.501739501953123 + ], + [ + "▁copilului", + -12.501791954040527 + ], + [ + "bacter", + -12.501812934875488 + ], + [ + "körper", + -12.501940727233888 + ], + [ + "▁Kru", + -12.501981735229492 + ], + [ + "▁Employ", + -12.502055168151855 + ], + [ + "office", + -12.502080917358398 + ], + [ + "▁simmer", + -12.502120018005373 + ], + [ + "qualität", + -12.502137184143066 + ], + [ + "▁freshly", + -12.502215385437012 + ], + [ + "▁Nine", + -12.50223159790039 + ], + [ + "▁tonnes", + -12.50223445892334 + ], + [ + "boden", + -12.502236366271973 + ], + [ + "enquête", + -12.50240707397461 + ], + [ + "▁Colour", + -12.502481460571287 + ], + [ + "▁Diagram", + -12.502495765686035 + ], + [ + "▁gewählt", + -12.502516746520996 + ], + [ + "▁viitoare", + -12.502538681030272 + ], + [ + "▁reporters", + -12.50291347503662 + ], + [ + "guer", + -12.502991676330566 + ], + [ + "▁Kombination", + -12.503021240234377 + ], + [ + "▁qualitative", + -12.50302505493164 + ], + [ + "Centrul", + -12.503131866455078 + ], + [ + "avy", + -12.503170013427734 + ], + [ + "▁Eng", + -12.503175735473633 + ], + [ + "▁sufletul", + -12.50327205657959 + ], + [ + "▁germ", + -12.503412246704102 + ], + [ + "▁prevented", + -12.503448486328123 + ], + [ + "appelle", + -12.503533363342283 + ], + [ + "gins", + -12.50355625152588 + ], + [ + "▁Skype", + -12.503585815429688 + ], + [ + "conditioned", + -12.503617286682127 + ], + [ + "▁clutch", + -12.50364112854004 + ], + [ + "environ", + -12.503694534301758 + ], + [ + "3.3", + -12.503774642944336 + ], + [ + "▁webinar", + -12.503866195678713 + ], + [ + "▁forty", + -12.504104614257812 + ], + [ + "▁Medicaid", + -12.504127502441406 + ], + [ + "▁dismissed", + -12.504167556762695 + ], + [ + "▁siblings", + -12.504168510437012 + ], + [ + "▁Jaw", + -12.504196166992188 + ], + [ + "guiding", + -12.504220962524414 + ], + [ + "cigarette", + -12.504374504089355 + ], + [ + "▁Shah", + -12.504681587219238 + ], + [ + "▁Lehrer", + -12.504684448242188 + ], + [ + "▁muscular", + -12.504694938659668 + ], + [ + "spatele", + -12.504796981811523 + ], + [ + "▁réduction", + -12.504836082458496 + ], + [ + "▁fixes", + -12.50485134124756 + ], + [ + "Span", + -12.50511646270752 + ], + [ + "▁Hudson", + -12.505231857299805 + ], + [ + "development", + -12.505250930786133 + ], + [ + "▁excluded", + -12.50525951385498 + ], + [ + "Democrat", + -12.505260467529297 + ], + [ + "▁nominal", + -12.50531768798828 + ], + [ + "purpose", + -12.50540828704834 + ], + [ + "▁bored", + -12.505500793457031 + ], + [ + "espèce", + -12.50550651550293 + ], + [ + "▁(30", + -12.5055570602417 + ], + [ + "Neither", + -12.505608558654783 + ], + [ + "hänge", + -12.505610466003418 + ], + [ + "square", + -12.505728721618652 + ], + [ + "voller", + -12.505736351013184 + ], + [ + "▁pertinent", + -12.505783081054688 + ], + [ + "▁Wool", + -12.50595474243164 + ], + [ + "settling", + -12.50607681274414 + ], + [ + "fangen", + -12.506148338317873 + ], + [ + "▁Testing", + -12.506152153015137 + ], + [ + "distin", + -12.506196022033691 + ], + [ + "▁Marken", + -12.506227493286133 + ], + [ + "▁Beta", + -12.506300926208496 + ], + [ + "▁fulfilling", + -12.506339073181152 + ], + [ + "Leider", + -12.506357192993164 + ], + [ + "black", + -12.506389617919922 + ], + [ + "occupe", + -12.50658893585205 + ], + [ + "itățile", + -12.506688117980955 + ], + [ + "Pay", + -12.506887435913086 + ], + [ + "▁bandwidth", + -12.506890296936035 + ], + [ + "▁neighbourhood", + -12.506918907165527 + ], + [ + "▁Gutschein", + -12.506922721862791 + ], + [ + "degree", + -12.507055282592772 + ], + [ + "ivité", + -12.507116317749023 + ], + [ + "4.1", + -12.507169723510742 + ], + [ + "▁tätig", + -12.50717067718506 + ], + [ + "topic", + -12.507242202758787 + ], + [ + "ätz", + -12.507243156433104 + ], + [ + "these", + -12.50733470916748 + ], + [ + "▁propriété", + -12.507438659667969 + ], + [ + "▁innings", + -12.507458686828612 + ], + [ + "▁Prevention", + -12.50754165649414 + ], + [ + "▁Saw", + -12.507585525512695 + ], + [ + "▁opener", + -12.507752418518066 + ], + [ + "entwicklung", + -12.507824897766112 + ], + [ + "▁Johann", + -12.50786590576172 + ], + [ + "▁statistic", + -12.50788116455078 + ], + [ + "oids", + -12.507966995239258 + ], + [ + "▁Delaware", + -12.508000373840332 + ], + [ + "▁Isle", + -12.508001327514648 + ], + [ + "▁accompagn", + -12.508028984069824 + ], + [ + "▁Risiko", + -12.508079528808594 + ], + [ + "▁Conform", + -12.508268356323242 + ], + [ + "zeichnen", + -12.508395195007324 + ], + [ + "▁acuz", + -12.508479118347168 + ], + [ + "▁Mort", + -12.508524894714355 + ], + [ + "Fällen", + -12.50853157043457 + ], + [ + "▁blended", + -12.50871467590332 + ], + [ + "found", + -12.50872802734375 + ], + [ + "▁gestalten", + -12.50874137878418 + ], + [ + "▁Découvrez", + -12.508830070495604 + ], + [ + "▁Wett", + -12.508956909179688 + ], + [ + "▁débat", + -12.508990287780762 + ], + [ + "▁Tire", + -12.509007453918455 + ], + [ + "benz", + -12.509037017822266 + ], + [ + "Yes", + -12.509074211120604 + ], + [ + "▁pierde", + -12.509110450744627 + ], + [ + "▁niciodata", + -12.509121894836426 + ], + [ + "▁precipit", + -12.509145736694336 + ], + [ + "▁lazy", + -12.509334564208984 + ], + [ + "▁creature", + -12.509370803833008 + ], + [ + "Wettbewerb", + -12.509385108947754 + ], + [ + "▁Explo", + -12.509496688842772 + ], + [ + "wolf", + -12.509657859802246 + ], + [ + "▁conséquence", + -12.509662628173828 + ], + [ + "▁jewellery", + -12.509662628173828 + ], + [ + "▁Extension", + -12.509735107421877 + ], + [ + "▁transmitted", + -12.509872436523438 + ], + [ + "▁darker", + -12.509973526000977 + ], + [ + "▁simbol", + -12.510065078735352 + ], + [ + "kim", + -12.510069847106934 + ], + [ + "▁proteja", + -12.510098457336426 + ], + [ + "▁Copper", + -12.510189056396484 + ], + [ + "mitglied", + -12.510218620300291 + ], + [ + "▁explosive", + -12.51022243499756 + ], + [ + "▁Nicolae", + -12.510223388671877 + ], + [ + "▁intricate", + -12.510231971740724 + ], + [ + "lati", + -12.510313034057615 + ], + [ + "Mark", + -12.510334014892578 + ], + [ + "▁Porsche", + -12.510339736938477 + ], + [ + "▁Revenue", + -12.510479927062988 + ], + [ + "4.2", + -12.510613441467283 + ], + [ + "certain", + -12.510836601257324 + ], + [ + "▁Coaching", + -12.510879516601562 + ], + [ + "▁allocated", + -12.510879516601562 + ], + [ + "▁optimiz", + -12.51101779937744 + ], + [ + "▁heel", + -12.511205673217772 + ], + [ + "▁indigenous", + -12.511330604553224 + ], + [ + "▁vineri", + -12.511396408081056 + ], + [ + "▁Inspector", + -12.51145076751709 + ], + [ + "▁colleague", + -12.5115327835083 + ], + [ + "ANG", + -12.511649131774902 + ], + [ + "éducation", + -12.511887550354004 + ], + [ + "▁Geschenk", + -12.51188850402832 + ], + [ + "channel", + -12.511899948120115 + ], + [ + "▁trapped", + -12.511954307556152 + ], + [ + "BF", + -12.511974334716797 + ], + [ + "▁firing", + -12.512086868286133 + ], + [ + "▁chlor", + -12.512103080749512 + ], + [ + "▁Carlos", + -12.512115478515623 + ], + [ + "▁proxy", + -12.512128829956056 + ], + [ + "▁pinch", + -12.512167930603027 + ], + [ + "▁Pete", + -12.512201309204102 + ], + [ + "phospho", + -12.512458801269531 + ], + [ + "▁waiver", + -12.51246452331543 + ], + [ + "▁Croatia", + -12.512480735778809 + ], + [ + "▁behave", + -12.51258373260498 + ], + [ + "▁frig", + -12.512676239013672 + ], + [ + "▁Vorteil", + -12.51279067993164 + ], + [ + "▁wichtiger", + -12.512837409973145 + ], + [ + "........", + -12.512929916381836 + ], + [ + "▁flick", + -12.513007164001465 + ], + [ + "▁Stanford", + -12.51306438446045 + ], + [ + "öse", + -12.513096809387209 + ], + [ + "▁Fernseh", + -12.513099670410156 + ], + [ + "▁vélo", + -12.51322078704834 + ], + [ + "reisen", + -12.513304710388184 + ], + [ + "residing", + -12.513504981994627 + ], + [ + "▁Taste", + -12.513580322265623 + ], + [ + "▁disappeared", + -12.513630867004396 + ], + [ + "▁Hood", + -12.513776779174805 + ], + [ + "▁fabriqu", + -12.514046669006348 + ], + [ + "▁Jake", + -12.514470100402832 + ], + [ + "Lastly", + -12.51462173461914 + ], + [ + "▁furnace", + -12.514673233032228 + ], + [ + "▁Ottawa", + -12.51473331451416 + ], + [ + "▁dictate", + -12.514742851257324 + ], + [ + "zece", + -12.514817237854004 + ], + [ + "protect", + -12.514932632446287 + ], + [ + "FU", + -12.51495361328125 + ], + [ + "Stack", + -12.514954566955566 + ], + [ + "▁teilweise", + -12.515018463134766 + ], + [ + "▁Publisher", + -12.51506233215332 + ], + [ + "▁lutte", + -12.515159606933594 + ], + [ + "202", + -12.515178680419922 + ], + [ + "psy", + -12.51519012451172 + ], + [ + "▁wünschen", + -12.515238761901855 + ], + [ + "▁pathways", + -12.515356063842772 + ], + [ + "ivitate", + -12.515559196472168 + ], + [ + "▁continuă", + -12.515658378601074 + ], + [ + "ziemlich", + -12.515791893005373 + ], + [ + "verted", + -12.515812873840332 + ], + [ + "▁sequel", + -12.515839576721191 + ], + [ + "tinct", + -12.51599407196045 + ], + [ + "vette", + -12.516020774841309 + ], + [ + "▁exceeding", + -12.516032218933104 + ], + [ + "▁Yorkshire", + -12.51607608795166 + ], + [ + "▁cleanse", + -12.51613998413086 + ], + [ + "Sadly", + -12.516159057617188 + ], + [ + "▁präsentiert", + -12.516164779663086 + ], + [ + "angled", + -12.516311645507812 + ], + [ + "tude", + -12.516339302062988 + ], + [ + "chain", + -12.516371726989746 + ], + [ + "▁Oakland", + -12.51639175415039 + ], + [ + "xia", + -12.516514778137209 + ], + [ + "▁foremost", + -12.51653003692627 + ], + [ + "▁incomplete", + -12.516786575317385 + ], + [ + "▁restriction", + -12.516905784606934 + ], + [ + "▁whatsoever", + -12.516908645629885 + ], + [ + "▁shipment", + -12.517017364501951 + ], + [ + "**", + -12.517059326171877 + ], + [ + "Aici", + -12.51711082458496 + ], + [ + "PART", + -12.517247200012209 + ], + [ + "▁grams", + -12.517251014709473 + ], + [ + "▁Folk", + -12.517457008361816 + ], + [ + "▁encryption", + -12.517467498779297 + ], + [ + "▁Alfred", + -12.517748832702637 + ], + [ + "▁Veränderung", + -12.517749786376951 + ], + [ + "▁privately", + -12.517817497253418 + ], + [ + "£", + -12.517909049987791 + ], + [ + "▁Sonne", + -12.51799201965332 + ], + [ + "kow", + -12.518117904663086 + ], + [ + "▁CBS", + -12.51817226409912 + ], + [ + "▁Feuer", + -12.518198013305664 + ], + [ + "▁crushed", + -12.518230438232422 + ], + [ + "▁cazare", + -12.518270492553713 + ], + [ + "▁beraten", + -12.51840114593506 + ], + [ + "envoi", + -12.518423080444336 + ], + [ + "▁genannt", + -12.51843547821045 + ], + [ + "▁Lok", + -12.518472671508787 + ], + [ + "nox", + -12.518569946289062 + ], + [ + "wishing", + -12.518759727478027 + ], + [ + "▁freak", + -12.518759727478027 + ], + [ + "rasi", + -12.51879596710205 + ], + [ + "▁calculations", + -12.518888473510742 + ], + [ + "▁sprechen", + -12.51890754699707 + ], + [ + "5:00", + -12.519062042236328 + ], + [ + "▁Gam", + -12.51907444000244 + ], + [ + "▁invasion", + -12.519159317016602 + ], + [ + "ZA", + -12.519230842590332 + ], + [ + "aiming", + -12.519327163696287 + ], + [ + "▁näher", + -12.519404411315918 + ], + [ + "▁Maßnahmen", + -12.519433975219728 + ], + [ + "▁măsură", + -12.519490242004396 + ], + [ + "▁Bestellung", + -12.519610404968262 + ], + [ + "▁gown", + -12.519665718078612 + ], + [ + "▁oblige", + -12.519747734069824 + ], + [ + "länder", + -12.51977825164795 + ], + [ + "posi", + -12.519853591918944 + ], + [ + "▁Earn", + -12.51988410949707 + ], + [ + "▁dubl", + -12.51999282836914 + ], + [ + "▁sticky", + -12.520100593566896 + ], + [ + "▁litter", + -12.520181655883787 + ], + [ + "▁Salz", + -12.520257949829102 + ], + [ + "▁Matter", + -12.520272254943848 + ], + [ + "▁Driving", + -12.520275115966797 + ], + [ + "▁pursu", + -12.520285606384276 + ], + [ + "ographer", + -12.520390510559082 + ], + [ + "▁touring", + -12.520400047302246 + ], + [ + "opter", + -12.520444869995115 + ], + [ + "▁fierce", + -12.520475387573242 + ], + [ + "▁Audit", + -12.520480155944824 + ], + [ + "▁imperi", + -12.520755767822266 + ], + [ + "▁positiv", + -12.520780563354492 + ], + [ + "règles", + -12.520849227905272 + ], + [ + "▁bouton", + -12.520990371704102 + ], + [ + "▁victorie", + -12.520990371704102 + ], + [ + "▁manuel", + -12.521015167236328 + ], + [ + "▁await", + -12.52103042602539 + ], + [ + "▁transformer", + -12.521041870117188 + ], + [ + "▁cupboard", + -12.52108383178711 + ], + [ + "▁Hag", + -12.521117210388184 + ], + [ + "naj", + -12.521214485168455 + ], + [ + "▁annoncé", + -12.52139663696289 + ], + [ + "▁scolaire", + -12.521401405334473 + ], + [ + "▁étape", + -12.521482467651367 + ], + [ + "▁pirate", + -12.521761894226074 + ], + [ + "▁Rated", + -12.521794319152832 + ], + [ + "LOT", + -12.521846771240234 + ], + [ + "▁natura", + -12.521944046020508 + ], + [ + "oga", + -12.522336959838867 + ], + [ + "Read", + -12.522388458251951 + ], + [ + "idio", + -12.52244472503662 + ], + [ + "▁recession", + -12.522698402404783 + ], + [ + "veţi", + -12.522761344909668 + ], + [ + "▁blossom", + -12.523082733154297 + ], + [ + "▁lunar", + -12.523141860961914 + ], + [ + "▁inhibit", + -12.52316951751709 + ], + [ + "gemein", + -12.523219108581545 + ], + [ + "▁Historic", + -12.52326202392578 + ], + [ + "▁HTTP", + -12.523370742797852 + ], + [ + "misiune", + -12.5234956741333 + ], + [ + "▁Manda", + -12.523601531982422 + ], + [ + "▁Hurricane", + -12.523643493652344 + ], + [ + "Strat", + -12.523646354675291 + ], + [ + "▁populaire", + -12.523756980895996 + ], + [ + "▁useless", + -12.523762702941896 + ], + [ + "▁Leipzig", + -12.523924827575684 + ], + [ + "▁Krankheit", + -12.52392578125 + ], + [ + "▁Bonne", + -12.52397346496582 + ], + [ + "▁tissu", + -12.52399730682373 + ], + [ + "▁Baum", + -12.523998260498049 + ], + [ + "▁BUT", + -12.524152755737305 + ], + [ + "▁Mondial", + -12.52423095703125 + ], + [ + "▁triangle", + -12.524242401123049 + ], + [ + "▁Tesla", + -12.524250984191896 + ], + [ + "▁pământ", + -12.52430534362793 + ], + [ + "▁aminte", + -12.52472686767578 + ], + [ + "▁vehicul", + -12.524770736694336 + ], + [ + "▁cerut", + -12.52482795715332 + ], + [ + "▁respiratory", + -12.524836540222168 + ], + [ + "▁rayon", + -12.524993896484377 + ], + [ + "▁gestaltet", + -12.525067329406738 + ], + [ + "310", + -12.525139808654783 + ], + [ + "pfl", + -12.525239944458008 + ], + [ + "▁shrimp", + -12.52533721923828 + ], + [ + "▁reconnu", + -12.525409698486328 + ], + [ + "ologique", + -12.525476455688477 + ], + [ + "▁unity", + -12.525674819946287 + ], + [ + "Speicher", + -12.52569580078125 + ], + [ + "▁Movement", + -12.525794982910156 + ], + [ + "ddling", + -12.52581787109375 + ], + [ + "OE", + -12.525818824768066 + ], + [ + "▁Resolution", + -12.525863647460938 + ], + [ + "esteem", + -12.525898933410645 + ], + [ + "▁Teen", + -12.526288986206056 + ], + [ + "▁believing", + -12.526463508605955 + ], + [ + "▁Tipps", + -12.526481628417969 + ], + [ + "jpg", + -12.526494026184082 + ], + [ + "▁obs", + -12.526519775390623 + ], + [ + "SHA", + -12.526702880859377 + ], + [ + "▁quietly", + -12.526907920837402 + ], + [ + "setting", + -12.52712345123291 + ], + [ + "▁elevator", + -12.527185440063477 + ], + [ + "phor", + -12.527194023132324 + ], + [ + "Just", + -12.52725887298584 + ], + [ + "▁legatura", + -12.52739143371582 + ], + [ + "elected", + -12.527414321899414 + ], + [ + "▁disclosed", + -12.527419090270996 + ], + [ + "quarter", + -12.52743148803711 + ], + [ + "zzy", + -12.527461051940918 + ], + [ + "▁gata", + -12.527491569519045 + ], + [ + "SAN", + -12.527532577514648 + ], + [ + "▁Cathedral", + -12.527592658996582 + ], + [ + "192", + -12.52765655517578 + ], + [ + "▁RBI", + -12.52772617340088 + ], + [ + "▁Seller", + -12.527798652648926 + ], + [ + "▁urine", + -12.527807235717772 + ], + [ + "▁Hardware", + -12.527966499328612 + ], + [ + "▁steadi", + -12.527993202209473 + ], + [ + "percussion", + -12.528158187866213 + ], + [ + "▁francez", + -12.528172492980955 + ], + [ + "▁rude", + -12.528202056884766 + ], + [ + "bod", + -12.528223037719728 + ], + [ + "cession", + -12.528249740600586 + ], + [ + "▁HTC", + -12.528372764587402 + ], + [ + "HB", + -12.528576850891112 + ], + [ + "▁descent", + -12.528644561767578 + ], + [ + "▁Painting", + -12.528681755065918 + ], + [ + "119", + -12.528684616088867 + ], + [ + "sagen", + -12.52877426147461 + ], + [ + "▁salvation", + -12.52880573272705 + ], + [ + "arro", + -12.528814315795898 + ], + [ + "0.3", + -12.52886962890625 + ], + [ + "▁Duck", + -12.52890396118164 + ], + [ + "Mit", + -12.529052734375 + ], + [ + "да", + -12.52927017211914 + ], + [ + "▁Diesel", + -12.529322624206545 + ], + [ + "▁Medal", + -12.529413223266602 + ], + [ + "▁interim", + -12.52943992614746 + ], + [ + "▁montagne", + -12.52943992614746 + ], + [ + "▁Pixel", + -12.52963161468506 + ], + [ + "LINE", + -12.52980613708496 + ], + [ + "▁dureri", + -12.52993869781494 + ], + [ + "▁Bengal", + -12.529990196228027 + ], + [ + "Legea", + -12.530080795288086 + ], + [ + "▁Strecke", + -12.530094146728516 + ], + [ + "▁schneller", + -12.53012752532959 + ], + [ + "▁Karten", + -12.5301513671875 + ], + [ + "cion", + -12.53024196624756 + ], + [ + "▁Coco", + -12.53037166595459 + ], + [ + "troisième", + -12.53052806854248 + ], + [ + "401", + -12.530616760253906 + ], + [ + "▁sandwiches", + -12.530704498291016 + ], + [ + "▁folosind", + -12.530920028686523 + ], + [ + "▁Folgen", + -12.530953407287598 + ], + [ + "▁triumph", + -12.530991554260254 + ], + [ + "▁Hintergrund", + -12.530996322631836 + ], + [ + "▁revelation", + -12.531084060668944 + ], + [ + "ôme", + -12.531222343444824 + ], + [ + "▁Nex", + -12.531245231628418 + ], + [ + "jährigen", + -12.531295776367188 + ], + [ + "▁militant", + -12.531296730041504 + ], + [ + "▁fabricant", + -12.531671524047852 + ], + [ + "iano", + -12.531713485717772 + ], + [ + "▁formulation", + -12.53188705444336 + ], + [ + "integrating", + -12.532050132751465 + ], + [ + "▁Items", + -12.532142639160156 + ], + [ + "▁contractual", + -12.532320976257324 + ], + [ + "AIDS", + -12.532424926757812 + ], + [ + "▁pitcher", + -12.532610893249512 + ], + [ + "▁Snap", + -12.532623291015623 + ], + [ + "▁systematic", + -12.532663345336914 + ], + [ + "▁referendum", + -12.532694816589355 + ], + [ + "gau", + -12.53281021118164 + ], + [ + "administration", + -12.532917022705078 + ], + [ + "▁speci", + -12.532981872558594 + ], + [ + "ieni", + -12.532998085021973 + ], + [ + "prox", + -12.53318691253662 + ], + [ + "▁bouquet", + -12.533241271972656 + ], + [ + "▁sinnvoll", + -12.533270835876465 + ], + [ + "▁Fleisch", + -12.533309936523438 + ], + [ + "ktuell", + -12.533381462097168 + ], + [ + "▁mushrooms", + -12.533408164978027 + ], + [ + "▁Straf", + -12.533470153808594 + ], + [ + "▁cresc", + -12.533491134643556 + ], + [ + "TEM", + -12.533502578735352 + ], + [ + "▁vindec", + -12.53352165222168 + ], + [ + "▁Drama", + -12.533540725708008 + ], + [ + "chief", + -12.533550262451172 + ], + [ + "▁müsst", + -12.533614158630373 + ], + [ + "▁Warner", + -12.533662796020508 + ], + [ + "118", + -12.533761024475098 + ], + [ + "▁saptamana", + -12.533831596374512 + ], + [ + "▁animaux", + -12.53412914276123 + ], + [ + "▁Directory", + -12.534146308898926 + ], + [ + "▁entgegen", + -12.53415584564209 + ], + [ + "▁deduction", + -12.534156799316406 + ], + [ + "▁Strategic", + -12.53426456451416 + ], + [ + "▁rats", + -12.534419059753418 + ], + [ + "▁Moses", + -12.534448623657228 + ], + [ + "eko", + -12.534564971923828 + ], + [ + "strict", + -12.534590721130373 + ], + [ + "▁Ashley", + -12.534603118896484 + ], + [ + "mik", + -12.534622192382812 + ], + [ + "▁relocate", + -12.534668922424316 + ], + [ + "▁whip", + -12.534738540649414 + ], + [ + "central", + -12.534750938415527 + ], + [ + "mack", + -12.534892082214355 + ], + [ + "stufe", + -12.534961700439451 + ], + [ + "▁Metropolitan", + -12.5349702835083 + ], + [ + "▁croissance", + -12.534974098205566 + ], + [ + "▁celebrities", + -12.535021781921388 + ], + [ + "▁Geh", + -12.53507137298584 + ], + [ + "▁verifica", + -12.535196304321287 + ], + [ + "▁satisfac", + -12.535211563110352 + ], + [ + "▁Julian", + -12.535271644592283 + ], + [ + "▁remotely", + -12.535432815551758 + ], + [ + "▁Safari", + -12.535542488098145 + ], + [ + "▁Chic", + -12.53557014465332 + ], + [ + "▁clamp", + -12.535818099975586 + ], + [ + "▁Schnee", + -12.535918235778809 + ], + [ + "grown", + -12.536069869995115 + ], + [ + "▁Character", + -12.536110877990724 + ], + [ + "▁charities", + -12.536137580871582 + ], + [ + "Thankfully", + -12.536625862121582 + ], + [ + "▁țară", + -12.53681468963623 + ], + [ + "IZ", + -12.536816596984863 + ], + [ + "Vielleicht", + -12.536999702453612 + ], + [ + "▁Pon", + -12.537108421325684 + ], + [ + "gegen", + -12.53711986541748 + ], + [ + "chez", + -12.537185668945312 + ], + [ + "Black", + -12.53754425048828 + ], + [ + "▁alimentare", + -12.537555694580078 + ], + [ + "▁verloren", + -12.537562370300291 + ], + [ + "▁predictions", + -12.537657737731934 + ], + [ + "Founded", + -12.53795337677002 + ], + [ + "▁femeie", + -12.538022994995115 + ], + [ + "wahrscheinlich", + -12.538107872009276 + ], + [ + "▁squeeze", + -12.53819465637207 + ], + [ + "▁verfügbar", + -12.538259506225586 + ], + [ + "▁hygiene", + -12.538393020629885 + ], + [ + "voire", + -12.538667678833008 + ], + [ + "▁birou", + -12.538901329040527 + ], + [ + "▁initiate", + -12.538921356201172 + ], + [ + "▁Patriot", + -12.53900909423828 + ], + [ + "▁Income", + -12.539159774780272 + ], + [ + "▁marry", + -12.539310455322266 + ], + [ + "lokal", + -12.539336204528809 + ], + [ + "logic", + -12.53940486907959 + ], + [ + "▁Abstract", + -12.53966236114502 + ], + [ + "▁grundsätzlich", + -12.539822578430176 + ], + [ + "▁tariff", + -12.539886474609377 + ], + [ + "▁definitiv", + -12.539892196655272 + ], + [ + "paz", + -12.53989315032959 + ], + [ + "Result", + -12.539921760559082 + ], + [ + "1:30", + -12.54005241394043 + ], + [ + "▁Latest", + -12.540075302124023 + ], + [ + "▁Dauer", + -12.540155410766602 + ], + [ + "Med", + -12.540275573730469 + ], + [ + "gewicht", + -12.540348052978516 + ], + [ + "▁Gaza", + -12.540430068969728 + ], + [ + "▁Newton", + -12.540769577026367 + ], + [ + "Dokument", + -12.540897369384766 + ], + [ + "formular", + -12.540945053100586 + ], + [ + "ILE", + -12.540964126586914 + ], + [ + "▁surse", + -12.541040420532228 + ], + [ + "MH", + -12.54116153717041 + ], + [ + "▁Arctic", + -12.541255950927734 + ], + [ + "▁ISBN", + -12.541274070739746 + ], + [ + "▁quarterback", + -12.541315078735352 + ], + [ + "▁absurd", + -12.541555404663086 + ], + [ + "▁Zusammenhang", + -12.541561126708984 + ], + [ + "▁Module", + -12.54156494140625 + ], + [ + "mented", + -12.541667938232422 + ], + [ + "worthy", + -12.541797637939451 + ], + [ + "▁célèbre", + -12.541828155517578 + ], + [ + "▁maritime", + -12.541836738586426 + ], + [ + "▁Reed", + -12.54193878173828 + ], + [ + "▁threaten", + -12.542037010192873 + ], + [ + "▁Satz", + -12.542095184326172 + ], + [ + "▁sticking", + -12.542203903198242 + ], + [ + "▁transcript", + -12.542372703552246 + ], + [ + "▁Morgen", + -12.542425155639648 + ], + [ + "▁Förder", + -12.542435646057127 + ], + [ + "▁Gottes", + -12.542572021484377 + ], + [ + "▁Coordinator", + -12.542648315429688 + ], + [ + "LOG", + -12.54265022277832 + ], + [ + "EAN", + -12.542677879333496 + ], + [ + "▁préparation", + -12.54273509979248 + ], + [ + "▁Brass", + -12.542799949645996 + ], + [ + "Așa", + -12.542853355407717 + ], + [ + "▁Utiliz", + -12.54294490814209 + ], + [ + "framed", + -12.542973518371582 + ], + [ + "▁asphalt", + -12.543050765991213 + ], + [ + "116", + -12.543061256408691 + ], + [ + "▁historically", + -12.54310417175293 + ], + [ + "▁doamn", + -12.543176651000977 + ], + [ + "Air", + -12.543293952941896 + ], + [ + "▁economist", + -12.543838500976562 + ], + [ + "fresh", + -12.54384994506836 + ], + [ + "engine", + -12.543906211853027 + ], + [ + "▁Rücken", + -12.543919563293455 + ], + [ + "▁worthwhile", + -12.544124603271484 + ], + [ + "▁Therapie", + -12.544140815734863 + ], + [ + "▁Joshua", + -12.544151306152344 + ], + [ + "sicherheit", + -12.544175148010254 + ], + [ + "▁scena", + -12.544254302978516 + ], + [ + "ifiant", + -12.54433822631836 + ], + [ + "/20", + -12.54442024230957 + ], + [ + "fehl", + -12.544469833374023 + ], + [ + "karten", + -12.544515609741213 + ], + [ + "501", + -12.54465675354004 + ], + [ + "▁vide", + -12.544673919677734 + ], + [ + "▁miliarde", + -12.544699668884276 + ], + [ + "▁trillion", + -12.54470157623291 + ], + [ + "oudre", + -12.544761657714844 + ], + [ + "nderung", + -12.544803619384766 + ], + [ + "▁inquiries", + -12.544992446899414 + ], + [ + "▁echipe", + -12.545034408569336 + ], + [ + "▁investiga", + -12.545040130615234 + ], + [ + "▁detailing", + -12.545042991638184 + ], + [ + "VIS", + -12.545086860656738 + ], + [ + "▁geographical", + -12.545157432556152 + ], + [ + "▁authentication", + -12.54519271850586 + ], + [ + "▁Schwa", + -12.545201301574709 + ], + [ + "▁Scri", + -12.545230865478516 + ], + [ + "▁discourage", + -12.54527473449707 + ], + [ + "Pass", + -12.54529094696045 + ], + [ + "▁scattered", + -12.54529857635498 + ], + [ + "▁langsam", + -12.545300483703612 + ], + [ + "telles", + -12.545380592346191 + ], + [ + "▁ramane", + -12.5454740524292 + ], + [ + "▁inhibitor", + -12.545486450195312 + ], + [ + "▁Habit", + -12.54556941986084 + ], + [ + "▁10:00", + -12.545577049255373 + ], + [ + "▁rezultat", + -12.545595169067385 + ], + [ + "äck", + -12.545943260192873 + ], + [ + ",000.", + -12.545979499816896 + ], + [ + "▁remedies", + -12.546103477478027 + ], + [ + "▁comportament", + -12.54619598388672 + ], + [ + "namen", + -12.546229362487791 + ], + [ + "▁#3", + -12.546327590942385 + ], + [ + "enstein", + -12.546493530273438 + ], + [ + "▁relevance", + -12.546516418457031 + ], + [ + "▁présentation", + -12.54655933380127 + ], + [ + "MHz", + -12.546648979187012 + ], + [ + "EMA", + -12.546661376953123 + ], + [ + "▁palace", + -12.546709060668944 + ], + [ + "▁vizibil", + -12.546723365783691 + ], + [ + "▁griev", + -12.546820640563965 + ], + [ + "▁severely", + -12.54688549041748 + ], + [ + "expert", + -12.546942710876465 + ], + [ + "▁ravi", + -12.54696273803711 + ], + [ + "▁feasible", + -12.547002792358398 + ], + [ + "▁Wholesale", + -12.547009468078612 + ], + [ + "▁graduat", + -12.547077178955078 + ], + [ + "Kü", + -12.547094345092772 + ], + [ + "▁quotation", + -12.547157287597656 + ], + [ + "/11", + -12.54716968536377 + ], + [ + "lutter", + -12.547415733337402 + ], + [ + "▁dice", + -12.547467231750488 + ], + [ + "modal", + -12.547749519348145 + ], + [ + "ggling", + -12.547819137573242 + ], + [ + "▁considér", + -12.547986030578612 + ], + [ + "▁Insel", + -12.548097610473633 + ], + [ + "▁Database", + -12.5483980178833 + ], + [ + "icism", + -12.548508644104004 + ], + [ + "▁quarterly", + -12.54851245880127 + ], + [ + "▁formule", + -12.548558235168455 + ], + [ + "▁renouvel", + -12.54873275756836 + ], + [ + "▁Treasure", + -12.54873752593994 + ], + [ + "▁1962", + -12.54884433746338 + ], + [ + "▁republic", + -12.549111366271973 + ], + [ + "▁États", + -12.549254417419434 + ], + [ + "▁salut", + -12.549356460571287 + ], + [ + "HK", + -12.54941463470459 + ], + [ + "▁Bali", + -12.549427032470703 + ], + [ + "▁Rechnung", + -12.549447059631348 + ], + [ + "fruit", + -12.54945182800293 + ], + [ + "lays", + -12.549467086791992 + ], + [ + "LAS", + -12.54951000213623 + ], + [ + "inclin", + -12.549708366394045 + ], + [ + "▁Cré", + -12.549813270568848 + ], + [ + "▁compt", + -12.54985237121582 + ], + [ + "țiilor", + -12.550056457519531 + ], + [ + "heft", + -12.550111770629885 + ], + [ + "▁Comisi", + -12.55024242401123 + ], + [ + "▁Nurse", + -12.55051612854004 + ], + [ + "loid", + -12.550540924072266 + ], + [ + "grove", + -12.550761222839355 + ], + [ + "▁Copy", + -12.550867080688477 + ], + [ + "▁Kampf", + -12.550873756408691 + ], + [ + "izată", + -12.550945281982422 + ], + [ + "würdig", + -12.551244735717772 + ], + [ + "-2018", + -12.551305770874023 + ], + [ + "ozo", + -12.551350593566896 + ], + [ + "▁integriert", + -12.551397323608398 + ], + [ + "▁réunion", + -12.551448822021484 + ], + [ + "▁mică", + -12.551520347595217 + ], + [ + "▁Chau", + -12.551595687866213 + ], + [ + "▁allegations", + -12.551626205444336 + ], + [ + "▁shaping", + -12.551640510559082 + ], + [ + "▁transcription", + -12.551671981811523 + ], + [ + "▁Monica", + -12.551711082458496 + ], + [ + "▁torture", + -12.551795959472656 + ], + [ + "▁cooperative", + -12.551962852478027 + ], + [ + "▁invité", + -12.551987648010254 + ], + [ + "▁bamboo", + -12.552204132080078 + ], + [ + "▁Thinking", + -12.55232048034668 + ], + [ + "▁gratis", + -12.552392959594728 + ], + [ + "117", + -12.55267333984375 + ], + [ + "renz", + -12.55279541015625 + ], + [ + "▁Fußball", + -12.552823066711426 + ], + [ + "▁Gram", + -12.552873611450195 + ], + [ + "sprung", + -12.55290412902832 + ], + [ + "▁Schluss", + -12.55308723449707 + ], + [ + "▁Diploma", + -12.553345680236816 + ], + [ + "▁apparatus", + -12.553363800048828 + ], + [ + "notably", + -12.553483963012695 + ], + [ + "▁exercit", + -12.553532600402832 + ], + [ + "ământ", + -12.553536415100098 + ], + [ + "▁masses", + -12.553610801696776 + ], + [ + "▁preuve", + -12.55364227294922 + ], + [ + "great", + -12.553754806518556 + ], + [ + "▁Drink", + -12.553792953491213 + ], + [ + "islam", + -12.553828239440918 + ], + [ + "ARM", + -12.553914070129396 + ], + [ + "indre", + -12.554404258728027 + ], + [ + "DW", + -12.554410934448242 + ], + [ + "▁Flowers", + -12.554500579833984 + ], + [ + "▁pill", + -12.554574966430664 + ], + [ + "▁objectifs", + -12.554594039916992 + ], + [ + "▁Bezug", + -12.554659843444824 + ], + [ + "▁assumptions", + -12.55466365814209 + ], + [ + "▁vesti", + -12.554742813110352 + ], + [ + "route", + -12.554783821105955 + ], + [ + "▁Bangkok", + -12.554815292358398 + ], + [ + "▁seamlessly", + -12.55482006072998 + ], + [ + "config", + -12.554882049560549 + ], + [ + "▁username", + -12.554890632629396 + ], + [ + "unsure", + -12.555024147033691 + ], + [ + "▁poser", + -12.555129051208496 + ], + [ + "▁impozit", + -12.555246353149414 + ], + [ + "▁metode", + -12.555333137512209 + ], + [ + "defending", + -12.555347442626951 + ], + [ + "▁Nic", + -12.555431365966797 + ], + [ + "▁Vertrag", + -12.555508613586426 + ], + [ + "▁plăcut", + -12.55552864074707 + ], + [ + "▁Pou", + -12.555675506591797 + ], + [ + "UCH", + -12.555785179138184 + ], + [ + "▁Fein", + -12.555903434753418 + ], + [ + "reading", + -12.555994987487791 + ], + [ + "snip", + -12.55604076385498 + ], + [ + "▁Livre", + -12.556401252746582 + ], + [ + "lander", + -12.556509971618652 + ], + [ + "▁hydraulic", + -12.556559562683104 + ], + [ + "veiled", + -12.556563377380373 + ], + [ + "intr", + -12.55660915374756 + ], + [ + "▁Domnului", + -12.556641578674316 + ], + [ + "▁$0.", + -12.556713104248049 + ], + [ + "▁kilometers", + -12.556753158569336 + ], + [ + "spann", + -12.556870460510254 + ], + [ + "▁credibility", + -12.556892395019531 + ], + [ + "▁eBook", + -12.55695343017578 + ], + [ + "VERY", + -12.556994438171388 + ], + [ + "▁Charm", + -12.557122230529783 + ], + [ + "Evangeli", + -12.557193756103516 + ], + [ + "▁anderer", + -12.557193756103516 + ], + [ + "▁Entry", + -12.557195663452148 + ], + [ + "ffy", + -12.5573148727417 + ], + [ + "▁Exc", + -12.55737018585205 + ], + [ + "▁Omega", + -12.557446479797363 + ], + [ + "▁Funktionen", + -12.557455062866213 + ], + [ + "▁Gay", + -12.55752182006836 + ], + [ + "▁acht", + -12.557608604431152 + ], + [ + "colored", + -12.557615280151367 + ], + [ + "itude", + -12.557634353637695 + ], + [ + "▁accompagné", + -12.557645797729492 + ], + [ + "▁unfortunate", + -12.557981491088867 + ], + [ + "▁DIN", + -12.558091163635254 + ], + [ + "▁installment", + -12.558252334594728 + ], + [ + "▁indépendant", + -12.558307647705078 + ], + [ + "These", + -12.558364868164062 + ], + [ + "mitten", + -12.558394432067873 + ], + [ + "thank", + -12.558470726013184 + ], + [ + "▁Trek", + -12.558721542358398 + ], + [ + "üchte", + -12.55874252319336 + ], + [ + "▁cuir", + -12.55875015258789 + ], + [ + "▁turbo", + -12.558802604675291 + ], + [ + "Table", + -12.558847427368164 + ], + [ + "▁Extrem", + -12.558866500854492 + ], + [ + "▁advertisements", + -12.55915355682373 + ], + [ + "▁chaîne", + -12.559206008911133 + ], + [ + "▁corridor", + -12.559473991394045 + ], + [ + "▁râ", + -12.559651374816896 + ], + [ + "▁Opening", + -12.559718132019045 + ], + [ + "Get", + -12.559747695922852 + ], + [ + "▁storytelling", + -12.55976676940918 + ], + [ + "▁severity", + -12.559771537780762 + ], + [ + "4\"", + -12.559956550598145 + ], + [ + "▁parasit", + -12.55996799468994 + ], + [ + "angebot", + -12.56002426147461 + ], + [ + "Data", + -12.56005573272705 + ], + [ + "listen", + -12.560086250305176 + ], + [ + "▁vârstă", + -12.560094833374023 + ], + [ + "▁swallow", + -12.56025505065918 + ], + [ + "TRE", + -12.560321807861328 + ], + [ + "▁daunting", + -12.56035041809082 + ], + [ + "▁Oli", + -12.560481071472168 + ], + [ + "▁definitive", + -12.56066608428955 + ], + [ + "▁rezerva", + -12.560667037963867 + ], + [ + "/15", + -12.56080722808838 + ], + [ + "▁Landschaft", + -12.560887336730955 + ], + [ + "▁Automotive", + -12.56093406677246 + ], + [ + "▁convers", + -12.56113052368164 + ], + [ + "▁thru", + -12.561139106750488 + ], + [ + "▁Township", + -12.561140060424805 + ], + [ + "▁tilt", + -12.56119441986084 + ], + [ + "▁Criminal", + -12.561227798461914 + ], + [ + "riez", + -12.561407089233398 + ], + [ + "▁Parking", + -12.561440467834473 + ], + [ + "▁humanitarian", + -12.561518669128418 + ], + [ + "▁Kilometer", + -12.561529159545898 + ], + [ + "controlled", + -12.56189250946045 + ], + [ + "▁Klick", + -12.56191062927246 + ], + [ + "support", + -12.56199836730957 + ], + [ + "handed", + -12.562005996704102 + ], + [ + "ämtliche", + -12.562104225158691 + ], + [ + "access", + -12.562232971191406 + ], + [ + "▁eleven", + -12.562232971191406 + ], + [ + "▁ferry", + -12.56229305267334 + ], + [ + "zieren", + -12.562620162963867 + ], + [ + "▁Gebrauch", + -12.562688827514648 + ], + [ + "▁vigoare", + -12.562689781188965 + ], + [ + "MON", + -12.562756538391112 + ], + [ + "fox", + -12.562886238098145 + ], + [ + "bestimmten", + -12.562894821166992 + ], + [ + "▁Gur", + -12.563069343566896 + ], + [ + "▁Mannschaft", + -12.563146591186523 + ], + [ + "▁patrol", + -12.563173294067385 + ], + [ + "▁casă", + -12.563376426696776 + ], + [ + "▁Stories", + -12.563380241394045 + ], + [ + "▁robotic", + -12.563425064086914 + ], + [ + "tiri", + -12.563576698303224 + ], + [ + "gewiesen", + -12.5636568069458 + ], + [ + "CV", + -12.563722610473633 + ], + [ + "▁parinti", + -12.563899040222168 + ], + [ + "▁Owen", + -12.563931465148926 + ], + [ + "▁Katie", + -12.564116477966309 + ], + [ + "▁Combine", + -12.56422233581543 + ], + [ + "enfalls", + -12.56442928314209 + ], + [ + "▁financière", + -12.564447402954102 + ], + [ + "▁parliament", + -12.564549446105955 + ], + [ + "▁Weekend", + -12.564616203308104 + ], + [ + "▁Sonic", + -12.564757347106934 + ], + [ + "▁fixture", + -12.56479263305664 + ], + [ + "majorité", + -12.56497573852539 + ], + [ + "▁gravel", + -12.565028190612791 + ], + [ + "realizate", + -12.565109252929688 + ], + [ + "examining", + -12.565113067626951 + ], + [ + "▁grim", + -12.5653657913208 + ], + [ + "▁stabili", + -12.565458297729492 + ], + [ + "▁Wochenende", + -12.56551456451416 + ], + [ + "▁Hebrew", + -12.565597534179688 + ], + [ + "▁Harrison", + -12.565799713134766 + ], + [ + "▁boundary", + -12.565858840942385 + ], + [ + "40,000", + -12.565902709960938 + ], + [ + "▁Ambassador", + -12.566208839416504 + ], + [ + "▁scoate", + -12.566229820251465 + ], + [ + "ffin", + -12.56623363494873 + ], + [ + "▁crème", + -12.566269874572754 + ], + [ + "▁obiecte", + -12.566378593444824 + ], + [ + "enţa", + -12.566763877868652 + ], + [ + "▁subsidiary", + -12.566797256469728 + ], + [ + "▁Franco", + -12.56688404083252 + ], + [ + "▁visuel", + -12.567042350769045 + ], + [ + "▁uitat", + -12.56708812713623 + ], + [ + "▁revisit", + -12.56712245941162 + ], + [ + "▁Camping", + -12.567150115966797 + ], + [ + "▁Divine", + -12.567304611206056 + ], + [ + "4-6", + -12.567323684692385 + ], + [ + "▁Brandon", + -12.567378997802734 + ], + [ + "ма", + -12.567450523376465 + ], + [ + "sofern", + -12.56745433807373 + ], + [ + "ntweder", + -12.56748104095459 + ], + [ + "▁Shoot", + -12.567618370056152 + ], + [ + "étais", + -12.56771183013916 + ], + [ + "SPEC", + -12.567930221557615 + ], + [ + "▁dreapta", + -12.567973136901855 + ], + [ + "▁repaired", + -12.568055152893066 + ], + [ + "pyr", + -12.56813621520996 + ], + [ + "▁warranties", + -12.568175315856934 + ], + [ + "▁représent", + -12.568263053894045 + ], + [ + "ADE", + -12.568293571472168 + ], + [ + "▁selective", + -12.56836223602295 + ], + [ + "▁Banking", + -12.568441390991213 + ], + [ + "▁ergonomic", + -12.568562507629396 + ], + [ + "...”", + -12.568602561950684 + ], + [ + "▁willingness", + -12.56867790222168 + ], + [ + "isser", + -12.568784713745115 + ], + [ + "▁confection", + -12.568961143493652 + ], + [ + "admi", + -12.569009780883787 + ], + [ + "▁Freizeit", + -12.56902313232422 + ], + [ + "▁illuminate", + -12.569151878356934 + ], + [ + "▁Repeat", + -12.569170951843262 + ], + [ + "▁Zeitpunkt", + -12.56933879852295 + ], + [ + "claimed", + -12.569439888000488 + ], + [ + "▁erhältlich", + -12.569480895996094 + ], + [ + "▁paysage", + -12.569537162780762 + ], + [ + "▁Atom", + -12.569890022277832 + ], + [ + "▁Graf", + -12.570086479187012 + ], + [ + "▁firmware", + -12.570093154907228 + ], + [ + "▁Swift", + -12.570180892944336 + ], + [ + "▁cercetare", + -12.57018756866455 + ], + [ + "▁internațional", + -12.570330619812012 + ], + [ + "▁zombie", + -12.570330619812012 + ], + [ + "▁Spread", + -12.57050609588623 + ], + [ + "ECO", + -12.57056999206543 + ], + [ + "▁Gestaltung", + -12.570758819580078 + ], + [ + "rast", + -12.570858001708984 + ], + [ + "▁perfume", + -12.5709228515625 + ], + [ + "▁roulette", + -12.570924758911133 + ], + [ + "▁distill", + -12.57096004486084 + ], + [ + "▁Produkten", + -12.570992469787598 + ], + [ + "225", + -12.57131004333496 + ], + [ + "facing", + -12.571371078491213 + ], + [ + "▁paradigm", + -12.571514129638672 + ], + [ + "▁Rah", + -12.571532249450684 + ], + [ + "▁Renault", + -12.571846961975098 + ], + [ + "willig", + -12.571864128112791 + ], + [ + "▁Vet", + -12.571890830993652 + ], + [ + "▁reprezenta", + -12.572126388549805 + ], + [ + "stoß", + -12.572185516357422 + ], + [ + "▁Weiß", + -12.5722074508667 + ], + [ + "▁Solo", + -12.572210311889648 + ], + [ + "▁Jin", + -12.572646141052246 + ], + [ + "▁Brussels", + -12.572693824768066 + ], + [ + "▁Tournament", + -12.572693824768066 + ], + [ + "▁proced", + -12.572710037231444 + ], + [ + "▁Rabbi", + -12.572835922241213 + ], + [ + "▁gameplay", + -12.572851181030272 + ], + [ + "▁ATM", + -12.572901725769045 + ], + [ + "▁firearm", + -12.572906494140623 + ], + [ + "revealing", + -12.573003768920898 + ], + [ + "schütz", + -12.57310676574707 + ], + [ + "▁Absolutely", + -12.573288917541504 + ], + [ + "▁interference", + -12.573433876037598 + ], + [ + "▁Employment", + -12.573558807373049 + ], + [ + "▁chord", + -12.57356071472168 + ], + [ + "▁oportun", + -12.573585510253906 + ], + [ + "▁frontier", + -12.573770523071287 + ], + [ + "▁Lunch", + -12.573891639709473 + ], + [ + "bread", + -12.57397174835205 + ], + [ + "▁rendered", + -12.573976516723633 + ], + [ + "5.1", + -12.573984146118164 + ], + [ + "▁motif", + -12.574066162109377 + ], + [ + "▁Schlag", + -12.574227333068848 + ], + [ + "113", + -12.574264526367188 + ], + [ + "▁Deux", + -12.574288368225098 + ], + [ + "▁surplus", + -12.57430934906006 + ], + [ + "ALS", + -12.574417114257812 + ], + [ + "▁abortion", + -12.574472427368164 + ], + [ + "▁airplane", + -12.574475288391112 + ], + [ + "▁migrants", + -12.574501991271973 + ], + [ + "kli", + -12.574539184570312 + ], + [ + "▁crochet", + -12.57454776763916 + ], + [ + "fahrer", + -12.574671745300291 + ], + [ + "▁reconstruction", + -12.57471752166748 + ], + [ + "▁difer", + -12.574752807617188 + ], + [ + "▁Conserv", + -12.57478141784668 + ], + [ + "▁NSW", + -12.57479476928711 + ], + [ + "▁regim", + -12.574844360351562 + ], + [ + "▁Except", + -12.574904441833496 + ], + [ + "▁trage", + -12.574978828430176 + ], + [ + "▁Consiliul", + -12.575058937072754 + ], + [ + "▁Bedarf", + -12.575064659118652 + ], + [ + "▁additive", + -12.5750732421875 + ], + [ + "know", + -12.5751371383667 + ], + [ + "▁sauna", + -12.57517147064209 + ], + [ + "▁mortality", + -12.575201034545898 + ], + [ + "kräftig", + -12.575358390808104 + ], + [ + "▁Own", + -12.575445175170898 + ], + [ + "nzo", + -12.575519561767578 + ], + [ + "▁villes", + -12.575543403625488 + ], + [ + "▁recette", + -12.575749397277832 + ], + [ + "▁attacking", + -12.575799942016602 + ], + [ + "beruf", + -12.57608699798584 + ], + [ + "▁integrat", + -12.57612419128418 + ], + [ + "realizarea", + -12.576201438903809 + ], + [ + "▁exemption", + -12.57628345489502 + ], + [ + "GW", + -12.576285362243652 + ], + [ + "▁Nano", + -12.57639503479004 + ], + [ + "SCH", + -12.576440811157228 + ], + [ + "▁honesty", + -12.576457023620604 + ], + [ + "▁Arriv", + -12.576515197753906 + ], + [ + "▁gland", + -12.576542854309082 + ], + [ + "▁proactive", + -12.576746940612791 + ], + [ + "▁agile", + -12.576837539672852 + ], + [ + "▁kernel", + -12.576844215393066 + ], + [ + "▁nurture", + -12.576860427856444 + ], + [ + "▁Patent", + -12.576963424682615 + ], + [ + "▁excursi", + -12.577189445495604 + ], + [ + "pulsion", + -12.577326774597168 + ], + [ + "stellte", + -12.577351570129396 + ], + [ + "ständige", + -12.577421188354492 + ], + [ + "▁Rebecca", + -12.577436447143556 + ], + [ + "▁Securities", + -12.577436447143556 + ], + [ + "mètre", + -12.577446937561035 + ], + [ + "LOW", + -12.577469825744627 + ], + [ + "▁consilier", + -12.577537536621094 + ], + [ + "▁Architekt", + -12.577733993530272 + ], + [ + "▁china", + -12.57777214050293 + ], + [ + "älfte", + -12.577778816223145 + ], + [ + "▁Combin", + -12.577795028686523 + ], + [ + "480", + -12.577999114990234 + ], + [ + "liv", + -12.578021049499512 + ], + [ + "▁peur", + -12.578067779541016 + ], + [ + "keep", + -12.57822322845459 + ], + [ + "▁Verhalten", + -12.578324317932127 + ], + [ + "▁peek", + -12.578446388244627 + ], + [ + "▁dient", + -12.578550338745115 + ], + [ + "▁prevazut", + -12.578625679016112 + ], + [ + "Emmanuel", + -12.57862663269043 + ], + [ + "▁incidence", + -12.57862663269043 + ], + [ + "▁Framework", + -12.578715324401855 + ], + [ + "dass", + -12.578816413879396 + ], + [ + "artiste", + -12.578874588012695 + ], + [ + "▁Accept", + -12.578971862792969 + ], + [ + "▁plunge", + -12.579073905944824 + ], + [ + "chauff", + -12.579118728637695 + ], + [ + "▁guilt", + -12.579156875610352 + ], + [ + "▁senator", + -12.57945442199707 + ], + [ + "▁disable", + -12.579776763916016 + ], + [ + "▁partout", + -12.579901695251465 + ], + [ + "JC", + -12.580045700073242 + ], + [ + "▁Highly", + -12.580150604248049 + ], + [ + "▁beneficii", + -12.58021068572998 + ], + [ + "fibro", + -12.580347061157228 + ], + [ + "interpreted", + -12.58055019378662 + ], + [ + "▁genauso", + -12.58056354522705 + ], + [ + "▁basil", + -12.580601692199709 + ], + [ + "▁Angst", + -12.580697059631348 + ], + [ + "rzte", + -12.580933570861816 + ], + [ + "Master", + -12.58112907409668 + ], + [ + "▁french", + -12.581324577331545 + ], + [ + "▁Duration", + -12.581343650817873 + ], + [ + "HM", + -12.581402778625488 + ], + [ + "▁Bert", + -12.581518173217772 + ], + [ + "▁1963", + -12.581534385681152 + ], + [ + "▁warrior", + -12.581604957580566 + ], + [ + "2007", + -12.58169651031494 + ], + [ + "▁recycle", + -12.581722259521484 + ], + [ + "▁fertiliz", + -12.58180809020996 + ], + [ + "▁hatch", + -12.581809997558594 + ], + [ + "ISH", + -12.581811904907228 + ], + [ + "luft", + -12.582321166992188 + ], + [ + "▁crying", + -12.582452774047852 + ], + [ + "▁activist", + -12.5824613571167 + ], + [ + "schränkt", + -12.582500457763672 + ], + [ + "▁diff", + -12.582500457763672 + ], + [ + "▁Demand", + -12.58262825012207 + ], + [ + "▁transported", + -12.582669258117676 + ], + [ + "▁Remodel", + -12.582686424255373 + ], + [ + "▁Etats", + -12.582704544067385 + ], + [ + "ANI", + -12.582777976989746 + ], + [ + "▁spéciale", + -12.582804679870604 + ], + [ + "▁Konzert", + -12.582805633544922 + ], + [ + "▁Bedürfnisse", + -12.58281135559082 + ], + [ + "▁overlooked", + -12.58286476135254 + ], + [ + "▁cutter", + -12.582974433898926 + ], + [ + "klär", + -12.58311939239502 + ], + [ + "▁Materialien", + -12.583135604858398 + ], + [ + "▁gewisse", + -12.583388328552246 + ], + [ + "bull", + -12.583499908447266 + ], + [ + "Good", + -12.583513259887695 + ], + [ + "Gig", + -12.583616256713867 + ], + [ + "Logic", + -12.583736419677734 + ], + [ + "▁Schlaf", + -12.583970069885254 + ], + [ + "▁Yankee", + -12.583996772766112 + ], + [ + "▁Batman", + -12.584020614624023 + ], + [ + "▁funcție", + -12.584166526794434 + ], + [ + "▁partenariat", + -12.584294319152832 + ], + [ + "▁Antrag", + -12.584348678588867 + ], + [ + "▁Pill", + -12.584519386291504 + ], + [ + "▁tram", + -12.584637641906738 + ], + [ + "▁Minor", + -12.58465576171875 + ], + [ + "pertaining", + -12.584678649902344 + ], + [ + "▁apropiere", + -12.584843635559082 + ], + [ + "▁Barack", + -12.584965705871582 + ], + [ + "schön", + -12.585174560546877 + ], + [ + "▁Sandy", + -12.585182189941406 + ], + [ + "kilometre", + -12.585192680358888 + ], + [ + "▁diy", + -12.585234642028809 + ], + [ + "▁1966", + -12.585453987121582 + ], + [ + "gelassen", + -12.585485458374023 + ], + [ + "▁Trial", + -12.58559226989746 + ], + [ + "▁Bauer", + -12.585603713989258 + ], + [ + "▁assumption", + -12.585648536682127 + ], + [ + "birth", + -12.585668563842772 + ], + [ + "rechnen", + -12.585861206054688 + ], + [ + "▁meci", + -12.585867881774902 + ], + [ + "▁gloss", + -12.585906982421877 + ], + [ + "▁sewer", + -12.58593463897705 + ], + [ + "▁Stimme", + -12.585955619812012 + ], + [ + "▁Fortune", + -12.585967063903809 + ], + [ + "▁Lösungen", + -12.586007118225098 + ], + [ + "▁impresi", + -12.586074829101562 + ], + [ + "schlaf", + -12.586089134216309 + ], + [ + "prüfung", + -12.586097717285156 + ], + [ + "▁instalat", + -12.586198806762695 + ], + [ + "▁picturesque", + -12.586233139038086 + ], + [ + "vait", + -12.586240768432615 + ], + [ + "8.1", + -12.58629035949707 + ], + [ + "▁călători", + -12.586392402648926 + ], + [ + "▁dix", + -12.586400032043455 + ], + [ + "▁furnished", + -12.586411476135254 + ], + [ + "▁dolari", + -12.586445808410645 + ], + [ + "▁regener", + -12.586562156677246 + ], + [ + "▁astazi", + -12.586621284484863 + ], + [ + "▁Sprach", + -12.586750030517578 + ], + [ + "delà", + -12.586846351623535 + ], + [ + "avec", + -12.58694076538086 + ], + [ + "▁Buddhist", + -12.586990356445312 + ], + [ + "▁alphabet", + -12.586990356445312 + ], + [ + "▁berichtet", + -12.587201118469238 + ], + [ + "ideally", + -12.587209701538086 + ], + [ + "▁annuel", + -12.587421417236328 + ], + [ + "▁laughing", + -12.587532997131348 + ], + [ + "▁Zustand", + -12.587639808654783 + ], + [ + "cini", + -12.587692260742188 + ], + [ + "solid", + -12.587724685668944 + ], + [ + "▁Broker", + -12.587868690490724 + ], + [ + "▁developmental", + -12.5879545211792 + ], + [ + "▁Summary", + -12.588191032409668 + ], + [ + "▁Trinity", + -12.58819580078125 + ], + [ + "▁sucre", + -12.58821964263916 + ], + [ + "▁sandal", + -12.588231086730955 + ], + [ + "PEN", + -12.588274955749512 + ], + [ + "gewinn", + -12.588486671447754 + ], + [ + "olé", + -12.588555335998535 + ], + [ + "matric", + -12.58865737915039 + ], + [ + "xton", + -12.588695526123049 + ], + [ + "werten", + -12.588740348815918 + ], + [ + "▁Dust", + -12.588765144348145 + ], + [ + "▁Journey", + -12.588791847229004 + ], + [ + "▁Rush", + -12.588793754577637 + ], + [ + "▁NCAA", + -12.588839530944824 + ], + [ + "▁allgemeine", + -12.588926315307615 + ], + [ + "▁Universe", + -12.589007377624512 + ], + [ + "▁connais", + -12.589099884033203 + ], + [ + "▁quantité", + -12.58912467956543 + ], + [ + "▁Kab", + -12.589150428771973 + ], + [ + "▁purse", + -12.589150428771973 + ], + [ + "Health", + -12.589210510253906 + ], + [ + "▁apărut", + -12.589288711547852 + ], + [ + "▁bypass", + -12.589313507080078 + ], + [ + "pronounced", + -12.58936595916748 + ], + [ + "▁magnitude", + -12.589393615722656 + ], + [ + "▁Walmart", + -12.589394569396973 + ], + [ + "ède", + -12.589409828186035 + ], + [ + "▁serum", + -12.589590072631836 + ], + [ + "▁baseline", + -12.589765548706056 + ], + [ + "STER", + -12.589932441711426 + ], + [ + "▁ONLY", + -12.590052604675291 + ], + [ + "▁individuell", + -12.590086936950684 + ], + [ + "▁Ghi", + -12.590139389038086 + ], + [ + "▁Ruby", + -12.59020709991455 + ], + [ + "▁Chal", + -12.59024143218994 + ], + [ + "▁Vier", + -12.590261459350586 + ], + [ + "5.0", + -12.5903902053833 + ], + [ + "▁fog", + -12.590519905090332 + ], + [ + "esel", + -12.590557098388672 + ], + [ + "▁Python", + -12.590598106384276 + ], + [ + "▁urmează", + -12.590608596801758 + ], + [ + "▁trustworthy", + -12.590639114379885 + ], + [ + "hört", + -12.59072971343994 + ], + [ + "▁tâche", + -12.59078311920166 + ], + [ + "Patri", + -12.59079933166504 + ], + [ + "▁grind", + -12.590928077697754 + ], + [ + "▁Raven", + -12.590934753417969 + ], + [ + "▁poursuiv", + -12.590951919555664 + ], + [ + "▁simpli", + -12.591140747070312 + ], + [ + "▁echo", + -12.59116554260254 + ], + [ + "▁Attention", + -12.591313362121582 + ], + [ + "Against", + -12.591402053833008 + ], + [ + "GET", + -12.59148120880127 + ], + [ + "▁turistic", + -12.591535568237305 + ], + [ + "▁tenure", + -12.59158992767334 + ], + [ + "▁alimentaire", + -12.591651916503906 + ], + [ + "Who", + -12.59172248840332 + ], + [ + "▁ändern", + -12.591729164123535 + ], + [ + "▁rebound", + -12.591778755187988 + ], + [ + "grenze", + -12.591849327087402 + ], + [ + "▁Fame", + -12.592093467712402 + ], + [ + "▁Kick", + -12.592215538024902 + ], + [ + "▁Detail", + -12.59228801727295 + ], + [ + "▁Push", + -12.592308044433594 + ], + [ + "production", + -12.592430114746094 + ], + [ + "▁Candidates", + -12.59244441986084 + ], + [ + "▁reușit", + -12.592484474182127 + ], + [ + "istischen", + -12.592525482177734 + ], + [ + "lassung", + -12.592649459838867 + ], + [ + "▁Hann", + -12.592713356018066 + ], + [ + "espère", + -12.592965126037598 + ], + [ + "▁vergessen", + -12.593008041381836 + ], + [ + "▁smiling", + -12.593010902404783 + ], + [ + "▁devotion", + -12.593016624450684 + ], + [ + "▁pastry", + -12.593071937561035 + ], + [ + "Add", + -12.593390464782717 + ], + [ + "▁authorization", + -12.593494415283203 + ], + [ + "▁Suisse", + -12.593568801879885 + ], + [ + "▁Berkeley", + -12.59361171722412 + ], + [ + "▁Guild", + -12.593660354614258 + ], + [ + "▁choir", + -12.593748092651367 + ], + [ + "learning", + -12.593802452087402 + ], + [ + "▁Tanz", + -12.593894004821776 + ], + [ + "mardi", + -12.594076156616213 + ], + [ + "▁rezultatele", + -12.594191551208496 + ], + [ + "▁earrings", + -12.594218254089355 + ], + [ + "▁turbine", + -12.594223976135254 + ], + [ + "▁jeudi", + -12.594284057617188 + ], + [ + "terapie", + -12.594576835632324 + ], + [ + "regain", + -12.59461498260498 + ], + [ + "SET", + -12.594643592834473 + ], + [ + "▁Hände", + -12.594681739807127 + ], + [ + "▁Globe", + -12.594683647155762 + ], + [ + "frag", + -12.594775199890137 + ], + [ + "▁Treasury", + -12.594820976257324 + ], + [ + "▁hazardous", + -12.594820976257324 + ], + [ + "▁Fahrt", + -12.594928741455078 + ], + [ + "▁fulfilled", + -12.594966888427734 + ], + [ + "▁manga", + -12.594987869262695 + ], + [ + "▁composé", + -12.595067977905272 + ], + [ + "▁ABS", + -12.595132827758787 + ], + [ + "▁preced", + -12.595197677612305 + ], + [ + "▁beauté", + -12.595233917236328 + ], + [ + "▁interessant", + -12.59526252746582 + ], + [ + "▁lieber", + -12.595324516296388 + ], + [ + "▁Kö", + -12.595378875732422 + ], + [ + "EMS", + -12.595410346984863 + ], + [ + "FER", + -12.595413208007812 + ], + [ + "▁eure", + -12.59542751312256 + ], + [ + "▁plumber", + -12.59542751312256 + ], + [ + "Love", + -12.595463752746582 + ], + [ + "▁Marcus", + -12.595635414123535 + ], + [ + "▁registry", + -12.595637321472168 + ], + [ + "▁uncle", + -12.595696449279783 + ], + [ + "▁neuf", + -12.595728874206545 + ], + [ + "▁Fläche", + -12.59575080871582 + ], + [ + "▁restaur", + -12.595815658569336 + ], + [ + "▁noticeable", + -12.595833778381348 + ], + [ + "▁riches", + -12.595871925354004 + ], + [ + "occupy", + -12.596031188964844 + ], + [ + "▁hurricane", + -12.596031188964844 + ], + [ + "▁gespeichert", + -12.596033096313477 + ], + [ + "▁Bordeaux", + -12.596039772033691 + ], + [ + "▁Maj", + -12.59637451171875 + ], + [ + "Applied", + -12.596439361572266 + ], + [ + "▁compter", + -12.596575736999512 + ], + [ + "impact", + -12.59663200378418 + ], + [ + "▁Improve", + -12.596758842468262 + ], + [ + "▁Calif", + -12.596832275390623 + ], + [ + "▁desfășur", + -12.596939086914062 + ], + [ + "▁packaged", + -12.597001075744627 + ], + [ + "180", + -12.59703540802002 + ], + [ + "devenu", + -12.597042083740234 + ], + [ + "▁Battery", + -12.597243309020996 + ], + [ + "▁objection", + -12.597254753112791 + ], + [ + "▁anual", + -12.597305297851562 + ], + [ + "▁Landscape", + -12.59731674194336 + ], + [ + "IQ", + -12.597403526306152 + ], + [ + "grès", + -12.597586631774902 + ], + [ + "▁witnesses", + -12.597750663757324 + ], + [ + "enţial", + -12.597764015197754 + ], + [ + "▁plateau", + -12.597779273986816 + ], + [ + "▁bilete", + -12.59783935546875 + ], + [ + "▁Bronze", + -12.59786605834961 + ], + [ + "▁Kiss", + -12.597946166992188 + ], + [ + "▁Serge", + -12.598093032836914 + ], + [ + "atomic", + -12.598145484924316 + ], + [ + "▁renovated", + -12.59817886352539 + ], + [ + "player", + -12.598212242126465 + ], + [ + "▁dirig", + -12.598291397094728 + ], + [ + "▁Îm", + -12.598296165466309 + ], + [ + "▁plimb", + -12.59843635559082 + ], + [ + "▁ambassador", + -12.598455429077148 + ], + [ + "▁apropiat", + -12.598455429077148 + ], + [ + "▁adaug", + -12.598602294921877 + ], + [ + "ogenic", + -12.59872055053711 + ], + [ + "kämpfe", + -12.598779678344728 + ], + [ + "▁Hillary", + -12.598907470703123 + ], + [ + "yak", + -12.598942756652832 + ], + [ + "General", + -12.59925365447998 + ], + [ + "▁Zugang", + -12.599400520324709 + ], + [ + "▁fertil", + -12.599457740783691 + ], + [ + "incat", + -12.599536895751951 + ], + [ + "assessing", + -12.599587440490724 + ], + [ + "▁Cincinnati", + -12.59967041015625 + ], + [ + "▁convincing", + -12.599685668945312 + ], + [ + "sadly", + -12.59974479675293 + ], + [ + "kunde", + -12.599801063537598 + ], + [ + "ambul", + -12.599913597106934 + ], + [ + "▁familii", + -12.599974632263184 + ], + [ + "juri", + -12.60007095336914 + ], + [ + "ionen", + -12.600102424621582 + ], + [ + "▁Wirtschaft", + -12.600130081176758 + ], + [ + "contract", + -12.600135803222656 + ], + [ + "punem", + -12.60015106201172 + ], + [ + "handlung", + -12.600394248962402 + ], + [ + "▁fournir", + -12.600455284118652 + ], + [ + "▁Ambi", + -12.600663185119627 + ], + [ + "▁Isaac", + -12.600663185119627 + ], + [ + "▁praying", + -12.6007719039917 + ], + [ + "▁Italien", + -12.600848197937012 + ], + [ + "233", + -12.600850105285645 + ], + [ + "spawn", + -12.600913047790527 + ], + [ + "▁legii", + -12.60092544555664 + ], + [ + "▁zuvor", + -12.601018905639648 + ], + [ + "▁comune", + -12.601030349731444 + ], + [ + "official", + -12.601165771484377 + ], + [ + "144", + -12.601290702819824 + ], + [ + "izeaza", + -12.601329803466797 + ], + [ + "▁Keller", + -12.601372718811035 + ], + [ + "ORE", + -12.601378440856934 + ], + [ + "122", + -12.601485252380373 + ], + [ + "incurred", + -12.60150146484375 + ], + [ + "CHA", + -12.601579666137695 + ], + [ + "▁Herzen", + -12.601590156555176 + ], + [ + "▁reasoning", + -12.6016263961792 + ], + [ + "affaire", + -12.601849555969238 + ], + [ + "ooth", + -12.601890563964844 + ], + [ + "155", + -12.601998329162598 + ], + [ + "▁invented", + -12.602113723754885 + ], + [ + "▁Comun", + -12.602140426635742 + ], + [ + "zähl", + -12.602179527282717 + ], + [ + "geliefert", + -12.602212905883787 + ], + [ + "explorer", + -12.602213859558104 + ], + [ + "nect", + -12.60232639312744 + ], + [ + "▁mercredi", + -12.602408409118652 + ], + [ + "▁volonté", + -12.602408409118652 + ], + [ + "easy", + -12.602453231811523 + ], + [ + "▁feat", + -12.602490425109863 + ], + [ + "rented", + -12.602580070495604 + ], + [ + "▁converter", + -12.60259246826172 + ], + [ + "Verhältnis", + -12.602713584899902 + ], + [ + "▁Iceland", + -12.602792739868164 + ], + [ + "▁pretul", + -12.602933883666992 + ], + [ + "▁Vorstellung", + -12.602960586547852 + ], + [ + "▁hydrogen", + -12.60309600830078 + ], + [ + "▁pouvai", + -12.603097915649414 + ], + [ + "▁dawn", + -12.603153228759766 + ], + [ + "▁Georg", + -12.603269577026367 + ], + [ + "▁cautious", + -12.603367805480955 + ], + [ + "▁Pattern", + -12.603464126586914 + ], + [ + "▁Ox", + -12.603602409362791 + ], + [ + "▁decizie", + -12.603676795959473 + ], + [ + "REC", + -12.603889465332031 + ], + [ + "▁Mortgage", + -12.60393238067627 + ], + [ + "attributed", + -12.603973388671877 + ], + [ + "floor", + -12.603992462158203 + ], + [ + "▁Wichtig", + -12.604207992553713 + ], + [ + "enseignant", + -12.604265213012695 + ], + [ + "▁civilization", + -12.604302406311035 + ], + [ + "▁dispozitie", + -12.60450553894043 + ], + [ + "▁geographic", + -12.604543685913086 + ], + [ + "▁Kun", + -12.604607582092283 + ], + [ + "LIN", + -12.604679107666016 + ], + [ + "▁auzit", + -12.604707717895508 + ], + [ + "except", + -12.604761123657228 + ], + [ + "▁superbe", + -12.604904174804688 + ], + [ + "▁installé", + -12.605000495910645 + ], + [ + "▁Peninsula", + -12.605154037475586 + ], + [ + "▁norme", + -12.605164527893066 + ], + [ + "elul", + -12.60517406463623 + ], + [ + "▁Experten", + -12.60525608062744 + ], + [ + "expression", + -12.605295181274414 + ], + [ + "Christ", + -12.605320930480955 + ], + [ + "▁Fuel", + -12.605369567871094 + ], + [ + "▁muffin", + -12.605485916137695 + ], + [ + "▁lecteur", + -12.605521202087402 + ], + [ + "▁gifted", + -12.605589866638184 + ], + [ + "▁Japon", + -12.605602264404297 + ], + [ + "▁SSD", + -12.60564422607422 + ], + [ + "▁Calgary", + -12.605765342712402 + ], + [ + "▁hooked", + -12.605876922607422 + ], + [ + "▁Joan", + -12.605896949768066 + ], + [ + "▁tangible", + -12.606083869934082 + ], + [ + "FW", + -12.606225967407228 + ], + [ + "olli", + -12.6062593460083 + ], + [ + "▁Platinum", + -12.60637664794922 + ], + [ + "▁miniature", + -12.606392860412598 + ], + [ + "▁lump", + -12.606608390808104 + ], + [ + "ologische", + -12.60689926147461 + ], + [ + "▁Istanbul", + -12.606987953186035 + ], + [ + "▁Compar", + -12.607060432434082 + ], + [ + "tropic", + -12.607256889343262 + ], + [ + "KING", + -12.607279777526855 + ], + [ + "Präsident", + -12.607297897338867 + ], + [ + "▁fotografii", + -12.607303619384766 + ], + [ + "hoped", + -12.607451438903809 + ], + [ + "▁pâte", + -12.607601165771484 + ], + [ + "▁mercy", + -12.60760498046875 + ], + [ + "▁quiz", + -12.607619285583496 + ], + [ + "demonstrating", + -12.607678413391112 + ], + [ + "▁douce", + -12.607832908630373 + ], + [ + "▁Vest", + -12.60784149169922 + ], + [ + "▁Harvey", + -12.6082181930542 + ], + [ + "▁breit", + -12.608227729797363 + ], + [ + "▁Bereits", + -12.608291625976562 + ], + [ + "▁breakthrough", + -12.608316421508787 + ], + [ + "▁masterpiece", + -12.608320236206056 + ], + [ + "▁Chester", + -12.60838794708252 + ], + [ + "▁indiqué", + -12.60845184326172 + ], + [ + "hook", + -12.60857105255127 + ], + [ + "statutory", + -12.608596801757812 + ], + [ + "▁Direkt", + -12.608617782592772 + ], + [ + "▁specs", + -12.608708381652832 + ], + [ + "Drive", + -12.608725547790527 + ], + [ + "▁survivors", + -12.608826637268066 + ], + [ + "▁jackpot", + -12.608840942382812 + ], + [ + "▁garder", + -12.608872413635254 + ], + [ + "▁Geburtstag", + -12.60887336730957 + ], + [ + "145", + -12.608963966369627 + ], + [ + "▁Clay", + -12.609028816223145 + ], + [ + "▁WHO", + -12.60906982421875 + ], + [ + "▁Ellen", + -12.609393119812012 + ], + [ + "▁bonheur", + -12.609440803527832 + ], + [ + "▁hazards", + -12.609440803527832 + ], + [ + "▁Kaiser", + -12.609488487243652 + ], + [ + "▁tightly", + -12.609506607055664 + ], + [ + "Universitatea", + -12.609529495239258 + ], + [ + "▁rinse", + -12.609533309936523 + ], + [ + "▁passant", + -12.60964012145996 + ], + [ + "▁sânge", + -12.609832763671877 + ], + [ + "▁peuple", + -12.60983657836914 + ], + [ + "jungen", + -12.609975814819336 + ], + [ + "▁inappropriate", + -12.610054969787598 + ], + [ + "▁mitigate", + -12.610066413879396 + ], + [ + "MID", + -12.610221862792969 + ], + [ + "▁telecom", + -12.610297203063965 + ], + [ + "▁plaj", + -12.610316276550291 + ], + [ + "▁presupune", + -12.610361099243164 + ], + [ + "acco", + -12.61038875579834 + ], + [ + "expressing", + -12.610654830932615 + ], + [ + "▁Symphony", + -12.61066722869873 + ], + [ + "temperatur", + -12.610710144042969 + ], + [ + "▁activităţi", + -12.610800743103027 + ], + [ + "▁amended", + -12.610847473144531 + ], + [ + "▁rehab", + -12.610909461975098 + ], + [ + "▁sportiv", + -12.611004829406738 + ], + [ + "hotel", + -12.611031532287598 + ], + [ + "branche", + -12.61103630065918 + ], + [ + "▁Noch", + -12.611079216003418 + ], + [ + "▁1961", + -12.611238479614258 + ], + [ + "release", + -12.61135959625244 + ], + [ + "blaze", + -12.61138153076172 + ], + [ + "Adv", + -12.61139965057373 + ], + [ + "Line", + -12.611671447753906 + ], + [ + "▁financiare", + -12.61184310913086 + ], + [ + "▁chauffage", + -12.611919403076172 + ], + [ + "мо", + -12.61192512512207 + ], + [ + "schuhe", + -12.612035751342772 + ], + [ + "blé", + -12.612040519714355 + ], + [ + "▁Echo", + -12.612468719482422 + ], + [ + "▁remarks", + -12.61253547668457 + ], + [ + "scriu", + -12.612629890441896 + ], + [ + "Vir", + -12.612701416015623 + ], + [ + "War", + -12.61271858215332 + ], + [ + "atifs", + -12.613006591796877 + ], + [ + "RING", + -12.613082885742188 + ], + [ + "▁Instruction", + -12.613150596618652 + ], + [ + "▁verlassen", + -12.613155364990234 + ], + [ + "▁ergänz", + -12.613234519958496 + ], + [ + "▁Emil", + -12.613248825073242 + ], + [ + "▁empire", + -12.613263130187988 + ], + [ + "▁Einkauf", + -12.613306999206545 + ], + [ + "utigen", + -12.613329887390137 + ], + [ + "▁audition", + -12.613390922546388 + ], + [ + "travelled", + -12.61347484588623 + ], + [ + "ло", + -12.613579750061035 + ], + [ + "▁infinite", + -12.613720893859863 + ], + [ + "▁Lieblings", + -12.613749504089355 + ], + [ + "▁vân", + -12.613754272460938 + ], + [ + "▁spinning", + -12.613778114318848 + ], + [ + "converting", + -12.614031791687012 + ], + [ + "▁uncertain", + -12.61415958404541 + ], + [ + "restul", + -12.614168167114258 + ], + [ + "▁colourful", + -12.61420726776123 + ], + [ + "▁accountant", + -12.614338874816896 + ], + [ + "bourg", + -12.614532470703123 + ], + [ + "▁structuri", + -12.614538192749023 + ], + [ + "▁Booking", + -12.61465835571289 + ], + [ + "intéresse", + -12.614683151245115 + ], + [ + "▁coordinated", + -12.614753723144531 + ], + [ + "▁precaution", + -12.61497688293457 + ], + [ + "▁Cheese", + -12.615015983581545 + ], + [ + "▁surfing", + -12.615192413330078 + ], + [ + "▁souffr", + -12.61524486541748 + ], + [ + "▁Menu", + -12.615447998046877 + ], + [ + "▁arthritis", + -12.615593910217283 + ], + [ + "▁headphones", + -12.615601539611816 + ], + [ + "▁upgrading", + -12.615602493286133 + ], + [ + "▁apparel", + -12.615653038024902 + ], + [ + "▁Haushalt", + -12.61572551727295 + ], + [ + "▁Personally", + -12.615815162658691 + ], + [ + "▁insane", + -12.61595058441162 + ], + [ + "▁fonduri", + -12.616083145141602 + ], + [ + "▁entier", + -12.616239547729492 + ], + [ + "▁Herbst", + -12.61626434326172 + ], + [ + "▁cyclist", + -12.616331100463867 + ], + [ + "▁filmmaker", + -12.616741180419922 + ], + [ + "▁Portuguese", + -12.616829872131348 + ], + [ + "▁nominee", + -12.616851806640623 + ], + [ + "▁Yang", + -12.616857528686523 + ], + [ + "▁slate", + -12.616943359375 + ], + [ + "▁entièrement", + -12.61697483062744 + ], + [ + "▁Umgang", + -12.61704921722412 + ], + [ + "shifted", + -12.617135047912598 + ], + [ + "▁défaut", + -12.617138862609863 + ], + [ + "heiz", + -12.617246627807615 + ], + [ + "▁Seal", + -12.617379188537598 + ], + [ + "▁servicing", + -12.617451667785645 + ], + [ + "marketing", + -12.617562294006348 + ], + [ + "▁demandé", + -12.617755889892578 + ], + [ + "TING", + -12.617841720581056 + ], + [ + "▁modifier", + -12.617907524108888 + ], + [ + "lysis", + -12.617966651916504 + ], + [ + "▁suplimentare", + -12.618117332458496 + ], + [ + "OTHER", + -12.618359565734863 + ], + [ + "Graph", + -12.618379592895508 + ], + [ + "▁coincide", + -12.618448257446287 + ], + [ + "governed", + -12.61859893798828 + ], + [ + "▁locking", + -12.618638038635254 + ], + [ + "▁Properties", + -12.618685722351074 + ], + [ + "▁Panama", + -12.61876392364502 + ], + [ + "▁Coupe", + -12.618846893310549 + ], + [ + "songwriter", + -12.618978500366213 + ], + [ + "exhibited", + -12.618988990783691 + ], + [ + "▁semnificativ", + -12.618995666503906 + ], + [ + "▁purchaser", + -12.619004249572754 + ], + [ + "▁puff", + -12.619097709655762 + ], + [ + "Back", + -12.619105339050291 + ], + [ + "fragt", + -12.61919116973877 + ], + [ + "▁deputy", + -12.619362831115724 + ], + [ + "▁revien", + -12.619556427001951 + ], + [ + "▁Christine", + -12.619558334350586 + ], + [ + "▁Cities", + -12.619573593139648 + ], + [ + "▁Charakter", + -12.61961555480957 + ], + [ + "atteindre", + -12.619625091552734 + ], + [ + "▁fou", + -12.619635581970217 + ], + [ + "▁obligatoire", + -12.619643211364746 + ], + [ + "INA", + -12.619791030883787 + ], + [ + "etc", + -12.6198148727417 + ], + [ + "▁newborn", + -12.620091438293455 + ], + [ + "▁explicitly", + -12.620116233825684 + ], + [ + "simplest", + -12.620203018188477 + ], + [ + "▁plateforme", + -12.62023639678955 + ], + [ + "ordinate", + -12.620291709899902 + ], + [ + "displaying", + -12.620346069335938 + ], + [ + "▁messy", + -12.620464324951172 + ], + [ + "gespielt", + -12.620466232299805 + ], + [ + "▁electron", + -12.62061882019043 + ], + [ + "▁Dreh", + -12.62079620361328 + ], + [ + "▁ambient", + -12.620976448059082 + ], + [ + "340", + -12.620979309082031 + ], + [ + "▁directive", + -12.62109375 + ], + [ + "▁Vall", + -12.621152877807615 + ], + [ + "ookie", + -12.621206283569336 + ], + [ + "▁wasted", + -12.621304512023926 + ], + [ + "CIS", + -12.621367454528809 + ], + [ + "lude", + -12.621378898620604 + ], + [ + "rach", + -12.621472358703612 + ], + [ + "▁gasest", + -12.62150764465332 + ], + [ + "▁miros", + -12.62150764465332 + ], + [ + "transforming", + -12.621536254882812 + ], + [ + "▁Milwaukee", + -12.621787071228027 + ], + [ + "▁uncommon", + -12.621789932250977 + ], + [ + "▁tableau", + -12.621841430664062 + ], + [ + "geräte", + -12.621952056884766 + ], + [ + "ophil", + -12.622139930725098 + ], + [ + "▁Jeep", + -12.62220287322998 + ], + [ + "▁wreck", + -12.622422218322754 + ], + [ + "LAND", + -12.622434616088867 + ], + [ + "attach", + -12.622566223144531 + ], + [ + "▁Panther", + -12.622634887695312 + ], + [ + "9:30", + -12.622777938842772 + ], + [ + "▁induce", + -12.622974395751951 + ], + [ + "▁privest", + -12.623006820678713 + ], + [ + "Ident", + -12.623047828674316 + ], + [ + "▁illnesses", + -12.623076438903809 + ], + [ + "▁inhabitants", + -12.623138427734377 + ], + [ + "▁fehlen", + -12.623357772827148 + ], + [ + "obtenu", + -12.623391151428224 + ], + [ + "▁gegründet", + -12.623655319213867 + ], + [ + "ARA", + -12.623711585998535 + ], + [ + "3-2", + -12.623835563659668 + ], + [ + "▁milliards", + -12.623968124389648 + ], + [ + "▁Bü", + -12.624001502990724 + ], + [ + "▁angegeben", + -12.624102592468262 + ], + [ + "TUR", + -12.624143600463867 + ], + [ + "▁arab", + -12.62416648864746 + ], + [ + "▁Scientist", + -12.624275207519531 + ], + [ + "▁minut", + -12.624394416809082 + ], + [ + "▁beast", + -12.624481201171877 + ], + [ + "▁accidentally", + -12.624573707580566 + ], + [ + "WN", + -12.624579429626465 + ], + [ + "▁Ralph", + -12.624588966369627 + ], + [ + "hängt", + -12.62462329864502 + ], + [ + "▁Erik", + -12.624639511108398 + ], + [ + "▁différent", + -12.624711990356444 + ], + [ + "▁conformitate", + -12.624842643737791 + ], + [ + "thriving", + -12.624900817871094 + ], + [ + "▁Piece", + -12.625123023986816 + ], + [ + "plasm", + -12.625152587890623 + ], + [ + "▁erwarten", + -12.62520980834961 + ], + [ + "owski", + -12.62523365020752 + ], + [ + "prayed", + -12.625293731689451 + ], + [ + "three", + -12.625542640686035 + ], + [ + "▁soundtrack", + -12.625651359558104 + ], + [ + "guru", + -12.625709533691406 + ], + [ + "▁cracked", + -12.625710487365724 + ], + [ + "▁adh", + -12.62582302093506 + ], + [ + "▁maître", + -12.625834465026855 + ], + [ + "▁Oberfläche", + -12.62585735321045 + ], + [ + "▁crab", + -12.625886917114258 + ], + [ + "▁Foster", + -12.625944137573242 + ], + [ + "▁gemütlich", + -12.626145362854004 + ], + [ + "SIC", + -12.626226425170898 + ], + [ + "ième", + -12.626298904418944 + ], + [ + "▁Few", + -12.626330375671388 + ], + [ + "gérer", + -12.626360893249512 + ], + [ + "2006", + -12.626456260681152 + ], + [ + "cool", + -12.626498222351074 + ], + [ + "▁dispune", + -12.626523971557615 + ], + [ + "recevoir", + -12.626577377319336 + ], + [ + "▁Bak", + -12.626585960388184 + ], + [ + "▁steer", + -12.62659740447998 + ], + [ + "ICS", + -12.626733779907228 + ], + [ + "▁Brett", + -12.626733779907228 + ], + [ + "▁downside", + -12.626751899719238 + ], + [ + "▁residency", + -12.62678050994873 + ], + [ + "important", + -12.626991271972656 + ], + [ + "ubb", + -12.627073287963867 + ], + [ + "mony", + -12.627259254455566 + ], + [ + "▁leasing", + -12.627341270446776 + ], + [ + "▁Gir", + -12.62735366821289 + ], + [ + "▁Biology", + -12.627364158630373 + ], + [ + "▁Colin", + -12.627463340759276 + ], + [ + "▁complicat", + -12.627775192260742 + ], + [ + "▁regroup", + -12.627899169921877 + ], + [ + "SPA", + -12.62795066833496 + ], + [ + "▁Veranstaltungen", + -12.627986907958984 + ], + [ + "convicted", + -12.628019332885742 + ], + [ + "▁Wonderful", + -12.628636360168455 + ], + [ + "züge", + -12.628799438476562 + ], + [ + "yton", + -12.628813743591309 + ], + [ + "EMENT", + -12.628887176513672 + ], + [ + "▁bent", + -12.62893009185791 + ], + [ + "heben", + -12.629231452941896 + ], + [ + "▁Sustainable", + -12.62926959991455 + ], + [ + "▁Newcastle", + -12.629276275634766 + ], + [ + "mother", + -12.629507064819336 + ], + [ + "▁eighth", + -12.629572868347168 + ], + [ + "▁atmosfer", + -12.629582405090332 + ], + [ + "expériment", + -12.629584312438965 + ], + [ + "▁Interest", + -12.629608154296877 + ], + [ + "▁successes", + -12.62964153289795 + ], + [ + "▁preschool", + -12.629802703857422 + ], + [ + "▁Funeral", + -12.629900932312012 + ], + [ + "blast", + -12.630083084106444 + ], + [ + "▁dimensiuni", + -12.630125999450684 + ], + [ + "▁Dow", + -12.630167007446287 + ], + [ + "▁pulp", + -12.63022518157959 + ], + [ + "▁Heather", + -12.630356788635254 + ], + [ + "▁erstellen", + -12.63044261932373 + ], + [ + "locating", + -12.630470275878906 + ], + [ + "direct", + -12.630475997924805 + ], + [ + "▁tractor", + -12.630494117736816 + ], + [ + "growing", + -12.630576133728027 + ], + [ + "▁inventor", + -12.630587577819824 + ], + [ + "ASA", + -12.63060188293457 + ], + [ + "insta", + -12.630732536315918 + ], + [ + "yana", + -12.63082504272461 + ], + [ + "▁squash", + -12.630839347839355 + ], + [ + "▁Basketball", + -12.630853652954102 + ], + [ + "AMA", + -12.631041526794434 + ], + [ + "insel", + -12.631093978881836 + ], + [ + "▁Fisch", + -12.631138801574709 + ], + [ + "▁metaphor", + -12.631221771240234 + ], + [ + "TES", + -12.631304740905762 + ], + [ + "▁conduce", + -12.631308555603027 + ], + [ + "stehende", + -12.631370544433594 + ], + [ + "▁FAQ", + -12.631475448608398 + ], + [ + "▁bezeichnet", + -12.631658554077148 + ], + [ + "wendung", + -12.631706237792969 + ], + [ + "▁Commonwealth", + -12.631776809692385 + ], + [ + "▁bait", + -12.631793975830078 + ], + [ + "▁Umsetzung", + -12.631834030151367 + ], + [ + "▁Equi", + -12.63206386566162 + ], + [ + "▁validity", + -12.632109642028809 + ], + [ + "Off", + -12.63222599029541 + ], + [ + "▁produsul", + -12.632314682006836 + ], + [ + "▁sensory", + -12.632363319396973 + ], + [ + "▁Imperial", + -12.632501602172852 + ], + [ + "▁Dick", + -12.632542610168455 + ], + [ + "kampf", + -12.632596969604492 + ], + [ + "▁Arzt", + -12.63267993927002 + ], + [ + "▁Reason", + -12.63267993927002 + ], + [ + "ITS", + -12.63270092010498 + ], + [ + "URL", + -12.632720947265623 + ], + [ + "demonstrates", + -12.632725715637209 + ], + [ + "▁dépend", + -12.632753372192385 + ], + [ + "NAS", + -12.632970809936523 + ], + [ + "▁funcți", + -12.633031845092772 + ], + [ + "▁vulnerability", + -12.633085250854492 + ], + [ + "2.7", + -12.633143424987791 + ], + [ + "layered", + -12.633152961730955 + ], + [ + "escence", + -12.633206367492676 + ], + [ + "▁République", + -12.633346557617188 + ], + [ + "▁Lust", + -12.633377075195312 + ], + [ + "▁sute", + -12.633381843566896 + ], + [ + "▁autonomous", + -12.633661270141602 + ], + [ + "Biserica", + -12.633662223815918 + ], + [ + "▁Chuck", + -12.633749961853027 + ], + [ + "▁protéger", + -12.6339750289917 + ], + [ + "rrell", + -12.634061813354492 + ], + [ + "▁Schaden", + -12.634062767028809 + ], + [ + "prennent", + -12.634100914001465 + ], + [ + "maß", + -12.6343412399292 + ], + [ + "OV", + -12.634453773498535 + ], + [ + "▁Wake", + -12.63450813293457 + ], + [ + "produire", + -12.634635925292969 + ], + [ + "▁Elder", + -12.63474941253662 + ], + [ + "Max", + -12.634839057922363 + ], + [ + "▁Chemistry", + -12.634918212890623 + ], + [ + "▁gourmet", + -12.634918212890623 + ], + [ + "erri", + -12.634967803955078 + ], + [ + "ени", + -12.635085105895996 + ], + [ + "▁Gru", + -12.635147094726562 + ], + [ + "▁vorbit", + -12.635408401489258 + ], + [ + "▁precede", + -12.635455131530762 + ], + [ + "▁randomly", + -12.635489463806152 + ], + [ + "▁efecte", + -12.63563060760498 + ], + [ + "▁calatori", + -12.635668754577637 + ], + [ + "▁Poor", + -12.635765075683594 + ], + [ + "List", + -12.635781288146973 + ], + [ + "▁regula", + -12.635964393615724 + ], + [ + "▁organisé", + -12.636028289794922 + ], + [ + "Div", + -12.63607692718506 + ], + [ + "▁volunteering", + -12.636423110961914 + ], + [ + "▁horr", + -12.636449813842772 + ], + [ + "9.99", + -12.636487007141112 + ], + [ + "▁UPS", + -12.636513710021973 + ], + [ + "▁englez", + -12.63652229309082 + ], + [ + "▁Eden", + -12.636523246765137 + ], + [ + "GG", + -12.63659954071045 + ], + [ + "▁typing", + -12.63664722442627 + ], + [ + "Likewise", + -12.636700630187988 + ], + [ + "▁stabilize", + -12.636737823486328 + ], + [ + "physio", + -12.636747360229492 + ], + [ + "ми", + -12.636785507202148 + ], + [ + "▁protagonist", + -12.636808395385742 + ], + [ + "▁velvet", + -12.636812210083008 + ], + [ + "schrank", + -12.63686180114746 + ], + [ + "▁Allah", + -12.63693618774414 + ], + [ + "▁forefront", + -12.636968612670898 + ], + [ + "▁salaries", + -12.637001037597656 + ], + [ + "▁prediction", + -12.637041091918944 + ], + [ + "▁Advent", + -12.637182235717772 + ], + [ + "politik", + -12.637280464172363 + ], + [ + "▁Heimat", + -12.63735008239746 + ], + [ + "ducted", + -12.637380599975586 + ], + [ + "ASH", + -12.637386322021484 + ], + [ + "▁Mold", + -12.637773513793944 + ], + [ + "▁publi", + -12.63784122467041 + ], + [ + "▁Vil", + -12.637892723083496 + ], + [ + "▁stu", + -12.637925148010254 + ], + [ + "INTE", + -12.638032913208008 + ], + [ + "▁fave", + -12.638151168823242 + ], + [ + "▁grounded", + -12.638175010681152 + ], + [ + "▁Anything", + -12.638184547424316 + ], + [ + "vik", + -12.63848114013672 + ], + [ + "Bank", + -12.63853645324707 + ], + [ + "deserved", + -12.638550758361816 + ], + [ + "machen", + -12.63874626159668 + ], + [ + "▁rugged", + -12.638751029968262 + ], + [ + "▁Nest", + -12.638901710510254 + ], + [ + "▁profund", + -12.639043807983398 + ], + [ + "▁quantum", + -12.639067649841309 + ], + [ + "▁funcționa", + -12.639118194580078 + ], + [ + "klu", + -12.639158248901367 + ], + [ + "▁consulter", + -12.63917350769043 + ], + [ + "MED", + -12.639286994934082 + ], + [ + "▁câştig", + -12.639334678649902 + ], + [ + "▁săptămâni", + -12.639334678649902 + ], + [ + "questioned", + -12.639517784118652 + ], + [ + "▁Trop", + -12.639530181884766 + ], + [ + "▁convo", + -12.639533042907717 + ], + [ + "▁sparkling", + -12.639533996582031 + ], + [ + "▁specialise", + -12.639566421508787 + ], + [ + "▁pancake", + -12.639726638793944 + ], + [ + "habitude", + -12.639727592468262 + ], + [ + "phal", + -12.640009880065918 + ], + [ + "▁Roche", + -12.640158653259276 + ], + [ + "▁personalities", + -12.640250205993652 + ], + [ + "▁Venice", + -12.640308380126951 + ], + [ + "▁comerciale", + -12.640379905700684 + ], + [ + "▁wounded", + -12.64075756072998 + ], + [ + "▁oraş", + -12.640864372253418 + ], + [ + "▁Pepper", + -12.64104461669922 + ], + [ + "▁Tourist", + -12.641094207763672 + ], + [ + "▁Mull", + -12.64116382598877 + ], + [ + "▁dignity", + -12.641234397888184 + ], + [ + "▁Fixed", + -12.641291618347168 + ], + [ + "çant", + -12.64130687713623 + ], + [ + "▁spectator", + -12.641402244567873 + ], + [ + "▁somn", + -12.641685485839844 + ], + [ + "▁ständig", + -12.641820907592772 + ], + [ + "▁resilience", + -12.64186668395996 + ], + [ + "▁Malta", + -12.642251014709473 + ], + [ + "▁problemele", + -12.642253875732422 + ], + [ + "▁Martha", + -12.642254829406738 + ], + [ + "▁extern", + -12.642267227172852 + ], + [ + "embre", + -12.642379760742188 + ], + [ + "▁médical", + -12.642526626586914 + ], + [ + "fordern", + -12.64256477355957 + ], + [ + "nji", + -12.642592430114746 + ], + [ + "▁aboard", + -12.642740249633787 + ], + [ + "▁sidewalk", + -12.642759323120115 + ], + [ + "WIN", + -12.642775535583496 + ], + [ + "▁Bobby", + -12.642842292785645 + ], + [ + "▁umfangreiche", + -12.642876625061035 + ], + [ + "leid", + -12.64292049407959 + ], + [ + "▁compens", + -12.642967224121094 + ], + [ + "▁juge", + -12.64299488067627 + ], + [ + "gerufen", + -12.64311408996582 + ], + [ + "▁médicament", + -12.64313507080078 + ], + [ + "▁1918", + -12.643155097961426 + ], + [ + "▁blanche", + -12.643163681030272 + ], + [ + "▁pleasing", + -12.643220901489258 + ], + [ + "▁propria", + -12.643471717834473 + ], + [ + "ergebnisse", + -12.643503189086914 + ], + [ + "▁retrouv", + -12.643571853637695 + ], + [ + "urteil", + -12.643592834472656 + ], + [ + "▁Draft", + -12.64361572265625 + ], + [ + "▁concluzi", + -12.643671035766602 + ], + [ + "centralized", + -12.643789291381836 + ], + [ + "▁Hannah", + -12.64382266998291 + ], + [ + "grija", + -12.64392375946045 + ], + [ + "▁Exercise", + -12.643972396850586 + ], + [ + "RAL", + -12.644001960754396 + ], + [ + "creme", + -12.64408016204834 + ], + [ + "High", + -12.644126892089844 + ], + [ + "clude", + -12.644131660461426 + ], + [ + "Considering", + -12.644208908081056 + ], + [ + "▁Guarantee", + -12.644404411315918 + ], + [ + "▁cuptor", + -12.644436836242676 + ], + [ + "ivität", + -12.64468002319336 + ], + [ + "▁Southwest", + -12.644882202148438 + ], + [ + "▁vivant", + -12.644890785217283 + ], + [ + "Your", + -12.64498519897461 + ], + [ + "▁Stunde", + -12.64500331878662 + ], + [ + "▁Ethernet", + -12.64504051208496 + ], + [ + "angebote", + -12.645078659057615 + ], + [ + "▁Sage", + -12.645271301269531 + ], + [ + "▁Boeing", + -12.64529514312744 + ], + [ + "▁$300", + -12.645381927490234 + ], + [ + "2-4", + -12.64546012878418 + ], + [ + "▁nécessit", + -12.645516395568848 + ], + [ + "▁ferment", + -12.645599365234377 + ], + [ + "▁Anmeldung", + -12.64567756652832 + ], + [ + "▁exhausted", + -12.645758628845217 + ], + [ + "▁Schloss", + -12.64577293395996 + ], + [ + "▁Replacement", + -12.645859718322754 + ], + [ + "▁Aussi", + -12.645933151245115 + ], + [ + "jection", + -12.646127700805664 + ], + [ + "978", + -12.64615535736084 + ], + [ + "▁siège", + -12.646258354187012 + ], + [ + "crest", + -12.646310806274414 + ], + [ + "▁jumatate", + -12.646312713623049 + ], + [ + "effizient", + -12.646317481994627 + ], + [ + "▁colaborare", + -12.6464262008667 + ], + [ + "HQ", + -12.646615028381348 + ], + [ + "130", + -12.646695137023926 + ], + [ + "culaire", + -12.646907806396484 + ], + [ + "▁Jamaica", + -12.646952629089355 + ], + [ + "▁cardboard", + -12.64731216430664 + ], + [ + "▁technische", + -12.64731502532959 + ], + [ + "▁cereri", + -12.647507667541504 + ], + [ + "▁contradict", + -12.647570610046388 + ], + [ + "▁irrigation", + -12.647586822509766 + ], + [ + "Nume", + -12.64765739440918 + ], + [ + "▁Bier", + -12.647714614868164 + ], + [ + "▁livrare", + -12.647903442382812 + ], + [ + "▁reservoir", + -12.647906303405762 + ], + [ + "vâr", + -12.648130416870115 + ], + [ + "▁galben", + -12.648213386535645 + ], + [ + "▁Geneva", + -12.648303985595703 + ], + [ + "▁lightning", + -12.648418426513672 + ], + [ + "wished", + -12.64842414855957 + ], + [ + "▁Blind", + -12.648481369018556 + ], + [ + "Interested", + -12.648499488830566 + ], + [ + "▁Primări", + -12.648627281188965 + ], + [ + "anthropo", + -12.648954391479492 + ], + [ + "▁Transaction", + -12.648961067199709 + ], + [ + "▁marcat", + -12.648971557617188 + ], + [ + "▁gelegen", + -12.649077415466309 + ], + [ + "▁contemporain", + -12.649182319641112 + ], + [ + "▁politică", + -12.649182319641112 + ], + [ + "▁1948", + -12.64928150177002 + ], + [ + "▁Mik", + -12.649287223815918 + ], + [ + "▁preţ", + -12.649310111999512 + ], + [ + "moor", + -12.64931297302246 + ], + [ + "ANN", + -12.649432182312012 + ], + [ + "▁constructive", + -12.649454116821287 + ], + [ + "konzept", + -12.649502754211426 + ], + [ + "▁entendu", + -12.649511337280272 + ], + [ + "▁Genesis", + -12.649541854858398 + ], + [ + "arzt", + -12.649581909179688 + ], + [ + "▁Allgemein", + -12.64970874786377 + ], + [ + "▁Derby", + -12.649725914001465 + ], + [ + "Class", + -12.649762153625488 + ], + [ + "▁$12", + -12.649770736694336 + ], + [ + "▁Tube", + -12.6498441696167 + ], + [ + "▁Contribu", + -12.649847030639648 + ], + [ + "▁HAVE", + -12.649860382080078 + ], + [ + "▁oxide", + -12.64986515045166 + ], + [ + "▁producator", + -12.649941444396973 + ], + [ + "▁Bench", + -12.650132179260254 + ], + [ + "▁comprehend", + -12.650139808654783 + ], + [ + "▁Damen", + -12.650494575500488 + ], + [ + "▁Garant", + -12.65056037902832 + ], + [ + "▁disappointing", + -12.650614738464355 + ], + [ + "▁réalisée", + -12.650693893432615 + ], + [ + "▁comportement", + -12.65072250366211 + ], + [ + "▁clash", + -12.650753021240234 + ], + [ + "▁curry", + -12.65076732635498 + ], + [ + "▁Lebanon", + -12.65078067779541 + ], + [ + "▁Romaniei", + -12.650784492492676 + ], + [ + "▁reprise", + -12.650840759277344 + ], + [ + "▁perceive", + -12.65095329284668 + ], + [ + "▁weaknesses", + -12.65101146697998 + ], + [ + "▁aminti", + -12.651057243347168 + ], + [ + "▁Concern", + -12.651103973388672 + ], + [ + "shadow", + -12.651310920715332 + ], + [ + "▁basin", + -12.651311874389648 + ], + [ + "moral", + -12.652063369750977 + ], + [ + "▁Hughes", + -12.652101516723633 + ], + [ + "Psych", + -12.652266502380373 + ], + [ + "▁Lieferung", + -12.65227222442627 + ], + [ + "▁serrurier", + -12.652379035949709 + ], + [ + "ussi", + -12.652386665344238 + ], + [ + "▁timpului", + -12.6524658203125 + ], + [ + "üm", + -12.652629852294922 + ], + [ + "▁Vladimir", + -12.652701377868652 + ], + [ + "▁Jag", + -12.65279483795166 + ], + [ + "▁verific", + -12.652849197387695 + ], + [ + "▁Pru", + -12.652894020080566 + ], + [ + "▁Laut", + -12.653285026550291 + ], + [ + "ITA", + -12.653287887573242 + ], + [ + "usually", + -12.653294563293455 + ], + [ + "▁carrière", + -12.65341854095459 + ], + [ + "▁extracted", + -12.653663635253906 + ], + [ + "kultur", + -12.653679847717283 + ], + [ + "öpfe", + -12.653932571411133 + ], + [ + "▁rejection", + -12.654016494750977 + ], + [ + "▁Hydr", + -12.654062271118164 + ], + [ + "▁informaţii", + -12.654098510742188 + ], + [ + "▁tolerate", + -12.654122352600098 + ], + [ + "▁cinéma", + -12.654302597045898 + ], + [ + "traumatic", + -12.654305458068848 + ], + [ + "produkt", + -12.65445041656494 + ], + [ + "▁Contest", + -12.654560089111328 + ], + [ + "lotte", + -12.654570579528809 + ], + [ + "▁Pension", + -12.65461254119873 + ], + [ + "▁Advertising", + -12.654623985290527 + ], + [ + "▁payout", + -12.654772758483888 + ], + [ + "▁Amanda", + -12.65481185913086 + ], + [ + "Elect", + -12.65485668182373 + ], + [ + "▁interiorul", + -12.654996871948242 + ], + [ + "stay", + -12.655348777770996 + ], + [ + "▁feminine", + -12.655352592468262 + ], + [ + "▁întâmplă", + -12.655437469482422 + ], + [ + "▁insult", + -12.65562915802002 + ], + [ + "▁chocolat", + -12.65567398071289 + ], + [ + "▁noroc", + -12.655750274658203 + ], + [ + "▁centr", + -12.655781745910645 + ], + [ + "▁Bühne", + -12.655858039855955 + ], + [ + "mighty", + -12.6558837890625 + ], + [ + "▁Buddha", + -12.655908584594728 + ], + [ + "▁parental", + -12.655997276306152 + ], + [ + "storm", + -12.656451225280762 + ], + [ + "recurring", + -12.6565523147583 + ], + [ + "▁luxe", + -12.656588554382324 + ], + [ + "niște", + -12.656728744506836 + ], + [ + "cuit", + -12.65683937072754 + ], + [ + "▁ausgewählt", + -12.656880378723145 + ], + [ + "▁dumb", + -12.657047271728516 + ], + [ + "IPS", + -12.657127380371094 + ], + [ + "▁Thir", + -12.65717887878418 + ], + [ + "Definitely", + -12.65719509124756 + ], + [ + "▁hilarious", + -12.65719509124756 + ], + [ + "▁rainbow", + -12.657231330871582 + ], + [ + "▁Bravo", + -12.657251358032228 + ], + [ + "▁entstanden", + -12.657259941101074 + ], + [ + "itorul", + -12.657269477844238 + ], + [ + "▁prosperity", + -12.657299041748049 + ], + [ + "▁Bord", + -12.657336235046388 + ], + [ + "▁familiei", + -12.657363891601562 + ], + [ + "▁scade", + -12.657425880432127 + ], + [ + "wöhn", + -12.657426834106444 + ], + [ + "▁ingrediente", + -12.65743637084961 + ], + [ + "RAD", + -12.657441139221191 + ], + [ + "▁tăi", + -12.657472610473633 + ], + [ + "bours", + -12.65747356414795 + ], + [ + "ATI", + -12.657540321350098 + ], + [ + "▁Blake", + -12.65761661529541 + ], + [ + "▁Implement", + -12.657712936401367 + ], + [ + "▁Beziehung", + -12.657838821411133 + ], + [ + "finanz", + -12.657953262329102 + ], + [ + "intestin", + -12.658513069152832 + ], + [ + "ließen", + -12.658535957336426 + ], + [ + "▁récent", + -12.658594131469728 + ], + [ + "▁laminate", + -12.658692359924316 + ], + [ + "▁Hör", + -12.65876579284668 + ], + [ + "▁personnalisé", + -12.658804893493652 + ], + [ + "edel", + -12.65890121459961 + ], + [ + "▁advertisement", + -12.658902168273926 + ], + [ + "▁pinterest", + -12.658921241760254 + ], + [ + "185", + -12.659058570861816 + ], + [ + "identité", + -12.65938949584961 + ], + [ + "▁Brick", + -12.659408569335938 + ], + [ + "Glu", + -12.65941047668457 + ], + [ + "▁attendant", + -12.659571647644045 + ], + [ + "▁Flip", + -12.65961456298828 + ], + [ + "attracting", + -12.659662246704102 + ], + [ + "functional", + -12.659703254699709 + ], + [ + "conceived", + -12.659772872924805 + ], + [ + "▁summarize", + -12.65977382659912 + ], + [ + "adjusting", + -12.659809112548828 + ], + [ + "CAL", + -12.660041809082031 + ], + [ + "▁Operating", + -12.660076141357422 + ], + [ + "zzi", + -12.66008472442627 + ], + [ + "▁Rover", + -12.6603364944458 + ], + [ + "▁versuchen", + -12.6603364944458 + ], + [ + "▁articulate", + -12.660600662231444 + ], + [ + "▁privé", + -12.660614013671877 + ], + [ + "▁consequent", + -12.660663604736328 + ], + [ + "EAT", + -12.660690307617188 + ], + [ + "▁Marsh", + -12.660696983337402 + ], + [ + "▁teenage", + -12.660717964172363 + ], + [ + "▁Renaissance", + -12.660740852355955 + ], + [ + "▁furnizor", + -12.660883903503418 + ], + [ + "▁Desert", + -12.660894393920898 + ], + [ + "unicipiului", + -12.66104793548584 + ], + [ + "▁ulterior", + -12.661065101623535 + ], + [ + "▁Ebene", + -12.661280632019045 + ], + [ + "▁monkey", + -12.661351203918455 + ], + [ + "▁enclosed", + -12.661389350891112 + ], + [ + "▁profitability", + -12.66139030456543 + ], + [ + "▁Evolution", + -12.661628723144531 + ], + [ + "▁adica", + -12.661670684814451 + ], + [ + "▁Structure", + -12.661709785461426 + ], + [ + "▁primer", + -12.661761283874512 + ], + [ + "▁asigură", + -12.662001609802246 + ], + [ + "▁Manuel", + -12.662220001220703 + ], + [ + "polita", + -12.662267684936523 + ], + [ + "▁Portable", + -12.662286758422852 + ], + [ + "fecți", + -12.662413597106934 + ], + [ + "▁obscure", + -12.662424087524414 + ], + [ + "▁Atlas", + -12.662436485290527 + ], + [ + "fährt", + -12.662679672241213 + ], + [ + "▁clinician", + -12.662837982177734 + ], + [ + "fuhr", + -12.66310977935791 + ], + [ + "▁matériaux", + -12.663113594055176 + ], + [ + "écrire", + -12.663142204284668 + ], + [ + "▁suspicious", + -12.6632080078125 + ], + [ + "pore", + -12.663263320922852 + ], + [ + "▁outdated", + -12.663304328918455 + ], + [ + "▁Mädchen", + -12.663328170776367 + ], + [ + "rcis", + -12.66342067718506 + ], + [ + "nicht", + -12.663463592529297 + ], + [ + "holding", + -12.663561820983888 + ], + [ + "▁heavier", + -12.66366195678711 + ], + [ + "ezimal", + -12.663960456848145 + ], + [ + "▁silicone", + -12.66397476196289 + ], + [ + "punerea", + -12.664108276367188 + ], + [ + "▁begeistert", + -12.66423797607422 + ], + [ + "2004", + -12.664283752441406 + ], + [ + "▁predecessor", + -12.664299011230469 + ], + [ + "▁overlap", + -12.664369583129885 + ], + [ + "▁digging", + -12.664376258850098 + ], + [ + "▁Upgrade", + -12.66440773010254 + ], + [ + "▁interesat", + -12.664543151855469 + ], + [ + "▁spinach", + -12.66456127166748 + ], + [ + "▁politice", + -12.664626121520996 + ], + [ + "activity", + -12.664831161499023 + ], + [ + "▁Rating", + -12.66484546661377 + ], + [ + "▁serrure", + -12.664846420288086 + ], + [ + "▁tânăr", + -12.664959907531738 + ], + [ + "▁WHAT", + -12.66497039794922 + ], + [ + "▁railroad", + -12.664989471435549 + ], + [ + "▁avid", + -12.665081024169922 + ], + [ + "▁Sophie", + -12.665084838867188 + ], + [ + "preferably", + -12.665173530578612 + ], + [ + "▁Fourth", + -12.665431022644045 + ], + [ + "kommenden", + -12.665452003479004 + ], + [ + "QUI", + -12.665478706359863 + ], + [ + "lohn", + -12.665505409240724 + ], + [ + "▁promis", + -12.665611267089844 + ], + [ + "▁shrub", + -12.665621757507324 + ], + [ + "nummer", + -12.66579818725586 + ], + [ + "▁dinosaur", + -12.665922164916992 + ], + [ + "▁Lucky", + -12.665937423706056 + ], + [ + "relates", + -12.666038513183594 + ], + [ + "▁FROM", + -12.666049003601074 + ], + [ + "▁racism", + -12.66610336303711 + ], + [ + "physical", + -12.66611385345459 + ], + [ + "alcoholic", + -12.666119575500488 + ], + [ + "▁reef", + -12.666126251220703 + ], + [ + "▁centru", + -12.66618824005127 + ], + [ + "université", + -12.66622257232666 + ], + [ + "▁visage", + -12.666232109069824 + ], + [ + "ităţile", + -12.666253089904783 + ], + [ + "▁Gent", + -12.666345596313477 + ], + [ + "zugeben", + -12.66643238067627 + ], + [ + "▁paradise", + -12.66646957397461 + ], + [ + "fuel", + -12.666505813598633 + ], + [ + "ografie", + -12.666568756103516 + ], + [ + "▁TIP", + -12.666730880737305 + ], + [ + "schreibung", + -12.66683292388916 + ], + [ + "▁bark", + -12.666840553283691 + ], + [ + "accéder", + -12.666895866394045 + ], + [ + "▁contamination", + -12.666937828063965 + ], + [ + "▁swelling", + -12.666950225830078 + ], + [ + "▁optimistic", + -12.666974067687988 + ], + [ + "▁differential", + -12.667015075683594 + ], + [ + "▁Arad", + -12.667030334472656 + ], + [ + "toxins", + -12.667075157165527 + ], + [ + "▁übernehmen", + -12.667091369628906 + ], + [ + "▁anime", + -12.667143821716309 + ], + [ + "actuel", + -12.667462348937988 + ], + [ + "▁bientôt", + -12.667525291442873 + ], + [ + "▁Patio", + -12.66761302947998 + ], + [ + "▁baisse", + -12.667630195617676 + ], + [ + "▁sprint", + -12.66773796081543 + ], + [ + "▁bilden", + -12.66811466217041 + ], + [ + "VAL", + -12.668132781982422 + ], + [ + "▁réflexion", + -12.668220520019531 + ], + [ + "hopping", + -12.668242454528809 + ], + [ + "genesis", + -12.66834545135498 + ], + [ + "achtet", + -12.668435096740724 + ], + [ + "▁chinois", + -12.66852569580078 + ], + [ + "▁dezvoltat", + -12.668795585632324 + ], + [ + "arguably", + -12.66884708404541 + ], + [ + "▁Protocol", + -12.66884708404541 + ], + [ + "▁Sterling", + -12.668862342834473 + ], + [ + "▁Cave", + -12.668975830078123 + ], + [ + "▁Condo", + -12.66921615600586 + ], + [ + "▁erhöht", + -12.669235229492188 + ], + [ + "typische", + -12.669416427612305 + ], + [ + "merged", + -12.669439315795898 + ], + [ + "▁accumulation", + -12.669560432434082 + ], + [ + "sicherlich", + -12.669569969177246 + ], + [ + "kW", + -12.669620513916016 + ], + [ + "▁schriftlich", + -12.669757843017578 + ], + [ + "▁Vorteile", + -12.669918060302734 + ], + [ + "▁Northeast", + -12.669922828674316 + ], + [ + "frunt", + -12.669941902160645 + ], + [ + "istik", + -12.670003890991213 + ], + [ + "erster", + -12.670035362243652 + ], + [ + "▁Assistance", + -12.670150756835938 + ], + [ + "▁Fantastic", + -12.670150756835938 + ], + [ + "▁bărbat", + -12.670150756835938 + ], + [ + "▁Grinding", + -12.670151710510254 + ], + [ + "▁diffusion", + -12.670161247253418 + ], + [ + "▁vreun", + -12.670331954956056 + ], + [ + "▁Butler", + -12.670342445373535 + ], + [ + "▁Cherry", + -12.670352935791016 + ], + [ + "▁visualization", + -12.670540809631348 + ], + [ + "Paket", + -12.670572280883787 + ], + [ + "blin", + -12.670619010925291 + ], + [ + "▁cadou", + -12.670705795288086 + ], + [ + "▁Celtic", + -12.670754432678224 + ], + [ + "alegerea", + -12.670894622802734 + ], + [ + "▁Dorf", + -12.671035766601562 + ], + [ + "▁Noir", + -12.671185493469238 + ], + [ + "payment", + -12.67126750946045 + ], + [ + "▁Caroline", + -12.671334266662598 + ], + [ + "▁Berry", + -12.671359062194824 + ], + [ + "▁professeur", + -12.67147445678711 + ], + [ + "▁gratuitement", + -12.671503067016602 + ], + [ + "Suntem", + -12.671523094177246 + ], + [ + "IAN", + -12.671738624572754 + ], + [ + "▁fingerprint", + -12.671780586242676 + ], + [ + "▁controversy", + -12.671781539916992 + ], + [ + "▁fled", + -12.671875 + ], + [ + "▁Pokémon", + -12.67210865020752 + ], + [ + "excluding", + -12.67211627960205 + ], + [ + "▁friction", + -12.672161102294922 + ], + [ + "therapie", + -12.67225456237793 + ], + [ + "/7", + -12.672398567199709 + ], + [ + "▁designation", + -12.672442436218262 + ], + [ + "▁Belgia", + -12.672704696655272 + ], + [ + "▁cursuri", + -12.672836303710938 + ], + [ + "model", + -12.672840118408203 + ], + [ + "super", + -12.672987937927246 + ], + [ + "▁réduit", + -12.673028945922852 + ], + [ + "▁implicit", + -12.673177719116213 + ], + [ + "athlon", + -12.673227310180664 + ], + [ + "anniversaire", + -12.673416137695312 + ], + [ + "▁teaspoon", + -12.673416137695312 + ], + [ + "▁corrosion", + -12.673418998718262 + ], + [ + "▁überzeugt", + -12.673418998718262 + ], + [ + "▁flawless", + -12.673421859741213 + ], + [ + "▁vegetation", + -12.673477172851562 + ], + [ + "▁iarna", + -12.673507690429688 + ], + [ + "▁psychologist", + -12.673591613769531 + ], + [ + "hora", + -12.673625946044922 + ], + [ + "gab", + -12.67387580871582 + ], + [ + "▁soothing", + -12.674084663391112 + ], + [ + "▁stew", + -12.674141883850098 + ], + [ + "▁wager", + -12.674172401428224 + ], + [ + "▁tinere", + -12.674322128295898 + ], + [ + "▁baut", + -12.674323081970217 + ], + [ + "ecunoscut", + -12.674352645874023 + ], + [ + "gearbeitet", + -12.67442226409912 + ], + [ + "▁functi", + -12.674480438232422 + ], + [ + "▁dürfte", + -12.674724578857422 + ], + [ + "▁média", + -12.674724578857422 + ], + [ + "▁campanie", + -12.67475700378418 + ], + [ + "▁Distribu", + -12.674817085266112 + ], + [ + "▁mentoring", + -12.674959182739258 + ], + [ + "▁criz", + -12.675020217895508 + ], + [ + "findest", + -12.675056457519531 + ], + [ + "▁Vasile", + -12.675058364868164 + ], + [ + "▁compassionate", + -12.675115585327148 + ], + [ + "▁Tudor", + -12.675140380859377 + ], + [ + "▁flare", + -12.675260543823242 + ], + [ + "intreaga", + -12.675283432006836 + ], + [ + "gaz", + -12.6753511428833 + ], + [ + "▁porcelain", + -12.675379753112791 + ], + [ + "▁expedition", + -12.67552089691162 + ], + [ + "▁Azure", + -12.67553997039795 + ], + [ + "räumen", + -12.675549507141112 + ], + [ + "eiro", + -12.675567626953123 + ], + [ + "variante", + -12.675804138183594 + ], + [ + "▁Lucy", + -12.675825119018556 + ], + [ + "ôle", + -12.675909996032717 + ], + [ + "▁revenir", + -12.67602252960205 + ], + [ + "▁stained", + -12.676040649414062 + ], + [ + "▁falsch", + -12.676166534423828 + ], + [ + "▁incorpor", + -12.676166534423828 + ], + [ + "merkt", + -12.676187515258787 + ], + [ + "▁achten", + -12.6762056350708 + ], + [ + "▁hello", + -12.67629051208496 + ], + [ + "selben", + -12.676422119140623 + ], + [ + "ifty", + -12.676525115966797 + ], + [ + "▁Feier", + -12.67653751373291 + ], + [ + "1.000", + -12.676557540893556 + ], + [ + "▁Patch", + -12.676583290100098 + ], + [ + "peptid", + -12.676846504211426 + ], + [ + "▁recovering", + -12.676898956298828 + ], + [ + "Symptom", + -12.677020072937012 + ], + [ + "▁Auckland", + -12.677020072937012 + ], + [ + "▁retrieve", + -12.677328109741213 + ], + [ + "▁800-", + -12.67733097076416 + ], + [ + "schlagen", + -12.677473068237305 + ], + [ + "▁lourd", + -12.677562713623049 + ], + [ + "▁Purple", + -12.67760181427002 + ], + [ + "▁mittels", + -12.677776336669922 + ], + [ + "▁Düsseldorf", + -12.67800521850586 + ], + [ + "▁getaway", + -12.67803955078125 + ], + [ + "▁Cedar", + -12.678061485290527 + ], + [ + "▁Function", + -12.678241729736328 + ], + [ + "▁bizarre", + -12.67833423614502 + ], + [ + "4.3", + -12.67849063873291 + ], + [ + "▁fundraiser", + -12.67866325378418 + ], + [ + "geared", + -12.678780555725098 + ], + [ + "▁privée", + -12.678781509399414 + ], + [ + "▁Bonjour", + -12.67894458770752 + ], + [ + "Gar", + -12.67895793914795 + ], + [ + "▁Lloyd", + -12.678991317749023 + ], + [ + "▁Reinigung", + -12.6790132522583 + ], + [ + "▁Geno", + -12.679155349731444 + ], + [ + "▁Teilnahme", + -12.67919635772705 + ], + [ + "pian", + -12.679362297058104 + ], + [ + "sammelt", + -12.679368019104004 + ], + [ + "Pad", + -12.679755210876465 + ], + [ + "▁Troy", + -12.67976188659668 + ], + [ + "HG", + -12.679943084716797 + ], + [ + "▁klein", + -12.679962158203123 + ], + [ + "▁lettuce", + -12.679978370666504 + ], + [ + "▁patrimoine", + -12.679978370666504 + ], + [ + "▁cooker", + -12.680055618286133 + ], + [ + "▁accesibil", + -12.680137634277344 + ], + [ + "▁Spray", + -12.680201530456545 + ], + [ + "▁negotiation", + -12.68047046661377 + ], + [ + "▁jewel", + -12.680480003356934 + ], + [ + "▁dynamique", + -12.68063735961914 + ], + [ + "▁plastique", + -12.68067741394043 + ], + [ + "▁Limo", + -12.680682182312012 + ], + [ + "▁Funk", + -12.68069076538086 + ], + [ + "▁omului", + -12.680702209472656 + ], + [ + "title", + -12.680768013000488 + ], + [ + "curved", + -12.68082046508789 + ], + [ + "▁Lemon", + -12.680851936340332 + ], + [ + "förder", + -12.68089199066162 + ], + [ + "▁bewusst", + -12.681112289428713 + ], + [ + "inevitably", + -12.681296348571776 + ], + [ + "▁derivative", + -12.681297302246094 + ], + [ + "2:30", + -12.681300163269045 + ], + [ + "komfort", + -12.68130588531494 + ], + [ + "original", + -12.681480407714844 + ], + [ + "sanct", + -12.681540489196776 + ], + [ + "▁matte", + -12.6815767288208 + ], + [ + "empêche", + -12.681628227233888 + ], + [ + "▁jucător", + -12.681634902954102 + ], + [ + "▁attentive", + -12.681640625 + ], + [ + "▁recunoscut", + -12.681674003601074 + ], + [ + "▁Brush", + -12.68167495727539 + ], + [ + "▁consommateur", + -12.68183422088623 + ], + [ + "érence", + -12.682063102722168 + ], + [ + "typical", + -12.682084083557127 + ], + [ + "strategie", + -12.682205200195312 + ], + [ + "Effekt", + -12.682290077209473 + ], + [ + "▁Alcohol", + -12.682292938232422 + ], + [ + "oji", + -12.682333946228027 + ], + [ + "▁ruler", + -12.682357788085938 + ], + [ + "▁Norwegian", + -12.682615280151367 + ], + [ + "▁PlayStation", + -12.682615280151367 + ], + [ + "▁Hook", + -12.682747840881348 + ], + [ + "▁viewpoint", + -12.682759284973145 + ], + [ + "THER", + -12.682841300964355 + ], + [ + "420", + -12.682888984680176 + ], + [ + "Consequently", + -12.68294620513916 + ], + [ + "▁entschieden", + -12.68294620513916 + ], + [ + "▁Trag", + -12.68295669555664 + ], + [ + "▁Dawn", + -12.683003425598145 + ], + [ + "▁fuss", + -12.68301773071289 + ], + [ + "*****", + -12.683040618896484 + ], + [ + "▁Bullet", + -12.683140754699709 + ], + [ + "CAM", + -12.683155059814451 + ], + [ + "▁wonderfully", + -12.683201789855955 + ], + [ + "▁parlamentar", + -12.683263778686523 + ], + [ + "▁geometric", + -12.683307647705078 + ], + [ + "talement", + -12.683321952819824 + ], + [ + "/2018", + -12.68357753753662 + ], + [ + "▁oversight", + -12.684036254882812 + ], + [ + "kindly", + -12.684080123901367 + ], + [ + "therm", + -12.68430519104004 + ], + [ + "▁treaba", + -12.6846342086792 + ], + [ + "▁Trim", + -12.68471908569336 + ], + [ + "▁intelege", + -12.684842109680176 + ], + [ + "cino", + -12.685032844543455 + ], + [ + "▁straw", + -12.68508529663086 + ], + [ + "Tru", + -12.685251235961914 + ], + [ + "▁Television", + -12.68530559539795 + ], + [ + "Trader", + -12.68538761138916 + ], + [ + "▁Passion", + -12.685394287109377 + ], + [ + "rescu", + -12.685622215270996 + ], + [ + "Nicol", + -12.685635566711426 + ], + [ + "luj", + -12.685805320739746 + ], + [ + "▁mijloace", + -12.685921669006348 + ], + [ + "▁Removal", + -12.685922622680664 + ], + [ + "▁1944", + -12.686034202575684 + ], + [ + "▁shortcut", + -12.686159133911133 + ], + [ + "▁Fett", + -12.68625831604004 + ], + [ + "largement", + -12.686371803283691 + ], + [ + "▁altern", + -12.686446189880373 + ], + [ + "▁cleansing", + -12.686562538146973 + ], + [ + "▁Qatar", + -12.686692237854004 + ], + [ + "▁Ceci", + -12.686826705932615 + ], + [ + "▁weave", + -12.686848640441896 + ], + [ + "schmerz", + -12.686878204345703 + ], + [ + "▁dots", + -12.686888694763184 + ], + [ + "Télécharger", + -12.68691635131836 + ], + [ + "▁Conduct", + -12.686944007873535 + ], + [ + "bekannten", + -12.687325477600098 + ], + [ + "▁lungime", + -12.687344551086426 + ], + [ + "▁Ferrari", + -12.687390327453612 + ], + [ + "▁totusi", + -12.68760585784912 + ], + [ + "▁Anniversary", + -12.687911033630373 + ], + [ + "▁wilderness", + -12.687911987304688 + ], + [ + "▁Christoph", + -12.687939643859863 + ], + [ + "▁Nikon", + -12.688112258911133 + ], + [ + "▁Digi", + -12.68818473815918 + ], + [ + "▁Blumen", + -12.688190460205078 + ], + [ + "▁altul", + -12.688249588012695 + ], + [ + "▁Parish", + -12.688321113586426 + ], + [ + "czy", + -12.688393592834473 + ], + [ + "▁temper", + -12.688401222229004 + ], + [ + "▁Powder", + -12.688576698303224 + ], + [ + "▁Arnold", + -12.68857765197754 + ], + [ + "capacitatea", + -12.688687324523926 + ], + [ + "nderungen", + -12.688787460327148 + ], + [ + "▁utilization", + -12.688859939575195 + ], + [ + "99%", + -12.688942909240724 + ], + [ + "▁Fear", + -12.689099311828612 + ], + [ + "JE", + -12.689165115356444 + ], + [ + "▁Simpson", + -12.689239501953123 + ], + [ + "▁Podcast", + -12.68924617767334 + ], + [ + "▁Cardinal", + -12.689290046691896 + ], + [ + "▁Distribution", + -12.689315795898438 + ], + [ + "▁Drawing", + -12.689373970031738 + ], + [ + "▁tint", + -12.689412117004396 + ], + [ + "▁hran", + -12.68945598602295 + ], + [ + "▁Slide", + -12.68960189819336 + ], + [ + "▁Vertrauen", + -12.689654350280762 + ], + [ + "cloth", + -12.68971061706543 + ], + [ + "▁redirect", + -12.68972873687744 + ], + [ + "126", + -12.689842224121094 + ], + [ + "▁constituie", + -12.68985652923584 + ], + [ + "Mai", + -12.690070152282717 + ], + [ + "▁idol", + -12.690088272094728 + ], + [ + "▁tehnice", + -12.690163612365724 + ], + [ + "dip", + -12.690393447875977 + ], + [ + "▁soldier", + -12.690400123596191 + ], + [ + "▁Ordin", + -12.690409660339355 + ], + [ + "wobe", + -12.69050407409668 + ], + [ + "▁Brent", + -12.69058895111084 + ], + [ + "▁Sudan", + -12.690597534179688 + ], + [ + "6000", + -12.690619468688965 + ], + [ + "turism", + -12.690689086914062 + ], + [ + "▁Rocky", + -12.690744400024414 + ], + [ + "naming", + -12.69092082977295 + ], + [ + "▁entrepreneurial", + -12.690925598144531 + ], + [ + "hearted", + -12.690962791442873 + ], + [ + "ayne", + -12.69097900390625 + ], + [ + "▁hover", + -12.691081047058104 + ], + [ + "▁skull", + -12.691279411315918 + ], + [ + "▁tribal", + -12.691407203674316 + ], + [ + "▁crafting", + -12.691543579101562 + ], + [ + "bewertungen", + -12.691569328308104 + ], + [ + "▁decizii", + -12.691625595092772 + ], + [ + "obwohl", + -12.691655158996582 + ], + [ + "▁compromised", + -12.691875457763672 + ], + [ + "▁quelqu", + -12.69195556640625 + ], + [ + "▁Hilton", + -12.692075729370115 + ], + [ + "▁maturity", + -12.692095756530762 + ], + [ + "gelesen", + -12.692100524902344 + ], + [ + "▁harbor", + -12.69210433959961 + ], + [ + "▁maple", + -12.692326545715332 + ], + [ + "▁développ", + -12.6924409866333 + ], + [ + "▁Nobody", + -12.692517280578612 + ], + [ + "équipement", + -12.69255542755127 + ], + [ + "121", + -12.69274616241455 + ], + [ + "140", + -12.692827224731444 + ], + [ + "▁artistes", + -12.692914962768556 + ], + [ + "▁depune", + -12.692941665649414 + ], + [ + "▁erase", + -12.693129539489746 + ], + [ + "▁erzählt", + -12.693197250366213 + ], + [ + "▁Hyundai", + -12.69323444366455 + ], + [ + "▁impairment", + -12.69323444366455 + ], + [ + "▁conving", + -12.693279266357422 + ], + [ + "chasing", + -12.693426132202148 + ], + [ + "▁Claus", + -12.693438529968262 + ], + [ + "▁adaptée", + -12.693687438964844 + ], + [ + "▁Raz", + -12.693740844726562 + ], + [ + "rugs", + -12.693796157836914 + ], + [ + "▁urme", + -12.69387435913086 + ], + [ + "Nonetheless", + -12.693902015686035 + ], + [ + "▁Cemetery", + -12.693902969360352 + ], + [ + "umps", + -12.693906784057615 + ], + [ + "ACA", + -12.694003105163574 + ], + [ + "▁perioade", + -12.694235801696776 + ], + [ + "▁slogan", + -12.694263458251951 + ], + [ + "▁downward", + -12.69444179534912 + ], + [ + "eidig", + -12.694446563720703 + ], + [ + "RAC", + -12.69444751739502 + ], + [ + "▁inaugur", + -12.694496154785156 + ], + [ + "се", + -12.694588661193848 + ], + [ + "▁înțeleg", + -12.694608688354492 + ], + [ + "▁hopeful", + -12.694635391235352 + ], + [ + "▁customization", + -12.6946439743042 + ], + [ + "▁prisoners", + -12.694708824157717 + ], + [ + "▁Rau", + -12.695270538330078 + ], + [ + "▁Pitt", + -12.695389747619627 + ], + [ + "ături", + -12.695542335510254 + ], + [ + "▁metabolic", + -12.695842742919922 + ], + [ + "▁Zach", + -12.695868492126465 + ], + [ + "▁umfassende", + -12.695914268493652 + ], + [ + "▁révél", + -12.695950508117676 + ], + [ + "131", + -12.696052551269531 + ], + [ + "ismului", + -12.696062088012695 + ], + [ + "▁Sac", + -12.69607639312744 + ], + [ + "efficacité", + -12.69624137878418 + ], + [ + "cruci", + -12.69625473022461 + ], + [ + "bisschen", + -12.69632339477539 + ], + [ + "▁Oster", + -12.696324348449709 + ], + [ + "lowered", + -12.6964693069458 + ], + [ + "▁Ausland", + -12.69674015045166 + ], + [ + "▁Pub", + -12.696794509887695 + ], + [ + "▁Marseille", + -12.696925163269045 + ], + [ + "▁Charter", + -12.696959495544434 + ], + [ + "howcasing", + -12.697010040283203 + ], + [ + "risti", + -12.6971435546875 + ], + [ + "▁thermostat", + -12.697151184082031 + ], + [ + "▁Clin", + -12.697233200073242 + ], + [ + "▁entsteht", + -12.697246551513672 + ], + [ + "Choosing", + -12.697248458862305 + ], + [ + "▁Schmerz", + -12.697284698486328 + ], + [ + "▁Till", + -12.697307586669922 + ], + [ + "▁Polo", + -12.697399139404297 + ], + [ + "▁proceduri", + -12.697402000427246 + ], + [ + "▁Believe", + -12.697444915771484 + ], + [ + "▁playful", + -12.697514533996582 + ], + [ + "▁verändert", + -12.697588920593262 + ], + [ + "▁pairing", + -12.697654724121094 + ], + [ + "MAG", + -12.69784927368164 + ], + [ + "leiste", + -12.69788932800293 + ], + [ + "▁testimonial", + -12.697916030883787 + ], + [ + "▁Economy", + -12.697916984558104 + ], + [ + "▁Wechsel", + -12.697918891906738 + ], + [ + "wirkung", + -12.69801139831543 + ], + [ + "▁exceeded", + -12.698030471801758 + ], + [ + "South", + -12.698067665100098 + ], + [ + "create", + -12.69822120666504 + ], + [ + "▁davantage", + -12.698270797729492 + ], + [ + "Log", + -12.69831657409668 + ], + [ + "▁irregular", + -12.69858741760254 + ], + [ + "VB", + -12.698691368103027 + ], + [ + "▁Rö", + -12.698741912841797 + ], + [ + "▁intreb", + -12.698881149291992 + ], + [ + "▁penser", + -12.698920249938965 + ], + [ + "▁déclaré", + -12.698923110961914 + ], + [ + "▁Tommy", + -12.699026107788086 + ], + [ + "2,500", + -12.699163436889648 + ], + [ + "▁Uganda", + -12.699260711669922 + ], + [ + "contacting", + -12.699445724487305 + ], + [ + "▁apreciat", + -12.699485778808594 + ], + [ + "▁beginnen", + -12.6995210647583 + ], + [ + "▁Gain", + -12.699580192565918 + ], + [ + "Office", + -12.69969654083252 + ], + [ + "ermittlung", + -12.699710845947266 + ], + [ + "▁Admission", + -12.699727058410645 + ], + [ + "▁Earl", + -12.6997652053833 + ], + [ + "▁Aviation", + -12.699833869934082 + ], + [ + "▁apologize", + -12.699929237365724 + ], + [ + "▁enclosure", + -12.699929237365724 + ], + [ + "▁Lack", + -12.69998836517334 + ], + [ + "wife", + -12.699995994567873 + ], + [ + "▁rotating", + -12.700016975402832 + ], + [ + "▁hergestellt", + -12.700020790100098 + ], + [ + "▁repository", + -12.70002269744873 + ], + [ + "TK", + -12.700149536132812 + ], + [ + "▁lectur", + -12.700190544128418 + ], + [ + "▁reflex", + -12.700286865234377 + ], + [ + "▁Harmon", + -12.700401306152344 + ], + [ + "▁vrem", + -12.700479507446287 + ], + [ + "▁Strange", + -12.70055103302002 + ], + [ + "▁champagne", + -12.700615882873535 + ], + [ + "▁oscil", + -12.700647354125977 + ], + [ + "sensitive", + -12.700677871704102 + ], + [ + "▁Sheriff", + -12.700841903686523 + ], + [ + "PRES", + -12.700956344604492 + ], + [ + "▁vow", + -12.70123291015625 + ], + [ + "▁dioxide", + -12.701276779174805 + ], + [ + "ен", + -12.701374053955078 + ], + [ + "▁corpului", + -12.701376914978027 + ], + [ + "▁prevăzut", + -12.70160961151123 + ], + [ + "India", + -12.701827049255373 + ], + [ + "hausse", + -12.70189094543457 + ], + [ + "▁clienți", + -12.70195770263672 + ], + [ + "▁entour", + -12.70202350616455 + ], + [ + "▁Sharp", + -12.70209789276123 + ], + [ + "▁teatru", + -12.702285766601562 + ], + [ + "▁Grow", + -12.702327728271484 + ], + [ + "▁caravan", + -12.70234203338623 + ], + [ + "▁sieben", + -12.702420234680176 + ], + [ + "▁cunosc", + -12.702502250671388 + ], + [ + "Bereichen", + -12.702527046203612 + ], + [ + "▁Benutzer", + -12.702619552612305 + ], + [ + "▁Ethiopia", + -12.702619552612305 + ], + [ + "▁Physics", + -12.702619552612305 + ], + [ + "preserving", + -12.70263385772705 + ], + [ + "ал", + -12.702712059020996 + ], + [ + "▁aerial", + -12.70272159576416 + ], + [ + "▁nouvel", + -12.702741622924805 + ], + [ + "▁stamped", + -12.702954292297363 + ], + [ + "▁inaugural", + -12.702970504760742 + ], + [ + "▁medicinal", + -12.702999114990234 + ], + [ + "Quite", + -12.703028678894045 + ], + [ + "accumulated", + -12.703165054321287 + ], + [ + "register", + -12.703271865844728 + ], + [ + "▁Falcon", + -12.70327377319336 + ], + [ + "▁boiling", + -12.703301429748535 + ], + [ + "▁advertised", + -12.703339576721191 + ], + [ + "collect", + -12.703362464904783 + ], + [ + "albeit", + -12.703418731689451 + ], + [ + "▁Organis", + -12.703473091125488 + ], + [ + "luate", + -12.703536033630373 + ], + [ + "▁préféré", + -12.70369815826416 + ], + [ + "▁frumoasa", + -12.703968048095703 + ], + [ + "▁truc", + -12.704092979431152 + ], + [ + "▁Fä", + -12.70415496826172 + ], + [ + "▁dome", + -12.704180717468262 + ], + [ + "Mobile", + -12.704191207885742 + ], + [ + "▁redeem", + -12.704198837280272 + ], + [ + "IONS", + -12.70422077178955 + ], + [ + "▁țări", + -12.704235076904297 + ], + [ + "▁singular", + -12.704385757446287 + ], + [ + "▁livestock", + -12.704425811767578 + ], + [ + "▁démont", + -12.704427719116213 + ], + [ + "clés", + -12.704527854919434 + ], + [ + "music", + -12.704561233520508 + ], + [ + "▁explicat", + -12.704602241516112 + ], + [ + "▁Fellowship", + -12.704703330993652 + ], + [ + "▁electrode", + -12.704760551452637 + ], + [ + "129", + -12.70497703552246 + ], + [ + "▁Rescue", + -12.704983711242676 + ], + [ + "▁Rocket", + -12.705159187316896 + ], + [ + "OSE", + -12.70530128479004 + ], + [ + "▁Sacramento", + -12.705317497253418 + ], + [ + "▁Haiti", + -12.705357551574709 + ], + [ + "▁Erwachsene", + -12.70539093017578 + ], + [ + "▁Terminal", + -12.70541000366211 + ], + [ + "URI", + -12.705453872680664 + ], + [ + "▁Rural", + -12.70549201965332 + ], + [ + "▁achizitiona", + -12.70552921295166 + ], + [ + "▁identifiable", + -12.705655097961426 + ], + [ + "▁gekauft", + -12.705659866333008 + ], + [ + "▁improper", + -12.705673217773438 + ], + [ + "lashes", + -12.705751419067385 + ], + [ + "vorbim", + -12.705751419067385 + ], + [ + "▁hinder", + -12.705862045288086 + ], + [ + "▁Grenz", + -12.705878257751465 + ], + [ + "Nav", + -12.705955505371094 + ], + [ + "alimentation", + -12.705972671508787 + ], + [ + "▁Cottage", + -12.7059965133667 + ], + [ + "▁nötig", + -12.70619773864746 + ], + [ + "▁cuprinde", + -12.70622444152832 + ], + [ + "session", + -12.706256866455078 + ], + [ + "▁Separat", + -12.70634651184082 + ], + [ + "▁besuchen", + -12.706672668457031 + ], + [ + "▁noodles", + -12.706684112548828 + ], + [ + "▁ballet", + -12.70669651031494 + ], + [ + "WG", + -12.706731796264648 + ], + [ + "▁Duty", + -12.706871032714844 + ], + [ + "▁porc", + -12.706944465637209 + ], + [ + "▁booster", + -12.70698356628418 + ], + [ + "galerie", + -12.707056045532228 + ], + [ + "▁Lance", + -12.707119941711426 + ], + [ + "▁déplac", + -12.707178115844728 + ], + [ + "▁rugby", + -12.707240104675291 + ], + [ + "▁upholstery", + -12.707345962524414 + ], + [ + "▁bustl", + -12.70736312866211 + ], + [ + "▁Dealer", + -12.70740032196045 + ], + [ + "▁genome", + -12.707414627075195 + ], + [ + "▁citizenship", + -12.70746612548828 + ], + [ + "rora", + -12.707515716552734 + ], + [ + "ARK", + -12.707776069641112 + ], + [ + "▁Semi", + -12.707820892333984 + ], + [ + "▁Improvement", + -12.707892417907717 + ], + [ + "▁negru", + -12.708142280578612 + ], + [ + "▁Bruxelles", + -12.70836067199707 + ], + [ + "flüge", + -12.70837688446045 + ], + [ + "▁Technique", + -12.708392143249512 + ], + [ + "▁Obst", + -12.708413124084473 + ], + [ + "2020", + -12.708560943603516 + ], + [ + "▁gek", + -12.708593368530272 + ], + [ + "▁drepturi", + -12.708600997924805 + ], + [ + "▁Logan", + -12.708605766296388 + ], + [ + "gelöst", + -12.70863151550293 + ], + [ + "▁grandparents", + -12.708702087402344 + ], + [ + "phin", + -12.708950996398926 + ], + [ + "▁dwell", + -12.70903778076172 + ], + [ + "▁Nobel", + -12.709151268005373 + ], + [ + "dial", + -12.70927906036377 + ], + [ + "▁spontan", + -12.709344863891602 + ], + [ + "advancing", + -12.70937728881836 + ], + [ + "starring", + -12.70947551727295 + ], + [ + "▁astea", + -12.709498405456545 + ], + [ + "igueur", + -12.709638595581056 + ], + [ + "▁Ancient", + -12.70970058441162 + ], + [ + "filter", + -12.70971965789795 + ], + [ + "Doar", + -12.709758758544922 + ], + [ + "▁Workers", + -12.709759712219238 + ], + [ + "Certainly", + -12.709906578063965 + ], + [ + "▁commencé", + -12.709914207458496 + ], + [ + "▁zipper", + -12.710001945495604 + ], + [ + "▁Selection", + -12.710070610046388 + ], + [ + "▁succ", + -12.710280418395996 + ], + [ + "headed", + -12.710345268249512 + ], + [ + "RIA", + -12.710350036621094 + ], + [ + "▁papa", + -12.710366249084473 + ], + [ + "▁profesionale", + -12.710394859313965 + ], + [ + "▁Zeichen", + -12.710402488708496 + ], + [ + "▁artisans", + -12.710489273071287 + ], + [ + "▁Geist", + -12.710585594177246 + ], + [ + "practic", + -12.710741996765137 + ], + [ + "▁ministrul", + -12.71076488494873 + ], + [ + "viens", + -12.710912704467772 + ], + [ + "prezintă", + -12.710919380187988 + ], + [ + "Integrated", + -12.710981369018556 + ], + [ + "▁rooftop", + -12.710989952087402 + ], + [ + "▁successor", + -12.710991859436035 + ], + [ + "OTO", + -12.711012840270996 + ], + [ + "liés", + -12.711027145385742 + ], + [ + "▁Diver", + -12.71121597290039 + ], + [ + "Specifically", + -12.711297988891602 + ], + [ + "▁calibr", + -12.711301803588867 + ], + [ + "KK", + -12.711341857910156 + ], + [ + "▁défense", + -12.711414337158203 + ], + [ + "▁english", + -12.711414337158203 + ], + [ + "verbrauch", + -12.711418151855469 + ], + [ + "▁attire", + -12.711433410644531 + ], + [ + "▁Recipe", + -12.711441040039062 + ], + [ + "équilibre", + -12.71145725250244 + ], + [ + "accumul", + -12.71157169342041 + ], + [ + "▁financement", + -12.71169662475586 + ], + [ + "rij", + -12.711962699890137 + ], + [ + "▁prince", + -12.711999893188477 + ], + [ + "▁préparer", + -12.7120361328125 + ], + [ + "surviving", + -12.71211051940918 + ], + [ + "operation", + -12.712233543395996 + ], + [ + "▁judet", + -12.71242904663086 + ], + [ + "▁Verantwortung", + -12.71243381500244 + ], + [ + "▁Vinyl", + -12.712536811828612 + ], + [ + "DEN", + -12.712584495544434 + ], + [ + "▁Tail", + -12.712589263916016 + ], + [ + "yearly", + -12.712590217590332 + ], + [ + "▁comisi", + -12.712613105773926 + ], + [ + "lava", + -12.71261978149414 + ], + [ + "▁succession", + -12.71264934539795 + ], + [ + "▁Whisk", + -12.713030815124512 + ], + [ + "▁precizat", + -12.713096618652344 + ], + [ + "▁unmittelbar", + -12.713117599487305 + ], + [ + "ICH", + -12.713139533996582 + ], + [ + "▁atteint", + -12.713199615478516 + ], + [ + "▁hometown", + -12.713268280029297 + ], + [ + "▁Zip", + -12.71328353881836 + ], + [ + "▁Weekly", + -12.71336841583252 + ], + [ + "▁crashes", + -12.713401794433594 + ], + [ + "▁Turbo", + -12.713421821594238 + ], + [ + "▁susține", + -12.713468551635742 + ], + [ + "▁Venus", + -12.713587760925291 + ], + [ + "▁finalement", + -12.713595390319824 + ], + [ + "rewarded", + -12.713693618774414 + ], + [ + "▁principau", + -12.713899612426758 + ], + [ + "▁régional", + -12.713979721069336 + ], + [ + "▁1958", + -12.714178085327148 + ], + [ + "▁Musical", + -12.714189529418944 + ], + [ + "▁stylist", + -12.714251518249512 + ], + [ + "cetate", + -12.714282035827637 + ], + [ + "gorge", + -12.71433162689209 + ], + [ + "▁espresso", + -12.71449375152588 + ], + [ + "überall", + -12.714576721191406 + ], + [ + "▁NHL", + -12.714593887329102 + ], + [ + "▁Dock", + -12.71472454071045 + ], + [ + "▁mosquito", + -12.71481704711914 + ], + [ + "▁forthcoming", + -12.714852333068848 + ], + [ + "▁Visitors", + -12.714881896972656 + ], + [ + "kro", + -12.714882850646973 + ], + [ + "_______", + -12.715048789978027 + ], + [ + "▁STEM", + -12.715105056762695 + ], + [ + "9.5", + -12.71514129638672 + ], + [ + "accompagne", + -12.715177536010742 + ], + [ + "▁Trick", + -12.715202331542969 + ], + [ + "▁endorsement", + -12.71540069580078 + ], + [ + "▁amplifier", + -12.715498924255373 + ], + [ + "▁malicious", + -12.715499877929688 + ], + [ + "▁roam", + -12.71552848815918 + ], + [ + "▁kennt", + -12.715635299682615 + ], + [ + "Connor", + -12.715690612792969 + ], + [ + "▁dysfunction", + -12.715828895568848 + ], + [ + "▁zuverlässig", + -12.715840339660645 + ], + [ + "▁corpul", + -12.71595573425293 + ], + [ + "▁boule", + -12.715967178344728 + ], + [ + "otti", + -12.715991973876951 + ], + [ + "440", + -12.716050148010254 + ], + [ + "▁mimic", + -12.716056823730469 + ], + [ + "farben", + -12.716129302978516 + ], + [ + "▁Wagner", + -12.716214179992676 + ], + [ + "Kom", + -12.7162504196167 + ], + [ + "▁miteinander", + -12.716269493103027 + ], + [ + "▁String", + -12.716296195983888 + ], + [ + "▁Ellis", + -12.716313362121582 + ], + [ + "▁Perth", + -12.716337203979492 + ], + [ + "▁temperatura", + -12.716381072998049 + ], + [ + "umbling", + -12.716397285461426 + ], + [ + "▁Medizin", + -12.716554641723633 + ], + [ + "▁KY", + -12.71660327911377 + ], + [ + "apei", + -12.716642379760742 + ], + [ + "counter", + -12.716647148132324 + ], + [ + "strich", + -12.71665096282959 + ], + [ + "▁Între", + -12.716652870178224 + ], + [ + "▁Cliff", + -12.716785430908203 + ], + [ + "▁foreclosure", + -12.716864585876465 + ], + [ + "................", + -12.716878890991213 + ], + [ + "Clearly", + -12.717028617858888 + ], + [ + "AJ", + -12.71705722808838 + ], + [ + "ndro", + -12.717180252075195 + ], + [ + "▁Arsenal", + -12.717206001281738 + ], + [ + "▁Recherche", + -12.71721649169922 + ], + [ + "Guests", + -12.717225074768066 + ], + [ + "▁besucht", + -12.717242240905762 + ], + [ + "wissen", + -12.717266082763672 + ], + [ + "fekt", + -12.717414855957031 + ], + [ + "hottest", + -12.717414855957031 + ], + [ + "▁Tomorrow", + -12.717547416687012 + ], + [ + "▁Signature", + -12.717557907104492 + ], + [ + "127", + -12.717583656311035 + ], + [ + "▁competence", + -12.71766471862793 + ], + [ + "Einige", + -12.717686653137209 + ], + [ + "patented", + -12.71782112121582 + ], + [ + "▁Exhibition", + -12.717889785766602 + ], + [ + "▁verbessern", + -12.717889785766602 + ], + [ + "▁Garcia", + -12.718043327331545 + ], + [ + "▁inquire", + -12.718278884887695 + ], + [ + "coping", + -12.718353271484377 + ], + [ + "▁linguri", + -12.71842098236084 + ], + [ + "▁trivia", + -12.718433380126951 + ], + [ + "▁începutul", + -12.71848964691162 + ], + [ + "▁parteneriat", + -12.7186279296875 + ], + [ + "tagen", + -12.718636512756348 + ], + [ + "▁engagé", + -12.718916893005373 + ], + [ + "▁chalk", + -12.718944549560549 + ], + [ + "▁fashionable", + -12.719416618347168 + ], + [ + "0.8", + -12.719635009765623 + ], + [ + "▁sticker", + -12.719751358032228 + ], + [ + "▁desperately", + -12.719765663146973 + ], + [ + "höhe", + -12.719903945922852 + ], + [ + "▁fericire", + -12.71994400024414 + ], + [ + "évaluation", + -12.719948768615724 + ], + [ + "▁Divide", + -12.719959259033203 + ], + [ + "▁indulge", + -12.719979286193848 + ], + [ + "fett", + -12.720014572143556 + ], + [ + "▁communal", + -12.72017765045166 + ], + [ + "▁mindful", + -12.720187187194824 + ], + [ + "dauert", + -12.720192909240724 + ], + [ + "▁veille", + -12.720263481140137 + ], + [ + "▁vér", + -12.720330238342283 + ], + [ + "▁Baseball", + -12.720373153686523 + ], + [ + "▁succeeded", + -12.720418930053713 + ], + [ + "▁Terrasse", + -12.720420837402344 + ], + [ + "irgend", + -12.720500946044922 + ], + [ + "▁Munich", + -12.720556259155272 + ], + [ + "weisung", + -12.72067642211914 + ], + [ + "metre", + -12.720916748046877 + ], + [ + "▁Raymond", + -12.72101593017578 + ], + [ + "▁chute", + -12.72102165222168 + ], + [ + "▁Accounting", + -12.721075057983398 + ], + [ + "▁pantry", + -12.72112274169922 + ], + [ + "▁underwater", + -12.721181869506836 + ], + [ + "ARI", + -12.72122287750244 + ], + [ + "lowed", + -12.721245765686035 + ], + [ + "numbered", + -12.721430778503418 + ], + [ + "REN", + -12.72148609161377 + ], + [ + "▁industriel", + -12.721489906311035 + ], + [ + "wäh", + -12.721531867980955 + ], + [ + "kenntnis", + -12.721631050109863 + ], + [ + "▁govern", + -12.721635818481444 + ], + [ + "strained", + -12.721661567687988 + ], + [ + "▁rythme", + -12.721689224243164 + ], + [ + "ин", + -12.72169303894043 + ], + [ + "▁burner", + -12.721723556518556 + ], + [ + "▁zählt", + -12.721790313720703 + ], + [ + "▁verte", + -12.721883773803713 + ], + [ + "▁Catalog", + -12.721896171569824 + ], + [ + "▁Bruno", + -12.721988677978516 + ], + [ + "0.7", + -12.721997261047363 + ], + [ + "▁litig", + -12.72207260131836 + ], + [ + "▁greet", + -12.722129821777344 + ], + [ + "▁stool", + -12.722393035888672 + ], + [ + "gression", + -12.722457885742188 + ], + [ + "▁Klassen", + -12.722491264343262 + ], + [ + "▁neon", + -12.722661018371582 + ], + [ + "▁Tall", + -12.722734451293944 + ], + [ + "▁satin", + -12.722895622253418 + ], + [ + "▁Bend", + -12.722915649414062 + ], + [ + "▁soluţi", + -12.723077774047852 + ], + [ + "▁styl", + -12.723196983337402 + ], + [ + "▁Siri", + -12.723358154296877 + ], + [ + "▁Sanders", + -12.723464012145996 + ], + [ + "▁spike", + -12.723499298095703 + ], + [ + "pinion", + -12.723854064941406 + ], + [ + "▁purta", + -12.724122047424316 + ], + [ + "CARE", + -12.724224090576172 + ], + [ + "▁creştere", + -12.72431182861328 + ], + [ + "▁fry", + -12.724374771118164 + ], + [ + "▁Schweizer", + -12.724400520324709 + ], + [ + "durchschnittlich", + -12.724411010742188 + ], + [ + "celaşi", + -12.724446296691896 + ], + [ + "▁deceased", + -12.724474906921388 + ], + [ + "▁Nerv", + -12.724668502807615 + ], + [ + "2-2", + -12.7247314453125 + ], + [ + "▁Stahl", + -12.724753379821776 + ], + [ + "▁workload", + -12.724834442138672 + ], + [ + "erhielt", + -12.724984169006348 + ], + [ + "▁hypothesis", + -12.725103378295898 + ], + [ + "bib", + -12.725110054016112 + ], + [ + "▁ţară", + -12.725116729736328 + ], + [ + "vaut", + -12.725122451782228 + ], + [ + "prehensi", + -12.725184440612791 + ], + [ + "▁Offering", + -12.72518825531006 + ], + [ + "▁dislike", + -12.725252151489258 + ], + [ + "▁firewall", + -12.725252151489258 + ], + [ + "mania", + -12.725255966186523 + ], + [ + "195", + -12.725278854370115 + ], + [ + "▁Champ", + -12.725324630737305 + ], + [ + "▁philosophical", + -12.725343704223633 + ], + [ + "länge", + -12.72553539276123 + ], + [ + "advisable", + -12.725785255432127 + ], + [ + "negotiating", + -12.725785255432127 + ], + [ + "Providing", + -12.725791931152344 + ], + [ + "▁1959", + -12.725801467895508 + ], + [ + "▁spyware", + -12.725831031799316 + ], + [ + "sharing", + -12.725837707519531 + ], + [ + "▁prévoi", + -12.725905418395996 + ], + [ + "▁jaune", + -12.7260103225708 + ], + [ + "schoss", + -12.726028442382812 + ], + [ + "▁obține", + -12.726129531860352 + ], + [ + "▁attraktiv", + -12.726489067077637 + ], + [ + "gemeinschaft", + -12.7265043258667 + ], + [ + "BV", + -12.726505279541016 + ], + [ + "Top", + -12.726617813110352 + ], + [ + "▁Sharon", + -12.726625442504885 + ], + [ + "bok", + -12.726675033569336 + ], + [ + "▁résist", + -12.726811408996582 + ], + [ + "Napoca", + -12.72682285308838 + ], + [ + "▁Uncategorized", + -12.726898193359377 + ], + [ + "▁trustee", + -12.726936340332031 + ], + [ + "▁remise", + -12.727025985717772 + ], + [ + "▁aştept", + -12.727165222167969 + ], + [ + "▁allergic", + -12.727206230163574 + ], + [ + "èvre", + -12.727211952209473 + ], + [ + "LAR", + -12.72734546661377 + ], + [ + "1.9", + -12.727497100830078 + ], + [ + "▁outbreak", + -12.727520942687988 + ], + [ + "▁trocken", + -12.727568626403809 + ], + [ + "▁laughter", + -12.727724075317385 + ], + [ + "▁Attend", + -12.727785110473633 + ], + [ + "jung", + -12.727822303771973 + ], + [ + "racking", + -12.727934837341309 + ], + [ + "ORS", + -12.728178024291992 + ], + [ + "▁rasp", + -12.728527069091797 + ], + [ + "VF", + -12.728551864624023 + ], + [ + "▁Tamil", + -12.72860050201416 + ], + [ + "124", + -12.728602409362791 + ], + [ + "▁Fiber", + -12.728714942932127 + ], + [ + "▁launches", + -12.728755950927734 + ], + [ + "Post", + -12.728777885437012 + ], + [ + "▁bucks", + -12.72907257080078 + ], + [ + "▁Nicholas", + -12.72923755645752 + ], + [ + "▁cărți", + -12.729255676269531 + ], + [ + "emper", + -12.729681968688965 + ], + [ + "Point", + -12.729689598083496 + ], + [ + "fraction", + -12.729753494262695 + ], + [ + "▁BIG", + -12.72980499267578 + ], + [ + "▁lancer", + -12.729829788208008 + ], + [ + "EVER", + -12.72997760772705 + ], + [ + "trend", + -12.73000431060791 + ], + [ + "▁remerci", + -12.730076789855955 + ], + [ + "▁prevalent", + -12.730168342590332 + ], + [ + "370", + -12.730290412902832 + ], + [ + "▁bestellen", + -12.730327606201172 + ], + [ + "Buying", + -12.730341911315918 + ], + [ + "▁Aufbau", + -12.730416297912598 + ], + [ + "▁opini", + -12.730416297912598 + ], + [ + "▁regiune", + -12.730663299560549 + ], + [ + "▁martial", + -12.73069953918457 + ], + [ + "LK", + -12.730754852294922 + ], + [ + "▁Feuerwehr", + -12.730974197387695 + ], + [ + "screened", + -12.73099422454834 + ], + [ + "Blue", + -12.73120403289795 + ], + [ + "▁analize", + -12.731237411499023 + ], + [ + "▁lure", + -12.731247901916504 + ], + [ + "▁internally", + -12.731283187866213 + ], + [ + "father", + -12.731322288513184 + ], + [ + "▁diplomatic", + -12.731343269348145 + ], + [ + "▁Activity", + -12.731464385986328 + ], + [ + "▁cliqu", + -12.73156452178955 + ], + [ + "▁adequately", + -12.731809616088867 + ], + [ + "▁Elena", + -12.73183822631836 + ], + [ + "▁Citizens", + -12.732102394104004 + ], + [ + "▁Länge", + -12.732295989990234 + ], + [ + "▁respectful", + -12.732300758361816 + ], + [ + "▁zuständig", + -12.73248291015625 + ], + [ + "▁réception", + -12.732584953308104 + ], + [ + "▁headset", + -12.73268699645996 + ], + [ + "▁awhile", + -12.732705116271973 + ], + [ + "▁speculation", + -12.732707977294922 + ], + [ + "▁WhatsApp", + -12.732714653015137 + ], + [ + "▁tulbur", + -12.732731819152832 + ], + [ + "▁voluntar", + -12.732758522033691 + ], + [ + "▁Studium", + -12.73277473449707 + ], + [ + "▁protector", + -12.732833862304688 + ], + [ + "▁Wrap", + -12.732840538024902 + ], + [ + "staat", + -12.732951164245604 + ], + [ + "▁judgement", + -12.733396530151367 + ], + [ + "unauthorized", + -12.733397483825684 + ], + [ + "Rank", + -12.733487129211426 + ], + [ + "pră", + -12.733503341674805 + ], + [ + "▁Paw", + -12.733627319335938 + ], + [ + "▁relev", + -12.733664512634276 + ], + [ + "▁arbor", + -12.733830451965332 + ], + [ + "stretches", + -12.733885765075684 + ], + [ + "nook", + -12.733906745910645 + ], + [ + "▁Tunis", + -12.73390769958496 + ], + [ + "▁shocking", + -12.734036445617676 + ], + [ + "▁oppress", + -12.73414421081543 + ], + [ + "10.1", + -12.7341890335083 + ], + [ + "▁ERP", + -12.734310150146484 + ], + [ + "wolle", + -12.7343168258667 + ], + [ + "▁Catch", + -12.734352111816406 + ], + [ + "Plus", + -12.734368324279783 + ], + [ + "Market", + -12.734445571899414 + ], + [ + "scribed", + -12.734536170959473 + ], + [ + "▁décoration", + -12.734594345092772 + ], + [ + "▁chanson", + -12.734607696533203 + ], + [ + "▁Midwest", + -12.734763145446776 + ], + [ + "▁Spencer", + -12.734795570373535 + ], + [ + "▁societate", + -12.734807968139648 + ], + [ + "curated", + -12.735087394714355 + ], + [ + "▁canopy", + -12.735135078430176 + ], + [ + "ат", + -12.735142707824709 + ], + [ + "Sig", + -12.73514461517334 + ], + [ + "▁witch", + -12.735153198242188 + ], + [ + "envoyer", + -12.735175132751465 + ], + [ + "▁$1,000", + -12.735230445861816 + ], + [ + "▁peripheral", + -12.735482215881348 + ], + [ + "nnouncing", + -12.735509872436523 + ], + [ + "perfect", + -12.73559284210205 + ], + [ + "▁warten", + -12.735748291015623 + ], + [ + "ELI", + -12.735822677612305 + ], + [ + "▁recap", + -12.735912322998049 + ], + [ + "dün", + -12.73597812652588 + ], + [ + "▁Spre", + -12.736029624938965 + ], + [ + "2005", + -12.736153602600098 + ], + [ + "▁réparation", + -12.73617935180664 + ], + [ + "▁extraordinar", + -12.736196517944336 + ], + [ + "existence", + -12.736337661743164 + ], + [ + "oanele", + -12.736467361450195 + ], + [ + "▁reprezentant", + -12.736474990844728 + ], + [ + "▁attacker", + -12.736490249633787 + ], + [ + "▁Berliner", + -12.73657512664795 + ], + [ + "experience", + -12.736649513244627 + ], + [ + "▁Monde", + -12.73680019378662 + ], + [ + "intervention", + -12.736956596374512 + ], + [ + "▁Einstellung", + -12.736977577209473 + ], + [ + "▁Valentin", + -12.737011909484863 + ], + [ + "▁zonă", + -12.737200736999512 + ], + [ + "occupant", + -12.737223625183104 + ], + [ + "▁mobilis", + -12.737260818481444 + ], + [ + "metall", + -12.737261772155762 + ], + [ + "evangeli", + -12.73729133605957 + ], + [ + "Adding", + -12.737326622009276 + ], + [ + "▁Roland", + -12.73735237121582 + ], + [ + "ENCE", + -12.737462043762209 + ], + [ + "▁Insul", + -12.737478256225586 + ], + [ + "tellement", + -12.737497329711914 + ], + [ + "▁Blogger", + -12.737499237060549 + ], + [ + "▁prote", + -12.737504005432127 + ], + [ + "▁Minimum", + -12.737574577331545 + ], + [ + "▁termic", + -12.737624168395996 + ], + [ + "▁Sachen", + -12.737859725952148 + ], + [ + "▁Maschinen", + -12.737863540649414 + ], + [ + "▁Dragnea", + -12.737926483154297 + ], + [ + "▁overtime", + -12.737967491149902 + ], + [ + "calorie", + -12.73796844482422 + ], + [ + "▁jene", + -12.73814868927002 + ], + [ + "▁Satan", + -12.738153457641602 + ], + [ + "▁currencies", + -12.73827075958252 + ], + [ + "▁echipamente", + -12.738329887390137 + ], + [ + "▁forgiveness", + -12.73843765258789 + ], + [ + "▁Pause", + -12.738479614257812 + ], + [ + "▁Witt", + -12.738529205322266 + ], + [ + "STOR", + -12.738632202148438 + ], + [ + "▁actuelle", + -12.738703727722168 + ], + [ + "▁Ard", + -12.738853454589844 + ], + [ + "▁Constitu", + -12.738880157470703 + ], + [ + "ghan", + -12.7388916015625 + ], + [ + "Make", + -12.738906860351562 + ], + [ + "▁garne", + -12.738947868347168 + ], + [ + "▁Hitler", + -12.738956451416016 + ], + [ + "▁rubbish", + -12.738973617553713 + ], + [ + "6.0", + -12.739025115966797 + ], + [ + "▁Giving", + -12.739177703857422 + ], + [ + "▁persever", + -12.73937702178955 + ], + [ + "wirk", + -12.7394380569458 + ], + [ + "liegenden", + -12.739455223083496 + ], + [ + "▁morceau", + -12.73946762084961 + ], + [ + "atty", + -12.73961067199707 + ], + [ + "▁Quebec", + -12.739669799804688 + ], + [ + "harmonie", + -12.739705085754396 + ], + [ + "Nummer", + -12.739721298217772 + ], + [ + "▁splendid", + -12.739747047424316 + ], + [ + "▁halfway", + -12.739808082580566 + ], + [ + "▁periodically", + -12.740071296691896 + ], + [ + "▁Ländern", + -12.740077018737791 + ], + [ + "▁AAA", + -12.740083694458008 + ], + [ + "▁Frost", + -12.740198135375977 + ], + [ + "▁heroin", + -12.740289688110352 + ], + [ + "▁bucurie", + -12.7403564453125 + ], + [ + "▁Pradesh", + -12.74036693572998 + ], + [ + "zusetzen", + -12.740405082702637 + ], + [ + "raising", + -12.74042510986328 + ], + [ + "▁furniz", + -12.740567207336426 + ], + [ + "▁convi", + -12.740575790405272 + ], + [ + "pictured", + -12.740911483764648 + ], + [ + "▁inadequate", + -12.741065979003906 + ], + [ + "▁aprobat", + -12.741069793701172 + ], + [ + "▁exercising", + -12.741083145141602 + ], + [ + "▁faisai", + -12.741138458251951 + ], + [ + "▁prosecution", + -12.74123191833496 + ], + [ + "380", + -12.741402626037598 + ], + [ + "▁Potential", + -12.74145793914795 + ], + [ + "▁Magi", + -12.74152374267578 + ], + [ + "From", + -12.74175262451172 + ], + [ + "batterie", + -12.74181079864502 + ], + [ + "▁poisson", + -12.74185562133789 + ], + [ + "▁Probe", + -12.741950988769531 + ], + [ + "▁pastel", + -12.741998672485352 + ], + [ + "▁tracked", + -12.74241065979004 + ], + [ + "▁advertisers", + -12.74251937866211 + ], + [ + "adevar", + -12.74253749847412 + ], + [ + "ит", + -12.74277687072754 + ], + [ + "▁Herren", + -12.742815971374512 + ], + [ + "EAM", + -12.742820739746094 + ], + [ + "▁scooter", + -12.742822647094728 + ], + [ + "requesting", + -12.742841720581056 + ], + [ + "dynamis", + -12.742949485778809 + ], + [ + "▁dahin", + -12.742961883544922 + ], + [ + "▁tweak", + -12.743061065673828 + ], + [ + "▁hail", + -12.743101119995115 + ], + [ + "▁întotdeauna", + -12.743160247802734 + ], + [ + "▁Publikum", + -12.743167877197266 + ], + [ + "▁panoramic", + -12.743167877197266 + ], + [ + "▁PRE", + -12.74331283569336 + ], + [ + "▁thrill", + -12.743361473083496 + ], + [ + "Open", + -12.743366241455078 + ], + [ + "▁Layer", + -12.74345588684082 + ], + [ + "▁Bosch", + -12.743459701538086 + ], + [ + "hull", + -12.743511199951172 + ], + [ + "▁născut", + -12.743518829345703 + ], + [ + "tausch", + -12.743559837341309 + ], + [ + "▁autoturism", + -12.743577003479004 + ], + [ + "▁crank", + -12.743701934814451 + ], + [ + "CLE", + -12.743735313415527 + ], + [ + "▁Frederick", + -12.74386978149414 + ], + [ + "mog", + -12.743887901306152 + ], + [ + "behalten", + -12.74396800994873 + ], + [ + "▁aunt", + -12.744050979614258 + ], + [ + "▁Triple", + -12.744141578674316 + ], + [ + "▁Ark", + -12.744242668151855 + ], + [ + "AUD", + -12.744440078735352 + ], + [ + "▁Candy", + -12.744505882263184 + ], + [ + "tama", + -12.744515419006348 + ], + [ + "▁Evaluation", + -12.744571685791016 + ], + [ + "▁Memphis", + -12.744571685791016 + ], + [ + "▁stellar", + -12.74457836151123 + ], + [ + "▁fabricat", + -12.744632720947266 + ], + [ + "▁terminat", + -12.744868278503418 + ], + [ + "▁domnul", + -12.744913101196287 + ], + [ + "▁keynote", + -12.744925498962402 + ], + [ + "▁dentistry", + -12.744951248168944 + ], + [ + "rift", + -12.745052337646484 + ], + [ + "▁bilan", + -12.745119094848633 + ], + [ + "2.6", + -12.745125770568848 + ], + [ + "undergoing", + -12.745210647583008 + ], + [ + "▁pseudo", + -12.745274543762209 + ], + [ + "▁maşin", + -12.745280265808104 + ], + [ + "▁munte", + -12.74555492401123 + ], + [ + "▁VW", + -12.745932579040527 + ], + [ + "▁Rab", + -12.74593448638916 + ], + [ + "▁sustine", + -12.745972633361816 + ], + [ + "▁Bedingungen", + -12.745977401733398 + ], + [ + "▁învăţ", + -12.745980262756348 + ], + [ + "▁pyramid", + -12.745983123779297 + ], + [ + "HEN", + -12.746020317077637 + ], + [ + "▁citrus", + -12.746058464050291 + ], + [ + "Code", + -12.746064186096191 + ], + [ + "▁Beginning", + -12.746164321899414 + ], + [ + "▁discourse", + -12.746249198913574 + ], + [ + "▁miercuri", + -12.746329307556152 + ], + [ + "▁producător", + -12.74637508392334 + ], + [ + "▁analys", + -12.746397972106934 + ], + [ + "▁Evan", + -12.7467041015625 + ], + [ + "138", + -12.746987342834473 + ], + [ + "▁târziu", + -12.74703311920166 + ], + [ + "▁relocation", + -12.747052192687988 + ], + [ + "decizia", + -12.74708080291748 + ], + [ + "tollen", + -12.74714183807373 + ], + [ + "TRO", + -12.747180938720703 + ], + [ + "▁runway", + -12.74719524383545 + ], + [ + "illet", + -12.747270584106444 + ], + [ + "▁serveur", + -12.747387886047363 + ], + [ + "bezogen", + -12.747427940368652 + ], + [ + "▁believers", + -12.747668266296388 + ], + [ + "determined", + -12.747711181640623 + ], + [ + "▁reinforced", + -12.74791431427002 + ], + [ + "▁wedge", + -12.748006820678713 + ], + [ + "methyl", + -12.74807357788086 + ], + [ + "MES", + -12.748188018798828 + ], + [ + "vpn", + -12.748374938964844 + ], + [ + "▁consta", + -12.74837875366211 + ], + [ + "▁vizitat", + -12.748420715332031 + ], + [ + "modul", + -12.748455047607422 + ], + [ + "▁routing", + -12.748528480529783 + ], + [ + "tempted", + -12.748540878295898 + ], + [ + "URS", + -12.748785018920898 + ], + [ + "apprentissage", + -12.74879550933838 + ], + [ + "▁Hungary", + -12.748796463012695 + ], + [ + "Previously", + -12.74880313873291 + ], + [ + "▁translator", + -12.748804092407228 + ], + [ + "▁resonate", + -12.748830795288086 + ], + [ + "201", + -12.748851776123049 + ], + [ + "3-0", + -12.749029159545898 + ], + [ + "▁reunion", + -12.749090194702148 + ], + [ + "▁palate", + -12.749096870422363 + ], + [ + "0.4", + -12.749171257019045 + ], + [ + "reheat", + -12.74924373626709 + ], + [ + "Roo", + -12.749261856079102 + ], + [ + "200,000", + -12.74940013885498 + ], + [ + "Bro", + -12.749431610107422 + ], + [ + "▁estimation", + -12.749468803405762 + ], + [ + "schneiden", + -12.749499320983888 + ], + [ + "▁Inspired", + -12.749506950378418 + ], + [ + "▁lottery", + -12.749539375305176 + ], + [ + "▁Friedrich", + -12.749887466430664 + ], + [ + "FIT", + -12.749913215637209 + ], + [ + "0.6", + -12.7499418258667 + ], + [ + "▁dagegen", + -12.74997615814209 + ], + [ + "▁Reb", + -12.750115394592283 + ], + [ + "▁Eigenschaften", + -12.75020694732666 + ], + [ + "▁molding", + -12.750361442565918 + ], + [ + "▁Harper", + -12.750548362731934 + ], + [ + "verwaltung", + -12.75055980682373 + ], + [ + "▁Schlüssel", + -12.75055980682373 + ], + [ + "▁desfasura", + -12.75055980682373 + ], + [ + "▁rencontrer", + -12.75055980682373 + ], + [ + "▁negoci", + -12.750581741333008 + ], + [ + "▁Leading", + -12.750615119934082 + ], + [ + "▁necesita", + -12.750652313232422 + ], + [ + "▁biking", + -12.750683784484863 + ], + [ + "▁jointly", + -12.75069808959961 + ], + [ + "▁crush", + -12.750702857971191 + ], + [ + "Vol", + -12.750768661499023 + ], + [ + "▁ebay", + -12.750836372375488 + ], + [ + "▁Shri", + -12.750991821289062 + ], + [ + "▁AMD", + -12.75102996826172 + ], + [ + "FG", + -12.751032829284668 + ], + [ + "Argentin", + -12.75120735168457 + ], + [ + "▁incercat", + -12.751431465148926 + ], + [ + "▁tidy", + -12.751628875732422 + ], + [ + "▁provoqu", + -12.751635551452637 + ], + [ + "▁Written", + -12.751649856567385 + ], + [ + "▁Kooperation", + -12.751666069030762 + ], + [ + "▁scripture", + -12.751952171325684 + ], + [ + "▁Pflicht", + -12.75197410583496 + ], + [ + "ficial", + -12.752013206481934 + ], + [ + "vremea", + -12.752013206481934 + ], + [ + "▁Growing", + -12.752115249633787 + ], + [ + "▁redesign", + -12.752119064331056 + ], + [ + "▁obstacle", + -12.752214431762695 + ], + [ + "▁rugam", + -12.752235412597656 + ], + [ + "▁SPD", + -12.752243995666504 + ], + [ + "165", + -12.752270698547363 + ], + [ + "fiz", + -12.752284049987791 + ], + [ + "▁startet", + -12.752326011657717 + ], + [ + "▁Principle", + -12.752327919006348 + ], + [ + "▁abdominal", + -12.752327919006348 + ], + [ + "▁podium", + -12.752528190612791 + ], + [ + "duty", + -12.75261688232422 + ], + [ + "bonne", + -12.752679824829102 + ], + [ + "▁Serbia", + -12.752687454223633 + ], + [ + "▁brunch", + -12.75283908843994 + ], + [ + "▁Personne", + -12.752975463867188 + ], + [ + "▁Idea", + -12.753034591674805 + ], + [ + "forementioned", + -12.753036499023438 + ], + [ + "▁chassis", + -12.753037452697754 + ], + [ + "gebühr", + -12.753050804138184 + ], + [ + "ucun", + -12.753061294555664 + ], + [ + "▁Maz", + -12.7531156539917 + ], + [ + "1-4", + -12.75318431854248 + ], + [ + "kleid", + -12.753273963928224 + ], + [ + "▁Volvo", + -12.753337860107422 + ], + [ + "brechen", + -12.753378868103027 + ], + [ + "▁homepage", + -12.753472328186035 + ], + [ + "fuz", + -12.753509521484377 + ], + [ + "▁abgeschlossen", + -12.753595352172852 + ], + [ + "▁gelungen", + -12.753658294677734 + ], + [ + "▁booklet", + -12.753711700439451 + ], + [ + "▁Ukrainian", + -12.753745079040527 + ], + [ + "▁Melissa", + -12.753746032714844 + ], + [ + "CENT", + -12.75379467010498 + ], + [ + "▁intégré", + -12.753806114196776 + ], + [ + "weighing", + -12.753827095031738 + ], + [ + "▁crumbl", + -12.753894805908203 + ], + [ + "▁bunk", + -12.754167556762695 + ], + [ + "krieg", + -12.754207611083984 + ], + [ + "▁freshman", + -12.754307746887209 + ], + [ + "alaya", + -12.754339218139648 + ], + [ + "Avem", + -12.754353523254396 + ], + [ + "▁Kne", + -12.754423141479492 + ], + [ + "▁upstairs", + -12.75448226928711 + ], + [ + "AIL", + -12.754508972167969 + ], + [ + "țul", + -12.75478744506836 + ], + [ + "▁Lecture", + -12.754817962646484 + ], + [ + "▁entdecken", + -12.754843711853027 + ], + [ + "▁GMT", + -12.754912376403809 + ], + [ + "▁Leitung", + -12.754937171936035 + ], + [ + "▁inclined", + -12.755170822143556 + ], + [ + "▁skillet", + -12.75555419921875 + ], + [ + "FN", + -12.755742073059082 + ], + [ + "▁Perform", + -12.755821228027344 + ], + [ + "shift", + -12.75583267211914 + ], + [ + "recognizing", + -12.755873680114746 + ], + [ + "▁concise", + -12.755873680114746 + ], + [ + "▁obsessed", + -12.755873680114746 + ], + [ + "▁removable", + -12.755873680114746 + ], + [ + "▁Relax", + -12.755888938903809 + ], + [ + "delegates", + -12.75605583190918 + ], + [ + "▁expedi", + -12.756074905395508 + ], + [ + "▁Schä", + -12.756138801574709 + ], + [ + "iete", + -12.756211280822754 + ], + [ + "▁reciproc", + -12.756229400634766 + ], + [ + "▁neutr", + -12.75625228881836 + ], + [ + "lactic", + -12.756314277648926 + ], + [ + "▁Nah", + -12.756328582763672 + ], + [ + "scene", + -12.7565279006958 + ], + [ + "▁Helm", + -12.756563186645508 + ], + [ + "▁Bewerbung", + -12.756671905517578 + ], + [ + "▁Cassi", + -12.75667953491211 + ], + [ + "▁Gelegenheit", + -12.756939888000488 + ], + [ + "▁reflective", + -12.757140159606934 + ], + [ + "▁încredere", + -12.757149696350098 + ], + [ + "▁cigarettes", + -12.75717544555664 + ], + [ + "▁Zusätzlich", + -12.757295608520508 + ], + [ + "▁intercept", + -12.75731372833252 + ], + [ + "▁Finn", + -12.757468223571776 + ], + [ + "▁ignor", + -12.757661819458008 + ], + [ + "gian", + -12.75766372680664 + ], + [ + "BRA", + -12.757740020751951 + ], + [ + "leader", + -12.757957458496094 + ], + [ + "nius", + -12.757981300354004 + ], + [ + "▁skies", + -12.757987022399902 + ], + [ + "▁nunta", + -12.758023262023926 + ], + [ + "▁grec", + -12.758041381835938 + ], + [ + "arranging", + -12.75816822052002 + ], + [ + "wartet", + -12.758231163024902 + ], + [ + "▁kostet", + -12.758377075195312 + ], + [ + "▁Entre", + -12.758541107177734 + ], + [ + "Mag", + -12.758575439453123 + ], + [ + "▁radiator", + -12.75859832763672 + ], + [ + "übrigens", + -12.758689880371094 + ], + [ + "Internet", + -12.758706092834473 + ], + [ + "▁connexion", + -12.758718490600586 + ], + [ + "▁prolonged", + -12.758854866027832 + ], + [ + "▁capabil", + -12.75914192199707 + ], + [ + "▁feeder", + -12.759217262268066 + ], + [ + "Initially", + -12.75922393798828 + ], + [ + "Green", + -12.75926685333252 + ], + [ + "▁passiert", + -12.759272575378418 + ], + [ + "▁courtyard", + -12.759299278259276 + ], + [ + "▁judeţ", + -12.759320259094238 + ], + [ + "▁Coalition", + -12.759431838989258 + ], + [ + "▁atmospheric", + -12.759431838989258 + ], + [ + "▁velocity", + -12.759431838989258 + ], + [ + "▁Frühstück", + -12.759432792663574 + ], + [ + "vacancies", + -12.759438514709473 + ], + [ + "unified", + -12.759538650512695 + ], + [ + "▁Ahmed", + -12.759538650512695 + ], + [ + "poured", + -12.759550094604492 + ], + [ + "▁Mikro", + -12.75959587097168 + ], + [ + "▁Klar", + -12.759661674499512 + ], + [ + "kommt", + -12.759681701660156 + ], + [ + "seated", + -12.75974464416504 + ], + [ + "musik", + -12.75976848602295 + ], + [ + "▁stimulation", + -12.759841918945312 + ], + [ + "▁solicitat", + -12.759880065917969 + ], + [ + "▁politically", + -12.760165214538574 + ], + [ + "restoring", + -12.76032257080078 + ], + [ + "▁Rag", + -12.760435104370115 + ], + [ + "▁officielle", + -12.760468482971191 + ], + [ + "▁Annie", + -12.760479927062988 + ], + [ + "▁tourne", + -12.760634422302246 + ], + [ + "▁Joel", + -12.760642051696776 + ], + [ + "blieben", + -12.760666847229004 + ], + [ + "▁repayment", + -12.760736465454102 + ], + [ + "▁Strategi", + -12.760781288146973 + ], + [ + "▁prietenii", + -12.760804176330566 + ], + [ + "▁Montgomery", + -12.760858535766602 + ], + [ + "▁résidence", + -12.760858535766602 + ], + [ + "▁sunglasses", + -12.760858535766602 + ], + [ + "▁1956", + -12.760882377624512 + ], + [ + "MEN", + -12.76093578338623 + ], + [ + "pouvant", + -12.760997772216797 + ], + [ + "375", + -12.761061668395996 + ], + [ + "directed", + -12.761173248291016 + ], + [ + "▁grinder", + -12.76120662689209 + ], + [ + "rträge", + -12.761279106140137 + ], + [ + "▁nickel", + -12.76129913330078 + ], + [ + "▁Maintain", + -12.761313438415527 + ], + [ + "▁Holmes", + -12.761392593383787 + ], + [ + "▁obtinut", + -12.76157283782959 + ], + [ + "▁walnut", + -12.761585235595703 + ], + [ + "▁consultancy", + -12.761640548706056 + ], + [ + "cooled", + -12.761651039123535 + ], + [ + "▁Brig", + -12.761711120605469 + ], + [ + "▁Produc", + -12.761873245239258 + ], + [ + "street", + -12.76187515258789 + ], + [ + "▁Einfach", + -12.761897087097168 + ], + [ + "North", + -12.762149810791016 + ], + [ + "▁PET", + -12.76220989227295 + ], + [ + "▁Président", + -12.762288093566896 + ], + [ + "▁produsului", + -12.762457847595217 + ], + [ + "literatur", + -12.762483596801758 + ], + [ + "133", + -12.762561798095703 + ], + [ + "▁recours", + -12.762591361999512 + ], + [ + "▁verpflichtet", + -12.76264476776123 + ], + [ + "▁Wur", + -12.762733459472656 + ], + [ + "▁psiholog", + -12.76279640197754 + ], + [ + "Veg", + -12.762871742248535 + ], + [ + "▁hype", + -12.762930870056152 + ], + [ + "augmenter", + -12.762974739074709 + ], + [ + "▁Welsh", + -12.763012886047363 + ], + [ + "mounted", + -12.763158798217772 + ], + [ + "▁Wann", + -12.763425827026367 + ], + [ + "▁gezeigt", + -12.763620376586914 + ], + [ + "▁memo", + -12.763631820678713 + ], + [ + "veterinary", + -12.763717651367188 + ], + [ + "▁Olympia", + -12.763717651367188 + ], + [ + "▁handsome", + -12.763871192932127 + ], + [ + "yama", + -12.763911247253418 + ], + [ + "studio", + -12.763912200927734 + ], + [ + "sozial", + -12.764020919799805 + ], + [ + "▁reap", + -12.764104843139648 + ], + [ + "▁didactic", + -12.764111518859863 + ], + [ + "▁Cookie", + -12.764126777648926 + ], + [ + "▁cooper", + -12.764230728149414 + ], + [ + "▁discern", + -12.76441478729248 + ], + [ + "▁Ubuntu", + -12.764433860778809 + ], + [ + "domain", + -12.76443862915039 + ], + [ + "▁plasa", + -12.764460563659668 + ], + [ + "hong", + -12.764585494995115 + ], + [ + "▁Freiheit", + -12.764662742614746 + ], + [ + "▁Gateway", + -12.764678001403809 + ], + [ + "▁poke", + -12.764796257019045 + ], + [ + "▁niedrig", + -12.76484203338623 + ], + [ + "▁corrected", + -12.764899253845217 + ], + [ + "▁predator", + -12.76490306854248 + ], + [ + "QA", + -12.76507568359375 + ], + [ + "Physio", + -12.765101432800291 + ], + [ + "MAS", + -12.765108108520508 + ], + [ + "▁sanctuary", + -12.765151023864746 + ], + [ + "▁aferent", + -12.76523494720459 + ], + [ + "▁perdre", + -12.765268325805664 + ], + [ + "▁recherch", + -12.76539707183838 + ], + [ + "ready", + -12.76559829711914 + ], + [ + "without", + -12.76560115814209 + ], + [ + "▁locuitori", + -12.765628814697266 + ], + [ + "▁Memo", + -12.765636444091797 + ], + [ + "▁Laden", + -12.765646934509276 + ], + [ + "danken", + -12.76577377319336 + ], + [ + "▁CNC", + -12.765861511230469 + ], + [ + "▁jealous", + -12.765881538391112 + ], + [ + "▁Background", + -12.765951156616213 + ], + [ + "▁Marx", + -12.765999794006348 + ], + [ + "▁Heli", + -12.766039848327637 + ], + [ + "▁osteo", + -12.766057968139648 + ], + [ + "▁rassembl", + -12.766162872314451 + ], + [ + "▁altceva", + -12.766226768493652 + ], + [ + "▁beschäftigt", + -12.766226768493652 + ], + [ + "▁accru", + -12.76626682281494 + ], + [ + "üft", + -12.766273498535156 + ], + [ + "▁sprout", + -12.76628875732422 + ], + [ + "endorf", + -12.76647663116455 + ], + [ + "▁specialitate", + -12.766483306884766 + ], + [ + "éanmoins", + -12.766586303710938 + ], + [ + "▁poign", + -12.766663551330566 + ], + [ + "▁mânca", + -12.766668319702148 + ], + [ + "▁stretched", + -12.766752243041992 + ], + [ + "fensiv", + -12.76677131652832 + ], + [ + "▁Auction", + -12.76683235168457 + ], + [ + "hints", + -12.766944885253906 + ], + [ + "▁typo", + -12.766983032226562 + ], + [ + "▁Rare", + -12.767003059387209 + ], + [ + "▁interruption", + -12.767043113708496 + ], + [ + "▁Mean", + -12.76709270477295 + ], + [ + "privileged", + -12.767108917236328 + ], + [ + "▁purtat", + -12.767129898071287 + ], + [ + "studie", + -12.767229080200195 + ], + [ + "offres", + -12.767248153686523 + ], + [ + "▁flap", + -12.76729679107666 + ], + [ + "▁rhetoric", + -12.767304420471191 + ], + [ + "▁snapshot", + -12.767325401306152 + ], + [ + "▁Conservative", + -12.767367362976074 + ], + [ + "▁taie", + -12.767416954040527 + ], + [ + "Game", + -12.767499923706056 + ], + [ + "▁naissance", + -12.767663955688477 + ], + [ + "Prof", + -12.767704963684082 + ], + [ + "qualified", + -12.767745971679688 + ], + [ + "▁suppression", + -12.767749786376951 + ], + [ + "▁răspunde", + -12.767765045166016 + ], + [ + "▁1/3", + -12.767803192138672 + ], + [ + "▁lieben", + -12.767858505249023 + ], + [ + "ù", + -12.767898559570312 + ], + [ + "america", + -12.767955780029297 + ], + [ + "▁Mum", + -12.768182754516602 + ], + [ + "▁Researchers", + -12.76827335357666 + ], + [ + "quip", + -12.768308639526367 + ], + [ + "▁fenomen", + -12.768383026123049 + ], + [ + "stools", + -12.768387794494627 + ], + [ + "▁commodity", + -12.768742561340332 + ], + [ + "▁rejuvenat", + -12.76874542236328 + ], + [ + "▁ausgezeichnet", + -12.76876449584961 + ], + [ + "▁păcate", + -12.768784523010254 + ], + [ + "3.6", + -12.76882553100586 + ], + [ + "zwei", + -12.76890468597412 + ], + [ + "accounted", + -12.768982887268066 + ], + [ + "▁Cycle", + -12.76900863647461 + ], + [ + "politischen", + -12.769031524658203 + ], + [ + "Normally", + -12.76904010772705 + ], + [ + "▁transcend", + -12.769158363342283 + ], + [ + "▁Classes", + -12.769268989562988 + ], + [ + "▁vene", + -12.769363403320312 + ], + [ + "protein", + -12.76942253112793 + ], + [ + "formulaire", + -12.76944351196289 + ], + [ + "▁endurance", + -12.769463539123535 + ], + [ + "▁Census", + -12.769464492797852 + ], + [ + "▁census", + -12.7694673538208 + ], + [ + "▁conțin", + -12.76952838897705 + ], + [ + "▁multinational", + -12.769563674926758 + ], + [ + "▁consomm", + -12.769572257995604 + ], + [ + "▁Porter", + -12.769762992858888 + ], + [ + "▁marvel", + -12.769777297973633 + ], + [ + "▁probable", + -12.769824028015137 + ], + [ + "dependable", + -12.770044326782228 + ], + [ + "▁crore", + -12.77015495300293 + ], + [ + "▁6:30", + -12.770224571228027 + ], + [ + "▁Bradley", + -12.77032470703125 + ], + [ + "molecule", + -12.770400047302246 + ], + [ + "inclusiv", + -12.770516395568848 + ], + [ + "▁privilégi", + -12.770543098449709 + ], + [ + "▁cerere", + -12.770611763000488 + ], + [ + "ouille", + -12.770696640014648 + ], + [ + "▁âgé", + -12.770787239074709 + ], + [ + "▁ghid", + -12.770801544189451 + ], + [ + "▁Controller", + -12.77082347869873 + ], + [ + "▁incredere", + -12.770988464355469 + ], + [ + "▁hostel", + -12.771015167236328 + ], + [ + "wissenschaft", + -12.771121978759766 + ], + [ + "▁cooperate", + -12.771183967590332 + ], + [ + "ки", + -12.771202087402344 + ], + [ + "▁Küchen", + -12.771384239196776 + ], + [ + "▁BIO", + -12.771406173706056 + ], + [ + "▁deliveries", + -12.771458625793455 + ], + [ + "▁urmări", + -12.771553993225098 + ], + [ + "▁überzeugen", + -12.771631240844728 + ], + [ + "Roofing", + -12.771703720092772 + ], + [ + "▁Adel", + -12.771737098693848 + ], + [ + "▁navy", + -12.77181339263916 + ], + [ + "▁cider", + -12.772101402282717 + ], + [ + "▁dulce", + -12.772109985351562 + ], + [ + "▁inspirat", + -12.77216339111328 + ], + [ + "allez", + -12.772164344787598 + ], + [ + "HH", + -12.77221965789795 + ], + [ + "▁Danish", + -12.7722749710083 + ], + [ + "CDC", + -12.7722806930542 + ], + [ + "▁Milch", + -12.772303581237791 + ], + [ + "▁Hockey", + -12.772346496582031 + ], + [ + "▁Smooth", + -12.772347450256348 + ], + [ + "▁FIFA", + -12.772361755371094 + ], + [ + "▁Devon", + -12.772364616394045 + ], + [ + "chung", + -12.772379875183104 + ], + [ + "▁villain", + -12.772420883178713 + ], + [ + "▁musée", + -12.772441864013672 + ], + [ + "tiennent", + -12.772557258605955 + ], + [ + "chou", + -12.772732734680176 + ], + [ + "kopf", + -12.772809982299805 + ], + [ + "printed", + -12.77281379699707 + ], + [ + "▁Depression", + -12.773076057434082 + ], + [ + "▁opioid", + -12.773082733154297 + ], + [ + "nomie", + -12.773098945617676 + ], + [ + "▁footwear", + -12.773211479187012 + ], + [ + "▁Cause", + -12.773260116577148 + ], + [ + "SEL", + -12.773515701293944 + ], + [ + "▁Roller", + -12.773523330688477 + ], + [ + "▁einzigartige", + -12.773589134216309 + ], + [ + "desea", + -12.773597717285156 + ], + [ + "▁nasty", + -12.773792266845703 + ], + [ + "formulated", + -12.773877143859863 + ], + [ + "breaker", + -12.773958206176758 + ], + [ + "▁goodies", + -12.773961067199709 + ], + [ + "▁sandy", + -12.774189949035645 + ], + [ + "method", + -12.77425479888916 + ], + [ + "▁Maple", + -12.77430820465088 + ], + [ + "gefragt", + -12.774435997009276 + ], + [ + "▁decreasing", + -12.77451515197754 + ], + [ + "ceşti", + -12.774555206298828 + ], + [ + "▁DUI", + -12.774563789367676 + ], + [ + "▁pierdere", + -12.774574279785156 + ], + [ + "▁brushes", + -12.77466869354248 + ], + [ + "▁Fully", + -12.774712562561035 + ], + [ + "filtered", + -12.774789810180664 + ], + [ + "ruins", + -12.774988174438477 + ], + [ + "Save", + -12.775114059448242 + ], + [ + "sweeping", + -12.7752046585083 + ], + [ + "PCR", + -12.775334358215332 + ], + [ + "▁folded", + -12.77533721923828 + ], + [ + "▁urca", + -12.77544403076172 + ], + [ + "▁clic", + -12.775484085083008 + ], + [ + "▁spécialiste", + -12.775614738464355 + ], + [ + "▁durfte", + -12.775686264038086 + ], + [ + "tuși", + -12.775871276855469 + ], + [ + "▁diligent", + -12.77596378326416 + ], + [ + "▁verdict", + -12.775972366333008 + ], + [ + "▁chaise", + -12.776039123535156 + ], + [ + "▁cleanup", + -12.776068687438965 + ], + [ + "▁Guitar", + -12.776076316833496 + ], + [ + "▁Dip", + -12.776142120361328 + ], + [ + "vru", + -12.776260375976562 + ], + [ + "▁cogn", + -12.776373863220217 + ], + [ + "something", + -12.776529312133787 + ], + [ + "hidr", + -12.776535034179688 + ], + [ + "ENG", + -12.776607513427734 + ], + [ + "Paul", + -12.776679039001465 + ], + [ + "▁reboot", + -12.776687622070312 + ], + [ + "savvy", + -12.776688575744627 + ], + [ + "▁Macron", + -12.776710510253906 + ], + [ + "▁Kino", + -12.77682876586914 + ], + [ + "232", + -12.776832580566406 + ], + [ + "▁gravit", + -12.776861190795898 + ], + [ + "ANC", + -12.776883125305176 + ], + [ + "▁petrecut", + -12.776944160461426 + ], + [ + "▁signage", + -12.776959419250488 + ], + [ + "odia", + -12.776987075805664 + ], + [ + "▁GRA", + -12.77712631225586 + ], + [ + "▁alegeril", + -12.777129173278809 + ], + [ + "leger", + -12.77717399597168 + ], + [ + "▁medicamente", + -12.777174949645996 + ], + [ + "pentru", + -12.777249336242676 + ], + [ + "▁collectif", + -12.777251243591309 + ], + [ + "▁Sohn", + -12.777298927307127 + ], + [ + "205", + -12.777313232421877 + ], + [ + "▁Reach", + -12.77733039855957 + ], + [ + "RAM", + -12.777400970458984 + ], + [ + "3.4", + -12.777405738830566 + ], + [ + "▁bleach", + -12.777409553527832 + ], + [ + "▁diligence", + -12.777414321899414 + ], + [ + "▁MORE", + -12.777440071105955 + ], + [ + "▁Critical", + -12.777471542358398 + ], + [ + "▁singură", + -12.77767276763916 + ], + [ + "▁adversar", + -12.777791023254396 + ], + [ + "▁Buzz", + -12.7778902053833 + ], + [ + "▁demeure", + -12.778063774108888 + ], + [ + "▁nephew", + -12.778141021728516 + ], + [ + "▁Boom", + -12.77817440032959 + ], + [ + "▁shining", + -12.77819538116455 + ], + [ + "▁sponge", + -12.778206825256348 + ], + [ + "liest", + -12.77841854095459 + ], + [ + "rseits", + -12.778690338134766 + ], + [ + "▁capita", + -12.778823852539062 + ], + [ + "esthesia", + -12.778867721557615 + ], + [ + "500,000", + -12.77895736694336 + ], + [ + "▁Pressure", + -12.77898120880127 + ], + [ + "ifikation", + -12.77902126312256 + ], + [ + "▁acceleration", + -12.779181480407717 + ], + [ + "▁Pfarr", + -12.779282569885254 + ], + [ + "▁imobil", + -12.779304504394531 + ], + [ + "▁pericol", + -12.779326438903809 + ], + [ + "▁flock", + -12.779454231262209 + ], + [ + "▁Scholar", + -12.77962875366211 + ], + [ + "▁Fusion", + -12.779630661010742 + ], + [ + "▁revolve", + -12.779637336730955 + ], + [ + "Plugin", + -12.779664993286133 + ], + [ + "▁Ruf", + -12.779691696166992 + ], + [ + "▁tehnici", + -12.780024528503418 + ], + [ + "voice", + -12.78005313873291 + ], + [ + "▁anomal", + -12.780203819274902 + ], + [ + "▁gefallen", + -12.78025245666504 + ], + [ + "▁Wyoming", + -12.780322074890137 + ], + [ + "▁9:00", + -12.780354499816896 + ], + [ + "packed", + -12.780461311340332 + ], + [ + "▁Zimbabwe", + -12.780686378479004 + ], + [ + "▁glücklich", + -12.780766487121582 + ], + [ + "ethanol", + -12.78077220916748 + ], + [ + "▁effektiv", + -12.780936241149902 + ], + [ + "▁saptamani", + -12.781049728393556 + ], + [ + "▁umfasst", + -12.781052589416504 + ], + [ + "▁Werbung", + -12.781103134155272 + ], + [ + "▁undermine", + -12.781164169311523 + ], + [ + "▁Lego", + -12.781322479248049 + ], + [ + "▁Rac", + -12.781323432922363 + ], + [ + "educating", + -12.781441688537598 + ], + [ + "leiten", + -12.781451225280762 + ], + [ + "derma", + -12.781518936157228 + ], + [ + "hängen", + -12.781597137451172 + ], + [ + "Lumin", + -12.781846046447754 + ], + [ + "▁PNL", + -12.78191375732422 + ], + [ + "▁volcano", + -12.782064437866213 + ], + [ + "▁Anfrage", + -12.782066345214844 + ], + [ + "▁resp", + -12.782124519348145 + ], + [ + "leigh", + -12.78217601776123 + ], + [ + "▁addict", + -12.782176971435549 + ], + [ + "WORK", + -12.782312393188477 + ], + [ + "▁FY", + -12.782322883605955 + ], + [ + "▁maneuver", + -12.782513618469238 + ], + [ + "flächen", + -12.782525062561035 + ], + [ + "zweck", + -12.782527923583984 + ], + [ + "tolerant", + -12.782609939575195 + ], + [ + "Davidson", + -12.78272533416748 + ], + [ + "▁meteor", + -12.782849311828612 + ], + [ + "▁Stephanie", + -12.78291130065918 + ], + [ + "▁plafon", + -12.783126831054688 + ], + [ + "technischen", + -12.78316879272461 + ], + [ + "unused", + -12.783193588256836 + ], + [ + "▁voulai", + -12.783228874206545 + ], + [ + "▁fehlt", + -12.783447265625 + ], + [ + "möglichen", + -12.783955574035645 + ], + [ + "▁Twenty", + -12.783968925476074 + ], + [ + "composing", + -12.783979415893556 + ], + [ + "▁rebate", + -12.78400707244873 + ], + [ + "Italie", + -12.78403663635254 + ], + [ + "▁goodbye", + -12.784058570861816 + ], + [ + "wild", + -12.784061431884766 + ], + [ + "▁lancé", + -12.784077644348145 + ], + [ + "▁wunderschöne", + -12.784083366394045 + ], + [ + "▁Frontier", + -12.784139633178713 + ], + [ + "▁murit", + -12.784313201904297 + ], + [ + "▁scump", + -12.78464412689209 + ], + [ + "OVER", + -12.784682273864746 + ], + [ + "▁meme", + -12.784709930419922 + ], + [ + "Super", + -12.784733772277832 + ], + [ + "▁Crack", + -12.784849166870115 + ], + [ + "rennen", + -12.784907341003418 + ], + [ + "▁interessiert", + -12.784941673278809 + ], + [ + "▁relaţi", + -12.784942626953123 + ], + [ + "▁factories", + -12.784975051879885 + ], + [ + "▁[...]", + -12.785066604614258 + ], + [ + "▁vizite", + -12.785075187683104 + ], + [ + "▁erfolgen", + -12.785199165344238 + ], + [ + "▁Hosting", + -12.785244941711426 + ], + [ + "▁localitate", + -12.78528118133545 + ], + [ + "▁chasse", + -12.785415649414062 + ], + [ + "▁Meadow", + -12.785465240478516 + ], + [ + "▁expansive", + -12.785513877868652 + ], + [ + "hov", + -12.785874366760254 + ], + [ + "Phil", + -12.785978317260742 + ], + [ + "illian", + -12.786107063293455 + ], + [ + "▁manipulate", + -12.786107063293455 + ], + [ + "informationen", + -12.786130905151367 + ], + [ + "▁profesionist", + -12.786162376403809 + ], + [ + "risen", + -12.786252975463867 + ], + [ + "frem", + -12.786300659179688 + ], + [ + "Act", + -12.78640079498291 + ], + [ + "supervised", + -12.786491394042969 + ], + [ + "▁capul", + -12.786506652832031 + ], + [ + "▁Craiova", + -12.786528587341309 + ], + [ + "▁victoire", + -12.786528587341309 + ], + [ + "▁guitarist", + -12.786680221557615 + ], + [ + "▁identific", + -12.786684036254885 + ], + [ + "democrat", + -12.786864280700684 + ], + [ + "Authentic", + -12.786894798278809 + ], + [ + "▁Autumn", + -12.786894798278809 + ], + [ + "▁bodi", + -12.787014961242676 + ], + [ + "April", + -12.787044525146484 + ], + [ + "▁Burger", + -12.787049293518066 + ], + [ + "▁BEST", + -12.787490844726562 + ], + [ + "▁torrent", + -12.78749942779541 + ], + [ + "UV", + -12.787567138671877 + ], + [ + "▁renal", + -12.787676811218262 + ], + [ + "founded", + -12.787693977355955 + ], + [ + "203", + -12.787956237792969 + ], + [ + "▁Flooring", + -12.78799057006836 + ], + [ + "▁kilogram", + -12.787994384765623 + ], + [ + "▁garantiert", + -12.78813934326172 + ], + [ + "▁fulfil", + -12.788204193115234 + ], + [ + "303", + -12.788330078125 + ], + [ + "▁schafft", + -12.788363456726074 + ], + [ + "▁butterfly", + -12.788365364074709 + ], + [ + "▁Stuart", + -12.788382530212402 + ], + [ + "▁Versuch", + -12.788392066955566 + ], + [ + "▁liking", + -12.788412094116213 + ], + [ + "▁chercher", + -12.788508415222168 + ], + [ + "▁wrapping", + -12.788527488708496 + ], + [ + "schrieb", + -12.788652420043944 + ], + [ + "▁abuz", + -12.788718223571776 + ], + [ + "▁maîtrise", + -12.788772583007812 + ], + [ + "EQ", + -12.788887977600098 + ], + [ + "▁Erinnerung", + -12.789095878601074 + ], + [ + "▁bridal", + -12.78909969329834 + ], + [ + "Rock", + -12.789118766784668 + ], + [ + "▁copied", + -12.789193153381348 + ], + [ + "Met", + -12.789206504821776 + ], + [ + "▁incep", + -12.789233207702637 + ], + [ + "▁sinus", + -12.789336204528809 + ], + [ + "▁Felix", + -12.789831161499023 + ], + [ + "▁Deluxe", + -12.789837837219238 + ], + [ + "▁GPU", + -12.78984832763672 + ], + [ + "Sie", + -12.790164947509766 + ], + [ + "lowering", + -12.79026222229004 + ], + [ + "▁Trotz", + -12.790282249450684 + ], + [ + "333", + -12.790417671203612 + ], + [ + "withstand", + -12.79055118560791 + ], + [ + "▁Aufenthalt", + -12.790566444396973 + ], + [ + "▁unhealthy", + -12.790567398071287 + ], + [ + "▁urbain", + -12.790573120117188 + ], + [ + "▁LOL", + -12.79070281982422 + ], + [ + "▁Ballet", + -12.79074478149414 + ], + [ + "▁Decoration", + -12.79083251953125 + ], + [ + "weist", + -12.790839195251465 + ], + [ + "▁Residence", + -12.790932655334473 + ], + [ + "▁Leeds", + -12.791055679321287 + ], + [ + "▁Genau", + -12.79108428955078 + ], + [ + "Imagin", + -12.791136741638184 + ], + [ + "▁suspicion", + -12.791300773620604 + ], + [ + "▁pêche", + -12.791301727294922 + ], + [ + "▁Soccer", + -12.791306495666504 + ], + [ + "▁protectie", + -12.791553497314451 + ], + [ + "ATS", + -12.791796684265137 + ], + [ + "stocked", + -12.79183864593506 + ], + [ + "▁gymnas", + -12.79184627532959 + ], + [ + "ASP", + -12.792027473449709 + ], + [ + "▁Independence", + -12.792037010192873 + ], + [ + "▁Wizard", + -12.792037963867188 + ], + [ + "▁nitrogen", + -12.79204273223877 + ], + [ + "amerikanische", + -12.7920503616333 + ], + [ + "▁Indianapolis", + -12.79205322265625 + ], + [ + "catches", + -12.792131423950195 + ], + [ + "stria", + -12.792275428771973 + ], + [ + "schätze", + -12.79235553741455 + ], + [ + "▁Räume", + -12.792387962341309 + ], + [ + "▁Interesting", + -12.792403221130373 + ], + [ + "bürger", + -12.79240608215332 + ], + [ + "sweet", + -12.792410850524902 + ], + [ + "Identify", + -12.792632102966309 + ], + [ + "EEN", + -12.792651176452637 + ], + [ + "▁£3", + -12.792654991149902 + ], + [ + "interacting", + -12.7926664352417 + ], + [ + "NYSE", + -12.792762756347656 + ], + [ + "▁Dynamics", + -12.79277515411377 + ], + [ + "▁modificări", + -12.792777061462402 + ], + [ + "▁Kumar", + -12.792936325073242 + ], + [ + "chette", + -12.79313850402832 + ], + [ + "▁presiune", + -12.79316234588623 + ], + [ + "arni", + -12.793164253234863 + ], + [ + "▁vielfältig", + -12.793221473693848 + ], + [ + "KC", + -12.793259620666504 + ], + [ + "▁Cuisine", + -12.793513298034668 + ], + [ + "▁australia", + -12.793885231018066 + ], + [ + "▁încet", + -12.794026374816896 + ], + [ + "▁caracteristic", + -12.794257164001465 + ], + [ + "▁cookbook", + -12.794501304626465 + ], + [ + "▁douleur", + -12.79453182220459 + ], + [ + "AVI", + -12.794593811035156 + ], + [ + "artikel", + -12.794740676879885 + ], + [ + "feta", + -12.79493522644043 + ], + [ + "▁fréquent", + -12.794987678527832 + ], + [ + "▁Prophet", + -12.795051574707031 + ], + [ + "▁dépense", + -12.795202255249023 + ], + [ + "▁Smile", + -12.795235633850098 + ], + [ + "▁lawmakers", + -12.79525375366211 + ], + [ + "▁Kollegen", + -12.795391082763672 + ], + [ + "▁Pir", + -12.79555606842041 + ], + [ + "serez", + -12.79561710357666 + ], + [ + "▁consumator", + -12.795656204223633 + ], + [ + "▁playlist", + -12.795730590820312 + ], + [ + "▁envisage", + -12.795733451843262 + ], + [ + "swept", + -12.795780181884766 + ], + [ + "▁Grim", + -12.795825004577637 + ], + [ + "▁widow", + -12.795836448669434 + ], + [ + "authorised", + -12.795886039733888 + ], + [ + "▁(...)", + -12.796035766601562 + ], + [ + "▁photographic", + -12.796060562133787 + ], + [ + "▁libertate", + -12.796173095703123 + ], + [ + "▁principalement", + -12.796201705932615 + ], + [ + "umming", + -12.796260833740234 + ], + [ + "▁Montréal", + -12.796465873718262 + ], + [ + "▁compilation", + -12.796468734741213 + ], + [ + "▁erlaubt", + -12.79647159576416 + ], + [ + "▁biblical", + -12.796518325805664 + ], + [ + "volume", + -12.796561241149902 + ], + [ + "5-7", + -12.796809196472168 + ], + [ + "▁Versch", + -12.79689884185791 + ], + [ + "▁Shark", + -12.796957015991213 + ], + [ + "ologne", + -12.796969413757324 + ], + [ + "4.4", + -12.797086715698242 + ], + [ + "decken", + -12.797112464904783 + ], + [ + "▁frequencies", + -12.797205924987791 + ], + [ + "▁inferior", + -12.79720687866211 + ], + [ + "visible", + -12.797321319580078 + ], + [ + "▁educator", + -12.79739475250244 + ], + [ + "▁soziale", + -12.797420501708984 + ], + [ + "▁billet", + -12.797523498535156 + ], + [ + "folosirea", + -12.797574996948242 + ], + [ + "▁aufgenommen", + -12.797590255737305 + ], + [ + "▁Thread", + -12.797649383544922 + ], + [ + "registering", + -12.797694206237791 + ], + [ + "▁Loop", + -12.797747611999512 + ], + [ + "innovation", + -12.79783821105957 + ], + [ + "▁elimination", + -12.797857284545898 + ], + [ + "136", + -12.797883987426758 + ], + [ + "▁fluctu", + -12.797892570495604 + ], + [ + "▁Mercury", + -12.79794692993164 + ], + [ + "▁bouche", + -12.797955513000488 + ], + [ + "▁hurdle", + -12.7979736328125 + ], + [ + "▁Bennett", + -12.798040390014648 + ], + [ + "STI", + -12.79818344116211 + ], + [ + "▁théâtre", + -12.798316955566406 + ], + [ + "▁confortable", + -12.798359870910645 + ], + [ + "▁Automobil", + -12.79838752746582 + ], + [ + "▁Donna", + -12.798399925231934 + ], + [ + "▁foyer", + -12.79841136932373 + ], + [ + "▁hollow", + -12.798465728759766 + ], + [ + "▁règlement", + -12.79861068725586 + ], + [ + "effi", + -12.798616409301758 + ], + [ + "▁sediment", + -12.79869270324707 + ], + [ + "▁Mä", + -12.79877471923828 + ], + [ + "▁faint", + -12.798833847045898 + ], + [ + "feti", + -12.79890251159668 + ], + [ + "▁Concord", + -12.798959732055664 + ], + [ + "▁Ladies", + -12.798990249633787 + ], + [ + "▁pregatit", + -12.799052238464355 + ], + [ + "▁Ensemble", + -12.79905891418457 + ], + [ + "▁Ingredient", + -12.79905891418457 + ], + [ + "▁Respond", + -12.79914379119873 + ], + [ + "▁impaired", + -12.799356460571287 + ], + [ + "▁Feedback", + -12.799430847167969 + ], + [ + "▁ultrasound", + -12.799461364746094 + ], + [ + "▁Guvernului", + -12.799617767333984 + ], + [ + "▁Unterricht", + -12.799654006958008 + ], + [ + "▁prosecut", + -12.799662590026855 + ], + [ + "spend", + -12.799732208251951 + ], + [ + "▁capitol", + -12.799800872802734 + ], + [ + "USD", + -12.799822807312012 + ], + [ + "observing", + -12.79994773864746 + ], + [ + "▁effortlessly", + -12.800045013427734 + ], + [ + "▁Setting", + -12.80010986328125 + ], + [ + "▁spontaneous", + -12.80020809173584 + ], + [ + "▁LEGO", + -12.800238609313965 + ], + [ + "initiative", + -12.800299644470217 + ], + [ + "▁Sak", + -12.800299644470217 + ], + [ + "Interestingly", + -12.800326347351074 + ], + [ + "▁Yale", + -12.800352096557615 + ], + [ + "▁größer", + -12.80038070678711 + ], + [ + "RIC", + -12.800406455993652 + ], + [ + "▁distracted", + -12.800436973571776 + ], + [ + "drafted", + -12.800484657287598 + ], + [ + "▁Brenda", + -12.800522804260254 + ], + [ + "monopol", + -12.800551414489746 + ], + [ + "städt", + -12.800580024719238 + ], + [ + "▁altar", + -12.80058765411377 + ], + [ + "▁Hannover", + -12.800596237182615 + ], + [ + "▁Spiritual", + -12.800702095031738 + ], + [ + "▁thriller", + -12.800747871398926 + ], + [ + "▁Schneider", + -12.80076026916504 + ], + [ + "▁accumulate", + -12.800817489624023 + ], + [ + "▁mediului", + -12.800822257995604 + ], + [ + "▁Mathematics", + -12.800914764404297 + ], + [ + "▁paradox", + -12.800986289978027 + ], + [ + "▁Sham", + -12.801230430603027 + ], + [ + "▁SITE", + -12.80137538909912 + ], + [ + "▁echipei", + -12.801508903503418 + ], + [ + "▁staircase", + -12.801660537719728 + ], + [ + "▁întrebări", + -12.801705360412598 + ], + [ + "Commerce", + -12.802020072937012 + ], + [ + "▁selfie", + -12.802353858947754 + ], + [ + "▁Pocket", + -12.802404403686523 + ], + [ + "▁niemand", + -12.80263614654541 + ], + [ + "Tool", + -12.802678108215332 + ], + [ + "igma", + -12.802695274353027 + ], + [ + "utilisant", + -12.802915573120115 + ], + [ + "▁negatively", + -12.80295181274414 + ], + [ + "Secondly", + -12.802955627441406 + ], + [ + "▁ROI", + -12.8030366897583 + ], + [ + "Arch", + -12.80312156677246 + ], + [ + "▁continuity", + -12.80318546295166 + ], + [ + "▁Prayer", + -12.803235054016112 + ], + [ + "inverse", + -12.803241729736328 + ], + [ + "▁Himmel", + -12.803336143493652 + ], + [ + "prinz", + -12.803478240966797 + ], + [ + "wichtigen", + -12.803496360778809 + ], + [ + "étage", + -12.803522109985352 + ], + [ + "summe", + -12.8036527633667 + ], + [ + "▁Zeitung", + -12.80366039276123 + ], + [ + "▁realization", + -12.803897857666016 + ], + [ + "▁influent", + -12.804291725158691 + ], + [ + "▁Valid", + -12.804357528686523 + ], + [ + "▁publicity", + -12.804439544677734 + ], + [ + "▁vertreten", + -12.804447174072266 + ], + [ + "▁Shoes", + -12.804609298706056 + ], + [ + "▁Diabetes", + -12.80463695526123 + ], + [ + "▁anticipation", + -12.804670333862305 + ], + [ + "▁Blank", + -12.8047456741333 + ], + [ + "asked", + -12.804899215698242 + ], + [ + "Power", + -12.804938316345217 + ], + [ + "arrelage", + -12.805140495300291 + ], + [ + "▁appraisal", + -12.80538272857666 + ], + [ + "▁harassment", + -12.805542945861816 + ], + [ + "Anzeige", + -12.805682182312012 + ], + [ + "liners", + -12.80584716796875 + ], + [ + "Firstly", + -12.805851936340332 + ], + [ + "transferring", + -12.805951118469238 + ], + [ + "▁Diane", + -12.806012153625488 + ], + [ + "▁1/2\"", + -12.80606746673584 + ], + [ + "▁adrenal", + -12.80613136291504 + ], + [ + "▁Prague", + -12.806208610534668 + ], + [ + "insertion", + -12.80635929107666 + ], + [ + "▁Fahrer", + -12.80646514892578 + ], + [ + "▁divin", + -12.806585311889648 + ], + [ + "▁douche", + -12.80673885345459 + ], + [ + "▁meticulous", + -12.806879043579102 + ], + [ + "▁IEEE", + -12.806981086730955 + ], + [ + "▁Rabatt", + -12.807259559631348 + ], + [ + "Runner", + -12.807342529296877 + ], + [ + "▁Leder", + -12.807429313659668 + ], + [ + "project", + -12.80745792388916 + ], + [ + "▁Split", + -12.807562828063965 + ], + [ + "Gold", + -12.807600021362305 + ], + [ + "5.00", + -12.807629585266112 + ], + [ + "iola", + -12.807655334472656 + ], + [ + "standardized", + -12.807890892028809 + ], + [ + "ordination", + -12.807984352111816 + ], + [ + "▁Egal", + -12.80815887451172 + ], + [ + "▁ruhig", + -12.808241844177246 + ], + [ + "▁judiciar", + -12.80837345123291 + ], + [ + "▁Nowadays", + -12.808374404907228 + ], + [ + "▁whistle", + -12.808374404907228 + ], + [ + "▁superhero", + -12.808379173278809 + ], + [ + "▁PowerPoint", + -12.808408737182615 + ], + [ + "flop", + -12.808420181274414 + ], + [ + "olph", + -12.808460235595703 + ], + [ + "▁pallet", + -12.808916091918944 + ], + [ + "posons", + -12.809005737304688 + ], + [ + "▁Listing", + -12.809032440185549 + ], + [ + "Tag", + -12.809075355529783 + ], + [ + "introductory", + -12.809122085571287 + ], + [ + "▁Profil", + -12.809123992919922 + ], + [ + "symmetric", + -12.809126853942873 + ], + [ + "▁aisle", + -12.809138298034668 + ], + [ + "▁ajouté", + -12.809147834777832 + ], + [ + "opathy", + -12.809149742126465 + ], + [ + "prezentate", + -12.809155464172363 + ], + [ + "▁hurry", + -12.809165000915527 + ], + [ + "Auth", + -12.809310913085938 + ], + [ + "▁Homepage", + -12.809435844421388 + ], + [ + "ashes", + -12.809489250183104 + ], + [ + "▁inklusive", + -12.809496879577637 + ], + [ + "populated", + -12.809502601623535 + ], + [ + "▁nein", + -12.80955410003662 + ], + [ + "▁syndicat", + -12.809690475463867 + ], + [ + "▁développé", + -12.809842109680176 + ], + [ + "▁Domestic", + -12.809877395629885 + ], + [ + "essay", + -12.80996799468994 + ], + [ + "Atelier", + -12.809980392456056 + ], + [ + "▁proceeding", + -12.810006141662598 + ], + [ + "▁SAS", + -12.810038566589355 + ], + [ + "task", + -12.810063362121582 + ], + [ + "▁blackjack", + -12.810114860534668 + ], + [ + "Key", + -12.810186386108398 + ], + [ + "thérapie", + -12.810247421264648 + ], + [ + "▁Cohen", + -12.810397148132324 + ], + [ + "Direct", + -12.810510635375977 + ], + [ + "▁Estimat", + -12.810517311096191 + ], + [ + "élève", + -12.810616493225098 + ], + [ + "cind", + -12.810640335083008 + ], + [ + "▁prezenț", + -12.810701370239258 + ], + [ + "▁notorious", + -12.810725212097168 + ], + [ + "climbed", + -12.810816764831545 + ], + [ + "▁flexibil", + -12.810830116271973 + ], + [ + "▁entlang", + -12.810855865478516 + ], + [ + "longed", + -12.81103515625 + ], + [ + "▁elbow", + -12.811078071594238 + ], + [ + "BH", + -12.811296463012695 + ], + [ + "▁Radu", + -12.811376571655272 + ], + [ + "▁lonely", + -12.811378479003906 + ], + [ + "ALA", + -12.811405181884766 + ], + [ + "Variante", + -12.811639785766602 + ], + [ + "▁Influen", + -12.81169319152832 + ], + [ + "▁Budapest", + -12.811747550964355 + ], + [ + "▁Gemüse", + -12.811747550964355 + ], + [ + "▁continental", + -12.811750411987305 + ], + [ + "ippo", + -12.811771392822266 + ], + [ + "▁Affordable", + -12.81212329864502 + ], + [ + "▁niece", + -12.81218719482422 + ], + [ + "oscopic", + -12.812190055847168 + ], + [ + "▁Grid", + -12.81222152709961 + ], + [ + "sliced", + -12.812270164489746 + ], + [ + "▁voici", + -12.812294006347656 + ], + [ + "aveam", + -12.812471389770508 + ], + [ + "▁Lars", + -12.812612533569336 + ], + [ + "APA", + -12.812657356262209 + ], + [ + "▁particulière", + -12.812858581542969 + ], + [ + "sorb", + -12.8128662109375 + ], + [ + "▁1955", + -12.81288719177246 + ], + [ + "▁solutii", + -12.812942504882812 + ], + [ + "loch", + -12.812960624694824 + ], + [ + "▁summon", + -12.813212394714355 + ], + [ + "wurf", + -12.813271522521973 + ], + [ + "▁protecți", + -12.813288688659668 + ], + [ + "2001", + -12.813499450683594 + ], + [ + "▁sophomore", + -12.813627243041992 + ], + [ + "▁Schwerpunkt", + -12.813628196716309 + ], + [ + "▁diplomat", + -12.813687324523926 + ], + [ + "▁artistique", + -12.813726425170898 + ], + [ + "▁accueille", + -12.813739776611328 + ], + [ + "Disp", + -12.813746452331545 + ], + [ + "inherited", + -12.813764572143556 + ], + [ + "▁COMP", + -12.813889503479004 + ], + [ + "▁envoyé", + -12.814046859741213 + ], + [ + "▁tuning", + -12.814056396484377 + ], + [ + "▁entspricht", + -12.814062118530272 + ], + [ + "▁exerc", + -12.81406307220459 + ], + [ + "▁accessoires", + -12.8140869140625 + ], + [ + "▁Automat", + -12.814348220825195 + ], + [ + "importance", + -12.814408302307127 + ], + [ + "▁travellers", + -12.81443214416504 + ], + [ + "seiten", + -12.81447410583496 + ], + [ + "▁slider", + -12.814481735229492 + ], + [ + "effect", + -12.81459140777588 + ], + [ + "▁siding", + -12.814669609069824 + ], + [ + "▁Crit", + -12.814780235290527 + ], + [ + "▁sportif", + -12.814827919006348 + ], + [ + "▁Accessories", + -12.81513500213623 + ], + [ + "▁Anteil", + -12.815184593200684 + ], + [ + "▁limbi", + -12.81519603729248 + ], + [ + "▁vendre", + -12.815269470214844 + ], + [ + "borg", + -12.815435409545898 + ], + [ + "▁Deposit", + -12.815508842468262 + ], + [ + "▁Hö", + -12.815717697143556 + ], + [ + "employé", + -12.8157320022583 + ], + [ + "▁Bangalore", + -12.815887451171877 + ], + [ + "▁itinerary", + -12.815888404846191 + ], + [ + "▁Deliver", + -12.81600856781006 + ], + [ + "dik", + -12.816024780273438 + ], + [ + "▁advent", + -12.816100120544434 + ], + [ + "▁Turk", + -12.81614875793457 + ], + [ + "▁Nico", + -12.816154479980469 + ], + [ + "organizarea", + -12.816161155700684 + ], + [ + "▁remport", + -12.816166877746582 + ], + [ + "▁tribunal", + -12.816266059875488 + ], + [ + "▁Rusia", + -12.8162841796875 + ], + [ + "glazed", + -12.816339492797852 + ], + [ + "▁destiné", + -12.816502571105955 + ], + [ + "304", + -12.816533088684082 + ], + [ + "album", + -12.816650390625 + ], + [ + "▁junction", + -12.81665325164795 + ], + [ + "▁Fleet", + -12.816664695739746 + ], + [ + "venant", + -12.81667423248291 + ], + [ + "▁buddy", + -12.816694259643556 + ], + [ + "▁neglected", + -12.816694259643556 + ], + [ + "▁Mask", + -12.816783905029297 + ], + [ + "▁testament", + -12.816844940185549 + ], + [ + "▁Basil", + -12.81690788269043 + ], + [ + "masă", + -12.816922187805176 + ], + [ + "▁racist", + -12.81692886352539 + ], + [ + "640", + -12.816990852355955 + ], + [ + "▁Standing", + -12.817028045654297 + ], + [ + "▁MUST", + -12.817266464233398 + ], + [ + "situation", + -12.817327499389648 + ], + [ + "▁informiert", + -12.817337036132812 + ], + [ + "ABA", + -12.817353248596191 + ], + [ + "▁Timothy", + -12.817397117614746 + ], + [ + "▁generosity", + -12.817397117614746 + ], + [ + "▁erscheint", + -12.817402839660645 + ], + [ + "▁verarbeitet", + -12.81740665435791 + ], + [ + "▁burial", + -12.817444801330566 + ], + [ + "▁limestone", + -12.817458152770996 + ], + [ + "▁1953", + -12.817480087280272 + ], + [ + "▁Lucr", + -12.817506790161133 + ], + [ + "small", + -12.817633628845217 + ], + [ + "aveau", + -12.81763744354248 + ], + [ + "versiune", + -12.81773567199707 + ], + [ + "▁inkl", + -12.81775951385498 + ], + [ + "▁Minneapolis", + -12.81777572631836 + ], + [ + "Spiel", + -12.81781005859375 + ], + [ + "▁encode", + -12.817895889282228 + ], + [ + "▁beforehand", + -12.818021774291992 + ], + [ + "▁Vital", + -12.818086624145508 + ], + [ + "▁socialist", + -12.818228721618652 + ], + [ + "inho", + -12.81824779510498 + ], + [ + "▁chapel", + -12.81825065612793 + ], + [ + "▁Monitoring", + -12.81838607788086 + ], + [ + "▁quotidienne", + -12.818404197692873 + ], + [ + "cloud", + -12.818506240844728 + ], + [ + "▁desfăşur", + -12.818531036376951 + ], + [ + "▁1952", + -12.818638801574709 + ], + [ + "▁Rü", + -12.818690299987791 + ], + [ + "▁Sigma", + -12.818804740905762 + ], + [ + "134", + -12.818835258483888 + ], + [ + "Sullivan", + -12.818909645080566 + ], + [ + "▁Bevölkerung", + -12.818909645080566 + ], + [ + "▁sufficiently", + -12.81895351409912 + ], + [ + "Check", + -12.818992614746094 + ], + [ + "rnie", + -12.8190336227417 + ], + [ + "contamin", + -12.819132804870604 + ], + [ + "▁gewonnen", + -12.81928825378418 + ], + [ + "▁bugetul", + -12.819376945495604 + ], + [ + "▁mustard", + -12.819414138793944 + ], + [ + "132", + -12.81947898864746 + ], + [ + "0.9", + -12.819535255432127 + ], + [ + "▁tratat", + -12.81957721710205 + ], + [ + "▁dilemma", + -12.819666862487791 + ], + [ + "▁versatility", + -12.819666862487791 + ], + [ + "▁clutter", + -12.81967067718506 + ], + [ + "▁Musk", + -12.81973934173584 + ], + [ + "▁Beide", + -12.819750785827637 + ], + [ + "hurst", + -12.819758415222168 + ], + [ + "atsu", + -12.819767951965332 + ], + [ + "absence", + -12.819784164428713 + ], + [ + "rebounds", + -12.819881439208984 + ], + [ + "6.1", + -12.820029258728027 + ], + [ + "Dia", + -12.820046424865724 + ], + [ + "▁siguranță", + -12.820060729980469 + ], + [ + "▁Blade", + -12.820072174072266 + ], + [ + "▁disrupt", + -12.820074081420898 + ], + [ + "▁visiteurs", + -12.82016944885254 + ], + [ + "tested", + -12.820282936096191 + ], + [ + "▁Lup", + -12.820353507995604 + ], + [ + "▁Rouge", + -12.820371627807615 + ], + [ + "▁asbestos", + -12.82042407989502 + ], + [ + "▁moisturize", + -12.820427894592283 + ], + [ + "▁acknowledg", + -12.82045841217041 + ], + [ + "▁procent", + -12.820467948913574 + ], + [ + "▁swear", + -12.82050895690918 + ], + [ + "▁911", + -12.82064723968506 + ], + [ + "präsent", + -12.820724487304688 + ], + [ + "▁cohort", + -12.82072639465332 + ], + [ + "▁intimid", + -12.820830345153809 + ], + [ + "JS", + -12.820849418640137 + ], + [ + "îm", + -12.82096004486084 + ], + [ + "▁Kunststoff", + -12.820963859558104 + ], + [ + "rison", + -12.820972442626951 + ], + [ + "▁praf", + -12.82097339630127 + ], + [ + "▁convient", + -12.821019172668455 + ], + [ + "▁partenaire", + -12.821088790893556 + ], + [ + "▁Verantwortlich", + -12.821182250976562 + ], + [ + "▁semiconductor", + -12.821182250976562 + ], + [ + "▁kürz", + -12.821187019348145 + ], + [ + "▁Bottom", + -12.82118797302246 + ], + [ + "▁tratamentul", + -12.82127571105957 + ], + [ + "Source", + -12.821331024169922 + ], + [ + "authored", + -12.82172679901123 + ], + [ + "robo", + -12.82186794281006 + ], + [ + "▁turf", + -12.82194709777832 + ], + [ + "▁liebe", + -12.821971893310549 + ], + [ + "▁Fotografi", + -12.821995735168455 + ], + [ + "Big", + -12.822064399719238 + ], + [ + "▁fireworks", + -12.822081565856934 + ], + [ + "▁presă", + -12.822135925292969 + ], + [ + "▁conceal", + -12.822269439697266 + ], + [ + "▁originated", + -12.82227897644043 + ], + [ + "▁biciclet", + -12.822319984436035 + ], + [ + "acești", + -12.822577476501465 + ], + [ + "▁mortar", + -12.822585105895996 + ], + [ + "▁Wunder", + -12.822626113891602 + ], + [ + "ionist", + -12.822696685791016 + ], + [ + "KM", + -12.822871208190918 + ], + [ + "▁Marion", + -12.822918891906738 + ], + [ + "produkte", + -12.822933197021484 + ], + [ + "▁Sprint", + -12.822999000549316 + ], + [ + "▁Nachde", + -12.8230619430542 + ], + [ + "▁verfüge", + -12.823100090026855 + ], + [ + "Marea", + -12.823177337646484 + ], + [ + "▁compressor", + -12.823253631591797 + ], + [ + "Arm", + -12.823290824890137 + ], + [ + "Auf", + -12.823311805725098 + ], + [ + "▁Polyester", + -12.823461532592772 + ], + [ + "▁Sheffield", + -12.823461532592772 + ], + [ + "illiard", + -12.823494911193848 + ], + [ + "▁misleading", + -12.82353401184082 + ], + [ + "multi", + -12.823749542236328 + ], + [ + "ripped", + -12.82381820678711 + ], + [ + "▁Cosmetic", + -12.82383918762207 + ], + [ + "▁Regal", + -12.823890686035156 + ], + [ + "▁authenticity", + -12.82414436340332 + ], + [ + "▁customizable", + -12.824219703674316 + ], + [ + "▁bathtub", + -12.824275016784668 + ], + [ + "▁Average", + -12.824292182922363 + ], + [ + "▁Muster", + -12.824522018432615 + ], + [ + "290", + -12.824529647827148 + ], + [ + "▁Ersatz", + -12.824570655822754 + ], + [ + "▁Might", + -12.824588775634766 + ], + [ + "published", + -12.82461929321289 + ], + [ + "▁Interpret", + -12.824640274047852 + ], + [ + "▁încep", + -12.82480239868164 + ], + [ + "▁proto", + -12.824851036071776 + ], + [ + "▁disque", + -12.824889183044434 + ], + [ + "▁Palestine", + -12.824980735778809 + ], + [ + "Over", + -12.824981689453123 + ], + [ + "▁verbessert", + -12.824983596801758 + ], + [ + "▁liefern", + -12.825017929077148 + ], + [ + "▁Handlung", + -12.825095176696776 + ], + [ + "▁Handels", + -12.825150489807127 + ], + [ + "▁eater", + -12.825201988220217 + ], + [ + "▁$40", + -12.825251579284668 + ], + [ + "illard", + -12.825334548950195 + ], + [ + "▁apariti", + -12.825413703918455 + ], + [ + "▁gag", + -12.825422286987305 + ], + [ + "▁chimic", + -12.825541496276855 + ], + [ + "▁Guru", + -12.825594902038574 + ], + [ + "▁Toilet", + -12.82571792602539 + ], + [ + "▁Tochter", + -12.825748443603516 + ], + [ + "▁Aurora", + -12.82579231262207 + ], + [ + "contro", + -12.825922966003418 + ], + [ + "▁GOP", + -12.825995445251465 + ], + [ + "Provence", + -12.826130867004396 + ], + [ + "▁Frieden", + -12.82614803314209 + ], + [ + "ăci", + -12.826216697692873 + ], + [ + "portée", + -12.826268196105955 + ], + [ + "▁upright", + -12.826300621032717 + ], + [ + "▁Physician", + -12.82650375366211 + ], + [ + "▁juridique", + -12.82650375366211 + ], + [ + "▁territorial", + -12.82650375366211 + ], + [ + "▁kindergarten", + -12.826505661010742 + ], + [ + "aéroport", + -12.826510429382324 + ], + [ + "▁whisper", + -12.826513290405272 + ], + [ + "▁capacities", + -12.826562881469728 + ], + [ + "dichte", + -12.826641082763672 + ], + [ + "▁Grenzen", + -12.826822280883787 + ], + [ + "▁Riv", + -12.82710075378418 + ], + [ + "épreuve", + -12.827266693115234 + ], + [ + "▁Scheme", + -12.827290534973145 + ], + [ + "mesures", + -12.827330589294434 + ], + [ + "▁Einfluss", + -12.827333450317385 + ], + [ + "appui", + -12.827713966369627 + ], + [ + "▁apuc", + -12.82782745361328 + ], + [ + "▁radiat", + -12.82794189453125 + ], + [ + "▁allergy", + -12.828035354614258 + ], + [ + "▁spear", + -12.828038215637209 + ], + [ + "▁Luxembourg", + -12.828086853027344 + ], + [ + "▁Registered", + -12.828115463256836 + ], + [ + "▁Shape", + -12.828198432922363 + ], + [ + "genie", + -12.828328132629396 + ], + [ + "nsonsten", + -12.82838535308838 + ], + [ + "▁Symposium", + -12.828412055969238 + ], + [ + "forderung", + -12.82847499847412 + ], + [ + "▁personalizat", + -12.82866096496582 + ], + [ + "▁ştiu", + -12.82875919342041 + ], + [ + "blatt", + -12.82880401611328 + ], + [ + "▁geometry", + -12.828807830810549 + ], + [ + "▁8:30", + -12.828831672668455 + ], + [ + "▁Fahrrad", + -12.828861236572266 + ], + [ + "After", + -12.828927040100098 + ], + [ + "▁ventilat", + -12.829072952270508 + ], + [ + "▁nylon", + -12.829190254211426 + ], + [ + "▁verkauft", + -12.829304695129396 + ], + [ + "öß", + -12.829345703125 + ], + [ + "▁Kath", + -12.829523086547852 + ], + [ + "▁Nuclear", + -12.82955837249756 + ], + [ + "▁Verizon", + -12.829560279846191 + ], + [ + "▁spokesperson", + -12.829560279846191 + ], + [ + "▁vietii", + -12.829560279846191 + ], + [ + "▁prescri", + -12.829629898071287 + ], + [ + "ру", + -12.829666137695312 + ], + [ + "6.2", + -12.829801559448242 + ], + [ + "▁spațiu", + -12.830018997192385 + ], + [ + "▁solvent", + -12.83006763458252 + ], + [ + ",000,000", + -12.830142974853516 + ], + [ + "reuen", + -12.830185890197754 + ], + [ + "plast", + -12.830245018005373 + ], + [ + "▁Activities", + -12.830334663391112 + ], + [ + "▁domni", + -12.83056926727295 + ], + [ + "▁trophy", + -12.830572128295898 + ], + [ + "▁saddle", + -12.830657958984377 + ], + [ + "▁renovat", + -12.830708503723145 + ], + [ + "▁bumper", + -12.830717086791992 + ], + [ + "▁penny", + -12.83074188232422 + ], + [ + "omato", + -12.830743789672852 + ], + [ + "AQ", + -12.83083438873291 + ], + [ + "kunst", + -12.830843925476074 + ], + [ + "hydrat", + -12.830860137939451 + ], + [ + "minder", + -12.830931663513184 + ], + [ + "trecerea", + -12.830949783325195 + ], + [ + "brush", + -12.831185340881348 + ], + [ + "TEC", + -12.83121395111084 + ], + [ + "Please", + -12.831253051757812 + ], + [ + "hydrated", + -12.831483840942385 + ], + [ + "ICAL", + -12.831636428833008 + ], + [ + "trauen", + -12.831639289855955 + ], + [ + "9,000", + -12.83175277709961 + ], + [ + "▁2030", + -12.831830024719238 + ], + [ + "▁Chennai", + -12.831854820251465 + ], + [ + "▁empirical", + -12.831854820251465 + ], + [ + "▁Subscribe", + -12.83206844329834 + ], + [ + "▁vorgestellt", + -12.832120895385742 + ], + [ + "▁Springfield", + -12.832159996032717 + ], + [ + "▁continuu", + -12.832311630249023 + ], + [ + "208", + -12.832351684570312 + ], + [ + "▁Bearing", + -12.83240795135498 + ], + [ + "2003", + -12.83257293701172 + ], + [ + "cheta", + -12.832608222961426 + ], + [ + "▁empathy", + -12.832623481750488 + ], + [ + "▁Alert", + -12.83281707763672 + ], + [ + "▁recreate", + -12.832879066467283 + ], + [ + "PJ", + -12.833159446716309 + ], + [ + "Name", + -12.83323860168457 + ], + [ + "▁Mouse", + -12.83340549468994 + ], + [ + "▁disturbing", + -12.833443641662598 + ], + [ + "▁leichter", + -12.83344841003418 + ], + [ + "▁cruel", + -12.833507537841797 + ], + [ + "▁detective", + -12.833531379699709 + ], + [ + "▁reimbursement", + -12.833626747131348 + ], + [ + "▁Gemeinschaft", + -12.833772659301758 + ], + [ + "▁adolescents", + -12.833772659301758 + ], + [ + "▁Reality", + -12.833954811096191 + ], + [ + "▁Stockholm", + -12.83415699005127 + ], + [ + "▁Gründen", + -12.834304809570312 + ], + [ + "▁Reflect", + -12.83432388305664 + ], + [ + "▁Palmer", + -12.834336280822754 + ], + [ + "▁treac", + -12.8343505859375 + ], + [ + "▁tentative", + -12.834497451782228 + ], + [ + "▁surrender", + -12.834677696228027 + ], + [ + "▁broadly", + -12.834734916687012 + ], + [ + "▁județ", + -12.834814071655272 + ], + [ + "▁Thu", + -12.834845542907717 + ], + [ + "wärts", + -12.834961891174316 + ], + [ + "▁crește", + -12.835074424743652 + ], + [ + "▁déplacement", + -12.835208892822266 + ], + [ + "blanc", + -12.835268020629885 + ], + [ + "▁£5", + -12.835308074951172 + ], + [ + "▁confidentiality", + -12.835320472717283 + ], + [ + "veraging", + -12.835444450378418 + ], + [ + "unité", + -12.835609436035156 + ], + [ + "clar", + -12.83564567565918 + ], + [ + "rigg", + -12.835693359375 + ], + [ + "honneur", + -12.835694313049316 + ], + [ + "▁adventurous", + -12.835694313049316 + ], + [ + "▁Nutzen", + -12.835758209228516 + ], + [ + "▁Kabel", + -12.835800170898438 + ], + [ + "empowering", + -12.836040496826172 + ], + [ + "verhalten", + -12.836042404174805 + ], + [ + "▁prevail", + -12.8361234664917 + ], + [ + "mashed", + -12.836138725280762 + ], + [ + "▁1947", + -12.83616828918457 + ], + [ + "function", + -12.836292266845703 + ], + [ + "niveaux", + -12.83633041381836 + ], + [ + "▁territories", + -12.836463928222656 + ], + [ + "▁Permanent", + -12.836465835571287 + ], + [ + "▁christmas", + -12.836471557617188 + ], + [ + "arguing", + -12.836490631103516 + ], + [ + "zukünftig", + -12.836654663085938 + ], + [ + "▁Eindruck", + -12.836817741394045 + ], + [ + "personalised", + -12.836854934692385 + ], + [ + "▁vecin", + -12.83721160888672 + ], + [ + "▁Affiliate", + -12.837234497070312 + ], + [ + "▁Silk", + -12.837249755859377 + ], + [ + "▁Tub", + -12.837440490722656 + ], + [ + "▁remont", + -12.837493896484377 + ], + [ + "▁sauber", + -12.837530136108398 + ], + [ + "gehörig", + -12.837562561035156 + ], + [ + "Maritime", + -12.83771800994873 + ], + [ + "▁Bö", + -12.837973594665527 + ], + [ + "▁1957", + -12.83800220489502 + ], + [ + "▁unparalleled", + -12.838005065917969 + ], + [ + "▁fulfillment", + -12.838042259216309 + ], + [ + "▁collage", + -12.838179588317873 + ], + [ + "fenders", + -12.838248252868652 + ], + [ + "▁neige", + -12.838275909423828 + ], + [ + "▁gamers", + -12.83832550048828 + ], + [ + "tefan", + -12.838339805603027 + ], + [ + "▁wifi", + -12.838349342346191 + ], + [ + "▁leisten", + -12.83835506439209 + ], + [ + "▁Verbesserung", + -12.838390350341797 + ], + [ + "▁composant", + -12.838400840759276 + ], + [ + "▁LORD", + -12.8384370803833 + ], + [ + "arrive", + -12.838472366333008 + ], + [ + "▁conquer", + -12.838562965393066 + ], + [ + "▁lentil", + -12.838767051696776 + ], + [ + "▁Sprech", + -12.838995933532717 + ], + [ + "▁substitution", + -12.839015007019045 + ], + [ + ".05.", + -12.83902072906494 + ], + [ + "FORM", + -12.839144706726074 + ], + [ + "cădere", + -12.839154243469238 + ], + [ + "▁canyon", + -12.839430809020996 + ], + [ + "▁capacitate", + -12.839442253112791 + ], + [ + "▁menace", + -12.83946132659912 + ], + [ + "▁Antique", + -12.839519500732422 + ], + [ + "▁dizaine", + -12.839550971984863 + ], + [ + "▁Saturn", + -12.83957862854004 + ], + [ + "▁gastro", + -12.83962631225586 + ], + [ + "▁Vand", + -12.839641571044922 + ], + [ + "▁africa", + -12.839682579040527 + ], + [ + "▁hackers", + -12.839702606201172 + ], + [ + "▁Bailey", + -12.839736938476562 + ], + [ + "ouette", + -12.83982276916504 + ], + [ + "hoch", + -12.839885711669922 + ], + [ + "étudiant", + -12.839973449707031 + ], + [ + "▁1600", + -12.840004920959473 + ], + [ + "utiliz", + -12.840167999267578 + ], + [ + "reinigung", + -12.84026336669922 + ], + [ + "▁mileage", + -12.84029483795166 + ], + [ + "▁consacré", + -12.840309143066406 + ], + [ + "▁Norfolk", + -12.840327262878418 + ], + [ + "stacked", + -12.840659141540527 + ], + [ + "anbieter", + -12.840731620788574 + ], + [ + "▁gewünschte", + -12.84073543548584 + ], + [ + "▁silicon", + -12.840761184692385 + ], + [ + "Ensuite", + -12.840794563293455 + ], + [ + "▁vendu", + -12.840850830078123 + ], + [ + "▁viteza", + -12.84085178375244 + ], + [ + "▁evaluare", + -12.840913772583008 + ], + [ + "▁contient", + -12.841036796569824 + ], + [ + "▁Viagra", + -12.841100692749023 + ], + [ + "▁circumstance", + -12.841283798217772 + ], + [ + "walker", + -12.841383934020996 + ], + [ + "▁Aluminium", + -12.84148120880127 + ], + [ + "ço", + -12.841556549072266 + ], + [ + "▁Kli", + -12.84164333343506 + ], + [ + "▁deliberately", + -12.841649055480955 + ], + [ + "▁gamble", + -12.841893196105955 + ], + [ + "▁nourri", + -12.841903686523438 + ], + [ + "▁sealing", + -12.84194278717041 + ], + [ + "▁Atmosphäre", + -12.842255592346191 + ], + [ + "▁erschien", + -12.842260360717772 + ], + [ + "▁brightness", + -12.842340469360352 + ], + [ + "autonomie", + -12.84251594543457 + ], + [ + "▁propel", + -12.842525482177734 + ], + [ + "▁Infrastructure", + -12.842642784118652 + ], + [ + "▁război", + -12.842642784118652 + ], + [ + "▁jelly", + -12.842684745788574 + ], + [ + "scalable", + -12.84280776977539 + ], + [ + "regal", + -12.84296703338623 + ], + [ + "▁sarcini", + -12.843031883239746 + ], + [ + "▁Dienstag", + -12.84304428100586 + ], + [ + "▁Receive", + -12.8430814743042 + ], + [ + "▁mango", + -12.843356132507324 + ], + [ + "▁compétition", + -12.84341812133789 + ], + [ + "▁Monument", + -12.843428611755373 + ], + [ + "▁mast", + -12.844159126281738 + ], + [ + "▁instructed", + -12.84425163269043 + ], + [ + "▁aventur", + -12.844277381896973 + ], + [ + "139", + -12.844298362731934 + ], + [ + "▁Parmi", + -12.84435749053955 + ], + [ + "confined", + -12.844416618347168 + ], + [ + "acious", + -12.844441413879396 + ], + [ + "▁simptome", + -12.844581604003906 + ], + [ + "▁Fischer", + -12.844897270202637 + ], + [ + "störung", + -12.844985008239746 + ], + [ + "▁bilateral", + -12.84504508972168 + ], + [ + "preşedintele", + -12.845274925231934 + ], + [ + "accueillir", + -12.84535789489746 + ], + [ + "▁Schmidt", + -12.845359802246094 + ], + [ + "litis", + -12.845373153686523 + ], + [ + "WL", + -12.8454008102417 + ], + [ + "▁Rise", + -12.845436096191406 + ], + [ + "▁streamline", + -12.845556259155272 + ], + [ + "sozialen", + -12.845585823059082 + ], + [ + "▁Emirates", + -12.845746040344238 + ], + [ + "▁encrypted", + -12.845746040344238 + ], + [ + "▁unfamiliar", + -12.845746040344238 + ], + [ + "established", + -12.84577751159668 + ], + [ + "▁Tätigkeit", + -12.845818519592283 + ], + [ + "▁unaware", + -12.845913887023926 + ], + [ + "2:00", + -12.8460054397583 + ], + [ + "macher", + -12.846013069152832 + ], + [ + "NSA", + -12.8461275100708 + ], + [ + "▁rutier", + -12.846177101135254 + ], + [ + "▁Trent", + -12.84621238708496 + ], + [ + "▁sickness", + -12.846277236938477 + ], + [ + "▁advert", + -12.846417427062988 + ], + [ + "▁Kranken", + -12.846426963806152 + ], + [ + "▁Sandra", + -12.846443176269531 + ], + [ + "▁Recreation", + -12.846449851989746 + ], + [ + "▁Evidence", + -12.846524238586426 + ], + [ + "▁Immigration", + -12.846524238586426 + ], + [ + "▁carriage", + -12.846524238586426 + ], + [ + "▁justified", + -12.84655475616455 + ], + [ + "▁veche", + -12.846579551696776 + ], + [ + "PGA", + -12.846604347229004 + ], + [ + "▁Carmen", + -12.846735000610352 + ], + [ + "▁Faites", + -12.846750259399414 + ], + [ + "▁erfüllt", + -12.84691333770752 + ], + [ + "▁voilà", + -12.846931457519531 + ], + [ + "▁împlin", + -12.846959114074709 + ], + [ + "deposited", + -12.84721565246582 + ], + [ + "▁decisiv", + -12.847241401672363 + ], + [ + "CSA", + -12.847249031066896 + ], + [ + "pathy", + -12.84726619720459 + ], + [ + "▁erweitert", + -12.847302436828612 + ], + [ + "▁liquor", + -12.847302436828612 + ], + [ + "▁resilient", + -12.847302436828612 + ], + [ + "▁walmart", + -12.847302436828612 + ], + [ + "▁fencing", + -12.847308158874512 + ], + [ + "▁dépasse", + -12.84731388092041 + ], + [ + "KT", + -12.847354888916016 + ], + [ + "▁fries", + -12.847368240356444 + ], + [ + "vadă", + -12.847421646118164 + ], + [ + "▁Spania", + -12.847478866577148 + ], + [ + "▁complètement", + -12.847725868225098 + ], + [ + "▁lucrari", + -12.84777545928955 + ], + [ + "▁Lieb", + -12.847908973693848 + ], + [ + "leistungen", + -12.847943305969238 + ], + [ + "198", + -12.847979545593262 + ], + [ + "▁Schnell", + -12.847997665405272 + ], + [ + "▁radius", + -12.84814453125 + ], + [ + "▁beneficiaries", + -12.848151206970217 + ], + [ + "▁northwest", + -12.848174095153809 + ], + [ + "▁#4", + -12.848223686218262 + ], + [ + "▁embryo", + -12.848492622375488 + ], + [ + "▁ditch", + -12.848791122436523 + ], + [ + "▁Seriously", + -12.848859786987305 + ], + [ + "oppel", + -12.848941802978516 + ], + [ + "▁stalk", + -12.849053382873535 + ], + [ + "écriture", + -12.849066734313965 + ], + [ + "512", + -12.84912109375 + ], + [ + "wiesen", + -12.849271774291992 + ], + [ + "▁Consum", + -12.849321365356444 + ], + [ + "▁lună", + -12.849405288696287 + ], + [ + "▁lantern", + -12.849441528320312 + ], + [ + "▁italian", + -12.849629402160645 + ], + [ + "▁achiziți", + -12.849639892578123 + ], + [ + "▁catalyst", + -12.849639892578123 + ], + [ + "▁Arbeitgeber", + -12.84966278076172 + ], + [ + "▁researched", + -12.8496675491333 + ], + [ + "▁drastically", + -12.849679946899414 + ], + [ + "versammlung", + -12.849735260009766 + ], + [ + "410", + -12.84980010986328 + ], + [ + "▁impus", + -12.850153923034668 + ], + [ + "▁interchange", + -12.850173950195312 + ], + [ + "▁pharmacie", + -12.850215911865234 + ], + [ + "Live", + -12.850354194641112 + ], + [ + "dents", + -12.850384712219238 + ], + [ + "▁charcoal", + -12.850419998168944 + ], + [ + "▁odihn", + -12.850420951843262 + ], + [ + "▁pistol", + -12.850444793701172 + ], + [ + "▁complaining", + -12.850576400756836 + ], + [ + "manager", + -12.850578308105469 + ], + [ + "themed", + -12.850578308105469 + ], + [ + "▁Chang", + -12.850650787353516 + ], + [ + "▁rookie", + -12.85070514678955 + ], + [ + "Great", + -12.850706100463867 + ], + [ + "▁smoker", + -12.850733757019045 + ], + [ + "▁Container", + -12.850812911987305 + ], + [ + "▁bancaire", + -12.850852966308594 + ], + [ + "▁Actual", + -12.850966453552246 + ], + [ + "füllen", + -12.850982666015623 + ], + [ + "forum", + -12.850985527038574 + ], + [ + "bleib", + -12.851073265075684 + ], + [ + "▁combi", + -12.851079940795898 + ], + [ + "smoked", + -12.851137161254885 + ], + [ + "difficultés", + -12.851161003112791 + ], + [ + "▁tactical", + -12.851240158081056 + ], + [ + "▁sichtbar", + -12.851483345031738 + ], + [ + "▁dreptate", + -12.851598739624023 + ], + [ + "ERT", + -12.85168743133545 + ], + [ + "▁Pond", + -12.85177993774414 + ], + [ + "▁Holly", + -12.851844787597656 + ], + [ + "erfolg", + -12.8518705368042 + ], + [ + "▁Nordic", + -12.851896286010742 + ], + [ + "évènement", + -12.851983070373535 + ], + [ + "embracing", + -12.851984024047852 + ], + [ + "▁Maximum", + -12.851984024047852 + ], + [ + "▁défend", + -12.85205078125 + ], + [ + "▁fruct", + -12.852056503295898 + ], + [ + "▁Conditioning", + -12.852099418640137 + ], + [ + "LG", + -12.852127075195312 + ], + [ + "exigence", + -12.852166175842283 + ], + [ + "amide", + -12.852187156677246 + ], + [ + "▁darunter", + -12.852208137512209 + ], + [ + "▁EVERY", + -12.852420806884766 + ], + [ + "▁comparat", + -12.85244083404541 + ], + [ + "boosting", + -12.852452278137209 + ], + [ + "▁Hawaiian", + -12.852553367614746 + ], + [ + "▁Geburt", + -12.852752685546877 + ], + [ + "deci", + -12.852782249450684 + ], + [ + "▁Apollo", + -12.852803230285645 + ], + [ + "▁schützen", + -12.852821350097656 + ], + [ + "tragere", + -12.852893829345703 + ], + [ + "Online", + -12.852904319763184 + ], + [ + "▁neural", + -12.852913856506348 + ], + [ + "▁lucrez", + -12.853188514709473 + ], + [ + "▁phenomenal", + -12.853253364562988 + ], + [ + "▁Height", + -12.853368759155272 + ], + [ + "coordinating", + -12.853548049926758 + ], + [ + "geschnitten", + -12.853631019592283 + ], + [ + "auront", + -12.853641510009766 + ], + [ + "▁administer", + -12.853644371032717 + ], + [ + "▁contend", + -12.853707313537598 + ], + [ + "▁crispy", + -12.853784561157228 + ], + [ + "chuck", + -12.854011535644531 + ], + [ + "▁Condition", + -12.8540678024292 + ], + [ + "gestaltung", + -12.854324340820312 + ], + [ + "▁Blvd", + -12.854331970214844 + ], + [ + "▁subjective", + -12.854470252990724 + ], + [ + "▁événements", + -12.854708671569824 + ], + [ + "▁Jenny", + -12.855131149291992 + ], + [ + "▁cumpăra", + -12.85519027709961 + ], + [ + "constructing", + -12.855262756347656 + ], + [ + "▁instructional", + -12.85539436340332 + ], + [ + "▁sterling", + -12.855446815490724 + ], + [ + "scrise", + -12.855470657348633 + ], + [ + "▁Boulevard", + -12.855551719665527 + ], + [ + "pipe", + -12.855620384216309 + ], + [ + "▁Pride", + -12.855748176574709 + ], + [ + "▁Kau", + -12.855751991271973 + ], + [ + "▁overhaul", + -12.855924606323242 + ], + [ + "▁Recruitment", + -12.85592555999756 + ], + [ + "▁thrilling", + -12.856218338012695 + ], + [ + "living", + -12.85630226135254 + ], + [ + "▁rămân", + -12.85645866394043 + ], + [ + "▁MOD", + -12.85661792755127 + ], + [ + "▁Newport", + -12.856675148010254 + ], + [ + "▁infectious", + -12.856688499450684 + ], + [ + "6-3", + -12.856860160827637 + ], + [ + "▁Apache", + -12.856976509094238 + ], + [ + "▁dependence", + -12.85698413848877 + ], + [ + "nutzung", + -12.857199668884276 + ], + [ + "praised", + -12.857211112976074 + ], + [ + "▁craving", + -12.857346534729004 + ], + [ + "▁cramp", + -12.857397079467772 + ], + [ + "▁mancare", + -12.857455253601074 + ], + [ + "▁entdeckt", + -12.857474327087402 + ], + [ + "▁Pioneer", + -12.857484817504885 + ], + [ + "▁Adelaide", + -12.85749053955078 + ], + [ + "2.0", + -12.857503890991213 + ], + [ + "168", + -12.857526779174805 + ], + [ + "▁Decorating", + -12.857611656188965 + ], + [ + "▁unpleasant", + -12.857854843139648 + ], + [ + "▁déclaration", + -12.857865333557127 + ], + [ + "▁Grafik", + -12.857908248901367 + ], + [ + "5-2", + -12.857937812805176 + ], + [ + "căci", + -12.857940673828123 + ], + [ + "▁invade", + -12.858171463012695 + ], + [ + "▁internaţional", + -12.858259201049805 + ], + [ + "▁fraudulent", + -12.858281135559082 + ], + [ + "▁crestere", + -12.858441352844238 + ], + [ + "ografic", + -12.858729362487791 + ], + [ + "plină", + -12.859140396118164 + ], + [ + "sunteti", + -12.859150886535645 + ], + [ + "/04", + -12.859176635742188 + ], + [ + "▁admis", + -12.85935115814209 + ], + [ + "▁mediation", + -12.859403610229492 + ], + [ + "ICC", + -12.859424591064451 + ], + [ + "roș", + -12.859660148620604 + ], + [ + "▁Aroma", + -12.8596773147583 + ], + [ + "1:00", + -12.859792709350586 + ], + [ + "gasesc", + -12.859822273254396 + ], + [ + "▁Defence", + -12.859850883483888 + ], + [ + "▁dictionary", + -12.859856605529783 + ], + [ + "▁Batterie", + -12.859865188598633 + ], + [ + "▁gesunde", + -12.85997486114502 + ], + [ + "146", + -12.860099792480469 + ], + [ + "▁mortal", + -12.860129356384276 + ], + [ + "▁Flughafen", + -12.860230445861816 + ], + [ + "hhh", + -12.860284805297852 + ], + [ + "▁novice", + -12.860342025756836 + ], + [ + "▁Develop", + -12.86043930053711 + ], + [ + "▁accidental", + -12.860516548156738 + ], + [ + "Muzeul", + -12.86054515838623 + ], + [ + "▁Jupiter", + -12.86062240600586 + ], + [ + "supposedly", + -12.860662460327148 + ], + [ + "energy", + -12.860758781433104 + ], + [ + "▁montrer", + -12.860764503479004 + ], + [ + "recalled", + -12.860795021057127 + ], + [ + "Press", + -12.860801696777344 + ], + [ + "▁postcard", + -12.86080265045166 + ], + [ + "target", + -12.86081600189209 + ], + [ + "▁vêtements", + -12.860881805419922 + ], + [ + "▁particle", + -12.860888481140137 + ], + [ + "professional", + -12.8608980178833 + ], + [ + "▁1949", + -12.860917091369627 + ], + [ + "yah", + -12.860980033874512 + ], + [ + "▁Spiegel", + -12.861017227172852 + ], + [ + "▁Jeffrey", + -12.861023902893066 + ], + [ + "fahrzeug", + -12.861027717590332 + ], + [ + "▁Plug", + -12.861051559448242 + ], + [ + "▁violin", + -12.861150741577148 + ], + [ + "▁condemn", + -12.86138153076172 + ], + [ + "▁conducere", + -12.861398696899414 + ], + [ + "▁Chevrolet", + -12.861412048339844 + ], + [ + "▁conceput", + -12.861461639404297 + ], + [ + "▁Merri", + -12.861493110656738 + ], + [ + "judging", + -12.861559867858888 + ], + [ + "embraced", + -12.86168098449707 + ], + [ + "▁Compact", + -12.86171531677246 + ], + [ + "▁château", + -12.861807823181152 + ], + [ + "etch", + -12.861945152282717 + ], + [ + "bedroom", + -12.861995697021484 + ], + [ + "People", + -12.862038612365724 + ], + [ + "25,000", + -12.86209774017334 + ], + [ + "ocyte", + -12.862146377563477 + ], + [ + "▁Lenovo", + -12.862205505371094 + ], + [ + "▁Hampton", + -12.862241744995115 + ], + [ + "5.2", + -12.862244606018066 + ], + [ + "▁progres", + -12.862266540527344 + ], + [ + "hoc", + -12.86228847503662 + ], + [ + "▁complementary", + -12.86241340637207 + ], + [ + "turned", + -12.862485885620115 + ], + [ + "mangel", + -12.862508773803713 + ], + [ + "▁Drew", + -12.862592697143556 + ], + [ + "épisode", + -12.86259651184082 + ], + [ + "▁Versorgung", + -12.86259651184082 + ], + [ + "▁ausdrücklich", + -12.86259651184082 + ], + [ + "ciune", + -12.862788200378418 + ], + [ + "▁sfârșit", + -12.862990379333496 + ], + [ + "Agricultural", + -12.862991333007812 + ], + [ + "▁caffeine", + -12.862991333007812 + ], + [ + "▁emergencies", + -12.862991333007812 + ], + [ + "▁unhappy", + -12.862991333007812 + ], + [ + "(7)", + -12.863043785095217 + ], + [ + "▁inlocui", + -12.863059043884276 + ], + [ + "▁Rochester", + -12.863153457641602 + ], + [ + "183", + -12.863155364990234 + ], + [ + "niz", + -12.863285064697266 + ], + [ + "tasche", + -12.863462448120115 + ], + [ + "▁Salle", + -12.86347484588623 + ], + [ + "cît", + -12.863478660583496 + ], + [ + "▁Singer", + -12.863489151000977 + ], + [ + "▁economically", + -12.863506317138672 + ], + [ + "▁ieși", + -12.863525390625 + ], + [ + "▁façade", + -12.86378288269043 + ], + [ + "Ohne", + -12.863801956176758 + ], + [ + "▁edible", + -12.863842964172363 + ], + [ + "Rob", + -12.863851547241213 + ], + [ + "▁(2014)", + -12.863859176635742 + ], + [ + "▁Zar", + -12.863919258117676 + ], + [ + "▁obey", + -12.863995552062988 + ], + [ + "Pack", + -12.864087104797363 + ], + [ + "▁Omni", + -12.864198684692385 + ], + [ + "▁Gilbert", + -12.864212036132812 + ], + [ + "▁Vlad", + -12.86429500579834 + ], + [ + "▁pauvre", + -12.864333152770996 + ], + [ + "▁secular", + -12.864383697509766 + ], + [ + "Center", + -12.864415168762209 + ], + [ + "▁Prospect", + -12.864457130432127 + ], + [ + "▁Noah", + -12.86450481414795 + ], + [ + "▁Interactive", + -12.86471176147461 + ], + [ + "▁centaine", + -12.86485767364502 + ], + [ + "▁cerebral", + -12.864971160888672 + ], + [ + "▁Novel", + -12.865013122558594 + ], + [ + "▁Käufer", + -12.865039825439451 + ], + [ + "werfen", + -12.865056991577148 + ], + [ + "▁reluctant", + -12.86514377593994 + ], + [ + "ес", + -12.86520004272461 + ], + [ + "Look", + -12.86521053314209 + ], + [ + "Erkrankung", + -12.86536693572998 + ], + [ + "▁cucumber", + -12.86536693572998 + ], + [ + "/2017", + -12.865399360656738 + ], + [ + "▁flank", + -12.865405082702637 + ], + [ + "opportunité", + -12.865667343139648 + ], + [ + "zugleich", + -12.865766525268556 + ], + [ + "RAT", + -12.865840911865234 + ], + [ + "▁avantages", + -12.865880012512209 + ], + [ + "▁außer", + -12.866008758544922 + ], + [ + "GV", + -12.866090774536133 + ], + [ + "▁Continental", + -12.866159439086914 + ], + [ + "▁affiliation", + -12.866159439086914 + ], + [ + "▁ursprünglich", + -12.86618423461914 + ], + [ + "▁hardship", + -12.86634922027588 + ], + [ + "âme", + -12.86647891998291 + ], + [ + "▁hallway", + -12.866576194763184 + ], + [ + "▁afară", + -12.866578102111816 + ], + [ + "western", + -12.866714477539062 + ], + [ + "▁Jacket", + -12.866802215576172 + ], + [ + "▁culturelle", + -12.866876602172852 + ], + [ + "▁glaci", + -12.866995811462402 + ], + [ + "metoda", + -12.867036819458008 + ], + [ + "▁clerk", + -12.867045402526855 + ], + [ + "▁ordinance", + -12.867185592651367 + ], + [ + "▁Initial", + -12.867197036743164 + ], + [ + "waking", + -12.86722469329834 + ], + [ + "▁Secondary", + -12.867366790771484 + ], + [ + "▁Solomon", + -12.867411613464355 + ], + [ + "glomer", + -12.867488861083984 + ], + [ + "SYS", + -12.867530822753906 + ], + [ + "▁Florin", + -12.867596626281738 + ], + [ + "ffentlich", + -12.867670059204102 + ], + [ + "▁Printer", + -12.867674827575684 + ], + [ + "▁dimineata", + -12.86774730682373 + ], + [ + "▁stripes", + -12.867748260498049 + ], + [ + "plugged", + -12.86776065826416 + ], + [ + "öhl", + -12.867836952209473 + ], + [ + "infused", + -12.867875099182127 + ], + [ + "▁Rubber", + -12.867895126342772 + ], + [ + "paved", + -12.86789894104004 + ], + [ + "▁Devi", + -12.867995262145996 + ], + [ + "▁subway", + -12.8681640625 + ], + [ + "▁gases", + -12.868306159973145 + ], + [ + "▁reguli", + -12.868371963500977 + ], + [ + "▁Rebel", + -12.868413925170898 + ], + [ + "▁destructive", + -12.86854648590088 + ], + [ + "▁oferind", + -12.868664741516112 + ], + [ + "9001", + -12.868876457214355 + ], + [ + "CRA", + -12.86891269683838 + ], + [ + "why", + -12.868932723999023 + ], + [ + "sensul", + -12.869036674499512 + ], + [ + "guter", + -12.869277000427246 + ], + [ + "Empfehlung", + -12.869338035583496 + ], + [ + "▁convertible", + -12.86953353881836 + ], + [ + "▁predominantly", + -12.869637489318848 + ], + [ + "▁Mentor", + -12.86964988708496 + ], + [ + "Practic", + -12.869720458984377 + ], + [ + "▁echipă", + -12.869754791259766 + ], + [ + "onsite", + -12.869853019714355 + ], + [ + "▁zunehmend", + -12.86994743347168 + ], + [ + "▁Harbour", + -12.87001609802246 + ], + [ + "▁pineapple", + -12.87013339996338 + ], + [ + "▁gasoline", + -12.870139122009276 + ], + [ + "▁Jaguar", + -12.870158195495604 + ], + [ + "kno", + -12.870259284973145 + ], + [ + "▁heap", + -12.870448112487791 + ], + [ + "▁fictional", + -12.870481491088867 + ], + [ + "fiinta", + -12.870753288269045 + ], + [ + "▁Amber", + -12.87081241607666 + ], + [ + "▁Exclusive", + -12.870929718017578 + ], + [ + "▁Pharmaceutical", + -12.870929718017578 + ], + [ + "▁unterscheide", + -12.871044158935549 + ], + [ + "▁1942", + -12.871116638183594 + ], + [ + "▁Ceiling", + -12.87115478515625 + ], + [ + "developed", + -12.871228218078612 + ], + [ + "▁consacr", + -12.87132453918457 + ], + [ + "▁Membr", + -12.871411323547363 + ], + [ + "erton", + -12.871447563171388 + ], + [ + "habitation", + -12.871685981750488 + ], + [ + "▁longevity", + -12.871726989746094 + ], + [ + "▁Starbucks", + -12.871728897094728 + ], + [ + "▁poat", + -12.871771812438965 + ], + [ + "▁commissioner", + -12.87179470062256 + ], + [ + "pedia", + -12.871938705444336 + ], + [ + "popped", + -12.872468948364258 + ], + [ + "versorgung", + -12.872525215148926 + ], + [ + "▁Aktivitäten", + -12.872525215148926 + ], + [ + "▁Betreuung", + -12.872525215148926 + ], + [ + "▁afacere", + -12.872968673706056 + ], + [ + "▁Mechanical", + -12.873323440551758 + ], + [ + "▁Leiter", + -12.873346328735352 + ], + [ + "▁scaling", + -12.873427391052246 + ], + [ + "▁Slim", + -12.87350082397461 + ], + [ + "▁temperaturi", + -12.873516082763672 + ], + [ + "ACH", + -12.873558044433594 + ], + [ + "▁jährlich", + -12.873682022094728 + ], + [ + "▁photographie", + -12.873722076416016 + ], + [ + "▁préalable", + -12.87372589111328 + ], + [ + "▁părinți", + -12.87372875213623 + ], + [ + "▁Farmers", + -12.873873710632324 + ], + [ + "▁Printable", + -12.873905181884766 + ], + [ + "Früh", + -12.873908996582031 + ], + [ + "approved", + -12.87398624420166 + ], + [ + "otro", + -12.874094009399414 + ], + [ + "▁veneer", + -12.874099731445312 + ], + [ + "▁Warriors", + -12.874122619628906 + ], + [ + "▁Approach", + -12.874149322509766 + ], + [ + "Share", + -12.874238967895508 + ], + [ + "▁buds", + -12.874252319335938 + ], + [ + "▁Într", + -12.874330520629885 + ], + [ + "glichen", + -12.87452507019043 + ], + [ + "▁anbieten", + -12.87452507019043 + ], + [ + "MET", + -12.874539375305176 + ], + [ + "amélioration", + -12.87468147277832 + ], + [ + "ländische", + -12.87468433380127 + ], + [ + "nsgesamt", + -12.874764442443848 + ], + [ + "einiger", + -12.874822616577148 + ], + [ + "▁Förderung", + -12.874876022338867 + ], + [ + "destroying", + -12.874910354614258 + ], + [ + "▁accreditation", + -12.874922752380373 + ], + [ + "reminiscent", + -12.875094413757324 + ], + [ + "▁retriev", + -12.87528133392334 + ], + [ + "▁Flü", + -12.875306129455566 + ], + [ + "▁Monsieur", + -12.875322341918944 + ], + [ + "German", + -12.87536334991455 + ], + [ + "Orice", + -12.875443458557127 + ], + [ + "künftig", + -12.875523567199709 + ], + [ + "▁vorbi", + -12.875639915466309 + ], + [ + "▁intentionally", + -12.875733375549316 + ], + [ + "▁îngrij", + -12.875743865966797 + ], + [ + "▁laughed", + -12.875850677490234 + ], + [ + "▁Fiction", + -12.875913619995115 + ], + [ + "▁inteligent", + -12.875914573669434 + ], + [ + "▁Translation", + -12.875953674316406 + ], + [ + "greete", + -12.875983238220217 + ], + [ + "▁énergétique", + -12.876123428344728 + ], + [ + "uncovered", + -12.876248359680176 + ], + [ + "▁évidemment", + -12.876523971557615 + ], + [ + "▁Vietnamese", + -12.876535415649414 + ], + [ + "▁Libya", + -12.876675605773926 + ], + [ + "▁Trailer", + -12.876734733581545 + ], + [ + "▁Wohl", + -12.876871109008787 + ], + [ + "▁Congo", + -12.87698745727539 + ], + [ + "▁freut", + -12.877002716064451 + ], + [ + "zauber", + -12.877090454101562 + ], + [ + "▁Pân", + -12.877142906188965 + ], + [ + "▁mentine", + -12.877333641052246 + ], + [ + "▁welding", + -12.87733554840088 + ], + [ + "▁Mircea", + -12.8773775100708 + ], + [ + "▁optimism", + -12.877455711364746 + ], + [ + "VEL", + -12.877504348754885 + ], + [ + "oilea", + -12.877540588378906 + ], + [ + "▁thereafter", + -12.877612113952637 + ], + [ + "▁André", + -12.877710342407228 + ], + [ + "forschung", + -12.877799987792969 + ], + [ + "running", + -12.878022193908691 + ], + [ + "▁hostile", + -12.878059387207031 + ], + [ + "Homme", + -12.87811279296875 + ], + [ + "▁Satellite", + -12.878129005432127 + ], + [ + "▁collagen", + -12.87841796875 + ], + [ + "▁concedi", + -12.878518104553224 + ], + [ + "▁produziert", + -12.87852954864502 + ], + [ + "▁virgin", + -12.878540992736816 + ], + [ + "frant", + -12.87857723236084 + ], + [ + "▁teammates", + -12.878744125366213 + ], + [ + "▁faceti", + -12.878802299499512 + ], + [ + "▁Restoration", + -12.87893295288086 + ], + [ + "▁detached", + -12.878935813903809 + ], + [ + "▁Instructor", + -12.878950119018556 + ], + [ + "montag", + -12.879227638244627 + ], + [ + "▁borrowing", + -12.879375457763672 + ], + [ + "▁Retro", + -12.879446983337402 + ], + [ + "▁behandelt", + -12.879536628723145 + ], + [ + "▁Aussage", + -12.879715919494627 + ], + [ + "▁snorkel", + -12.879734992980955 + ], + [ + "▁Proceedings", + -12.879754066467283 + ], + [ + "▁Judy", + -12.879776000976562 + ], + [ + "▁Wendy", + -12.879783630371094 + ], + [ + "artă", + -12.879920959472656 + ], + [ + "▁Vergangenheit", + -12.88013744354248 + ], + [ + "▁Gegner", + -12.880139350891112 + ], + [ + "▁ulcer", + -12.880166053771973 + ], + [ + "wirksam", + -12.880553245544434 + ], + [ + "▁închis", + -12.880560874938965 + ], + [ + "▁emission", + -12.88068962097168 + ], + [ + "ulescu", + -12.880754470825195 + ], + [ + "▁bancar", + -12.880819320678713 + ], + [ + "compromising", + -12.880924224853516 + ], + [ + "▁Priest", + -12.88115692138672 + ], + [ + "▁Progress", + -12.881318092346191 + ], + [ + "▁punish", + -12.88144588470459 + ], + [ + "▁Afin", + -12.881450653076172 + ], + [ + "▁Bog", + -12.881514549255373 + ], + [ + "lunii", + -12.881525039672852 + ], + [ + "▁ressembl", + -12.88157081604004 + ], + [ + "▁Creation", + -12.881644248962402 + ], + [ + "effet", + -12.881668090820312 + ], + [ + "Versicherung", + -12.881671905517578 + ], + [ + "médias", + -12.881672859191896 + ], + [ + "▁Kritik", + -12.881793975830078 + ], + [ + "idia", + -12.881896018981934 + ], + [ + "▁Wasch", + -12.881929397583008 + ], + [ + "UAL", + -12.88205909729004 + ], + [ + "Approximately", + -12.882149696350098 + ], + [ + "izari", + -12.882152557373049 + ], + [ + "▁Dortmund", + -12.882152557373049 + ], + [ + "▁contul", + -12.882343292236328 + ], + [ + "▁Airways", + -12.882408142089844 + ], + [ + "sicherung", + -12.882535934448242 + ], + [ + "échelle", + -12.882560729980469 + ], + [ + "ADD", + -12.882582664489746 + ], + [ + "DIA", + -12.88259506225586 + ], + [ + "kabel", + -12.88262176513672 + ], + [ + "Media", + -12.88268756866455 + ], + [ + "ampli", + -12.882894515991213 + ], + [ + "▁quarry", + -12.88295841217041 + ], + [ + "▁acoper", + -12.88307285308838 + ], + [ + "halter", + -12.883326530456545 + ], + [ + "▁solicitor", + -12.883684158325195 + ], + [ + "phosphat", + -12.883763313293455 + ], + [ + "▁drown", + -12.883773803710938 + ], + [ + "congratulat", + -12.884047508239746 + ], + [ + "▁uneven", + -12.884087562561035 + ], + [ + "▁rupe", + -12.884154319763184 + ], + [ + "▁heureux", + -12.88417911529541 + ], + [ + "caractéristiques", + -12.884221076965332 + ], + [ + "60,000", + -12.884283065795898 + ], + [ + "ambigu", + -12.884340286254885 + ], + [ + "224", + -12.884417533874512 + ], + [ + "dov", + -12.88454532623291 + ], + [ + "▁Naturally", + -12.884629249572754 + ], + [ + "▁Ernst", + -12.884634017944336 + ], + [ + "Camp", + -12.884757995605469 + ], + [ + "▁Worldwide", + -12.884909629821776 + ], + [ + "▁antrenament", + -12.885042190551758 + ], + [ + "▁jocul", + -12.88521671295166 + ], + [ + "▁broccoli", + -12.88537883758545 + ], + [ + "▁fascinated", + -12.88537883758545 + ], + [ + "▁Abbey", + -12.885387420654297 + ], + [ + "▁aquarium", + -12.885390281677246 + ], + [ + "HAN", + -12.885458946228027 + ], + [ + "chaffung", + -12.885480880737305 + ], + [ + "137", + -12.885503768920898 + ], + [ + "rumors", + -12.885515213012695 + ], + [ + "reliance", + -12.885557174682615 + ], + [ + "▁vaccination", + -12.8856782913208 + ], + [ + "responsabilitate", + -12.885777473449709 + ], + [ + "▁legislati", + -12.885782241821287 + ], + [ + "ATT", + -12.885826110839844 + ], + [ + "206", + -12.885896682739258 + ], + [ + "▁miere", + -12.885967254638672 + ], + [ + "▁rezultatul", + -12.885988235473633 + ], + [ + "părea", + -12.88599681854248 + ], + [ + "zuführen", + -12.886159896850586 + ], + [ + "▁Kompetenz", + -12.886187553405762 + ], + [ + "▁nickname", + -12.886195182800291 + ], + [ + "pilot", + -12.88620376586914 + ], + [ + "▁ninth", + -12.886252403259276 + ], + [ + "▁Tyr", + -12.886446952819824 + ], + [ + "▁misuse", + -12.886469841003418 + ], + [ + "▁SUP", + -12.886514663696287 + ], + [ + "▁Attack", + -12.88667106628418 + ], + [ + "Smart", + -12.88669490814209 + ], + [ + "▁Philosoph", + -12.886930465698242 + ], + [ + "▁Alege", + -12.88693141937256 + ], + [ + "▁femeile", + -12.886967658996582 + ], + [ + "▁Heating", + -12.88698673248291 + ], + [ + "▁Cricket", + -12.886999130249023 + ], + [ + "▁scholar", + -12.887049674987791 + ], + [ + "Model", + -12.887073516845703 + ], + [ + "▁stimulating", + -12.887182235717772 + ], + [ + "▁industrielle", + -12.887189865112305 + ], + [ + "▁phenomena", + -12.887303352355955 + ], + [ + "▁Nahrung", + -12.887414932250977 + ], + [ + "▁Conditioner", + -12.887433052062988 + ], + [ + "führ", + -12.887489318847656 + ], + [ + "▁révolution", + -12.88757610321045 + ], + [ + "plastic", + -12.887595176696776 + ], + [ + "▁approximate", + -12.887596130371094 + ], + [ + "▁dienen", + -12.887624740600586 + ], + [ + "▁obsession", + -12.887807846069336 + ], + [ + "▁rectangular", + -12.887807846069336 + ], + [ + "Allemagne", + -12.887808799743652 + ], + [ + "▁Tanzania", + -12.887824058532717 + ], + [ + "border", + -12.887884140014648 + ], + [ + "▁crashed", + -12.887958526611328 + ], + [ + "visor", + -12.887974739074709 + ], + [ + "▁autorizat", + -12.888072967529297 + ], + [ + "▁Champagne", + -12.888222694396973 + ], + [ + "längst", + -12.888238906860352 + ], + [ + "▁realities", + -12.888314247131348 + ], + [ + "▁Keyword", + -12.88831615447998 + ], + [ + "▁GUI", + -12.888495445251465 + ], + [ + "▁simplified", + -12.88865852355957 + ], + [ + "▁Rack", + -12.888681411743164 + ], + [ + "▁Zahlen", + -12.888693809509276 + ], + [ + "growth", + -12.888897895812988 + ], + [ + "▁rehearsal", + -12.888991355895996 + ], + [ + "▁Epic", + -12.888999938964844 + ], + [ + "▁réussite", + -12.889195442199709 + ], + [ + "▁politician", + -12.889263153076172 + ], + [ + "▁emoți", + -12.889378547668455 + ], + [ + "▁delegation", + -12.889449119567873 + ], + [ + "▁со", + -12.889464378356934 + ], + [ + "oversized", + -12.889477729797363 + ], + [ + "▁Motto", + -12.889481544494627 + ], + [ + "1860", + -12.889788627624512 + ], + [ + "▁defective", + -12.889803886413574 + ], + [ + "brewing", + -12.889852523803713 + ], + [ + "linguistic", + -12.890243530273438 + ], + [ + "▁Hopkins", + -12.890265464782717 + ], + [ + "▁(2012)", + -12.89030933380127 + ], + [ + "crease", + -12.890436172485352 + ], + [ + "▁Versicherungs", + -12.89052677154541 + ], + [ + "▁Noble", + -12.890752792358398 + ], + [ + "▁Bekannt", + -12.890896797180176 + ], + [ + "▁vorstellen", + -12.89095401763916 + ], + [ + "▁suburban", + -12.89097023010254 + ], + [ + "DAC", + -12.890995025634766 + ], + [ + "▁scatter", + -12.89103889465332 + ], + [ + "▁Artificial", + -12.8910551071167 + ], + [ + "▁reactor", + -12.891073226928713 + ], + [ + "▁modelling", + -12.89108943939209 + ], + [ + "▁Holder", + -12.891148567199709 + ], + [ + "athon", + -12.891149520874023 + ], + [ + "147", + -12.891190528869627 + ], + [ + "▁stagn", + -12.891257286071776 + ], + [ + "ARY", + -12.891261100769045 + ], + [ + "Space", + -12.89126968383789 + ], + [ + "▁Gibson", + -12.891718864440918 + ], + [ + "▁Investigator", + -12.89173698425293 + ], + [ + "▁1914", + -12.891818046569824 + ], + [ + "▁Muhammad", + -12.891868591308594 + ], + [ + "▁shove", + -12.89207363128662 + ], + [ + "▁erklären", + -12.892276763916016 + ], + [ + "▁abdomen", + -12.892277717590332 + ], + [ + "▁Mazda", + -12.892349243164062 + ], + [ + "▁hemo", + -12.892364501953123 + ], + [ + "National", + -12.892455101013184 + ], + [ + "starken", + -12.89267635345459 + ], + [ + "▁Cyprus", + -12.89268398284912 + ], + [ + "▁tread", + -12.89272117614746 + ], + [ + "▁sweetness", + -12.892725944519045 + ], + [ + "stunden", + -12.89279079437256 + ], + [ + "▁couverture", + -12.893059730529783 + ], + [ + "▁Successful", + -12.893060684204102 + ], + [ + "▁oublier", + -12.893171310424805 + ], + [ + "▁esential", + -12.893203735351562 + ], + [ + "estival", + -12.89321231842041 + ], + [ + "gnac", + -12.893280029296877 + ], + [ + "▁Basement", + -12.893457412719728 + ], + [ + "presumably", + -12.893497467041016 + ], + [ + "▁mourn", + -12.893561363220217 + ], + [ + "armée", + -12.893677711486816 + ], + [ + "148", + -12.893845558166504 + ], + [ + "▁residue", + -12.894006729125977 + ], + [ + "▁metalic", + -12.89404296875 + ], + [ + "▁Zell", + -12.89425277709961 + ], + [ + "Build", + -12.894280433654783 + ], + [ + "▁prevalence", + -12.894312858581545 + ], + [ + "▁wrestling", + -12.894312858581545 + ], + [ + "▁ascuns", + -12.894325256347656 + ], + [ + "Sacred", + -12.89434051513672 + ], + [ + "Tec", + -12.89438533782959 + ], + [ + "▁Kindergarten", + -12.894389152526855 + ], + [ + "bindung", + -12.894464492797852 + ], + [ + "▁ritm", + -12.894545555114746 + ], + [ + "▁triste", + -12.894651412963867 + ], + [ + "▁introdus", + -12.894758224487305 + ], + [ + "/2016", + -12.894824028015137 + ], + [ + "▁română", + -12.894899368286133 + ], + [ + "▁bibli", + -12.89490032196045 + ], + [ + "▁cigar", + -12.89491367340088 + ], + [ + "Rie", + -12.894990921020508 + ], + [ + "▁intentional", + -12.894999504089355 + ], + [ + "▁cuprins", + -12.895098686218262 + ], + [ + "remarkably", + -12.895129203796388 + ], + [ + "▁printemps", + -12.895133972167969 + ], + [ + "▁declining", + -12.895171165466309 + ], + [ + "Magazin", + -12.89552116394043 + ], + [ + "▁săptămână", + -12.895537376403809 + ], + [ + "▁vérifier", + -12.895549774169922 + ], + [ + "▁Speise", + -12.895584106445312 + ], + [ + "▁reteta", + -12.8956298828125 + ], + [ + "heed", + -12.89577293395996 + ], + [ + "▁Compliance", + -12.895946502685549 + ], + [ + "▁embroidery", + -12.895946502685549 + ], + [ + "cried", + -12.896025657653809 + ], + [ + "▁(„", + -12.896282196044922 + ], + [ + "▁heck", + -12.89629077911377 + ], + [ + "▁sadness", + -12.896501541137695 + ], + [ + "▁impulse", + -12.89658546447754 + ], + [ + "ATH", + -12.896740913391112 + ], + [ + "▁lavender", + -12.896773338317873 + ], + [ + "uiesc", + -12.896790504455566 + ], + [ + "▁Disorder", + -12.896876335144045 + ], + [ + "stroke", + -12.896991729736328 + ], + [ + "▁piaţ", + -12.8970365524292 + ], + [ + "ournée", + -12.897049903869627 + ], + [ + "▁Barnes", + -12.8971586227417 + ], + [ + "▁scăzut", + -12.897172927856444 + ], + [ + "▁équipements", + -12.89725112915039 + ], + [ + "OND", + -12.897375106811523 + ], + [ + "▁Compet", + -12.897424697875977 + ], + [ + "▁Bestell", + -12.89748477935791 + ], + [ + "▁immédiatement", + -12.897587776184082 + ], + [ + "aparut", + -12.89759635925293 + ], + [ + "▁rainfall", + -12.897882461547852 + ], + [ + "oreille", + -12.89797306060791 + ], + [ + "▁ministère", + -12.898014068603516 + ], + [ + "iris", + -12.898140907287598 + ], + [ + "dyna", + -12.898279190063477 + ], + [ + "drücken", + -12.898343086242676 + ], + [ + "▁détect", + -12.89834976196289 + ], + [ + "▁fonctionnalité", + -12.89840030670166 + ], + [ + "▁imbalance", + -12.89840030670166 + ], + [ + "▁unpredictable", + -12.89840030670166 + ], + [ + "▁literar", + -12.89846134185791 + ], + [ + "▁Windsor", + -12.898472785949709 + ], + [ + "▁Unlimited", + -12.898481369018556 + ], + [ + "colour", + -12.898674964904783 + ], + [ + "▁Portfolio", + -12.898810386657717 + ], + [ + "149", + -12.898883819580078 + ], + [ + "volution", + -12.898890495300291 + ], + [ + "▁folgende", + -12.899078369140623 + ], + [ + "▁arbitration", + -12.899105072021484 + ], + [ + "kicking", + -12.89913558959961 + ], + [ + "zügig", + -12.89923095703125 + ], + [ + "▁1941", + -12.899311065673828 + ], + [ + "▁Drake", + -12.89955997467041 + ], + [ + "▁ausführlich", + -12.899630546569824 + ], + [ + "▁chaussure", + -12.899630546569824 + ], + [ + "▁intestinal", + -12.89976692199707 + ], + [ + "▁pilgrim", + -12.90004062652588 + ], + [ + "▁Bark", + -12.900142669677734 + ], + [ + "between", + -12.900157928466797 + ], + [ + "disposed", + -12.900175094604492 + ], + [ + "▁Dylan", + -12.900218963623049 + ], + [ + "ств", + -12.900253295898438 + ], + [ + "NOR", + -12.900287628173828 + ], + [ + "traces", + -12.90038776397705 + ], + [ + "▁moindre", + -12.900500297546388 + ], + [ + "▁$10,000", + -12.900552749633787 + ], + [ + "212", + -12.900599479675291 + ], + [ + "wusste", + -12.900659561157228 + ], + [ + "▁predictable", + -12.900671005249023 + ], + [ + "poţi", + -12.900679588317873 + ], + [ + "▁Celsius", + -12.900860786437988 + ], + [ + "gebunden", + -12.90086841583252 + ], + [ + "▁Legacy", + -12.900891304016112 + ], + [ + "movers", + -12.90090274810791 + ], + [ + "▁concret", + -12.90098762512207 + ], + [ + "▁simpla", + -12.901050567626951 + ], + [ + "rechnet", + -12.901103973388672 + ], + [ + "▁certainty", + -12.901144981384276 + ], + [ + "entrepreneurship", + -12.901153564453123 + ], + [ + "kohl", + -12.901289939880373 + ], + [ + "▁curte", + -12.901311874389648 + ], + [ + "▁Forbes", + -12.901411056518556 + ], + [ + "▁Zusatz", + -12.901535987854004 + ], + [ + "blending", + -12.90163803100586 + ], + [ + "▁variat", + -12.90164279937744 + ], + [ + "▁galaxy", + -12.90168285369873 + ], + [ + "▁safari", + -12.90168571472168 + ], + [ + "▁municipalities", + -12.9017972946167 + ], + [ + "▁Drept", + -12.90180778503418 + ], + [ + "aufnahme", + -12.902128219604492 + ], + [ + "▁endorse", + -12.902223587036133 + ], + [ + "einrichtung", + -12.902244567871094 + ], + [ + "Sync", + -12.902270317077637 + ], + [ + "abide", + -12.902323722839355 + ], + [ + "brushed", + -12.902350425720217 + ], + [ + "▁actiune", + -12.902410507202148 + ], + [ + "quaint", + -12.902498245239258 + ], + [ + "▁volatility", + -12.902504920959473 + ], + [ + "▁repetitive", + -12.902505874633787 + ], + [ + "▁découvr", + -12.902560234069824 + ], + [ + "Totodat", + -12.902585983276367 + ], + [ + "▁românesc", + -12.902682304382324 + ], + [ + "▁tempting", + -12.902772903442385 + ], + [ + "thesis", + -12.902947425842283 + ], + [ + "secure", + -12.903013229370115 + ], + [ + "delt", + -12.903019905090332 + ], + [ + "▁şef", + -12.903167724609377 + ], + [ + "▁epidemic", + -12.903326988220217 + ], + [ + "▁Appliance", + -12.903327941894531 + ], + [ + "cearcă", + -12.903331756591797 + ], + [ + "▁lodging", + -12.903361320495604 + ], + [ + "▁photographed", + -12.903507232666016 + ], + [ + "geschlagen", + -12.903794288635254 + ], + [ + "▁Methodist", + -12.90380859375 + ], + [ + "▁Transit", + -12.90389347076416 + ], + [ + "▁Länder", + -12.903934478759766 + ], + [ + "villa", + -12.903986930847168 + ], + [ + "▁toilette", + -12.90403175354004 + ], + [ + "anno", + -12.904074668884276 + ], + [ + "▁Aufnahme", + -12.904091835021973 + ], + [ + "▁Coral", + -12.904099464416504 + ], + [ + "pourraient", + -12.904129981994627 + ], + [ + "▁digestion", + -12.904245376586914 + ], + [ + "▁Vacation", + -12.904274940490724 + ], + [ + "▁Rugby", + -12.90427589416504 + ], + [ + "MIC", + -12.904311180114746 + ], + [ + "▁choc", + -12.904417991638184 + ], + [ + "2002", + -12.904492378234863 + ], + [ + "gestion", + -12.904674530029297 + ], + [ + "▁Zoom", + -12.904745101928713 + ], + [ + "essor", + -12.904763221740724 + ], + [ + "weighed", + -12.904793739318848 + ], + [ + "▁dispus", + -12.904987335205078 + ], + [ + "▁redemption", + -12.90502643585205 + ], + [ + "▁plaster", + -12.905071258544922 + ], + [ + "▁Quilt", + -12.90507698059082 + ], + [ + "▁teritoriul", + -12.905088424682615 + ], + [ + "ndern", + -12.90509796142578 + ], + [ + "▁expired", + -12.905105590820312 + ], + [ + "▁Tribunal", + -12.905122756958008 + ], + [ + "occupation", + -12.9052152633667 + ], + [ + "▁woodland", + -12.905248641967772 + ], + [ + "vieux", + -12.905254364013672 + ], + [ + "▁Midland", + -12.905465126037598 + ], + [ + "gât", + -12.90571117401123 + ], + [ + "électricité", + -12.905800819396973 + ], + [ + "▁vanzare", + -12.905811309814451 + ], + [ + "biologi", + -12.905961036682127 + ], + [ + "▁vive", + -12.906060218811035 + ], + [ + "▁Alarm", + -12.906097412109377 + ], + [ + "▁experiență", + -12.9061279296875 + ], + [ + "▁Loch", + -12.906133651733398 + ], + [ + "▁Pedro", + -12.906194686889648 + ], + [ + "▁detergent", + -12.906217575073242 + ], + [ + "language", + -12.906554222106934 + ], + [ + "▁sedan", + -12.906655311584473 + ], + [ + "▁Brady", + -12.906736373901367 + ], + [ + "▁compus", + -12.906976699829102 + ], + [ + "▁landfill", + -12.906982421875 + ], + [ + "giu", + -12.907039642333984 + ], + [ + "beziehung", + -12.9070405960083 + ], + [ + "▁picior", + -12.907184600830078 + ], + [ + "ALI", + -12.907235145568848 + ], + [ + "▁Commander", + -12.907256126403809 + ], + [ + "EPS", + -12.907303810119627 + ], + [ + "▁Textil", + -12.907320022583008 + ], + [ + "▁industria", + -12.907339096069336 + ], + [ + "lox", + -12.907365798950195 + ], + [ + "▁eclectic", + -12.907453536987305 + ], + [ + "▁gracious", + -12.907477378845217 + ], + [ + "Uniunea", + -12.907525062561035 + ], + [ + "bps", + -12.90754222869873 + ], + [ + "▁entertained", + -12.907634735107422 + ], + [ + "depinde", + -12.907767295837402 + ], + [ + "▁daylight", + -12.907893180847168 + ], + [ + "▁résistance", + -12.907995223999023 + ], + [ + "ARN", + -12.908194541931152 + ], + [ + "▁unavailable", + -12.908201217651367 + ], + [ + "Curtea", + -12.908390045166016 + ], + [ + "▁pores", + -12.908502578735352 + ], + [ + "▁Tonight", + -12.908649444580078 + ], + [ + "▁datori", + -12.90869426727295 + ], + [ + "▁gezielt", + -12.908703804016112 + ], + [ + "▁rupture", + -12.90875244140625 + ], + [ + "▁disput", + -12.908848762512209 + ], + [ + "▁sonstige", + -12.908895492553713 + ], + [ + "▁Ordnung", + -12.90910816192627 + ], + [ + "▁beschrieben", + -12.909114837646484 + ], + [ + "▁Rainbow", + -12.90911865234375 + ], + [ + "▁Werkzeug", + -12.909136772155762 + ], + [ + "GIN", + -12.909354209899902 + ], + [ + "facilitating", + -12.909490585327148 + ], + [ + "hunt", + -12.90955638885498 + ], + [ + "▁Serving", + -12.909673690795898 + ], + [ + "Writ", + -12.909692764282228 + ], + [ + "requisite", + -12.909798622131348 + ], + [ + "▁Kerry", + -12.90989875793457 + ], + [ + "▁riesig", + -12.909957885742188 + ], + [ + "▁Healing", + -12.91030502319336 + ], + [ + "▁1954", + -12.910365104675291 + ], + [ + "▁mousse", + -12.910428047180176 + ], + [ + "▁Positive", + -12.910764694213867 + ], + [ + "embodie", + -12.910772323608398 + ], + [ + "▁penetrate", + -12.910774230957031 + ], + [ + "endorsed", + -12.910882949829102 + ], + [ + "▁situatia", + -12.910927772521973 + ], + [ + "▁Unity", + -12.911083221435549 + ], + [ + "142", + -12.911102294921877 + ], + [ + "▁farmhouse", + -12.911138534545898 + ], + [ + "▁Handbook", + -12.911368370056152 + ], + [ + "▁symbolic", + -12.911378860473633 + ], + [ + "pristine", + -12.911439895629885 + ], + [ + "moitié", + -12.911595344543455 + ], + [ + "▁Sessions", + -12.912017822265623 + ], + [ + "technisch", + -12.912116050720217 + ], + [ + "▁lesquel", + -12.912148475646973 + ], + [ + "▁electronically", + -12.912208557128906 + ], + [ + "▁modificat", + -12.912240982055664 + ], + [ + "▁adjoin", + -12.912242889404297 + ], + [ + "actualité", + -12.912256240844728 + ], + [ + "vati", + -12.91229248046875 + ], + [ + "VENT", + -12.912299156188965 + ], + [ + "▁salsa", + -12.912333488464355 + ], + [ + "acupunctur", + -12.912424087524414 + ], + [ + "▁Opportunity", + -12.912424087524414 + ], + [ + "▁Inspection", + -12.912425994873049 + ], + [ + "▁vereinbart", + -12.912425994873049 + ], + [ + "▁Residents", + -12.912426948547363 + ], + [ + "▁perennial", + -12.91242790222168 + ], + [ + "CHAN", + -12.912555694580078 + ], + [ + "Search", + -12.912572860717772 + ], + [ + "UTE", + -12.912696838378906 + ], + [ + "▁Lens", + -12.91270351409912 + ], + [ + "▁Banner", + -12.91281509399414 + ], + [ + "aménagement", + -12.912839889526367 + ], + [ + "▁Decision", + -12.91286849975586 + ], + [ + "▁ferr", + -12.912869453430176 + ], + [ + "▁Transformation", + -12.912878036499023 + ], + [ + "▁Stamm", + -12.912955284118652 + ], + [ + "▁Galerie", + -12.913003921508787 + ], + [ + "onny", + -12.913126945495604 + ], + [ + "▁caption", + -12.913195610046388 + ], + [ + "▁viitorul", + -12.91323471069336 + ], + [ + "▁professionelle", + -12.913281440734863 + ], + [ + "drepturile", + -12.913294792175291 + ], + [ + "ylon", + -12.913345336914062 + ], + [ + "Société", + -12.913387298583984 + ], + [ + "AIS", + -12.913456916809082 + ], + [ + "March", + -12.91350269317627 + ], + [ + "▁Rav", + -12.91357707977295 + ], + [ + "▁1946", + -12.913691520690918 + ], + [ + "accompagnement", + -12.913713455200195 + ], + [ + "Liviu", + -12.913716316223145 + ], + [ + "▁Appeal", + -12.913826942443848 + ], + [ + "▁sentir", + -12.913952827453612 + ], + [ + "▁Indigenous", + -12.914087295532228 + ], + [ + "▁wizard", + -12.914087295532228 + ], + [ + "▁collateral", + -12.914127349853516 + ], + [ + "▁Proof", + -12.914324760437012 + ], + [ + "▁prze", + -12.914398193359377 + ], + [ + "▁obținut", + -12.91450309753418 + ], + [ + "COP", + -12.914629936218262 + ], + [ + "▁obiect", + -12.914681434631348 + ], + [ + "▁isolate", + -12.914685249328612 + ], + [ + "▁nieder", + -12.914793014526367 + ], + [ + "TECH", + -12.914953231811523 + ], + [ + "▁Sharing", + -12.914998054504396 + ], + [ + "Ideally", + -12.915008544921877 + ], + [ + "▁naked", + -12.915059089660645 + ], + [ + "horaire", + -12.915130615234377 + ], + [ + "▁prelucrare", + -12.915180206298828 + ], + [ + "▁forcément", + -12.915349006652832 + ], + [ + "▁ESPN", + -12.915403366088867 + ], + [ + "▁southwest", + -12.9154634475708 + ], + [ + "▁Timber", + -12.915682792663574 + ], + [ + "kleidung", + -12.915748596191406 + ], + [ + "MJ", + -12.915854454040527 + ], + [ + "Ped", + -12.915889739990234 + ], + [ + "▁lymph", + -12.916181564331056 + ], + [ + "wärme", + -12.916399002075195 + ], + [ + "▁Olivia", + -12.916610717773438 + ], + [ + "Ziua", + -12.916705131530762 + ], + [ + "reihe", + -12.916747093200684 + ], + [ + "▁selfish", + -12.916752815246582 + ], + [ + "▁geography", + -12.916814804077148 + ], + [ + "▁etaj", + -12.916924476623535 + ], + [ + "▁acquis", + -12.91698932647705 + ], + [ + "▁rejoin", + -12.91701602935791 + ], + [ + "7.1", + -12.917097091674805 + ], + [ + "▁paix", + -12.91713809967041 + ], + [ + "tirer", + -12.917284965515137 + ], + [ + "▁clase", + -12.91745662689209 + ], + [ + "▁blink", + -12.917572021484377 + ], + [ + "▁Interface", + -12.917611122131348 + ], + [ + "nado", + -12.91765594482422 + ], + [ + "RIT", + -12.91777515411377 + ], + [ + "ESC", + -12.918120384216309 + ], + [ + "▁carving", + -12.918190002441406 + ], + [ + "▁articolul", + -12.918194770812988 + ], + [ + "▁wreath", + -12.918258666992188 + ], + [ + "▁propaganda", + -12.91826629638672 + ], + [ + "▁Pair", + -12.918267250061035 + ], + [ + "▁pamant", + -12.91831111907959 + ], + [ + "▁venituri", + -12.918357849121094 + ], + [ + "rtz", + -12.91835880279541 + ], + [ + "uddle", + -12.918529510498049 + ], + [ + "uille", + -12.918543815612791 + ], + [ + "▁embed", + -12.918654441833496 + ], + [ + "0.05", + -12.918655395507812 + ], + [ + "▁Brighton", + -12.918718338012695 + ], + [ + "estens", + -12.918742179870604 + ], + [ + "▁occupational", + -12.918862342834473 + ], + [ + "ем", + -12.918890953063965 + ], + [ + "wünsche", + -12.919081687927246 + ], + [ + "▁Poetry", + -12.91909408569336 + ], + [ + "▁visualize", + -12.919109344482422 + ], + [ + "Across", + -12.919121742248535 + ], + [ + "▁essentielle", + -12.919123649597168 + ], + [ + "beratung", + -12.919143676757812 + ], + [ + "▁Guidelines", + -12.91919231414795 + ], + [ + "▁Fehl", + -12.919198036193848 + ], + [ + "▁liberty", + -12.91921329498291 + ], + [ + "▁Investigation", + -12.91922378540039 + ], + [ + "▁sunrise", + -12.919266700744627 + ], + [ + "▁12:00", + -12.919541358947754 + ], + [ + "venind", + -12.919583320617676 + ], + [ + "▁lotion", + -12.919655799865724 + ], + [ + "conscious", + -12.91968822479248 + ], + [ + "logists", + -12.91973876953125 + ], + [ + "▁judecător", + -12.919893264770508 + ], + [ + "▁Ecuador", + -12.919928550720217 + ], + [ + "▁ambulance", + -12.91994857788086 + ], + [ + "▁Already", + -12.920026779174805 + ], + [ + "▁eröffnet", + -12.920090675354004 + ], + [ + "▁naval", + -12.92010498046875 + ], + [ + "▁imposibil", + -12.92011547088623 + ], + [ + "▁Merry", + -12.92011833190918 + ], + [ + "▁Duncan", + -12.920272827148438 + ], + [ + "▁léger", + -12.9203519821167 + ], + [ + "▁delta", + -12.920391082763672 + ], + [ + "▁Machinery", + -12.920578002929688 + ], + [ + "▁craftsmanship", + -12.920766830444336 + ], + [ + "▁angezeigt", + -12.9207763671875 + ], + [ + "▁formidable", + -12.9207763671875 + ], + [ + "▁Startup", + -12.920878410339355 + ], + [ + "venus", + -12.920969009399414 + ], + [ + "▁tannin", + -12.921019554138184 + ], + [ + "collaborating", + -12.921128273010254 + ], + [ + "▁abrupt", + -12.921152114868164 + ], + [ + "emergence", + -12.921171188354492 + ], + [ + "Dienstleistungen", + -12.921197891235352 + ], + [ + "▁liefert", + -12.921217918395996 + ], + [ + "engagement", + -12.921222686767578 + ], + [ + "▁maximise", + -12.921304702758787 + ], + [ + "modeled", + -12.9214448928833 + ], + [ + "▁crane", + -12.92148208618164 + ], + [ + "▁effortless", + -12.92154026031494 + ], + [ + "▁Buffet", + -12.92160701751709 + ], + [ + "8000", + -12.921648979187012 + ], + [ + "▁Überblick", + -12.921687126159668 + ], + [ + "micro", + -12.921981811523438 + ], + [ + "▁vergleichen", + -12.92204475402832 + ], + [ + "143", + -12.922080993652344 + ], + [ + "5.6", + -12.922094345092772 + ], + [ + "▁odata", + -12.922131538391112 + ], + [ + "▁interviu", + -12.922162055969238 + ], + [ + "▁poliţi", + -12.922375679016112 + ], + [ + "plated", + -12.922383308410645 + ], + [ + "Roman", + -12.922406196594238 + ], + [ + "▁satisfactory", + -12.92245388031006 + ], + [ + "▁unanimous", + -12.922459602355955 + ], + [ + "▁întâln", + -12.92246437072754 + ], + [ + "nonsense", + -12.922558784484863 + ], + [ + "▁HOW", + -12.922616004943848 + ], + [ + "prezinta", + -12.922639846801758 + ], + [ + "▁măsura", + -12.9226655960083 + ], + [ + "▁Fuji", + -12.92275619506836 + ], + [ + "▁Meaning", + -12.92278003692627 + ], + [ + "aspiring", + -12.922850608825684 + ], + [ + "▁Suceava", + -12.922863006591797 + ], + [ + "arba", + -12.922983169555664 + ], + [ + "pressive", + -12.922988891601562 + ], + [ + "▁creek", + -12.92301082611084 + ], + [ + "trakt", + -12.923023223876951 + ], + [ + "▁fluffy", + -12.923303604125977 + ], + [ + "▁bateau", + -12.92337131500244 + ], + [ + "ме", + -12.923545837402344 + ], + [ + "UNG", + -12.923609733581545 + ], + [ + "motifs", + -12.923907279968262 + ], + [ + "Type", + -12.923958778381348 + ], + [ + "perçu", + -12.924132347106934 + ], + [ + "singurul", + -12.924139022827148 + ], + [ + "▁(2011)", + -12.92418384552002 + ], + [ + "▁hemp", + -12.924263954162598 + ], + [ + "betroffenen", + -12.92431640625 + ], + [ + "▁sermon", + -12.92436981201172 + ], + [ + "AID", + -12.924545288085938 + ], + [ + "3.7", + -12.924627304077148 + ], + [ + "▁heiß", + -12.92463207244873 + ], + [ + "▁bolnav", + -12.924982070922852 + ], + [ + "First", + -12.92499542236328 + ], + [ + "▁interrupt", + -12.925040245056152 + ], + [ + "phag", + -12.925106048583984 + ], + [ + "235", + -12.925201416015623 + ], + [ + "▁discoveries", + -12.925262451171877 + ], + [ + "▁Wellington", + -12.925263404846191 + ], + [ + "▁wechseln", + -12.925298690795898 + ], + [ + "▁strategically", + -12.925379753112791 + ], + [ + "▁iphone", + -12.925440788269045 + ], + [ + "geteilt", + -12.925646781921388 + ], + [ + "generative", + -12.925748825073242 + ], + [ + "▁Monroe", + -12.925806045532228 + ], + [ + "▁Execut", + -12.925863265991213 + ], + [ + "▁knitting", + -12.925931930541992 + ], + [ + "▁Couple", + -12.925939559936523 + ], + [ + "▁Shade", + -12.926020622253418 + ], + [ + "▁Taj", + -12.926060676574709 + ], + [ + "950", + -12.926077842712402 + ], + [ + "boiled", + -12.92609977722168 + ], + [ + "▁mixes", + -12.926130294799805 + ], + [ + "betroffene", + -12.926156044006348 + ], + [ + "▁continuation", + -12.926169395446776 + ], + [ + "▁begleitet", + -12.926226615905762 + ], + [ + "▁numerical", + -12.926281929016112 + ], + [ + "▁(2013)", + -12.92630386352539 + ], + [ + "▁nourish", + -12.926399230957031 + ], + [ + "oricar", + -12.926485061645508 + ], + [ + "focus", + -12.926486015319824 + ], + [ + "▁Crazy", + -12.926651000976562 + ], + [ + "▁ascend", + -12.926671028137209 + ], + [ + "▁vinde", + -12.926855087280272 + ], + [ + "roar", + -12.926874160766602 + ], + [ + "Vac", + -12.926929473876951 + ], + [ + "▁Zuschauer", + -12.927068710327148 + ], + [ + "izeze", + -12.927179336547852 + ], + [ + "▁Mindest", + -12.92721939086914 + ], + [ + "lingual", + -12.92722988128662 + ], + [ + "▁violet", + -12.927264213562012 + ], + [ + "▁Opfer", + -12.92729949951172 + ], + [ + "ARS", + -12.927431106567385 + ], + [ + "4.7", + -12.92744255065918 + ], + [ + "millennial", + -12.927492141723633 + ], + [ + "▁striv", + -12.927639961242676 + ], + [ + "▁bishop", + -12.927680015563965 + ], + [ + "▁Durham", + -12.927708625793455 + ], + [ + "opathic", + -12.927817344665527 + ], + [ + "Where", + -12.92799949645996 + ], + [ + "▁Rider", + -12.928030014038086 + ], + [ + "▁Reid", + -12.928030967712402 + ], + [ + "stumbled", + -12.928156852722168 + ], + [ + "deep", + -12.92827320098877 + ], + [ + "▁11:00", + -12.928340911865234 + ], + [ + "▁Essex", + -12.928380966186523 + ], + [ + "▁Analyst", + -12.928397178649902 + ], + [ + "feel", + -12.928546905517578 + ], + [ + "▁rave", + -12.928601264953612 + ], + [ + "▁Eddie", + -12.928631782531738 + ], + [ + "▁communiqué", + -12.928756713867188 + ], + [ + "[/", + -12.928791046142578 + ], + [ + "▁Tho", + -12.929011344909668 + ], + [ + "ffentlichkeit", + -12.929019927978516 + ], + [ + "instrument", + -12.929126739501951 + ], + [ + "▁metropolitan", + -12.929179191589355 + ], + [ + "▁experienţ", + -12.929181098937988 + ], + [ + "East", + -12.929198265075684 + ], + [ + "Compared", + -12.929434776306152 + ], + [ + "worn", + -12.929484367370604 + ], + [ + "berufliche", + -12.92966365814209 + ], + [ + "▁Umstände", + -12.929710388183594 + ], + [ + "individuellen", + -12.929901123046877 + ], + [ + "siehe", + -12.929912567138672 + ], + [ + "▁sfarsit", + -12.929969787597656 + ], + [ + "▁Strength", + -12.929999351501465 + ], + [ + "▁prejudice", + -12.930024147033691 + ], + [ + "▁shutdown", + -12.93015956878662 + ], + [ + "chatting", + -12.93022346496582 + ], + [ + "▁Gerne", + -12.930227279663086 + ], + [ + "▁Yum", + -12.930305480957031 + ], + [ + "▁coastline", + -12.930387496948242 + ], + [ + "▁headboard", + -12.930623054504396 + ], + [ + "▁politische", + -12.930768966674805 + ], + [ + "Sub", + -12.930838584899902 + ], + [ + "▁Henderson", + -12.930870056152344 + ], + [ + "▁astonishing", + -12.930870056152344 + ], + [ + "▁Dresden", + -12.930871963500977 + ], + [ + "▁strawberry", + -12.93088436126709 + ], + [ + "prenez", + -12.930889129638672 + ], + [ + "▁Monaco", + -12.930912971496582 + ], + [ + "▁empowered", + -12.930953025817873 + ], + [ + "fäl", + -12.93109130859375 + ], + [ + "▁creier", + -12.93112087249756 + ], + [ + "▁Equ", + -12.931300163269045 + ], + [ + "▁Selling", + -12.931379318237305 + ], + [ + "▁$35", + -12.931483268737791 + ], + [ + "konto", + -12.931503295898438 + ], + [ + "▁Procedure", + -12.931715965270996 + ], + [ + "▁reduziert", + -12.931715965270996 + ], + [ + "▁royalty", + -12.931740760803224 + ], + [ + "wyn", + -12.931756019592283 + ], + [ + "▁Unfall", + -12.932141304016112 + ], + [ + "NAT", + -12.932161331176758 + ], + [ + "▁grafic", + -12.93251895904541 + ], + [ + "▁Collective", + -12.93256378173828 + ], + [ + "▁Computing", + -12.932564735412598 + ], + [ + "▁Established", + -12.932594299316406 + ], + [ + "▁zest", + -12.932598114013672 + ], + [ + "venez", + -12.932611465454102 + ], + [ + "follow", + -12.9326171875 + ], + [ + "▁Motivation", + -12.932640075683594 + ], + [ + "▁dictator", + -12.93275547027588 + ], + [ + "whichever", + -12.93281078338623 + ], + [ + "▁întâmpl", + -12.93293285369873 + ], + [ + "Flüchtling", + -12.932987213134766 + ], + [ + "EMI", + -12.933015823364258 + ], + [ + "404", + -12.933019638061523 + ], + [ + "ICK", + -12.93302059173584 + ], + [ + "emplacement", + -12.933191299438477 + ], + [ + "complete", + -12.933349609375 + ], + [ + "advising", + -12.933412551879885 + ], + [ + "▁Administrative", + -12.933481216430664 + ], + [ + "▁deviation", + -12.933496475219728 + ], + [ + "▁experienț", + -12.933500289916992 + ], + [ + "lethor", + -12.933996200561523 + ], + [ + "▁compress", + -12.934081077575684 + ], + [ + "rival", + -12.934173583984377 + ], + [ + "reprendre", + -12.934186935424805 + ], + [ + "ugi", + -12.934266090393066 + ], + [ + "▁Invitation", + -12.934267044067385 + ], + [ + "▁retina", + -12.934332847595217 + ], + [ + "▁farther", + -12.934335708618164 + ], + [ + "▁fenêtre", + -12.934799194335938 + ], + [ + "6-7", + -12.934815406799316 + ], + [ + "zhou", + -12.934834480285645 + ], + [ + "▁Piano", + -12.934840202331545 + ], + [ + "▁Congrats", + -12.935114860534668 + ], + [ + "▁Configur", + -12.935131072998049 + ], + [ + "▁superficial", + -12.935179710388184 + ], + [ + "▁melting", + -12.935315132141112 + ], + [ + "▁raspunde", + -12.935626983642578 + ], + [ + "▁drip", + -12.93564224243164 + ], + [ + "östlich", + -12.9358491897583 + ], + [ + "189", + -12.935925483703612 + ], + [ + "▁Ludwig", + -12.935959815979004 + ], + [ + "▁keto", + -12.935985565185549 + ], + [ + "▁Bogdan", + -12.936013221740724 + ], + [ + "▁contracted", + -12.936029434204102 + ], + [ + "▁revive", + -12.936100006103516 + ], + [ + "▁cristal", + -12.936232566833496 + ], + [ + "▁mailbox", + -12.936257362365724 + ], + [ + "președintele", + -12.936559677124023 + ], + [ + "▁seekers", + -12.936627388000488 + ], + [ + "func", + -12.936904907226562 + ], + [ + "▁Markus", + -12.93691349029541 + ], + [ + "Unter", + -12.936923027038574 + ], + [ + "▁übertragen", + -12.937003135681152 + ], + [ + "▁adaptive", + -12.937024116516112 + ], + [ + "caster", + -12.937051773071287 + ], + [ + "▁geek", + -12.937164306640623 + ], + [ + "▁réservation", + -12.937236785888672 + ], + [ + "▁irritation", + -12.937240600585938 + ], + [ + "▁HDMI", + -12.93734645843506 + ], + [ + "Seeing", + -12.937485694885254 + ], + [ + "▁genul", + -12.937569618225098 + ], + [ + "▁catastrophe", + -12.937662124633787 + ], + [ + "▁Tweet", + -12.937665939331056 + ], + [ + "TZ", + -12.937729835510254 + ], + [ + "▁credible", + -12.937946319580078 + ], + [ + "▁cobor", + -12.938064575195312 + ], + [ + "▁realizeaz", + -12.938159942626951 + ], + [ + "journal", + -12.938274383544922 + ], + [ + "▁shaking", + -12.938532829284668 + ], + [ + "3-6", + -12.938572883605955 + ], + [ + "▁beneficiaz", + -12.938605308532717 + ], + [ + "▁Frankreich", + -12.938633918762209 + ], + [ + "committing", + -12.9386568069458 + ], + [ + "AMS", + -12.938835144042969 + ], + [ + "▁Feli", + -12.939007759094238 + ], + [ + "▁Producer", + -12.939023971557615 + ], + [ + "▁übrig", + -12.93940544128418 + ], + [ + "gemeinde", + -12.939593315124512 + ], + [ + "should", + -12.939799308776855 + ], + [ + "▁neurons", + -12.939799308776855 + ], + [ + "▁Agenda", + -12.939833641052246 + ], + [ + "▁hashtag", + -12.939896583557127 + ], + [ + "▁confortabil", + -12.939897537231444 + ], + [ + "520", + -12.940008163452148 + ], + [ + "bonded", + -12.940033912658691 + ], + [ + "▁următoare", + -12.940191268920898 + ], + [ + "▁volatile", + -12.940223693847656 + ], + [ + "infamous", + -12.940225601196287 + ], + [ + "seară", + -12.940229415893556 + ], + [ + "▁Sorge", + -12.940346717834473 + ], + [ + "▁Beiträge", + -12.940420150756836 + ], + [ + "▁îndeplin", + -12.940449714660645 + ], + [ + "gespräch", + -12.940649032592772 + ], + [ + "▁joueur", + -12.940701484680176 + ], + [ + "▁outsourcing", + -12.940701484680176 + ], + [ + "▁Guvernul", + -12.940814018249512 + ], + [ + "6-2", + -12.940818786621094 + ], + [ + "▁prioritize", + -12.941068649291992 + ], + [ + "▁duminică", + -12.941076278686523 + ], + [ + "▁resignation", + -12.941076278686523 + ], + [ + "▁Converter", + -12.941079139709473 + ], + [ + "hereby", + -12.941155433654783 + ], + [ + "▁stresses", + -12.941299438476562 + ], + [ + "▁brun", + -12.941415786743164 + ], + [ + "▁elev", + -12.941423416137695 + ], + [ + "▁Skip", + -12.941479682922363 + ], + [ + "540", + -12.941499710083008 + ], + [ + "TURE", + -12.941603660583496 + ], + [ + "▁Lynch", + -12.941635131835938 + ], + [ + "▁preveni", + -12.941643714904783 + ], + [ + "compatible", + -12.941692352294922 + ], + [ + "surveyed", + -12.941702842712402 + ], + [ + "▁Ausnahme", + -12.941713333129885 + ], + [ + "▁medicul", + -12.941812515258787 + ], + [ + "▁subtil", + -12.941865921020508 + ], + [ + "▁Quali", + -12.941890716552734 + ], + [ + "▁techno", + -12.941900253295898 + ], + [ + "presently", + -12.94193172454834 + ], + [ + "▁Müller", + -12.941934585571287 + ], + [ + "DIRECT", + -12.941937446594238 + ], + [ + "schuld", + -12.941944122314451 + ], + [ + "▁Bloomberg", + -12.941994667053224 + ], + [ + "feuer", + -12.942181587219238 + ], + [ + "▁Pharmacy", + -12.942270278930664 + ], + [ + "▁Schnitt", + -12.942301750183104 + ], + [ + "186", + -12.942333221435549 + ], + [ + "peaks", + -12.942355155944824 + ], + [ + "▁Gemeinsam", + -12.94235897064209 + ], + [ + "▁récemment", + -12.94235897064209 + ], + [ + "▁Pascal", + -12.942490577697754 + ], + [ + "filmed", + -12.942523956298828 + ], + [ + "RCA", + -12.942548751831056 + ], + [ + "▁virtuelle", + -12.942622184753418 + ], + [ + "▁dotat", + -12.942630767822266 + ], + [ + "logisch", + -12.94271755218506 + ], + [ + "▁Luck", + -12.943005561828612 + ], + [ + "cosy", + -12.943132400512695 + ], + [ + "▁Awareness", + -12.94321632385254 + ], + [ + "▁gesetzlich", + -12.943263053894045 + ], + [ + "padded", + -12.943306922912598 + ], + [ + "▁Lotus", + -12.943395614624023 + ], + [ + "urging", + -12.9434175491333 + ], + [ + "▁mushroom", + -12.943426132202148 + ], + [ + "▁adultes", + -12.943527221679688 + ], + [ + "▁Coca", + -12.943571090698242 + ], + [ + "▁recev", + -12.943586349487305 + ], + [ + "▁mantra", + -12.943610191345217 + ], + [ + "▁practise", + -12.943644523620604 + ], + [ + "▁acceler", + -12.943663597106934 + ], + [ + "bolster", + -12.943756103515623 + ], + [ + "▁compressed", + -12.943818092346191 + ], + [ + "TIN", + -12.943899154663086 + ], + [ + "▁aromatic", + -12.944236755371094 + ], + [ + "geleitet", + -12.944408416748049 + ], + [ + "▁fibr", + -12.944443702697754 + ], + [ + "exécut", + -12.94444751739502 + ], + [ + "▁unconscious", + -12.94456958770752 + ], + [ + "HAR", + -12.944607734680176 + ], + [ + "▁Gregory", + -12.944661140441896 + ], + [ + "▁Manila", + -12.944738388061523 + ], + [ + "ozitate", + -12.944756507873535 + ], + [ + "exemplary", + -12.94480323791504 + ], + [ + "éventuel", + -12.944906234741213 + ], + [ + "▁Craciun", + -12.94493007659912 + ], + [ + "▁tehnologii", + -12.944931030273438 + ], + [ + "▁Despre", + -12.945138931274414 + ], + [ + "▁1917", + -12.945141792297363 + ], + [ + "▁upfront", + -12.945146560668944 + ], + [ + "▁Iulia", + -12.945280075073242 + ], + [ + "▁erwähnt", + -12.945359230041504 + ], + [ + "▁magnesium", + -12.945359230041504 + ], + [ + "▁descriptive", + -12.94536304473877 + ], + [ + "▁consumul", + -12.945364952087402 + ], + [ + "▁10-15", + -12.945423126220703 + ], + [ + "▁erfüllen", + -12.945611953735352 + ], + [ + "gig", + -12.94565773010254 + ], + [ + "430", + -12.945765495300291 + ], + [ + "▁Migration", + -12.945789337158203 + ], + [ + "bră", + -12.94579029083252 + ], + [ + "▁réforme", + -12.945863723754885 + ], + [ + "▁york", + -12.94610595703125 + ], + [ + "dritten", + -12.946109771728516 + ], + [ + "cumva", + -12.946182250976562 + ], + [ + "▁Alumni", + -12.946218490600586 + ], + [ + "▁Ceramic", + -12.946222305297852 + ], + [ + "▁rappelle", + -12.946236610412598 + ], + [ + "▁pianist", + -12.946248054504396 + ], + [ + "twisted", + -12.946306228637695 + ], + [ + "earned", + -12.94643211364746 + ], + [ + "▁Hose", + -12.946514129638672 + ], + [ + "156", + -12.946610450744627 + ], + [ + "▁Salmon", + -12.946687698364258 + ], + [ + "Level", + -12.946913719177246 + ], + [ + "▁swirl", + -12.947052001953123 + ], + [ + "erfahrung", + -12.947061538696287 + ], + [ + "▁liabilities", + -12.947078704833984 + ], + [ + "praxis", + -12.9470853805542 + ], + [ + "IPO", + -12.947089195251465 + ], + [ + "▁screaming", + -12.947092056274414 + ], + [ + "emphasized", + -12.947200775146484 + ], + [ + "DEA", + -12.947260856628418 + ], + [ + "▁dermatolog", + -12.947351455688477 + ], + [ + "▁pacate", + -12.947498321533203 + ], + [ + "▁ansamblu", + -12.947507858276367 + ], + [ + "▁beteiligt", + -12.947509765625 + ], + [ + "▁Needles", + -12.947574615478516 + ], + [ + "▁organisiert", + -12.947607040405272 + ], + [ + "Pacific", + -12.947639465332031 + ], + [ + "actual", + -12.947823524475098 + ], + [ + "prindere", + -12.94801139831543 + ], + [ + "▁Indoor", + -12.94834804534912 + ], + [ + "▁Gewalt", + -12.948431015014648 + ], + [ + "▁rezid", + -12.94850730895996 + ], + [ + "censor", + -12.948522567749023 + ], + [ + "▁unlawful", + -12.94882869720459 + ], + [ + "▁Explain", + -12.94887351989746 + ], + [ + "▁Flame", + -12.948897361755373 + ], + [ + "▁brachte", + -12.948941230773926 + ], + [ + "▁Mustang", + -12.94899845123291 + ], + [ + "ectomy", + -12.949044227600098 + ], + [ + "▁deliberate", + -12.949064254760742 + ], + [ + "▁sparkle", + -12.949225425720217 + ], + [ + "▁inchis", + -12.94926929473877 + ], + [ + "▁Cristian", + -12.949289321899414 + ], + [ + "▁facture", + -12.949291229248049 + ], + [ + "▁Grundstück", + -12.949292182922363 + ], + [ + "außerhalb", + -12.949300765991213 + ], + [ + "coast", + -12.949321746826172 + ], + [ + "anilor", + -12.949396133422852 + ], + [ + "255", + -12.94952392578125 + ], + [ + "nterdisciplinary", + -12.949576377868652 + ], + [ + "▁Isabel", + -12.949655532836914 + ], + [ + "▁Städte", + -12.949701309204102 + ], + [ + "▁cicl", + -12.949837684631348 + ], + [ + "▁Zeug", + -12.949905395507812 + ], + [ + "▁Muskel", + -12.949951171875 + ], + [ + "▁indirectly", + -12.950051307678224 + ], + [ + "▁Vorbereitung", + -12.950093269348145 + ], + [ + "MMA", + -12.95012378692627 + ], + [ + "▁pudding", + -12.950197219848633 + ], + [ + "rax", + -12.950389862060549 + ], + [ + "▁Stimmung", + -12.95052433013916 + ], + [ + "▁hierarchy", + -12.95052433013916 + ], + [ + "partie", + -12.950597763061523 + ], + [ + "▁elevate", + -12.950685501098633 + ], + [ + "▁Persian", + -12.950690269470217 + ], + [ + "forensic", + -12.95077896118164 + ], + [ + "Become", + -12.950854301452637 + ], + [ + "leicht", + -12.9508695602417 + ], + [ + "▁staging", + -12.950942039489746 + ], + [ + "▁fühlt", + -12.950965881347656 + ], + [ + "fenster", + -12.950979232788086 + ], + [ + "▁unbelievable", + -12.951089859008787 + ], + [ + "„", + -12.951260566711426 + ], + [ + "▁Guatemala", + -12.951387405395508 + ], + [ + "LET", + -12.95141315460205 + ], + [ + "▁buff", + -12.951454162597656 + ], + [ + "▁Primul", + -12.951626777648926 + ], + [ + "▁mainland", + -12.951702117919922 + ], + [ + "campus", + -12.951923370361328 + ], + [ + "▁gefällt", + -12.952075958251951 + ], + [ + "BAN", + -12.952153205871582 + ], + [ + "finish", + -12.952229499816896 + ], + [ + "accustomed", + -12.952251434326172 + ], + [ + "▁Businesses", + -12.95234203338623 + ], + [ + "▁întreb", + -12.95239543914795 + ], + [ + "▁recomandă", + -12.952425956726074 + ], + [ + "▁pellet", + -12.952474594116213 + ], + [ + "▁GST", + -12.952507972717283 + ], + [ + "SEA", + -12.952601432800291 + ], + [ + "▁categorie", + -12.952631950378418 + ], + [ + "▁convainc", + -12.95268440246582 + ], + [ + "▁considéré", + -12.952739715576172 + ], + [ + "rois", + -12.952853202819824 + ], + [ + "▁thrust", + -12.952898979187012 + ], + [ + "ijk", + -12.953001022338867 + ], + [ + "gefüllt", + -12.953118324279783 + ], + [ + "▁situatii", + -12.953327178955078 + ], + [ + "▁Jacksonville", + -12.95337200164795 + ], + [ + "▁bakery", + -12.953473091125488 + ], + [ + "▁Accident", + -12.953554153442385 + ], + [ + "▁urmeaza", + -12.953572273254396 + ], + [ + "▁crib", + -12.953593254089355 + ], + [ + "getroffen", + -12.953707695007324 + ], + [ + "Based", + -12.953877449035645 + ], + [ + "Including", + -12.95398235321045 + ], + [ + "▁Morocco", + -12.95398235321045 + ], + [ + "▁casserole", + -12.95398235321045 + ], + [ + "▁enquiry", + -12.953983306884766 + ], + [ + "▁pahar", + -12.954017639160156 + ], + [ + "▁Unternehmer", + -12.954025268554688 + ], + [ + "électro", + -12.954068183898926 + ], + [ + "Marie", + -12.95413589477539 + ], + [ + "▁Sno", + -12.954153060913086 + ], + [ + "▁prostate", + -12.954168319702148 + ], + [ + "▁Wallace", + -12.95426082611084 + ], + [ + "empre", + -12.954402923583984 + ], + [ + "▁Multumesc", + -12.954415321350098 + ], + [ + "White", + -12.954675674438477 + ], + [ + "brief", + -12.954751014709473 + ], + [ + "▁kitten", + -12.954751014709473 + ], + [ + "füh", + -12.95478057861328 + ], + [ + "▁mankind", + -12.954821586608888 + ], + [ + "ENE", + -12.95483112335205 + ], + [ + "▁Ethics", + -12.954848289489746 + ], + [ + "▁Realty", + -12.954946517944336 + ], + [ + "▁Emerg", + -12.954988479614258 + ], + [ + "7-8", + -12.955055236816406 + ], + [ + "museum", + -12.955096244812012 + ], + [ + "BRE", + -12.95518970489502 + ], + [ + "▁kilometri", + -12.955282211303713 + ], + [ + "oyaume", + -12.955286026000977 + ], + [ + "▁Cambodia", + -12.955288887023926 + ], + [ + "▁bruit", + -12.955304145812988 + ], + [ + "▁sépar", + -12.955334663391112 + ], + [ + "mastered", + -12.9554443359375 + ], + [ + "shake", + -12.955608367919922 + ], + [ + "▁liaison", + -12.955718994140623 + ], + [ + "▁Boulder", + -12.95571994781494 + ], + [ + "▁tortilla", + -12.955720901489258 + ], + [ + "▁Fokus", + -12.955731391906738 + ], + [ + "▁Blair", + -12.95573902130127 + ], + [ + "▁disturbance", + -12.955775260925291 + ], + [ + "geladen", + -12.955843925476074 + ], + [ + "▁sunscreen", + -12.955886840820312 + ], + [ + "▁reuș", + -12.955896377563477 + ], + [ + "▁Braun", + -12.95615577697754 + ], + [ + "▁existente", + -12.956157684326172 + ], + [ + "stift", + -12.956242561340332 + ], + [ + "▁preot", + -12.956387519836426 + ], + [ + "▁doved", + -12.956445693969728 + ], + [ + "sexual", + -12.956488609313965 + ], + [ + "meanwhile", + -12.956583976745604 + ], + [ + "▁legislature", + -12.956583976745604 + ], + [ + "▁vermeiden", + -12.956583976745604 + ], + [ + "▁inequality", + -12.95687484741211 + ], + [ + "▁turc", + -12.956881523132324 + ], + [ + "ви", + -12.95698070526123 + ], + [ + "▁Kontrolle", + -12.95702075958252 + ], + [ + "▁Ursache", + -12.95704174041748 + ], + [ + "▁confess", + -12.95704174041748 + ], + [ + "▁poetic", + -12.957109451293944 + ], + [ + "attention", + -12.957236289978027 + ], + [ + "textured", + -12.957386016845703 + ], + [ + "GES", + -12.957586288452148 + ], + [ + "6-4", + -12.957637786865234 + ], + [ + "Ray", + -12.957696914672852 + ], + [ + "chromat", + -12.957745552062988 + ], + [ + "▁insightful", + -12.957775115966797 + ], + [ + "▁Navigation", + -12.957887649536133 + ], + [ + "▁destiny", + -12.957887649536133 + ], + [ + "▁ergeben", + -12.957892417907717 + ], + [ + "▁versteh", + -12.958090782165527 + ], + [ + "301", + -12.958209037780762 + ], + [ + "▁Exterior", + -12.958321571350098 + ], + [ + "église", + -12.958322525024414 + ], + [ + "▁Failure", + -12.958322525024414 + ], + [ + "▁Patricia", + -12.958324432373049 + ], + [ + "▁geschützt", + -12.958328247070312 + ], + [ + "intrarea", + -12.95833969116211 + ], + [ + "▁Forward", + -12.958368301391602 + ], + [ + "▁Portrait", + -12.95844841003418 + ], + [ + "▁enregistré", + -12.958480834960938 + ], + [ + "▁wagon", + -12.958620071411133 + ], + [ + "stealing", + -12.958879470825195 + ], + [ + "▁Numero", + -12.958880424499512 + ], + [ + "▁tradui", + -12.958986282348633 + ], + [ + "▁klassische", + -12.959033966064451 + ], + [ + "▁profitieren", + -12.959043502807615 + ], + [ + "▁laboratories", + -12.95919132232666 + ], + [ + "▁reconnaissance", + -12.95919132232666 + ], + [ + "ку", + -12.959314346313477 + ], + [ + "▁Petersburg", + -12.959359169006348 + ], + [ + "▁fertility", + -12.959421157836914 + ], + [ + "▁Understand", + -12.959516525268556 + ], + [ + "dehors", + -12.959746360778809 + ], + [ + "▁Knox", + -12.959762573242188 + ], + [ + "software", + -12.959797859191896 + ], + [ + "▁Celebration", + -12.959823608398438 + ], + [ + "4.6", + -12.959897994995115 + ], + [ + "quino", + -12.959930419921877 + ], + [ + "▁endeavour", + -12.960073471069336 + ], + [ + "▁temptation", + -12.96013641357422 + ], + [ + "▁Registry", + -12.96035385131836 + ], + [ + "IMP", + -12.96050262451172 + ], + [ + "bedingt", + -12.960625648498535 + ], + [ + "▁$60", + -12.96084690093994 + ], + [ + "▁Kriterien", + -12.96093463897705 + ], + [ + "▁strawberries", + -12.960943222045898 + ], + [ + "▁conspiracy", + -12.96094799041748 + ], + [ + "▁pouch", + -12.960976600646973 + ], + [ + "▁Alexandria", + -12.961017608642578 + ], + [ + "▁Mick", + -12.961102485656738 + ], + [ + "extra", + -12.961114883422852 + ], + [ + "▁Operator", + -12.961151123046877 + ], + [ + "enduring", + -12.96132755279541 + ], + [ + "▁smash", + -12.961359024047852 + ], + [ + "Euro", + -12.961360931396484 + ], + [ + "▁Nouvelle", + -12.961370468139648 + ], + [ + "▁Raspberry", + -12.961370468139648 + ], + [ + "▁präsentieren", + -12.961380004882812 + ], + [ + "▁electrician", + -12.96140480041504 + ], + [ + "▁cheerful", + -12.961472511291504 + ], + [ + "▁chargé", + -12.961508750915527 + ], + [ + "▁Diskussion", + -12.961511611938477 + ], + [ + "▁surpass", + -12.961604118347168 + ], + [ + "▁Acces", + -12.96170139312744 + ], + [ + "tausend", + -12.96177101135254 + ], + [ + "▁vigorous", + -12.96180820465088 + ], + [ + "▁tava", + -12.961810111999512 + ], + [ + "CHO", + -12.96193790435791 + ], + [ + "▁1951", + -12.961941719055176 + ], + [ + "▁Umsatz", + -12.96201992034912 + ], + [ + "▁slavery", + -12.962055206298828 + ], + [ + "travel", + -12.962294578552246 + ], + [ + "▁correspondent", + -12.962297439575195 + ], + [ + "▁$150", + -12.962307929992676 + ], + [ + "▁stärker", + -12.962594985961914 + ], + [ + "Alb", + -12.96264362335205 + ], + [ + "▁Lopez", + -12.962682723999023 + ], + [ + "▁longueur", + -12.962767601013184 + ], + [ + "▁successive", + -12.962772369384766 + ], + [ + "▁(2015)", + -12.96278190612793 + ], + [ + "teig", + -12.962790489196776 + ], + [ + "custom", + -12.962944984436035 + ], + [ + "TIM", + -12.963099479675291 + ], + [ + "▁Escape", + -12.963174819946287 + ], + [ + "▁Sekunden", + -12.963349342346191 + ], + [ + "tiré", + -12.963444709777832 + ], + [ + "▁chantier", + -12.963489532470703 + ], + [ + "▁saturated", + -12.963555335998535 + ], + [ + "▁confrontation", + -12.963804244995115 + ], + [ + "▁biography", + -12.963805198669434 + ], + [ + "zuerst", + -12.9639892578125 + ], + [ + "▁rencontré", + -12.963991165161133 + ], + [ + "▁harmless", + -12.96412181854248 + ], + [ + "Branche", + -12.964139938354492 + ], + [ + "▁QR", + -12.964380264282228 + ], + [ + "▁Ereignis", + -12.964430809020996 + ], + [ + "▁verkaufen", + -12.96444320678711 + ], + [ + "0:00", + -12.96451187133789 + ], + [ + "Association", + -12.96469783782959 + ], + [ + "▁Santiago", + -12.964865684509276 + ], + [ + "Control", + -12.964993476867676 + ], + [ + "▁Angriff", + -12.9650297164917 + ], + [ + "lase", + -12.96505069732666 + ], + [ + "▁sfaturi", + -12.965224266052246 + ], + [ + "▁Comprehensive", + -12.965304374694824 + ], + [ + "▁Shepherd", + -12.965304374694824 + ], + [ + "▁exponential", + -12.965304374694824 + ], + [ + "▁penetration", + -12.965304374694824 + ], + [ + "▁comble", + -12.965394973754885 + ], + [ + "ionar", + -12.965557098388672 + ], + [ + "slept", + -12.965563774108888 + ], + [ + "▁Spice", + -12.965633392333984 + ], + [ + "mAh", + -12.965688705444336 + ], + [ + "▁Vertreter", + -12.965747833251951 + ], + [ + "fehler", + -12.965752601623535 + ], + [ + "▁Scroll", + -12.96599292755127 + ], + [ + "▁WARRANT", + -12.966179847717283 + ], + [ + "▁minimise", + -12.966326713562012 + ], + [ + "▁Dept", + -12.966474533081056 + ], + [ + "▁urinar", + -12.96661376953125 + ], + [ + "établir", + -12.966619491577148 + ], + [ + "verhältnis", + -12.966713905334473 + ], + [ + "▁glowing", + -12.966979026794434 + ], + [ + "kulturelle", + -12.966984748840332 + ], + [ + "▁Pediatric", + -12.96705722808838 + ], + [ + "▁inconvenience", + -12.96705722808838 + ], + [ + "Antoine", + -12.967121124267578 + ], + [ + "▁Heck", + -12.967164993286133 + ], + [ + "▁couches", + -12.967265129089355 + ], + [ + "▁1938", + -12.967331886291504 + ], + [ + "maybe", + -12.967333793640137 + ], + [ + "ETA", + -12.9673433303833 + ], + [ + "▁solaire", + -12.96748161315918 + ], + [ + "▁Zürich", + -12.967495918273926 + ], + [ + "computer", + -12.96754550933838 + ], + [ + "milk", + -12.96756362915039 + ], + [ + "он", + -12.967585563659668 + ], + [ + "modalitate", + -12.967608451843262 + ], + [ + "spanning", + -12.967655181884766 + ], + [ + "▁Crypto", + -12.96774959564209 + ], + [ + "▁Spotify", + -12.967935562133787 + ], + [ + "mycin", + -12.967944145202637 + ], + [ + "▁similarities", + -12.96811294555664 + ], + [ + "▁eclipse", + -12.968377113342283 + ], + [ + "Map", + -12.968610763549805 + ], + [ + "double", + -12.96861743927002 + ], + [ + "corporate", + -12.968734741210938 + ], + [ + "▁Hindi", + -12.968853950500488 + ], + [ + "battling", + -12.968866348266602 + ], + [ + "▁habituel", + -12.969098091125488 + ], + [ + "▁Transition", + -12.969196319580078 + ], + [ + "▁luptă", + -12.96920394897461 + ], + [ + "▁trainee", + -12.969219207763672 + ], + [ + "LIS", + -12.96922492980957 + ], + [ + "▁Vatican", + -12.96925449371338 + ], + [ + "Archived", + -12.9692964553833 + ], + [ + "Connect", + -12.969305038452148 + ], + [ + "▁prealabil", + -12.969307899475098 + ], + [ + "▁Chambre", + -12.969327926635742 + ], + [ + "stuhl", + -12.969440460205078 + ], + [ + "▁arrivé", + -12.969557762145996 + ], + [ + "▁Urteil", + -12.969575881958008 + ], + [ + "▁scrutiny", + -12.969818115234377 + ], + [ + "▁memoir", + -12.969854354858398 + ], + [ + "▁innovant", + -12.9699068069458 + ], + [ + "▁sublime", + -12.969943046569824 + ], + [ + "children", + -12.970004081726074 + ], + [ + "▁Handwerk", + -12.970056533813477 + ], + [ + "▁campuses", + -12.97026824951172 + ], + [ + "▁durabil", + -12.970502853393556 + ], + [ + "▁immersive", + -12.970632553100586 + ], + [ + "▁Magnet", + -12.970732688903809 + ], + [ + "läufe", + -12.970808029174805 + ], + [ + "▁Techno", + -12.970837593078612 + ], + [ + "MAP", + -12.9710693359375 + ], + [ + "7.2", + -12.971145629882812 + ], + [ + "▁Schwimm", + -12.971181869506836 + ], + [ + "BOOK", + -12.971186637878418 + ], + [ + "188", + -12.971441268920898 + ], + [ + "▁Supervisor", + -12.971498489379885 + ], + [ + "prévue", + -12.971691131591797 + ], + [ + "needed", + -12.971813201904297 + ], + [ + "▁creditors", + -12.97182273864746 + ], + [ + "▁brin", + -12.971837043762209 + ], + [ + "▁Neck", + -12.971900939941406 + ], + [ + "▁Salut", + -12.971988677978516 + ], + [ + "▁despair", + -12.972105979919434 + ], + [ + "▁Sauce", + -12.972261428833008 + ], + [ + "▁Westminster", + -12.972335815429688 + ], + [ + "▁langfristig", + -12.972335815429688 + ], + [ + "▁northeast", + -12.972365379333496 + ], + [ + "▁încercat", + -12.972399711608888 + ], + [ + "▁nausea", + -12.972408294677734 + ], + [ + "▁Paypal", + -12.972440719604492 + ], + [ + "▁Arrow", + -12.972469329833984 + ], + [ + "▁Travis", + -12.972633361816406 + ], + [ + "(2009)", + -12.972713470458984 + ], + [ + "▁Rising", + -12.972719192504885 + ], + [ + "termes", + -12.973097801208496 + ], + [ + "Australie", + -12.973154067993164 + ], + [ + "▁scarf", + -12.973187446594238 + ], + [ + "klassischen", + -12.97337818145752 + ], + [ + "▁boug", + -12.973466873168944 + ], + [ + "DOT", + -12.97360610961914 + ], + [ + "▁Trink", + -12.97361946105957 + ], + [ + "▁bestätigt", + -12.97365951538086 + ], + [ + "▁officiel", + -12.97370433807373 + ], + [ + "Produkt", + -12.973873138427734 + ], + [ + "DNA", + -12.974140167236328 + ], + [ + "▁*******", + -12.97426700592041 + ], + [ + "GAR", + -12.974271774291992 + ], + [ + "therapeut", + -12.974377632141112 + ], + [ + "187", + -12.974420547485352 + ], + [ + "▁Louisville", + -12.974493026733398 + ], + [ + "▁geöffnet", + -12.97462272644043 + ], + [ + "Watch", + -12.97464084625244 + ], + [ + "85%", + -12.974678993225098 + ], + [ + "▁Candida", + -12.974698066711426 + ], + [ + "▁Kathy", + -12.974703788757324 + ], + [ + "▁Animation", + -12.974711418151855 + ], + [ + "planung", + -12.97471523284912 + ], + [ + "woche", + -12.974730491638184 + ], + [ + "Video", + -12.974966049194336 + ], + [ + "▁Automation", + -12.97507095336914 + ], + [ + "▁foliage", + -12.97507381439209 + ], + [ + "▁evenimentului", + -12.975175857543944 + ], + [ + "SEN", + -12.97536277770996 + ], + [ + "▁Dialog", + -12.975372314453123 + ], + [ + "▁ZIP", + -12.975372314453123 + ], + [ + "▁vieții", + -12.97537612915039 + ], + [ + "▁passionné", + -12.975425720214844 + ], + [ + "▁WOW", + -12.97544002532959 + ], + [ + "ectiv", + -12.975464820861816 + ], + [ + "▁vorbesc", + -12.975482940673828 + ], + [ + "▁computational", + -12.975533485412598 + ], + [ + "▁idiot", + -12.97557258605957 + ], + [ + "▁stigma", + -12.97567081451416 + ], + [ + "▁multumesc", + -12.975870132446287 + ], + [ + "▁sărbători", + -12.975870132446287 + ], + [ + "▁Advantage", + -12.975906372070312 + ], + [ + "▁alegeri", + -12.976024627685549 + ], + [ + "▁philosopher", + -12.976031303405762 + ], + [ + "RIE", + -12.976117134094238 + ], + [ + "refundable", + -12.976221084594728 + ], + [ + "▁Sofia", + -12.97623348236084 + ], + [ + "▁încheiat", + -12.976313591003418 + ], + [ + "meilleures", + -12.976473808288574 + ], + [ + "critical", + -12.976744651794434 + ], + [ + "▁cavity", + -12.976766586303713 + ], + [ + "▁ressort", + -12.976792335510254 + ], + [ + "strong", + -12.976798057556152 + ], + [ + "▁Backup", + -12.976948738098145 + ], + [ + "▁Zeitraum", + -12.977023124694824 + ], + [ + "▁Szene", + -12.977027893066406 + ], + [ + "▁Candle", + -12.977173805236816 + ], + [ + "▁ciocolat", + -12.977198600769045 + ], + [ + "etched", + -12.977227210998535 + ], + [ + "ан", + -12.977302551269531 + ], + [ + "▁Anchor", + -12.977365493774414 + ], + [ + "equate", + -12.97747039794922 + ], + [ + "▁bulg", + -12.977476119995115 + ], + [ + "▁motorist", + -12.977524757385254 + ], + [ + "träglich", + -12.977736473083496 + ], + [ + "please", + -12.97793674468994 + ], + [ + "different", + -12.97801113128662 + ], + [ + "▁Accel", + -12.97813606262207 + ], + [ + "Proiectul", + -12.97829818725586 + ], + [ + "▁cabbage", + -12.97852897644043 + ], + [ + "▁télécharger", + -12.97852897644043 + ], + [ + "▁Presentation", + -12.97856330871582 + ], + [ + "▁Struktur", + -12.97862148284912 + ], + [ + "bücher", + -12.978650093078612 + ], + [ + "▁flatter", + -12.978672981262209 + ], + [ + "emprunt", + -12.979074478149414 + ], + [ + "▁oriental", + -12.979111671447754 + ], + [ + "▁Turnier", + -12.979166984558104 + ], + [ + "brücke", + -12.97917366027832 + ], + [ + "▁légumes", + -12.979416847229004 + ], + [ + "gerechnet", + -12.979595184326172 + ], + [ + "flooded", + -12.979621887207031 + ], + [ + "LER", + -12.979679107666016 + ], + [ + "üben", + -12.97973918914795 + ], + [ + "internaute", + -12.979888916015623 + ], + [ + "▁Austausch", + -12.979935646057127 + ], + [ + "gefordert", + -12.980034828186035 + ], + [ + "▁adoptat", + -12.980277061462402 + ], + [ + "▁erinnern", + -12.980305671691896 + ], + [ + "▁dolphin", + -12.980307579040527 + ], + [ + "▁Parkinson", + -12.980308532714844 + ], + [ + "büro", + -12.980310440063477 + ], + [ + "▁Crest", + -12.980368614196776 + ], + [ + "▁Ikea", + -12.98043727874756 + ], + [ + "▁ecologic", + -12.980470657348633 + ], + [ + "mplă", + -12.98065185546875 + ], + [ + "▁șef", + -12.980655670166016 + ], + [ + "coop", + -12.980868339538574 + ], + [ + "▁Carson", + -12.980900764465332 + ], + [ + "▁uşor", + -12.981054306030272 + ], + [ + "▁exert", + -12.981070518493652 + ], + [ + "▁countertop", + -12.981114387512209 + ], + [ + "ntended", + -12.981136322021484 + ], + [ + "▁Civic", + -12.981313705444336 + ], + [ + "▁attentes", + -12.98133373260498 + ], + [ + "gesetzlichen", + -12.981356620788574 + ], + [ + "frischen", + -12.981475830078123 + ], + [ + "▁Bottle", + -12.98163604736328 + ], + [ + "▁cautare", + -12.982080459594728 + ], + [ + "▁waterfront", + -12.982226371765137 + ], + [ + "▁centerpiece", + -12.982312202453612 + ], + [ + "▁Castel", + -12.982441902160645 + ], + [ + "510", + -12.98270034790039 + ], + [ + "capped", + -12.982709884643556 + ], + [ + "▁mattresses", + -12.982850074768066 + ], + [ + "▁readiness", + -12.982865333557127 + ], + [ + "diag", + -12.982970237731934 + ], + [ + "▁geändert", + -12.982980728149414 + ], + [ + "▁complained", + -12.983051300048828 + ], + [ + "▁diary", + -12.983073234558104 + ], + [ + "▁ceremonies", + -12.983144760131836 + ], + [ + "▁următor", + -12.983181953430176 + ], + [ + "▁Engel", + -12.983270645141602 + ], + [ + "▁disconnect", + -12.9832763671875 + ], + [ + "▁Silvi", + -12.983282089233398 + ], + [ + "▁eingerichtet", + -12.9834566116333 + ], + [ + "medizin", + -12.983512878417969 + ], + [ + "▁majestic", + -12.983869552612305 + ], + [ + "▁Random", + -12.983943939208984 + ], + [ + "▁Equity", + -12.984046936035156 + ], + [ + "▁Echipa", + -12.984111785888672 + ], + [ + "са", + -12.984163284301758 + ], + [ + "316", + -12.984179496765137 + ], + [ + "▁Formation", + -12.984183311462402 + ], + [ + "inland", + -12.98421859741211 + ], + [ + "appuy", + -12.984301567077637 + ], + [ + "TAN", + -12.984481811523438 + ], + [ + "slipped", + -12.984918594360352 + ], + [ + "Certains", + -12.985247611999512 + ], + [ + "▁Silber", + -12.98525333404541 + ], + [ + "▁reçoi", + -12.985257148742676 + ], + [ + "▁Monthly", + -12.985323905944824 + ], + [ + "calculating", + -12.98549461364746 + ], + [ + "▁scratches", + -12.98554515838623 + ], + [ + "▁concurrence", + -12.985654830932615 + ], + [ + "▁Stärke", + -12.985662460327148 + ], + [ + "▁intermediar", + -12.985751152038574 + ], + [ + "▁erlebt", + -12.98579216003418 + ], + [ + "gesellschaftlich", + -12.986037254333496 + ], + [ + "▁Volk", + -12.986041069030762 + ], + [ + "▁Ansprüche", + -12.986101150512695 + ], + [ + "▁cumulative", + -12.986103057861328 + ], + [ + "▁Randy", + -12.986183166503906 + ], + [ + "▁instituții", + -12.98622989654541 + ], + [ + "together", + -12.986489295959473 + ], + [ + "▁Sap", + -12.986539840698242 + ], + [ + "▁modificari", + -12.98655128479004 + ], + [ + "▁erosion", + -12.986572265625 + ], + [ + "▁wicked", + -12.986577033996582 + ], + [ + "soaked", + -12.986613273620604 + ], + [ + "▁cellar", + -12.9866361618042 + ], + [ + "ignoring", + -12.986726760864258 + ], + [ + "▁scarce", + -12.986815452575684 + ], + [ + "ueuse", + -12.98697280883789 + ], + [ + "▁bibliothèque", + -12.986995697021484 + ], + [ + "critères", + -12.987017631530762 + ], + [ + "▁overlay", + -12.98716640472412 + ], + [ + "IPA", + -12.98737907409668 + ], + [ + "director", + -12.987393379211426 + ], + [ + "▁Krishna", + -12.987444877624512 + ], + [ + "▁methodologies", + -12.987451553344728 + ], + [ + "iocese", + -12.987513542175291 + ], + [ + "▁saucepan", + -12.987713813781738 + ], + [ + "184", + -12.987948417663574 + ], + [ + "275", + -12.987981796264648 + ], + [ + "▁précieu", + -12.988165855407717 + ], + [ + "▁academy", + -12.9883394241333 + ], + [ + "460", + -12.988438606262209 + ], + [ + "ERN", + -12.988679885864258 + ], + [ + "▁emoti", + -12.988725662231444 + ], + [ + "▁télévision", + -12.988823890686035 + ], + [ + "EDIT", + -12.988901138305664 + ], + [ + "▁Valeri", + -12.98904514312744 + ], + [ + "▁Charity", + -12.98911190032959 + ], + [ + "Voilà", + -12.989297866821287 + ], + [ + "▁lipsit", + -12.989356994628906 + ], + [ + "▁unleash", + -12.989373207092283 + ], + [ + "▁suferit", + -12.989506721496582 + ], + [ + "▁Lifestyle", + -12.98953914642334 + ], + [ + "▁Edel", + -12.989603996276855 + ], + [ + "▁Derek", + -12.989643096923828 + ], + [ + "▁Manga", + -12.989801406860352 + ], + [ + "▁increment", + -12.989990234375 + ], + [ + "▁plötzlich", + -12.99013328552246 + ], + [ + "▁5:30", + -12.990208625793455 + ], + [ + "▁Republicii", + -12.990246772766112 + ], + [ + "▁capitalism", + -12.990293502807615 + ], + [ + "ROW", + -12.990510940551758 + ], + [ + "▁Paar", + -12.990523338317873 + ], + [ + "allée", + -12.99057674407959 + ], + [ + "▁motto", + -12.990610122680664 + ], + [ + "Schäden", + -12.990630149841309 + ], + [ + "▁£10", + -12.99063491821289 + ], + [ + "RIP", + -12.990728378295898 + ], + [ + "courir", + -12.990761756896973 + ], + [ + "rocky", + -12.990944862365724 + ], + [ + "▁Sunshine", + -12.991031646728516 + ], + [ + "▁chimney", + -12.991044998168944 + ], + [ + "▁préfér", + -12.991153717041016 + ], + [ + "▁relaxare", + -12.99118995666504 + ], + [ + "▁colabora", + -12.99134349822998 + ], + [ + "liefer", + -12.99142837524414 + ], + [ + "▁ordentlich", + -12.99148654937744 + ], + [ + "▁dauerhaft", + -12.991535186767578 + ], + [ + "kammer", + -12.991572380065918 + ], + [ + "▁Basket", + -12.991579055786133 + ], + [ + "Site", + -12.991657257080078 + ], + [ + "▁Regina", + -12.991716384887695 + ], + [ + "▁simulate", + -12.991868019104004 + ], + [ + "▁wrestle", + -12.991939544677734 + ], + [ + "wertig", + -12.991986274719238 + ], + [ + "▁Christie", + -12.992018699645996 + ], + [ + "download", + -12.992033004760742 + ], + [ + "▁torch", + -12.992213249206545 + ], + [ + "riya", + -12.992216110229492 + ], + [ + "▁Grie", + -12.992247581481934 + ], + [ + "bitten", + -12.992356300354004 + ], + [ + "▁spezialisiert", + -12.99238109588623 + ], + [ + "▁Parade", + -12.992408752441406 + ], + [ + "▁migraine", + -12.992830276489258 + ], + [ + "▁Armstrong", + -12.992846488952637 + ], + [ + "▁cutie", + -12.9928560256958 + ], + [ + "▁bullying", + -12.992889404296877 + ], + [ + "▁Estonia", + -12.99293041229248 + ], + [ + "▁harvested", + -12.992948532104492 + ], + [ + "▁Hunger", + -12.992971420288086 + ], + [ + "▁frapp", + -12.992999076843262 + ], + [ + "REM", + -12.993117332458496 + ], + [ + "sensor", + -12.993189811706545 + ], + [ + "▁GREAT", + -12.993293762207031 + ], + [ + "▁thyroid", + -12.99330234527588 + ], + [ + "▁mărturi", + -12.993335723876951 + ], + [ + "ocupă", + -12.993809700012209 + ], + [ + "▁Wealth", + -12.993812561035156 + ], + [ + "▁convins", + -12.993841171264648 + ], + [ + "141", + -12.993876457214355 + ], + [ + "▁vingt", + -12.993901252746582 + ], + [ + "▁revel", + -12.994054794311523 + ], + [ + "▁Adri", + -12.994083404541016 + ], + [ + "▁remix", + -12.994207382202148 + ], + [ + "▁fermentation", + -12.99425220489502 + ], + [ + "▁achiziti", + -12.994352340698242 + ], + [ + "dream", + -12.994426727294922 + ], + [ + "▁contemporan", + -12.994632720947266 + ], + [ + "▁youngsters", + -12.994685173034668 + ], + [ + "▁Hartford", + -12.994745254516602 + ], + [ + "▁Wagen", + -12.994988441467283 + ], + [ + "▁Celebr", + -12.995214462280272 + ], + [ + "leveraging", + -12.99527645111084 + ], + [ + "▁Iasi", + -12.99549674987793 + ], + [ + "tackling", + -12.9955415725708 + ], + [ + "▁intrinsic", + -12.995553970336914 + ], + [ + "▁Macedon", + -12.995603561401367 + ], + [ + "NIA", + -12.995784759521484 + ], + [ + "▁bliss", + -12.995905876159668 + ], + [ + "▁gradual", + -12.995908737182615 + ], + [ + "▁inregistrat", + -12.995981216430664 + ], + [ + "▁volleyball", + -12.995986938476562 + ], + [ + "▁offiziell", + -12.996054649353027 + ], + [ + "▁carré", + -12.99611759185791 + ], + [ + "Mostly", + -12.996174812316896 + ], + [ + "▁Harley", + -12.996193885803224 + ], + [ + "▁locati", + -12.996216773986816 + ], + [ + "▁Klo", + -12.996223449707031 + ], + [ + "▁Equal", + -12.996238708496094 + ], + [ + "▁citat", + -12.99636936187744 + ], + [ + "▁argint", + -12.996478080749512 + ], + [ + "prüft", + -12.99652862548828 + ], + [ + "▁Fence", + -12.996600151062012 + ], + [ + "positive", + -12.996988296508787 + ], + [ + "▁Kaz", + -12.99724578857422 + ], + [ + "▁distortion", + -12.997342109680176 + ], + [ + "▁sâmbătă", + -12.997342109680176 + ], + [ + "▁frontière", + -12.997346878051758 + ], + [ + "▁revanch", + -12.997394561767578 + ], + [ + "▁Held", + -12.997465133666992 + ], + [ + "▁Hobb", + -12.99776554107666 + ], + [ + "▁reuşit", + -12.997796058654783 + ], + [ + "deem", + -12.997880935668944 + ], + [ + "▁dorint", + -12.997902870178224 + ], + [ + "▁Anlagen", + -12.99790859222412 + ], + [ + "▁cheval", + -12.997973442077637 + ], + [ + "630", + -12.99806022644043 + ], + [ + "▁implementare", + -12.99808406829834 + ], + [ + "▁curator", + -12.99821662902832 + ], + [ + "▁legislator", + -12.998247146606444 + ], + [ + "▁potassium", + -12.998247146606444 + ], + [ + "▁veterinarian", + -12.998247146606444 + ], + [ + "▁domenii", + -12.998273849487305 + ], + [ + "▁revue", + -12.998310089111328 + ], + [ + "Vielen", + -12.998333930969238 + ], + [ + "africain", + -12.998570442199709 + ], + [ + "before", + -12.998680114746094 + ], + [ + "▁Bestandteil", + -12.998702049255373 + ], + [ + "▁(2010)", + -12.998767852783203 + ], + [ + "▁Arlington", + -12.999153137207031 + ], + [ + "▁Gründung", + -12.999153137207031 + ], + [ + "▁Sprinkle", + -12.999153137207031 + ], + [ + "▁Princeton", + -12.999186515808104 + ], + [ + "chirurg", + -12.999228477478027 + ], + [ + "▁laissé", + -12.999357223510742 + ], + [ + "whoever", + -12.999384880065918 + ], + [ + "▁pasture", + -12.999431610107422 + ], + [ + "ajute", + -12.999436378479004 + ], + [ + "▁joyful", + -12.999494552612305 + ], + [ + "etapa", + -12.999905586242676 + ], + [ + "ESP", + -13.000017166137695 + ], + [ + "▁Iohannis", + -13.000059127807615 + ], + [ + "▁10:30", + -13.000127792358398 + ], + [ + "▁Kingston", + -13.000140190124512 + ], + [ + "▁contender", + -13.000164031982422 + ], + [ + "▁Damage", + -13.000177383422852 + ], + [ + "▁schreibt", + -13.000482559204102 + ], + [ + "sstisch", + -13.00063133239746 + ], + [ + "Associated", + -13.00072956085205 + ], + [ + "▁disposable", + -13.000782012939451 + ], + [ + "veranstaltung", + -13.00096607208252 + ], + [ + "▁puppet", + -13.00100040435791 + ], + [ + "pong", + -13.001093864440918 + ], + [ + "▁Chronicle", + -13.001176834106444 + ], + [ + "222", + -13.001286506652832 + ], + [ + "intuit", + -13.00139617919922 + ], + [ + "inscrire", + -13.001429557800291 + ], + [ + "▁speeches", + -13.001431465148926 + ], + [ + "▁Eingang", + -13.001775741577148 + ], + [ + "▁Adidas", + -13.001875877380373 + ], + [ + "▁cemetery", + -13.001877784729004 + ], + [ + "▁juicy", + -13.001885414123535 + ], + [ + "▁wertvolle", + -13.0018892288208 + ], + [ + "▁militari", + -13.001917839050291 + ], + [ + "China", + -13.00196361541748 + ], + [ + "ecția", + -13.002041816711426 + ], + [ + "luster", + -13.002063751220703 + ], + [ + "auftrag", + -13.00234317779541 + ], + [ + "▁Marius", + -13.002523422241213 + ], + [ + "▁crossover", + -13.002555847167969 + ], + [ + "▁enthusiast", + -13.002555847167969 + ], + [ + "▁cantitate", + -13.002630233764648 + ], + [ + "▁animat", + -13.002634048461914 + ], + [ + "Park", + -13.002793312072754 + ], + [ + "▁unchanged", + -13.00279426574707 + ], + [ + "russia", + -13.00281810760498 + ], + [ + "instant", + -13.002833366394045 + ], + [ + "ţiunea", + -13.002835273742676 + ], + [ + "▁franchi", + -13.002920150756836 + ], + [ + "▁mobiliz", + -13.002963066101074 + ], + [ + "athlet", + -13.003013610839844 + ], + [ + "▁Cardio", + -13.0031099319458 + ], + [ + "▁supus", + -13.003119468688965 + ], + [ + "▁Griff", + -13.003137588500977 + ], + [ + "flakes", + -13.003217697143556 + ], + [ + "soluble", + -13.003250122070312 + ], + [ + "Known", + -13.00369358062744 + ], + [ + "leaking", + -13.003741264343262 + ], + [ + "▁Holocaust", + -13.004148483276367 + ], + [ + "gift", + -13.004197120666504 + ], + [ + "▁tradiţi", + -13.004359245300291 + ], + [ + "▁southeast", + -13.004498481750488 + ], + [ + "▁correspondant", + -13.00460147857666 + ], + [ + "Isaiah", + -13.004603385925291 + ], + [ + "▁diagonal", + -13.004606246948242 + ], + [ + "▁Probabil", + -13.004680633544922 + ], + [ + "▁dégust", + -13.004791259765623 + ], + [ + "▁Naval", + -13.004802703857422 + ], + [ + "▁cultivation", + -13.004839897155762 + ], + [ + "▁Vertrieb", + -13.004849433898926 + ], + [ + "▁pony", + -13.004854202270508 + ], + [ + "▁Throw", + -13.0050048828125 + ], + [ + "little", + -13.005010604858398 + ], + [ + "▁remarque", + -13.005074501037598 + ], + [ + "▁parcare", + -13.005085945129396 + ], + [ + "3.8", + -13.00518798828125 + ], + [ + "▁renunt", + -13.005330085754396 + ], + [ + "▁Rewards", + -13.005487442016602 + ], + [ + "▁Thur", + -13.005496978759766 + ], + [ + "▁underestimate", + -13.005515098571776 + ], + [ + "▁frankly", + -13.005516052246094 + ], + [ + "Bretagne", + -13.005517959594728 + ], + [ + "axial", + -13.005537986755373 + ], + [ + "▁identities", + -13.0055570602417 + ], + [ + "▁Harvest", + -13.00561237335205 + ], + [ + "▁skippe", + -13.00561237335205 + ], + [ + "▁Boutique", + -13.005670547485352 + ], + [ + "▁intuition", + -13.005746841430664 + ], + [ + "▁Rotary", + -13.00581169128418 + ], + [ + "▁SERVICE", + -13.00587558746338 + ], + [ + "▁refill", + -13.005915641784668 + ], + [ + "▁arcade", + -13.006060600280762 + ], + [ + "▁komme", + -13.006386756896973 + ], + [ + "▁irrelevant", + -13.006427764892578 + ], + [ + "▁Sortiment", + -13.006429672241213 + ], + [ + "▁scriitor", + -13.006488800048828 + ], + [ + "▁clicked", + -13.006516456604004 + ], + [ + "▁ciel", + -13.006610870361328 + ], + [ + "▁Caesar", + -13.00680160522461 + ], + [ + "hound", + -13.006803512573242 + ], + [ + "whipped", + -13.006843566894531 + ], + [ + "licate", + -13.00686740875244 + ], + [ + "▁formatting", + -13.006986618041992 + ], + [ + "▁mosaic", + -13.007028579711914 + ], + [ + "(2017)", + -13.007122039794922 + ], + [ + "777", + -13.007257461547852 + ], + [ + "▁Messenger", + -13.007342338562012 + ], + [ + "dulci", + -13.007369041442873 + ], + [ + "▁(2016)", + -13.007420539855955 + ], + [ + "▁popcorn", + -13.00742530822754 + ], + [ + "▁Presidential", + -13.007497787475586 + ], + [ + "▁brokerage", + -13.007564544677734 + ], + [ + "dachte", + -13.00762939453125 + ], + [ + "verkauf", + -13.00768756866455 + ], + [ + "▁pomme", + -13.00772190093994 + ], + [ + "▁fret", + -13.007822036743164 + ], + [ + "▁revere", + -13.007894515991213 + ], + [ + "▁Canvas", + -13.008092880249023 + ], + [ + "▁Nottingham", + -13.008255004882812 + ], + [ + "▁Refuge", + -13.008257865905762 + ], + [ + "▁injustice", + -13.008259773254396 + ], + [ + "▁External", + -13.008264541625977 + ], + [ + "dincolo", + -13.008304595947266 + ], + [ + "directing", + -13.008511543273926 + ], + [ + "▁Toulouse", + -13.008710861206056 + ], + [ + "▁cheltuieli", + -13.008746147155762 + ], + [ + "▁distrus", + -13.008816719055176 + ], + [ + "impôt", + -13.008912086486816 + ], + [ + "landschaft", + -13.00896453857422 + ], + [ + "passion", + -13.00897216796875 + ], + [ + "▁Hobby", + -13.009099006652832 + ], + [ + "significant", + -13.009115219116213 + ], + [ + "▁Guinea", + -13.009209632873535 + ], + [ + "pecializing", + -13.009237289428713 + ], + [ + "pozitie", + -13.00924587249756 + ], + [ + "bourne", + -13.009295463562012 + ], + [ + "▁mâini", + -13.00933837890625 + ], + [ + "▁CFR", + -13.009395599365234 + ], + [ + "▁Konflikt", + -13.009626388549805 + ], + [ + "▁Vodafone", + -13.009626388549805 + ], + [ + "OUG", + -13.009681701660156 + ], + [ + "▁Übersicht", + -13.009735107421877 + ], + [ + "negotiated", + -13.00990390777588 + ], + [ + "▁gliss", + -13.010042190551758 + ], + [ + "▁Kapital", + -13.010111808776855 + ], + [ + "QC", + -13.0101318359375 + ], + [ + "▁gentleman", + -13.01024341583252 + ], + [ + "Inde", + -13.01051425933838 + ], + [ + "▁immensely", + -13.010639190673828 + ], + [ + "Business", + -13.010702133178713 + ], + [ + "▁04/2", + -13.010882377624512 + ], + [ + "societatea", + -13.010973930358888 + ], + [ + "fluoxetine", + -13.011000633239746 + ], + [ + "▁Wachstum", + -13.011000633239746 + ], + [ + "▁récit", + -13.011011123657228 + ], + [ + "▁Preisvergleich", + -13.011034965515137 + ], + [ + "▁Mohammed", + -13.011460304260254 + ], + [ + "gefangen", + -13.011462211608888 + ], + [ + "▁calibration", + -13.011608123779297 + ], + [ + "bekam", + -13.011728286743164 + ], + [ + "▁FUN", + -13.011758804321287 + ], + [ + "wasting", + -13.011839866638184 + ], + [ + "▁prosper", + -13.011862754821776 + ], + [ + "▁Afghan", + -13.011919021606444 + ], + [ + "▁Heroes", + -13.011921882629396 + ], + [ + "▁VMware", + -13.011927604675291 + ], + [ + "exception", + -13.011969566345217 + ], + [ + "▁înlocui", + -13.01244831085205 + ], + [ + "Neu", + -13.01246452331543 + ], + [ + "initiation", + -13.01250171661377 + ], + [ + "▁Peel", + -13.01281452178955 + ], + [ + "▁cunoaste", + -13.012836456298828 + ], + [ + "▁menschliche", + -13.012849807739258 + ], + [ + "▁poarta", + -13.012852668762209 + ], + [ + "▁congestion", + -13.012930870056152 + ], + [ + "▁îmbunătăț", + -13.013103485107422 + ], + [ + "EUR", + -13.013171195983888 + ], + [ + "▁sushi", + -13.01326847076416 + ], + [ + "Jährige", + -13.01329517364502 + ], + [ + "espoir", + -13.013423919677734 + ], + [ + "inspected", + -13.013444900512695 + ], + [ + "▁etape", + -13.013677597045898 + ], + [ + "▁pharmacist", + -13.013754844665527 + ], + [ + "flect", + -13.013840675354004 + ], + [ + "Changing", + -13.01393222808838 + ], + [ + "▁radiant", + -13.014046669006348 + ], + [ + "Daddy", + -13.014275550842283 + ], + [ + "▁categorii", + -13.014360427856444 + ], + [ + "quête", + -13.014628410339355 + ], + [ + "▁skincare", + -13.014657020568848 + ], + [ + "hébergement", + -13.014674186706545 + ], + [ + "840", + -13.01477336883545 + ], + [ + "awaiting", + -13.014822006225586 + ], + [ + "▁murdered", + -13.014841079711914 + ], + [ + "▁proficient", + -13.014863967895508 + ], + [ + "▁chauffe", + -13.014899253845217 + ], + [ + "▁contur", + -13.014937400817873 + ], + [ + "▁rejoindre", + -13.015145301818848 + ], + [ + "▁foloseste", + -13.01521110534668 + ], + [ + "▁Grup", + -13.01535701751709 + ], + [ + "152", + -13.01541519165039 + ], + [ + "▁workspace", + -13.015438079833984 + ], + [ + "▁primitive", + -13.015546798706056 + ], + [ + "▁Ginger", + -13.015557289123535 + ], + [ + "▁chemotherapy", + -13.015595436096191 + ], + [ + "▁platinum", + -13.015596389770508 + ], + [ + "▁sarcina", + -13.01559829711914 + ], + [ + "▁revival", + -13.015820503234863 + ], + [ + "▁Meditation", + -13.016111373901367 + ], + [ + "▁Vogel", + -13.0161714553833 + ], + [ + "IMA", + -13.016359329223633 + ], + [ + "▁handset", + -13.016486167907717 + ], + [ + "▁Nachmittag", + -13.01651668548584 + ], + [ + "▁déchets", + -13.016517639160156 + ], + [ + "▁Cornwall", + -13.0165433883667 + ], + [ + "▁Curry", + -13.016605377197266 + ], + [ + "▁cuplu", + -13.016607284545898 + ], + [ + "▁Birth", + -13.016822814941406 + ], + [ + "forward", + -13.01693630218506 + ], + [ + "Dezvoltare", + -13.016977310180664 + ], + [ + "▁irgendwie", + -13.016980171203612 + ], + [ + "▁erzielt", + -13.016993522644045 + ], + [ + "LOS", + -13.01700496673584 + ], + [ + "▁overload", + -13.01708984375 + ], + [ + "▁repay", + -13.01713752746582 + ], + [ + "urlaub", + -13.017155647277832 + ], + [ + "7.0", + -13.01716423034668 + ], + [ + "▁Wheat", + -13.01748275756836 + ], + [ + "▁degrab", + -13.017488479614258 + ], + [ + "▁Brock", + -13.017491340637209 + ], + [ + "▁inhabit", + -13.0176362991333 + ], + [ + "▁Speech", + -13.017834663391112 + ], + [ + "directional", + -13.017862319946287 + ], + [ + "▁Mandel", + -13.017909049987791 + ], + [ + "▁erscheinen", + -13.01791763305664 + ], + [ + "consciously", + -13.018059730529783 + ], + [ + "▁sunet", + -13.0182523727417 + ], + [ + "▁stole", + -13.018259048461914 + ], + [ + "▁Utilis", + -13.018349647521973 + ], + [ + "▁obstruction", + -13.01852798461914 + ], + [ + "▁mindfulness", + -13.0186767578125 + ], + [ + "partnering", + -13.01868724822998 + ], + [ + "CSI", + -13.01881980895996 + ], + [ + "204", + -13.01905632019043 + ], + [ + "▁squirrel", + -13.019286155700684 + ], + [ + "▁Rwanda", + -13.01975154876709 + ], + [ + "▁hunters", + -13.019850730895996 + ], + [ + "▁revitaliz", + -13.02022647857666 + ], + [ + "▁avansat", + -13.02023220062256 + ], + [ + "▁Yamaha", + -13.020294189453123 + ], + [ + "foto", + -13.020435333251951 + ], + [ + "▁Vegan", + -13.020469665527344 + ], + [ + "▁pitched", + -13.02053165435791 + ], + [ + "▁Vortrag", + -13.020540237426758 + ], + [ + "traditional", + -13.020809173583984 + ], + [ + "offrent", + -13.021024703979492 + ], + [ + "▁Expression", + -13.021315574645996 + ], + [ + "▁apprécié", + -13.021354675292969 + ], + [ + "▁Christina", + -13.021408081054688 + ], + [ + "eilig", + -13.021464347839355 + ], + [ + "▁verhindern", + -13.021599769592283 + ], + [ + "culturii", + -13.021607398986816 + ], + [ + "Aşa", + -13.021703720092772 + ], + [ + "▁enamel", + -13.021756172180176 + ], + [ + "▁fördern", + -13.021771430969238 + ], + [ + "▁acheté", + -13.021798133850098 + ], + [ + "▁eventuell", + -13.021842956542969 + ], + [ + "▁Sino", + -13.021873474121094 + ], + [ + "▁totodat", + -13.022008895874023 + ], + [ + "accelerated", + -13.022202491760254 + ], + [ + "▁strengthened", + -13.02245044708252 + ], + [ + "corro", + -13.022482872009276 + ], + [ + "4,5", + -13.02253246307373 + ], + [ + "▁Beverly", + -13.022533416748049 + ], + [ + "ulevard", + -13.022615432739258 + ], + [ + "▁hamper", + -13.022644996643066 + ], + [ + "▁Tempe", + -13.02268123626709 + ], + [ + "▁Yacht", + -13.022799491882324 + ], + [ + "▁LGBT", + -13.022871017456056 + ], + [ + "▁fingertips", + -13.022991180419922 + ], + [ + "▁Auftraggeber", + -13.02299976348877 + ], + [ + "▁harbour", + -13.0230131149292 + ], + [ + "blew", + -13.0230712890625 + ], + [ + "▁ideology", + -13.023115158081056 + ], + [ + "▁covenant", + -13.023170471191406 + ], + [ + "▁faction", + -13.023419380187988 + ], + [ + "▁animé", + -13.023481369018556 + ], + [ + "energie", + -13.023515701293944 + ], + [ + "iterführende", + -13.02369499206543 + ], + [ + "▁MAI", + -13.023784637451172 + ], + [ + "▁pluie", + -13.023905754089355 + ], + [ + "▁cathedral", + -13.023919105529783 + ], + [ + "▁chiropractic", + -13.023919105529783 + ], + [ + "monies", + -13.023968696594238 + ], + [ + "▁contraction", + -13.024054527282717 + ], + [ + "pvc", + -13.024202346801758 + ], + [ + "staff", + -13.024209022521973 + ], + [ + "BIT", + -13.024216651916504 + ], + [ + "EET", + -13.024514198303224 + ], + [ + "▁sanction", + -13.024575233459473 + ], + [ + "▁Reiki", + -13.024709701538086 + ], + [ + "Trying", + -13.024772644042969 + ], + [ + "▁endangered", + -13.024847984313965 + ], + [ + "▁Emperor", + -13.024849891662598 + ], + [ + "▁empfi", + -13.024909973144531 + ], + [ + "animation", + -13.024998664855955 + ], + [ + "207", + -13.025029182434082 + ], + [ + "separating", + -13.02512264251709 + ], + [ + "▁lucrative", + -13.025148391723633 + ], + [ + "▁ortho", + -13.02524185180664 + ], + [ + "variété", + -13.025266647338867 + ], + [ + "hésit", + -13.025287628173828 + ], + [ + "nuances", + -13.02528953552246 + ], + [ + "▁$250", + -13.025394439697266 + ], + [ + "▁drumuri", + -13.025435447692873 + ], + [ + "▁unsafe", + -13.025446891784668 + ], + [ + "▁1943", + -13.025477409362791 + ], + [ + "▁automatique", + -13.025524139404297 + ], + [ + "billed", + -13.025585174560549 + ], + [ + "▁rectangle", + -13.02578067779541 + ], + [ + "▁Spannung", + -13.025781631469728 + ], + [ + "▁dévoil", + -13.025790214538574 + ], + [ + "▁perimeter", + -13.02580738067627 + ], + [ + "▁imaginative", + -13.02581787109375 + ], + [ + "actifs", + -13.025851249694824 + ], + [ + "neuve", + -13.0259428024292 + ], + [ + "leagă", + -13.026269912719728 + ], + [ + "gehende", + -13.026700973510742 + ], + [ + "▁Gorgeous", + -13.026708602905272 + ], + [ + "▁impeccable", + -13.026708602905272 + ], + [ + "▁Curtain", + -13.026718139648438 + ], + [ + "▁presume", + -13.026731491088867 + ], + [ + "surpassed", + -13.02687931060791 + ], + [ + "schiff", + -13.026927947998049 + ], + [ + "Allied", + -13.02699089050293 + ], + [ + "fanden", + -13.027080535888672 + ], + [ + "▁célébr", + -13.027174949645996 + ], + [ + "▁phénomène", + -13.027174949645996 + ], + [ + "▁Powell", + -13.027413368225098 + ], + [ + "jean", + -13.027631759643556 + ], + [ + "▁peculiar", + -13.027640342712402 + ], + [ + "▁Antarctic", + -13.02764129638672 + ], + [ + "▁gradient", + -13.027663230895996 + ], + [ + "▁brainstorm", + -13.027704238891602 + ], + [ + "échapp", + -13.02772617340088 + ], + [ + "Bot", + -13.027738571166992 + ], + [ + "cita", + -13.027743339538574 + ], + [ + "▁lumber", + -13.027752876281738 + ], + [ + "weichen", + -13.027852058410645 + ], + [ + "▁Halte", + -13.028024673461914 + ], + [ + "▁noștri", + -13.02810764312744 + ], + [ + "construction", + -13.028165817260742 + ], + [ + "DOC", + -13.028236389160156 + ], + [ + "▁aluat", + -13.028319358825684 + ], + [ + "streamlined", + -13.028462409973145 + ], + [ + "Bio", + -13.028494834899902 + ], + [ + "▁nutritious", + -13.028573036193848 + ], + [ + "▁délicat", + -13.0286283493042 + ], + [ + "▁sticla", + -13.028656959533691 + ], + [ + "OVE", + -13.028721809387209 + ], + [ + "▁panneau", + -13.028793334960938 + ], + [ + "▁hetero", + -13.028801918029783 + ], + [ + "▁annul", + -13.028839111328123 + ], + [ + "IDA", + -13.028935432434082 + ], + [ + "▁pitches", + -13.028960227966309 + ], + [ + "▁Edmonton", + -13.029040336608888 + ], + [ + "mediated", + -13.029136657714844 + ], + [ + "AFP", + -13.029139518737791 + ], + [ + "▁Tibetan", + -13.02922821044922 + ], + [ + "intégration", + -13.02934455871582 + ], + [ + "▁Rox", + -13.0294771194458 + ], + [ + "energia", + -13.02950668334961 + ], + [ + "▁reconnaît", + -13.02950954437256 + ], + [ + "▁ține", + -13.029525756835938 + ], + [ + "▁ignition", + -13.029534339904783 + ], + [ + "Foarte", + -13.029541015625 + ], + [ + "▁HOME", + -13.029545783996582 + ], + [ + "▁MLB", + -13.029545783996582 + ], + [ + "▁Wähle", + -13.029590606689451 + ], + [ + "▁Merkel", + -13.029658317565918 + ], + [ + "poarte", + -13.029664993286133 + ], + [ + "ALT", + -13.02979850769043 + ], + [ + "jenigen", + -13.029985427856444 + ], + [ + "▁conflit", + -13.029987335205078 + ], + [ + "▁buckle", + -13.029996871948242 + ], + [ + "▁cacao", + -13.030035018920898 + ], + [ + "▁représentation", + -13.030076026916504 + ], + [ + "incepand", + -13.030267715454102 + ], + [ + "▁Carroll", + -13.030306816101074 + ], + [ + "▁clientilor", + -13.030370712280272 + ], + [ + "▁immunity", + -13.030441284179688 + ], + [ + "oût", + -13.03044319152832 + ], + [ + "▁Witch", + -13.030488014221191 + ], + [ + "▁Wolfgang", + -13.030532836914062 + ], + [ + "▁prudent", + -13.030701637268066 + ], + [ + "fotograf", + -13.03084945678711 + ], + [ + "paar", + -13.030871391296388 + ], + [ + "ergeti", + -13.030927658081056 + ], + [ + "▁empowerment", + -13.031112670898438 + ], + [ + "▁Admir", + -13.03122329711914 + ], + [ + "▁complémentaire", + -13.03134059906006 + ], + [ + "▁angepasst", + -13.031376838684082 + ], + [ + "▁flirt", + -13.031376838684082 + ], + [ + "▁elektronische", + -13.03138828277588 + ], + [ + "▁stereotype", + -13.03140640258789 + ], + [ + "SIL", + -13.031465530395508 + ], + [ + "▁Realtor", + -13.031471252441406 + ], + [ + "Edit", + -13.031774520874023 + ], + [ + "requête", + -13.03181266784668 + ], + [ + "▁Herstellung", + -13.031815528869627 + ], + [ + "▁cyst", + -13.031947135925291 + ], + [ + "syndic", + -13.031994819641112 + ], + [ + "leni", + -13.032007217407228 + ], + [ + "▁fringe", + -13.032020568847656 + ], + [ + "▁Jardin", + -13.032032012939451 + ], + [ + "▁Vezi", + -13.032052993774414 + ], + [ + "▁Ausstattung", + -13.032312393188477 + ], + [ + "▁glide", + -13.032590866088867 + ], + [ + "▁Andere", + -13.032758712768556 + ], + [ + "▁Haftung", + -13.032781600952148 + ], + [ + "maßnahmen", + -13.032788276672363 + ], + [ + "▁recommandé", + -13.032790184020996 + ], + [ + "▁nave", + -13.032793998718262 + ], + [ + "viziune", + -13.033051490783691 + ], + [ + "▁stimulus", + -13.033098220825195 + ], + [ + "faulty", + -13.0331449508667 + ], + [ + "▁vicinity", + -13.033249855041504 + ], + [ + "▁turnaround", + -13.033445358276367 + ], + [ + "stammt", + -13.033846855163574 + ], + [ + "▁problemlos", + -13.033856391906738 + ], + [ + "▁Establish", + -13.03415298461914 + ], + [ + "▁Silva", + -13.034172058105469 + ], + [ + "▁muzică", + -13.034187316894531 + ], + [ + "▁theatrical", + -13.03421401977539 + ], + [ + "▁braid", + -13.034242630004885 + ], + [ + "▁blieb", + -13.034276962280272 + ], + [ + "158", + -13.034296989440918 + ], + [ + "▁ignorance", + -13.034330368041992 + ], + [ + "onset", + -13.034416198730469 + ], + [ + "zeitlich", + -13.034523963928224 + ], + [ + "▁Sink", + -13.034523963928224 + ], + [ + "▁caractéris", + -13.034594535827637 + ], + [ + "▁kreative", + -13.03465747833252 + ], + [ + "behörde", + -13.034677505493164 + ], + [ + "repairing", + -13.034680366516112 + ], + [ + "▁tumble", + -13.034757614135742 + ], + [ + "zione", + -13.034871101379396 + ], + [ + "▁Evil", + -13.03494644165039 + ], + [ + "▁popping", + -13.034952163696287 + ], + [ + "▁mutant", + -13.035025596618652 + ], + [ + "emme", + -13.035030364990234 + ], + [ + "▁Pleasant", + -13.035125732421877 + ], + [ + "▁appetizer", + -13.035125732421877 + ], + [ + "▁PLEASE", + -13.035126686096191 + ], + [ + "▁physiological", + -13.035128593444824 + ], + [ + "▁Facility", + -13.035131454467772 + ], + [ + "▁quirky", + -13.035131454467772 + ], + [ + "▁colectiv", + -13.035154342651367 + ], + [ + "151", + -13.035181999206545 + ], + [ + "August", + -13.03531551361084 + ], + [ + "▁Jewelry", + -13.035327911376951 + ], + [ + "▁ziar", + -13.035481452941896 + ], + [ + "▁puissant", + -13.035489082336426 + ], + [ + "▁Argument", + -13.035595893859863 + ], + [ + "▁Betracht", + -13.035621643066406 + ], + [ + "▁TRANS", + -13.035636901855469 + ], + [ + "Exception", + -13.036011695861816 + ], + [ + "nosti", + -13.036083221435549 + ], + [ + "▁Geographic", + -13.036155700683594 + ], + [ + "amazingly", + -13.036173820495604 + ], + [ + "▁météo", + -13.036181449890137 + ], + [ + "streit", + -13.036314010620115 + ], + [ + "▁idle", + -13.036439895629885 + ], + [ + "179", + -13.036441802978516 + ], + [ + "▁Bremen", + -13.036534309387209 + ], + [ + "▁Kläger", + -13.03653621673584 + ], + [ + "▁Grammy", + -13.036598205566406 + ], + [ + "▁Philosophy", + -13.036613464355469 + ], + [ + "▁utilizeaz", + -13.036779403686523 + ], + [ + "Accord", + -13.036897659301758 + ], + [ + "▁USDA", + -13.036986351013184 + ], + [ + "Continuing", + -13.037010192871094 + ], + [ + "geschenk", + -13.03717803955078 + ], + [ + "kredit", + -13.037248611450195 + ], + [ + "Laugh", + -13.037297248840332 + ], + [ + "oaring", + -13.03740692138672 + ], + [ + "▁Richter", + -13.037460327148438 + ], + [ + "▁Figur", + -13.037938117980955 + ], + [ + "▁inconsistent", + -13.03794765472412 + ], + [ + "cresterea", + -13.03806972503662 + ], + [ + "▁regeneration", + -13.038130760192873 + ], + [ + "speaking", + -13.03818416595459 + ], + [ + "▁nasal", + -13.03824234008789 + ], + [ + "▁partagé", + -13.038259506225586 + ], + [ + "▁Warranty", + -13.038419723510742 + ], + [ + "▁Mueller", + -13.038501739501951 + ], + [ + "formează", + -13.038734436035156 + ], + [ + "hundert", + -13.038745880126951 + ], + [ + "gemeldet", + -13.038893699645996 + ], + [ + "▁excursions", + -13.038912773132324 + ], + [ + "▁linii", + -13.039066314697266 + ], + [ + "gefährlich", + -13.039067268371582 + ], + [ + "▁schema", + -13.03907299041748 + ], + [ + "nişte", + -13.03913116455078 + ], + [ + "▁roadway", + -13.039132118225098 + ], + [ + "▁regression", + -13.039135932922363 + ], + [ + "▁mână", + -13.039366722106934 + ], + [ + "5.3", + -13.039373397827148 + ], + [ + "▁Spät", + -13.039734840393066 + ], + [ + "▁stubborn", + -13.039833068847656 + ], + [ + "efectele", + -13.040030479431152 + ], + [ + "▁atenţi", + -13.040136337280272 + ], + [ + "▁dovedit", + -13.04018497467041 + ], + [ + "▁Agile", + -13.040190696716309 + ], + [ + "denying", + -13.04023265838623 + ], + [ + "fluss", + -13.040620803833008 + ], + [ + "▁Calvin", + -13.04066276550293 + ], + [ + "Sculpt", + -13.04083251953125 + ], + [ + "égalité", + -13.040884971618652 + ], + [ + "ticket", + -13.040977478027344 + ], + [ + "marketed", + -13.041044235229492 + ], + [ + "holic", + -13.041173934936523 + ], + [ + "▁eCommerce", + -13.041346549987791 + ], + [ + "▁Slip", + -13.041369438171388 + ], + [ + "▁degradation", + -13.041736602783203 + ], + [ + "écart", + -13.041742324829102 + ], + [ + "AGR", + -13.041807174682615 + ], + [ + "▁burglar", + -13.041837692260742 + ], + [ + "▁conjug", + -13.041903495788574 + ], + [ + "LLP", + -13.04194164276123 + ], + [ + "couvrir", + -13.041997909545898 + ], + [ + "▁Hearing", + -13.042001724243164 + ], + [ + "▁canton", + -13.042006492614746 + ], + [ + "▁sixteen", + -13.042068481445312 + ], + [ + "▁Verlust", + -13.042097091674805 + ], + [ + "allied", + -13.042268753051758 + ], + [ + "Performing", + -13.042393684387209 + ], + [ + "▁évoqu", + -13.042519569396973 + ], + [ + "▁bookstore", + -13.042574882507324 + ], + [ + "▁intrebari", + -13.042627334594728 + ], + [ + "▁Hyderabad", + -13.042668342590332 + ], + [ + "▁repertoire", + -13.042668342590332 + ], + [ + "▁cablu", + -13.042678833007812 + ], + [ + "▁Costume", + -13.04269790649414 + ], + [ + "▁Shannon", + -13.042713165283203 + ], + [ + "▁glossy", + -13.042800903320312 + ], + [ + "▁cible", + -13.042876243591309 + ], + [ + "Saint", + -13.042984008789062 + ], + [ + "▁Ultima", + -13.043042182922363 + ], + [ + "▁teint", + -13.0432767868042 + ], + [ + "▁envision", + -13.043477058410645 + ], + [ + "▁thinner", + -13.043478965759276 + ], + [ + "ис", + -13.043609619140623 + ], + [ + "▁bladder", + -13.043615341186523 + ], + [ + "▁Prairie", + -13.043618202209473 + ], + [ + "▁puppies", + -13.043633460998535 + ], + [ + "▁overweight", + -13.043729782104492 + ], + [ + "destined", + -13.043925285339355 + ], + [ + "▁addictive", + -13.043935775756836 + ], + [ + "▁posé", + -13.043993949890137 + ], + [ + "▁mecanism", + -13.044112205505373 + ], + [ + "▁chorus", + -13.044466972351074 + ], + [ + "weder", + -13.044528007507324 + ], + [ + "▁begrüß", + -13.044562339782717 + ], + [ + "▁unsuccessful", + -13.044562339782717 + ], + [ + "executing", + -13.044564247131348 + ], + [ + "▁metadata", + -13.044611930847168 + ], + [ + "traiter", + -13.044620513916016 + ], + [ + "▁borrowed", + -13.044649124145508 + ], + [ + "▁aeroport", + -13.044679641723633 + ], + [ + "▁Bibli", + -13.044761657714844 + ], + [ + "▁youthful", + -13.044902801513672 + ], + [ + "▁Herbert", + -13.044913291931152 + ], + [ + "client", + -13.04500961303711 + ], + [ + "merci", + -13.04520034790039 + ], + [ + "▁Beast", + -13.045210838317873 + ], + [ + "▁Entrepreneur", + -13.045230865478516 + ], + [ + "▁Gelände", + -13.04525661468506 + ], + [ + "▁Packers", + -13.045268058776855 + ], + [ + "formarea", + -13.045469284057615 + ], + [ + "▁Kündigung", + -13.04551124572754 + ], + [ + "▁verdient", + -13.045515060424805 + ], + [ + "▁solutie", + -13.045530319213867 + ], + [ + "figuration", + -13.045611381530762 + ], + [ + "voluntarily", + -13.04562282562256 + ], + [ + "Gregor", + -13.045742988586426 + ], + [ + "▁Uncle", + -13.04589557647705 + ], + [ + "tarifs", + -13.045907020568848 + ], + [ + "▁écologique", + -13.045987129211426 + ], + [ + "▁Investition", + -13.045991897583008 + ], + [ + "exemplar", + -13.046127319335938 + ], + [ + "▁prevede", + -13.046144485473633 + ], + [ + "▁waive", + -13.046147346496582 + ], + [ + "▁Legion", + -13.046156883239746 + ], + [ + "similar", + -13.046247482299805 + ], + [ + "▁shareholder", + -13.04626750946045 + ], + [ + "▁oyster", + -13.046476364135742 + ], + [ + "▁Lightning", + -13.046530723571776 + ], + [ + "experimenting", + -13.04662799835205 + ], + [ + "▁replies", + -13.04663372039795 + ], + [ + "80,000", + -13.046757698059082 + ], + [ + "▁adept", + -13.04692554473877 + ], + [ + "▁Crăciun", + -13.046935081481934 + ], + [ + "▁sanatos", + -13.046935081481934 + ], + [ + "305", + -13.04699993133545 + ], + [ + "specialised", + -13.047069549560549 + ], + [ + "▁drummer", + -13.047189712524414 + ], + [ + "Applicants", + -13.04741096496582 + ], + [ + "objekt", + -13.04741096496582 + ], + [ + "▁Fifth", + -13.047446250915527 + ], + [ + "rgic", + -13.047567367553713 + ], + [ + "theater", + -13.047635078430176 + ], + [ + "▁terminé", + -13.047852516174316 + ], + [ + "▁Englisch", + -13.047894477844238 + ], + [ + "▁Oradea", + -13.047898292541504 + ], + [ + "possesses", + -13.0479097366333 + ], + [ + "illiers", + -13.047986030578612 + ], + [ + "▁refurbish", + -13.048110961914062 + ], + [ + "graphie", + -13.04814338684082 + ], + [ + "▁Booth", + -13.048174858093262 + ], + [ + "▁Ausdruck", + -13.048192977905272 + ], + [ + "▁Marriage", + -13.048361778259276 + ], + [ + "▁knives", + -13.048362731933594 + ], + [ + "▁Relief", + -13.048368453979492 + ], + [ + "▁Clerk", + -13.048392295837402 + ], + [ + "wait", + -13.048501014709473 + ], + [ + "▁probablement", + -13.048698425292969 + ], + [ + "▁suplimentar", + -13.048701286315918 + ], + [ + "dollar", + -13.048797607421877 + ], + [ + "English", + -13.04898452758789 + ], + [ + "866", + -13.04930019378662 + ], + [ + "▁Savannah", + -13.049314498901367 + ], + [ + "▁aftermath", + -13.049318313598633 + ], + [ + "phé", + -13.04932689666748 + ], + [ + "▁Plum", + -13.04941749572754 + ], + [ + "264", + -13.049566268920898 + ], + [ + "2.000", + -13.049582481384276 + ], + [ + "niei", + -13.049603462219238 + ], + [ + "ATP", + -13.049803733825684 + ], + [ + "mila", + -13.04985523223877 + ], + [ + "▁glut", + -13.049887657165527 + ], + [ + "gotta", + -13.049891471862791 + ], + [ + "schütt", + -13.049893379211426 + ], + [ + "klick", + -13.049996376037598 + ], + [ + "whether", + -13.050090789794922 + ], + [ + "▁Wade", + -13.050163269042969 + ], + [ + "▁Riley", + -13.050280570983888 + ], + [ + "Chancellor", + -13.050288200378418 + ], + [ + "▁nebun", + -13.050300598144531 + ], + [ + "▁aufgebaut", + -13.050374984741213 + ], + [ + "steigt", + -13.050423622131348 + ], + [ + "▁entirety", + -13.050494194030762 + ], + [ + "▁telefoane", + -13.05074691772461 + ], + [ + "▁Roulette", + -13.050763130187988 + ], + [ + "1700", + -13.050787925720217 + ], + [ + "▁lycée", + -13.050856590270996 + ], + [ + "rotary", + -13.051128387451172 + ], + [ + "benefited", + -13.051170349121094 + ], + [ + "▁Bisericii", + -13.051220893859863 + ], + [ + "▁Rehabilitation", + -13.051220893859863 + ], + [ + "▁lithium", + -13.051228523254396 + ], + [ + "imposing", + -13.051279067993164 + ], + [ + "176", + -13.051329612731934 + ], + [ + "▁thunder", + -13.051527976989746 + ], + [ + "ăsesc", + -13.052000045776367 + ], + [ + "▁Einblick", + -13.052010536193848 + ], + [ + "oiled", + -13.052151679992676 + ], + [ + "SSA", + -13.052181243896484 + ], + [ + "apparition", + -13.05224609375 + ], + [ + "▁Impress", + -13.052273750305176 + ], + [ + "▁Aboriginal", + -13.052297592163086 + ], + [ + "loos", + -13.052383422851562 + ], + [ + "▁Bread", + -13.052440643310549 + ], + [ + "177", + -13.052619934082031 + ], + [ + "VERS", + -13.052638053894045 + ], + [ + "▁Respect", + -13.05271053314209 + ], + [ + "▁Practical", + -13.05304718017578 + ], + [ + "drafting", + -13.05306339263916 + ], + [ + "си", + -13.053099632263184 + ], + [ + "▁faza", + -13.053109169006348 + ], + [ + "▁sovereign", + -13.053123474121094 + ], + [ + "▁Untersuchung", + -13.05314826965332 + ], + [ + "▁Niveau", + -13.053154945373535 + ], + [ + "transport", + -13.053182601928713 + ], + [ + "▁downstream", + -13.053293228149414 + ], + [ + "▁Milton", + -13.053383827209473 + ], + [ + "▁knob", + -13.053390502929688 + ], + [ + "employeur", + -13.053499221801758 + ], + [ + "▁furnish", + -13.053544044494627 + ], + [ + "weather", + -13.053564071655272 + ], + [ + "LAB", + -13.053646087646484 + ], + [ + "166", + -13.05385398864746 + ], + [ + "▁salaire", + -13.053937911987305 + ], + [ + "▁Carnival", + -13.054088592529297 + ], + [ + "4-0", + -13.054168701171877 + ], + [ + "▁Angle", + -13.054291725158691 + ], + [ + "▁José", + -13.054399490356444 + ], + [ + "architecture", + -13.054475784301758 + ], + [ + "▁Sunset", + -13.054574966430664 + ], + [ + "▁Absolut", + -13.054694175720217 + ], + [ + "▁herrlich", + -13.05470085144043 + ], + [ + "12%", + -13.05470371246338 + ], + [ + "▁Indo", + -13.054823875427246 + ], + [ + "▁Komfort", + -13.055049896240234 + ], + [ + "▁acțiuni", + -13.05505084991455 + ], + [ + "energize", + -13.05508518218994 + ], + [ + "▁Warning", + -13.055171966552734 + ], + [ + "▁Sunny", + -13.055216789245604 + ], + [ + "▁razor", + -13.055489540100098 + ], + [ + "▁psychic", + -13.055490493774414 + ], + [ + "▁convivial", + -13.05552577972412 + ], + [ + "Voraussetzungen", + -13.05555534362793 + ], + [ + "IMO", + -13.055622100830078 + ], + [ + "opérateur", + -13.055743217468262 + ], + [ + "▁langjährige", + -13.05575942993164 + ], + [ + "▁Spanie", + -13.055901527404783 + ], + [ + "pulmonary", + -13.056004524230955 + ], + [ + "▁Bingo", + -13.056050300598145 + ], + [ + "▁confession", + -13.056096076965332 + ], + [ + "▁Petru", + -13.056100845336914 + ], + [ + "▁prerequisite", + -13.056164741516112 + ], + [ + "▁dodge", + -13.056352615356444 + ], + [ + "▁McN", + -13.056436538696287 + ], + [ + "▁originate", + -13.056577682495115 + ], + [ + "▁nettoy", + -13.056612014770508 + ], + [ + "▁$14", + -13.056645393371582 + ], + [ + "▁Bride", + -13.05669116973877 + ], + [ + "▁noisy", + -13.05673885345459 + ], + [ + "▁Worcester", + -13.056963920593262 + ], + [ + "▁Surrey", + -13.056982040405272 + ], + [ + "harmonis", + -13.057110786437988 + ], + [ + "▁représentant", + -13.05730438232422 + ], + [ + "organisée", + -13.057475090026855 + ], + [ + "truction", + -13.057513236999512 + ], + [ + "injected", + -13.057597160339355 + ], + [ + "▁Suzuki", + -13.057924270629885 + ], + [ + "▁japonais", + -13.057924270629885 + ], + [ + "▁turquoise", + -13.057924270629885 + ], + [ + "▁Peut", + -13.05800437927246 + ], + [ + "▁Sequ", + -13.058028221130373 + ], + [ + "slated", + -13.058037757873535 + ], + [ + "▁Alma", + -13.058215141296388 + ], + [ + "▁gebraucht", + -13.05827522277832 + ], + [ + "gängig", + -13.058281898498535 + ], + [ + "▁commis", + -13.058377265930176 + ], + [ + "ACS", + -13.05856990814209 + ], + [ + "pressure", + -13.058664321899414 + ], + [ + "cured", + -13.05874252319336 + ], + [ + "▁Jackie", + -13.058757781982422 + ], + [ + "▁Kashmir", + -13.05888557434082 + ], + [ + "▁recruited", + -13.059000968933104 + ], + [ + "▁vécu", + -13.059011459350586 + ], + [ + "▁opus", + -13.059052467346191 + ], + [ + "kWh", + -13.05927562713623 + ], + [ + "▁tapping", + -13.059292793273926 + ], + [ + "▁tehnologie", + -13.05931282043457 + ], + [ + "▁Gentle", + -13.059365272521973 + ], + [ + "▁bombard", + -13.059372901916504 + ], + [ + "▁caméra", + -13.05942726135254 + ], + [ + "züglich", + -13.059431076049805 + ], + [ + "▁bingo", + -13.059453010559082 + ], + [ + "private", + -13.059496879577637 + ], + [ + "▁mediator", + -13.059642791748049 + ], + [ + "▁carbohydrates", + -13.059847831726074 + ], + [ + "▁workmanship", + -13.059849739074709 + ], + [ + "▁Combat", + -13.059853553771973 + ], + [ + "▁Mickey", + -13.059901237487791 + ], + [ + "▁distressed", + -13.059908866882324 + ], + [ + "lucrează", + -13.059924125671388 + ], + [ + "treatment", + -13.06007194519043 + ], + [ + "▁Einwohner", + -13.060330390930176 + ], + [ + "▁glaze", + -13.060386657714844 + ], + [ + "scholarly", + -13.06043529510498 + ], + [ + "ROC", + -13.060750007629396 + ], + [ + "▁Darwin", + -13.06077480316162 + ], + [ + "drückt", + -13.060775756835938 + ], + [ + "▁treadmill", + -13.060819625854492 + ], + [ + "ntz", + -13.060830116271973 + ], + [ + "620", + -13.061087608337402 + ], + [ + "surface", + -13.061148643493652 + ], + [ + "▁vieţii", + -13.0612211227417 + ], + [ + "990", + -13.061296463012695 + ], + [ + "▁doigt", + -13.061341285705566 + ], + [ + "▁explor", + -13.061450004577637 + ], + [ + "▁asistent", + -13.061670303344728 + ], + [ + "coloriage", + -13.061734199523926 + ], + [ + "▁Martinez", + -13.061758041381836 + ], + [ + "▁antibodies", + -13.061775207519531 + ], + [ + "Schülerinnen", + -13.061779975891112 + ], + [ + "Honestly", + -13.06178092956543 + ], + [ + "grabbing", + -13.061871528625488 + ], + [ + "▁Cardiff", + -13.061897277832031 + ], + [ + "▁Trophy", + -13.062084197998049 + ], + [ + "▁pupil", + -13.06211757659912 + ], + [ + "▁invoke", + -13.062161445617676 + ], + [ + "bezüglich", + -13.062193870544434 + ], + [ + "Anschließend", + -13.062275886535645 + ], + [ + "perks", + -13.062360763549805 + ], + [ + "530", + -13.062373161315918 + ], + [ + "▁emblem", + -13.06243133544922 + ], + [ + "770", + -13.062543869018556 + ], + [ + "clairement", + -13.06259059906006 + ], + [ + "▁sublinia", + -13.062597274780272 + ], + [ + "▁1910", + -13.062719345092772 + ], + [ + "▁Embassy", + -13.062740325927734 + ], + [ + "▁Valencia", + -13.062740325927734 + ], + [ + "▁catastrophic", + -13.062740325927734 + ], + [ + "▁simulator", + -13.06274700164795 + ], + [ + "Pierre", + -13.062766075134276 + ], + [ + "▁doorstep", + -13.062806129455566 + ], + [ + "▁rallie", + -13.062881469726562 + ], + [ + "▁șans", + -13.062891960144045 + ], + [ + "▁crosses", + -13.06300163269043 + ], + [ + "▁zodi", + -13.06312084197998 + ], + [ + "Next", + -13.06314754486084 + ], + [ + "▁rebuilt", + -13.063152313232422 + ], + [ + "▁panorama", + -13.063222885131836 + ], + [ + "196", + -13.06324291229248 + ], + [ + "▁erinnert", + -13.06370735168457 + ], + [ + "lism", + -13.06371784210205 + ], + [ + "opened", + -13.06383228302002 + ], + [ + "▁breakout", + -13.064126014709473 + ], + [ + "▁mosque", + -13.064153671264648 + ], + [ + "boc", + -13.064507484436035 + ], + [ + "▁grout", + -13.064568519592283 + ], + [ + "▁Gather", + -13.064582824707031 + ], + [ + "▁vampire", + -13.06467342376709 + ], + [ + "▁tandem", + -13.064684867858888 + ], + [ + "▁pastra", + -13.064702033996582 + ], + [ + "▁lösen", + -13.064794540405272 + ], + [ + "▁discontinu", + -13.064826965332031 + ], + [ + "fuses", + -13.064885139465332 + ], + [ + "▁identitate", + -13.064947128295898 + ], + [ + "BAC", + -13.064964294433594 + ], + [ + "▁$100,000", + -13.065122604370115 + ], + [ + "Finder", + -13.06515121459961 + ], + [ + "▁Leicester", + -13.065157890319824 + ], + [ + "▁1933", + -13.065159797668455 + ], + [ + "informatiile", + -13.065234184265137 + ], + [ + "lädt", + -13.065309524536133 + ], + [ + "iggle", + -13.065399169921877 + ], + [ + "▁Discuss", + -13.065462112426758 + ], + [ + "distributing", + -13.065470695495604 + ], + [ + "▁disappoint", + -13.065475463867188 + ], + [ + "ecţia", + -13.065611839294434 + ], + [ + "▁condiment", + -13.065640449523926 + ], + [ + "▁Marriott", + -13.06564235687256 + ], + [ + "▁entspannt", + -13.065644264221191 + ], + [ + "arbitrary", + -13.06564998626709 + ], + [ + "rühren", + -13.06574821472168 + ], + [ + "Intensiv", + -13.065771102905272 + ], + [ + "eliminare", + -13.065895080566406 + ], + [ + "muster", + -13.06594467163086 + ], + [ + "▁komplexe", + -13.06613063812256 + ], + [ + "▁(2008)", + -13.066184997558594 + ], + [ + "absolument", + -13.066349029541016 + ], + [ + "aloo", + -13.066420555114746 + ], + [ + "cererea", + -13.06655216217041 + ], + [ + "▁imobiliar", + -13.066696166992188 + ], + [ + "▁paramount", + -13.066705703735352 + ], + [ + "▁Vince", + -13.066723823547363 + ], + [ + "pov", + -13.067076683044434 + ], + [ + "▁conveyor", + -13.067549705505373 + ], + [ + "▁Natalie", + -13.067583084106444 + ], + [ + "▁Comedy", + -13.067623138427734 + ], + [ + "Developing", + -13.0678129196167 + ], + [ + "disputed", + -13.067878723144531 + ], + [ + "164", + -13.067911148071287 + ], + [ + "▁Communist", + -13.067949295043944 + ], + [ + "▁Bahnhof", + -13.06806468963623 + ], + [ + "dokument", + -13.068145751953123 + ], + [ + "▁Somali", + -13.06828498840332 + ], + [ + "▁Strasbourg", + -13.068503379821776 + ], + [ + "▁Technician", + -13.06855010986328 + ], + [ + "▁subsidies", + -13.068633079528809 + ], + [ + "judeţul", + -13.068723678588867 + ], + [ + "▁bible", + -13.068769454956056 + ], + [ + "gefahren", + -13.068855285644531 + ], + [ + "▁literal", + -13.068882942199709 + ], + [ + "▁diminish", + -13.068940162658691 + ], + [ + "Sfântul", + -13.0689697265625 + ], + [ + "▁doreșt", + -13.068978309631348 + ], + [ + "▁Xiaomi", + -13.069036483764648 + ], + [ + "▁planète", + -13.069130897521973 + ], + [ + "▁LTD", + -13.069175720214844 + ], + [ + "▁Zugriff", + -13.069196701049805 + ], + [ + "beginn", + -13.06921672821045 + ], + [ + "▁Einführung", + -13.069294929504396 + ], + [ + "▁coronar", + -13.069393157958984 + ], + [ + "lomi", + -13.0693941116333 + ], + [ + "▁Accueil", + -13.0695219039917 + ], + [ + "scanned", + -13.069528579711914 + ], + [ + "▁Banque", + -13.06952953338623 + ], + [ + "▁réaction", + -13.069531440734863 + ], + [ + "▁Hoffman", + -13.069546699523926 + ], + [ + "▁merveille", + -13.069637298583984 + ], + [ + "navigating", + -13.069719314575195 + ], + [ + "schalten", + -13.06984806060791 + ], + [ + "▁ieşi", + -13.070136070251465 + ], + [ + "1-6", + -13.070175170898438 + ], + [ + "▁frustr", + -13.070670127868652 + ], + [ + "▁réfléchi", + -13.0709810256958 + ], + [ + "▁difuz", + -13.071100234985352 + ], + [ + "▁freue", + -13.07121753692627 + ], + [ + "besuch", + -13.071349143981934 + ], + [ + "153", + -13.071386337280272 + ], + [ + "▁butterflies", + -13.071467399597168 + ], + [ + "▁terrifying", + -13.071467399597168 + ], + [ + "▁încuraj", + -13.071468353271484 + ], + [ + "▁Château", + -13.071470260620115 + ], + [ + "▁contingent", + -13.071474075317385 + ], + [ + "▁abusive", + -13.0714750289917 + ], + [ + "▁SharePoint", + -13.07148551940918 + ], + [ + "▁skating", + -13.071573257446287 + ], + [ + "▁militaire", + -13.07166576385498 + ], + [ + "▁Vig", + -13.071690559387209 + ], + [ + "omics", + -13.071840286254885 + ], + [ + "▁Blockchain", + -13.07197093963623 + ], + [ + "▁principii", + -13.071975708007812 + ], + [ + "▁permitting", + -13.071979522705078 + ], + [ + "optimisation", + -13.072270393371582 + ], + [ + "▁maintien", + -13.072328567504885 + ], + [ + "▁Aluminum", + -13.072442054748535 + ], + [ + "▁Plymouth", + -13.072443008422852 + ], + [ + "▁Weiterbildung", + -13.072457313537598 + ], + [ + "▁Finanzierung", + -13.072505950927734 + ], + [ + "▁Kerala", + -13.072514533996582 + ], + [ + "insulated", + -13.072668075561523 + ], + [ + "▁loaf", + -13.072802543640137 + ], + [ + "▁Sammlung", + -13.07292938232422 + ], + [ + "▁îndepărt", + -13.072930335998535 + ], + [ + "▁Gewerbe", + -13.072942733764648 + ], + [ + "udel", + -13.072988510131836 + ], + [ + "▁coursework", + -13.073104858398438 + ], + [ + "▁Darstellung", + -13.073246002197266 + ], + [ + "▁indeplin", + -13.073433876037598 + ], + [ + "▁Gandhi", + -13.073434829711914 + ], + [ + "tossed", + -13.07361888885498 + ], + [ + "ewed", + -13.073844909667969 + ], + [ + "▁classement", + -13.073884963989258 + ], + [ + "▁Protestant", + -13.07390594482422 + ], + [ + "▁frumoasă", + -13.07390594482422 + ], + [ + "▁pantalon", + -13.073906898498535 + ], + [ + "▁rivet", + -13.073966979980469 + ], + [ + "▁Echt", + -13.0741605758667 + ], + [ + "erviciului", + -13.07421588897705 + ], + [ + "fabricated", + -13.074322700500488 + ], + [ + "Compania", + -13.07437229156494 + ], + [ + "▁juvenile", + -13.07439422607422 + ], + [ + "▁souligne", + -13.07444953918457 + ], + [ + "▁chrono", + -13.07447338104248 + ], + [ + "▁VII", + -13.074594497680664 + ], + [ + "▁Kirch", + -13.074714660644531 + ], + [ + "catcher", + -13.075014114379885 + ], + [ + "salv", + -13.075263023376465 + ], + [ + "▁Enforcement", + -13.07537078857422 + ], + [ + "▁Penguin", + -13.075410842895508 + ], + [ + "kowski", + -13.075465202331545 + ], + [ + "▁2:1", + -13.07547092437744 + ], + [ + "gesundheit", + -13.075475692749023 + ], + [ + "▁unveil", + -13.075519561767578 + ], + [ + "bending", + -13.075531959533691 + ], + [ + "▁conecta", + -13.075579643249512 + ], + [ + "▁faim", + -13.075885772705078 + ], + [ + "▁MacBook", + -13.075969696044922 + ], + [ + "versuch", + -13.07600212097168 + ], + [ + "▁regiuni", + -13.076029777526855 + ], + [ + "▁Willow", + -13.076184272766112 + ], + [ + "▁finanziell", + -13.076303482055664 + ], + [ + "▁nurturing", + -13.076354026794434 + ], + [ + "impuls", + -13.076370239257812 + ], + [ + "▁funktionieren", + -13.076371192932127 + ], + [ + "▁rezult", + -13.07655429840088 + ], + [ + "▁spui", + -13.076593399047852 + ], + [ + "▁walkway", + -13.076653480529783 + ], + [ + "▁Rauch", + -13.076708793640137 + ], + [ + "169", + -13.076793670654297 + ], + [ + "610", + -13.076863288879396 + ], + [ + "▁scazut", + -13.0773286819458 + ], + [ + "▁Garrett", + -13.077329635620115 + ], + [ + "▁necesită", + -13.077352523803713 + ], + [ + "Articolul", + -13.077364921569824 + ], + [ + "numită", + -13.07737159729004 + ], + [ + "Coastal", + -13.077383041381836 + ], + [ + "▁canned", + -13.077421188354492 + ], + [ + "▁Friendly", + -13.077499389648438 + ], + [ + "dissolved", + -13.0775728225708 + ], + [ + "seid", + -13.077674865722656 + ], + [ + "▁feminin", + -13.077685356140137 + ], + [ + "▁fetch", + -13.077710151672363 + ], + [ + "▁Accent", + -13.077767372131348 + ], + [ + "phrase", + -13.077771186828612 + ], + [ + "effekt", + -13.077775955200195 + ], + [ + "▁Progressive", + -13.077777862548828 + ], + [ + "▁canadien", + -13.077820777893066 + ], + [ + "iety", + -13.077839851379396 + ], + [ + "eignen", + -13.077984809875488 + ], + [ + "paraître", + -13.07812213897705 + ], + [ + "▁asylum", + -13.07833194732666 + ], + [ + "▁Albany", + -13.078362464904783 + ], + [ + "▁remis", + -13.078386306762695 + ], + [ + "▁Joyce", + -13.078664779663086 + ], + [ + "schätzt", + -13.078784942626951 + ], + [ + "▁begleiten", + -13.078801155090332 + ], + [ + "▁Siemens", + -13.079007148742676 + ], + [ + "▁schlimm", + -13.079061508178713 + ], + [ + "▁Libra", + -13.079254150390623 + ], + [ + "▁Composite", + -13.079290390014648 + ], + [ + "▁écr", + -13.079315185546877 + ], + [ + "disciplina", + -13.079379081726074 + ], + [ + "▁premature", + -13.079630851745604 + ], + [ + "▁scopuri", + -13.079681396484377 + ], + [ + "ffnung", + -13.079715728759766 + ], + [ + "7000", + -13.079726219177246 + ], + [ + "▁conséquent", + -13.07978057861328 + ], + [ + "▁côte", + -13.079787254333496 + ], + [ + "celul", + -13.079872131347656 + ], + [ + "▁fourteen", + -13.079940795898438 + ], + [ + "▁Riverside", + -13.080077171325684 + ], + [ + "gemacht", + -13.08013916015625 + ], + [ + "▁volcanic", + -13.080272674560549 + ], + [ + "▁Salesforce", + -13.080315589904783 + ], + [ + "▁Granite", + -13.080317497253418 + ], + [ + "▁Zentral", + -13.080329895019531 + ], + [ + "▁Female", + -13.080341339111328 + ], + [ + "▁culmin", + -13.08047103881836 + ], + [ + "▁urmatoare", + -13.080547332763672 + ], + [ + "toxicity", + -13.080560684204102 + ], + [ + "▁mâna", + -13.080678939819336 + ], + [ + "▁Umfang", + -13.080764770507812 + ], + [ + "▁Encore", + -13.08077621459961 + ], + [ + "▁Edgar", + -13.08083152770996 + ], + [ + "▁négoci", + -13.080852508544922 + ], + [ + "njeux", + -13.080873489379885 + ], + [ + "▁variance", + -13.080917358398438 + ], + [ + "▁Functional", + -13.080973625183104 + ], + [ + "172", + -13.081046104431152 + ], + [ + "▁dissolve", + -13.0811185836792 + ], + [ + "förderung", + -13.081188201904297 + ], + [ + "▁Brilliant", + -13.081254959106444 + ], + [ + "▁comprehension", + -13.081254959106444 + ], + [ + "▁soybean", + -13.081254959106444 + ], + [ + "▁standalone", + -13.081255912780762 + ], + [ + "▁Communi", + -13.081303596496582 + ], + [ + "▁ajut", + -13.081313133239746 + ], + [ + "▁lavish", + -13.081338882446287 + ], + [ + "Ouest", + -13.081384658813477 + ], + [ + "▁Maggie", + -13.081385612487791 + ], + [ + "▁evolutionary", + -13.081550598144531 + ], + [ + "bowel", + -13.081575393676758 + ], + [ + "▁glyco", + -13.081626892089844 + ], + [ + "▁Happi", + -13.081706047058104 + ], + [ + "organising", + -13.081710815429688 + ], + [ + "▁übernimm", + -13.081727027893066 + ], + [ + "▁snowboard", + -13.081793785095217 + ], + [ + "▁prévention", + -13.081830024719238 + ], + [ + "▁Celebrate", + -13.082160949707031 + ], + [ + "▁pottery", + -13.08225440979004 + ], + [ + "▁Outstanding", + -13.08232879638672 + ], + [ + "▁toamna", + -13.082331657409668 + ], + [ + "▁graceful", + -13.082548141479492 + ], + [ + "197", + -13.082559585571287 + ], + [ + "strecke", + -13.082598686218262 + ], + [ + "▁medizinische", + -13.082733154296877 + ], + [ + "216", + -13.082839965820312 + ], + [ + "▁prune", + -13.082868576049805 + ], + [ + "Pourtant", + -13.083000183105469 + ], + [ + "▁Difference", + -13.083224296569824 + ], + [ + "▁factura", + -13.08383083343506 + ], + [ + "Mass", + -13.084161758422852 + ], + [ + "▁Enhanc", + -13.084190368652344 + ], + [ + "upholstered", + -13.084209442138672 + ], + [ + "▁übernommen", + -13.084209442138672 + ], + [ + "▁mitigation", + -13.084210395812988 + ], + [ + "▁Hidden", + -13.084219932556152 + ], + [ + "▁Häuser", + -13.084234237670898 + ], + [ + "▁Pavel", + -13.08440399169922 + ], + [ + "▁congress", + -13.084512710571287 + ], + [ + "▁antibody", + -13.084598541259766 + ], + [ + "▁stitches", + -13.084811210632324 + ], + [ + "▁colonies", + -13.084820747375488 + ], + [ + "Into", + -13.084900856018066 + ], + [ + "▁démo", + -13.084924697875977 + ], + [ + "▁MVP", + -13.085041046142578 + ], + [ + "▁replay", + -13.08506202697754 + ], + [ + "▁usoara", + -13.08522891998291 + ], + [ + "▁Breast", + -13.085278511047363 + ], + [ + "ooney", + -13.085336685180664 + ], + [ + "▁außen", + -13.085663795471191 + ], + [ + "▁Motorola", + -13.085695266723633 + ], + [ + "▁spalat", + -13.08578109741211 + ], + [ + "euillez", + -13.086088180541992 + ], + [ + "▁jeunesse", + -13.086170196533203 + ], + [ + "▁pastoral", + -13.086174011230469 + ], + [ + "▁Sussex", + -13.086185455322266 + ], + [ + "▁stencil", + -13.08619213104248 + ], + [ + "▁organismului", + -13.086504936218262 + ], + [ + "seized", + -13.086649894714355 + ], + [ + "▁întrebare", + -13.086865425109863 + ], + [ + "cliquez", + -13.086874961853027 + ], + [ + "5.7", + -13.086984634399414 + ], + [ + "▁Yama", + -13.087080955505373 + ], + [ + "painted", + -13.08708667755127 + ], + [ + "▁Swimming", + -13.087176322937012 + ], + [ + "Rhythm", + -13.087202072143556 + ], + [ + "▁sorrow", + -13.087210655212402 + ], + [ + "▁Movers", + -13.08731460571289 + ], + [ + "renforcer", + -13.08735466003418 + ], + [ + "▁Wach", + -13.08738136291504 + ], + [ + "0,00", + -13.087390899658203 + ], + [ + "▁glove", + -13.08753490447998 + ], + [ + "▁stâng", + -13.087669372558594 + ], + [ + "rgendwann", + -13.087687492370604 + ], + [ + "▁Philippine", + -13.08769416809082 + ], + [ + "▁anunțat", + -13.087716102600098 + ], + [ + "▁Coleman", + -13.087723731994627 + ], + [ + "affir", + -13.087918281555176 + ], + [ + "uleiul", + -13.08808422088623 + ], + [ + "▁Coconut", + -13.088197708129885 + ], + [ + "▁Supplement", + -13.088210105895996 + ], + [ + "haudiere", + -13.088293075561523 + ], + [ + "▁kettle", + -13.088313102722168 + ], + [ + "▁3,5", + -13.088370323181152 + ], + [ + "refurbished", + -13.088425636291504 + ], + [ + "esthétique", + -13.088665962219238 + ], + [ + "performing", + -13.088667869567873 + ], + [ + "▁Engag", + -13.088762283325195 + ], + [ + "Group", + -13.088801383972168 + ], + [ + "▁viande", + -13.088887214660645 + ], + [ + "▁oricum", + -13.08888816833496 + ], + [ + "Spitalul", + -13.089093208312988 + ], + [ + "▁cesse", + -13.089110374450684 + ], + [ + "▁contradiction", + -13.089130401611328 + ], + [ + "▁Chrysler", + -13.089154243469238 + ], + [ + "▁poultry", + -13.089154243469238 + ], + [ + "▁thirteen", + -13.089154243469238 + ], + [ + "▁sightseeing", + -13.089155197143556 + ], + [ + "▁Miguel", + -13.089158058166504 + ], + [ + "▁terminology", + -13.08933448791504 + ], + [ + "▁Genetic", + -13.089553833007812 + ], + [ + "commercial", + -13.08963394165039 + ], + [ + "gehoben", + -13.08965015411377 + ], + [ + "RIGHT", + -13.08995532989502 + ], + [ + "▁proprietate", + -13.089990615844728 + ], + [ + "▁Cannes", + -13.090012550354004 + ], + [ + "▁klicken", + -13.090023040771484 + ], + [ + "▁Belgique", + -13.0901460647583 + ], + [ + "tapped", + -13.09034538269043 + ], + [ + "kinetic", + -13.090569496154783 + ], + [ + "▁feuilles", + -13.090673446655272 + ], + [ + "whitening", + -13.090760231018066 + ], + [ + "Any", + -13.090946197509766 + ], + [ + "Manager", + -13.091099739074709 + ], + [ + "▁constatat", + -13.091106414794922 + ], + [ + "▁Myanmar", + -13.091140747070312 + ], + [ + "▁Examination", + -13.091142654418944 + ], + [ + "▁règle", + -13.091208457946776 + ], + [ + "▁umgesetzt", + -13.09128475189209 + ], + [ + "211", + -13.091336250305176 + ], + [ + "▁Herald", + -13.091449737548828 + ], + [ + "Alex", + -13.091680526733398 + ], + [ + "▁drauf", + -13.091707229614258 + ], + [ + "logger", + -13.091714859008787 + ], + [ + "▁pictur", + -13.09186840057373 + ], + [ + "▁Divi", + -13.09196949005127 + ], + [ + "▁furnizat", + -13.092089653015137 + ], + [ + "▁verzichten", + -13.092132568359377 + ], + [ + "▁Sergi", + -13.092199325561523 + ], + [ + "contaminated", + -13.09223747253418 + ], + [ + "▁Buddy", + -13.092243194580078 + ], + [ + "▁chilled", + -13.09226894378662 + ], + [ + "▁vorlieg", + -13.092317581176758 + ], + [ + "▁Claudia", + -13.092632293701172 + ], + [ + "▁miserable", + -13.092653274536133 + ], + [ + "▁sketches", + -13.092683792114258 + ], + [ + "schicken", + -13.092814445495604 + ], + [ + "since", + -13.0928373336792 + ], + [ + "2.9", + -13.092840194702148 + ], + [ + "▁sitzen", + -13.092928886413574 + ], + [ + "ceapa", + -13.093396186828612 + ], + [ + "respectarea", + -13.093438148498535 + ], + [ + "▁handheld", + -13.093448638916016 + ], + [ + "popular", + -13.093527793884276 + ], + [ + "calming", + -13.093603134155272 + ], + [ + "Govern", + -13.093632698059082 + ], + [ + "▁omega", + -13.093645095825195 + ], + [ + "▁Planner", + -13.093791007995604 + ], + [ + "enriched", + -13.093850135803224 + ], + [ + "154", + -13.093976974487305 + ], + [ + "▁autorisé", + -13.093989372253418 + ], + [ + "▁cadouri", + -13.09407901763916 + ], + [ + "▁vulnerabilities", + -13.094143867492676 + ], + [ + "▁Arbeitnehmer", + -13.094158172607422 + ], + [ + "éditeur", + -13.094234466552734 + ], + [ + "▁Anleitung", + -13.094317436218262 + ], + [ + "rubbing", + -13.094343185424805 + ], + [ + "▁autovehicul", + -13.094621658325195 + ], + [ + "▁öffnen", + -13.094621658325195 + ], + [ + "▁Napoleon", + -13.094622611999512 + ], + [ + "▁cliché", + -13.094637870788574 + ], + [ + "▁Schaf", + -13.09469985961914 + ], + [ + "regulating", + -13.094894409179688 + ], + [ + "▁Kühl", + -13.09490966796875 + ], + [ + "▁blush", + -13.094913482666016 + ], + [ + "▁discard", + -13.094992637634276 + ], + [ + "▁confine", + -13.095027923583984 + ], + [ + "▁Rodriguez", + -13.09511947631836 + ], + [ + "▁ADHD", + -13.095165252685549 + ], + [ + "▁Madame", + -13.09516716003418 + ], + [ + "▁résolution", + -13.095319747924805 + ], + [ + "▁flair", + -13.095369338989258 + ], + [ + "▁claw", + -13.095422744750977 + ], + [ + "▁1929", + -13.095643043518066 + ], + [ + "ETH", + -13.095672607421877 + ], + [ + "nähe", + -13.09580421447754 + ], + [ + "▁soothe", + -13.0958251953125 + ], + [ + "4.9", + -13.095833778381348 + ], + [ + "montée", + -13.095925331115724 + ], + [ + "confirming", + -13.095989227294922 + ], + [ + "continent", + -13.09613037109375 + ], + [ + "reiz", + -13.09643840789795 + ], + [ + "john", + -13.096577644348145 + ], + [ + "IONAL", + -13.096588134765623 + ], + [ + "▁exported", + -13.0966215133667 + ], + [ + "▁Prison", + -13.096651077270508 + ], + [ + "possessed", + -13.096952438354492 + ], + [ + "▁placebo", + -13.096991539001465 + ], + [ + "▁biodiversity", + -13.097116470336914 + ], + [ + "▁combustion", + -13.097116470336914 + ], + [ + "▁Plumbing", + -13.09711742401123 + ], + [ + "ixie", + -13.097124099731444 + ], + [ + "▁repetition", + -13.09715461730957 + ], + [ + "▁soumis", + -13.097372055053713 + ], + [ + "▁reduc", + -13.097671508789062 + ], + [ + "▁constrain", + -13.097759246826172 + ], + [ + "Anti", + -13.097760200500488 + ], + [ + "consolidated", + -13.097817420959473 + ], + [ + "214", + -13.098095893859863 + ], + [ + "▁breaches", + -13.098108291625977 + ], + [ + "infringement", + -13.098115921020508 + ], + [ + "▁drizzle", + -13.098115921020508 + ], + [ + "▁erhöhen", + -13.098116874694824 + ], + [ + "▁Somerset", + -13.098118782043455 + ], + [ + "▁blonde", + -13.098132133483888 + ], + [ + "▁Funny", + -13.09813404083252 + ], + [ + "tuşi", + -13.098149299621582 + ], + [ + "▁reinvent", + -13.098162651062012 + ], + [ + "▁sérieux", + -13.098247528076172 + ], + [ + "▁croire", + -13.098308563232422 + ], + [ + "general", + -13.098315238952637 + ], + [ + "▁Distance", + -13.098319053649902 + ], + [ + "▁VoIP", + -13.098348617553713 + ], + [ + "▁adăugat", + -13.098406791687012 + ], + [ + "matik", + -13.098546028137209 + ], + [ + "▁avatar", + -13.098647117614746 + ], + [ + "▁superstar", + -13.098804473876951 + ], + [ + "8.0", + -13.098814010620115 + ], + [ + "lusieurs", + -13.09898281097412 + ], + [ + "▁Judeţean", + -13.099117279052734 + ], + [ + "offenen", + -13.099128723144531 + ], + [ + "RAF", + -13.099133491516112 + ], + [ + "▁restroom", + -13.099207878112791 + ], + [ + "enfance", + -13.099348068237305 + ], + [ + "▁garnish", + -13.099499702453612 + ], + [ + "▁vermittelt", + -13.099631309509276 + ], + [ + "Histoire", + -13.099634170532228 + ], + [ + "cyan", + -13.100628852844238 + ], + [ + "Talk", + -13.100666046142578 + ], + [ + "▁Varianten", + -13.10069465637207 + ], + [ + "▁Lille", + -13.10085678100586 + ], + [ + "▁offenbar", + -13.10098934173584 + ], + [ + "▁rénovation", + -13.10112190246582 + ], + [ + "▁comentarii", + -13.10124969482422 + ], + [ + "▁Bedford", + -13.10130500793457 + ], + [ + "▁cercetări", + -13.101325988769531 + ], + [ + "▁précision", + -13.101337432861328 + ], + [ + "MRC", + -13.101358413696287 + ], + [ + "alterations", + -13.101476669311523 + ], + [ + "▁discours", + -13.10153102874756 + ], + [ + "äger", + -13.101577758789062 + ], + [ + "▁antreprenor", + -13.101622581481934 + ], + [ + "▁Oriental", + -13.101849555969238 + ], + [ + "conducerea", + -13.101868629455566 + ], + [ + "CBC", + -13.101932525634766 + ], + [ + "▁mince", + -13.101985931396484 + ], + [ + "▁presidency", + -13.10212516784668 + ], + [ + "▁lipstick", + -13.102167129516602 + ], + [ + "▁SERVICES", + -13.102237701416016 + ], + [ + "productive", + -13.10237979888916 + ], + [ + "Assad", + -13.10240077972412 + ], + [ + "▁efectiv", + -13.102540969848633 + ], + [ + "▁gestern", + -13.102596282958984 + ], + [ + "▁RGB", + -13.102606773376465 + ], + [ + "▁Transilvania", + -13.102627754211426 + ], + [ + "▁Raleigh", + -13.102670669555664 + ], + [ + "DOM", + -13.102702140808104 + ], + [ + "▁iesit", + -13.102806091308594 + ], + [ + "▁anuntat", + -13.102810859680176 + ], + [ + "▁automatiquement", + -13.102901458740234 + ], + [ + "▁proliferation", + -13.103130340576172 + ], + [ + "▁Maroc", + -13.103156089782717 + ], + [ + "▁prezenţ", + -13.10323429107666 + ], + [ + "▁Filipino", + -13.103296279907228 + ], + [ + "▁Traian", + -13.103351593017578 + ], + [ + "▁swimmer", + -13.10356616973877 + ], + [ + "▁Slovenia", + -13.103632926940918 + ], + [ + "phobia", + -13.103724479675291 + ], + [ + "curricular", + -13.103734016418455 + ], + [ + "jurnal", + -13.103825569152832 + ], + [ + "▁vorne", + -13.103870391845703 + ], + [ + "▁asuma", + -13.103875160217283 + ], + [ + "defended", + -13.10410499572754 + ], + [ + "▁imminent", + -13.104140281677246 + ], + [ + "favored", + -13.10417366027832 + ], + [ + "▁innovator", + -13.10417938232422 + ], + [ + "▁Salzburg", + -13.104289054870604 + ], + [ + "5.4", + -13.104452133178713 + ], + [ + "Safe", + -13.104597091674805 + ], + [ + "▁inteleg", + -13.104744911193848 + ], + [ + "▁charisma", + -13.104781150817873 + ], + [ + "nature", + -13.104784965515137 + ], + [ + "4.8", + -13.104942321777344 + ], + [ + "argues", + -13.105104446411133 + ], + [ + "▁dimensiune", + -13.105142593383787 + ], + [ + "▁subdivision", + -13.105142593383787 + ], + [ + "▁embarrassing", + -13.105144500732422 + ], + [ + "▁confuse", + -13.105207443237305 + ], + [ + "DIC", + -13.105460166931152 + ], + [ + "rubrique", + -13.10549545288086 + ], + [ + "dépendance", + -13.105598449707031 + ], + [ + "INCLUD", + -13.10565185546875 + ], + [ + "▁Griffin", + -13.10574722290039 + ], + [ + "157", + -13.105751037597656 + ], + [ + "▁revamp", + -13.105839729309082 + ], + [ + "▁umgehen", + -13.10595989227295 + ], + [ + "▁mențin", + -13.106231689453123 + ], + [ + "▁1937", + -13.106695175170898 + ], + [ + "eklagte", + -13.106766700744627 + ], + [ + "▁clientèle", + -13.106801986694336 + ], + [ + "▁campsite", + -13.10708999633789 + ], + [ + "▁florist", + -13.107144355773926 + ], + [ + "▁Ferguson", + -13.107159614562988 + ], + [ + "▁demolition", + -13.107160568237305 + ], + [ + "▁McCain", + -13.107254981994627 + ], + [ + "▁reckon", + -13.10733413696289 + ], + [ + "striped", + -13.107414245605469 + ], + [ + "▁sonore", + -13.107481002807615 + ], + [ + "migrated", + -13.107548713684082 + ], + [ + "▁fluorescent", + -13.107664108276367 + ], + [ + "▁Colegi", + -13.107762336730955 + ], + [ + "ianu", + -13.107860565185549 + ], + [ + "cruising", + -13.107882499694824 + ], + [ + "LINK", + -13.107965469360352 + ], + [ + "▁Cutting", + -13.108001708984377 + ], + [ + "ABILITY", + -13.108168601989746 + ], + [ + "▁Categories", + -13.108168601989746 + ], + [ + "▁erhoben", + -13.108168601989746 + ], + [ + "▁Cocktail", + -13.108169555664062 + ], + [ + "▁Generator", + -13.108177185058594 + ], + [ + "▁gesucht", + -13.108186721801758 + ], + [ + "▁telescope", + -13.10818862915039 + ], + [ + "KET", + -13.108192443847656 + ], + [ + "▁hilfreich", + -13.108192443847656 + ], + [ + "▁beneficiary", + -13.108585357666016 + ], + [ + "▁Winston", + -13.108636856079102 + ], + [ + "Auswirkungen", + -13.108675956726074 + ], + [ + "portrayed", + -13.108705520629885 + ], + [ + "▁Aspekte", + -13.10874366760254 + ], + [ + "ffected", + -13.108901023864746 + ], + [ + "eutic", + -13.108905792236328 + ], + [ + "International", + -13.109021186828612 + ], + [ + "attente", + -13.109078407287598 + ], + [ + "mentioning", + -13.109119415283203 + ], + [ + "launch", + -13.109129905700684 + ], + [ + "▁EURO", + -13.109152793884276 + ], + [ + "▁Fraser", + -13.109344482421877 + ], + [ + "▁Johannes", + -13.109408378601074 + ], + [ + "▁felicit", + -13.109477043151855 + ], + [ + "▁plâng", + -13.109522819519045 + ], + [ + "izant", + -13.10971736907959 + ], + [ + "▁reţe", + -13.109846115112305 + ], + [ + "Mech", + -13.109954833984377 + ], + [ + "▁algebra", + -13.110193252563477 + ], + [ + "▁surgeries", + -13.110257148742676 + ], + [ + "▁semifinal", + -13.110262870788574 + ], + [ + "▁intimidating", + -13.110288619995115 + ], + [ + "▁exkl", + -13.110604286193848 + ], + [ + "asigurarea", + -13.110918998718262 + ], + [ + "Tek", + -13.111136436462402 + ], + [ + "▁Einladung", + -13.111205101013184 + ], + [ + "▁similaire", + -13.111205101013184 + ], + [ + "▁bebelus", + -13.111221313476562 + ], + [ + "▁déclin", + -13.111400604248049 + ], + [ + "▁Console", + -13.111495018005373 + ], + [ + "RET", + -13.111573219299316 + ], + [ + "appli", + -13.111586570739746 + ], + [ + "45%", + -13.111663818359377 + ], + [ + "Evenimentul", + -13.111811637878418 + ], + [ + "sincerely", + -13.111812591552734 + ], + [ + "sammlung", + -13.112098693847656 + ], + [ + "Amérique", + -13.112220764160156 + ], + [ + "▁1919", + -13.112326622009276 + ], + [ + "regulation", + -13.112367630004885 + ], + [ + "gebäude", + -13.112726211547852 + ], + [ + "▁Perspektive", + -13.112726211547852 + ], + [ + "Espagne", + -13.112744331359863 + ], + [ + "▁Underground", + -13.11283016204834 + ], + [ + "secret", + -13.112833976745604 + ], + [ + "▁Aussicht", + -13.112874031066896 + ], + [ + "Photo", + -13.112977027893066 + ], + [ + "▁Brust", + -13.113144874572754 + ], + [ + "▁Sustainability", + -13.11323356628418 + ], + [ + "▁clădiri", + -13.11323356628418 + ], + [ + "▁librarian", + -13.11323356628418 + ], + [ + "▁HBO", + -13.113235473632812 + ], + [ + "▁Parallel", + -13.113240242004396 + ], + [ + "▁shimmer", + -13.113283157348633 + ], + [ + "▁schlicht", + -13.113292694091797 + ], + [ + "▁anticipat", + -13.113311767578123 + ], + [ + "▁foolish", + -13.11335563659668 + ], + [ + "▁Ability", + -13.11347484588623 + ], + [ + "▁ceremoni", + -13.11358642578125 + ], + [ + "▁Ablauf", + -13.11359977722168 + ], + [ + "icrobial", + -13.113606452941896 + ], + [ + "▁actiuni", + -13.11362361907959 + ], + [ + "▁Wilhelm", + -13.113761901855469 + ], + [ + "▁nennen", + -13.113775253295898 + ], + [ + "▁botez", + -13.113832473754885 + ], + [ + "Alpes", + -13.11391258239746 + ], + [ + "▁libér", + -13.11392593383789 + ], + [ + "▁sneakers", + -13.114052772521973 + ], + [ + "geschafft", + -13.114252090454102 + ], + [ + "▁downstairs", + -13.114261627197266 + ], + [ + "▁wrench", + -13.114294052124023 + ], + [ + "▁erheblich", + -13.11442756652832 + ], + [ + "▁alimentar", + -13.114710807800291 + ], + [ + "▁suger", + -13.11474323272705 + ], + [ + "analysis", + -13.114883422851562 + ], + [ + "öhn", + -13.114891052246094 + ], + [ + "▁Nantes", + -13.114895820617676 + ], + [ + "▁Arbor", + -13.11489963531494 + ], + [ + "ooze", + -13.115150451660156 + ], + [ + "▁facade", + -13.115229606628418 + ], + [ + "▁MySQL", + -13.115266799926758 + ], + [ + "▁Salvador", + -13.115266799926758 + ], + [ + "▁Schlafzimmer", + -13.115279197692873 + ], + [ + "▁autentic", + -13.115320205688477 + ], + [ + "▁prezint", + -13.115348815917969 + ], + [ + "▁campground", + -13.115397453308104 + ], + [ + "Query", + -13.11540412902832 + ], + [ + "bekannt", + -13.115598678588867 + ], + [ + "arcinia", + -13.11563205718994 + ], + [ + "▁stunt", + -13.115825653076172 + ], + [ + "▁informare", + -13.115830421447754 + ], + [ + "▁interzis", + -13.11584186553955 + ], + [ + "▁Burke", + -13.115995407104492 + ], + [ + "certified", + -13.11601734161377 + ], + [ + "▁clove", + -13.11605167388916 + ], + [ + "java", + -13.116271018981934 + ], + [ + "▁Vielfalt", + -13.116284370422363 + ], + [ + "gebung", + -13.116329193115234 + ], + [ + "▁9/11", + -13.116497993469238 + ], + [ + "▁disruptive", + -13.11650562286377 + ], + [ + "visual", + -13.116693496704102 + ], + [ + "▁anunţat", + -13.11679458618164 + ], + [ + "▁Plätze", + -13.116799354553224 + ], + [ + "▁reduceri", + -13.116920471191406 + ], + [ + "autorisation", + -13.116950035095217 + ], + [ + "▁ligament", + -13.11705207824707 + ], + [ + "▁învăța", + -13.11708164215088 + ], + [ + "läufig", + -13.117303848266602 + ], + [ + "▁Copenhagen", + -13.117303848266602 + ], + [ + "▁commodities", + -13.117303848266602 + ], + [ + "▁eindeutig", + -13.117313385009766 + ], + [ + "▁catheter", + -13.117321014404297 + ], + [ + "erklärung", + -13.117720603942873 + ], + [ + "▁intelectual", + -13.11781406402588 + ], + [ + "▁municipality", + -13.117891311645508 + ], + [ + "▁1936", + -13.11798095703125 + ], + [ + "rruption", + -13.11821746826172 + ], + [ + "▁Lafayette", + -13.118324279785156 + ], + [ + "▁berühmte", + -13.118324279785156 + ], + [ + "▁idylli", + -13.118325233459473 + ], + [ + "▁caldura", + -13.118447303771973 + ], + [ + "▁tablette", + -13.118535995483398 + ], + [ + "▁liquidity", + -13.118728637695312 + ], + [ + "NGOs", + -13.118885040283203 + ], + [ + "▁supliment", + -13.11889934539795 + ], + [ + "contact", + -13.119075775146484 + ], + [ + "lustig", + -13.119219779968262 + ], + [ + "▁watercolor", + -13.119319915771484 + ], + [ + "▁Tiffany", + -13.119344711303713 + ], + [ + "▁Glauben", + -13.119365692138672 + ], + [ + "Immobilie", + -13.119406700134276 + ], + [ + "▁stripped", + -13.119549751281738 + ], + [ + "▁Beatles", + -13.119601249694824 + ], + [ + "ани", + -13.119770050048828 + ], + [ + "▁lifespan", + -13.119986534118652 + ], + [ + "▁profondeur", + -13.120251655578612 + ], + [ + "▁durere", + -13.12032985687256 + ], + [ + "▁Lithuania", + -13.120367050170898 + ], + [ + "▁resurrection", + -13.120367050170898 + ], + [ + "▁suitcase", + -13.120535850524902 + ], + [ + "▁Plumber", + -13.120545387268066 + ], + [ + "criticized", + -13.120595932006836 + ], + [ + "feared", + -13.120756149291992 + ], + [ + "▁Aunt", + -13.120929718017578 + ], + [ + "otwithstanding", + -13.121068000793455 + ], + [ + "verständlich", + -13.12115478515625 + ], + [ + "fiber", + -13.121248245239258 + ], + [ + "headquartered", + -13.121390342712402 + ], + [ + "▁Perspective", + -13.12139129638672 + ], + [ + "▁semantic", + -13.121413230895996 + ], + [ + "VIEW", + -13.121431350708008 + ], + [ + "▁Ersatzteile", + -13.121567726135254 + ], + [ + "▁disgust", + -13.121685981750488 + ], + [ + "rrington", + -13.121834754943848 + ], + [ + "ässe", + -13.121922492980955 + ], + [ + "▁anerkannt", + -13.121956825256348 + ], + [ + "meaning", + -13.12203598022461 + ], + [ + "178", + -13.122039794921877 + ], + [ + "▁grupuri", + -13.1221284866333 + ], + [ + "ciones", + -13.122267723083496 + ], + [ + "▁Mobility", + -13.122414588928224 + ], + [ + "▁unstable", + -13.122422218322754 + ], + [ + "▁FULL", + -13.122456550598145 + ], + [ + "austausch", + -13.122491836547852 + ], + [ + "▁culminat", + -13.122549057006836 + ], + [ + "▁Roast", + -13.122742652893066 + ], + [ + "existant", + -13.122940063476562 + ], + [ + "167", + -13.123008728027344 + ], + [ + "tinerii", + -13.123040199279783 + ], + [ + "September", + -13.12311553955078 + ], + [ + "▁haircut", + -13.12327480316162 + ], + [ + "▁Tutorial", + -13.123440742492676 + ], + [ + "▁enquiries", + -13.123440742492676 + ], + [ + "▁livelihood", + -13.123440742492676 + ], + [ + "▁proficiency", + -13.123440742492676 + ], + [ + "▁pavement", + -13.123443603515623 + ], + [ + "▁Reservation", + -13.123445510864258 + ], + [ + "aimerai", + -13.123491287231444 + ], + [ + "▁laboratoire", + -13.123492240905762 + ], + [ + "leihen", + -13.123501777648926 + ], + [ + "ministerium", + -13.12351894378662 + ], + [ + "▁Concentr", + -13.12366008758545 + ], + [ + "▁swipe", + -13.12368106842041 + ], + [ + "extrêmement", + -13.123687744140623 + ], + [ + "cultivated", + -13.123708724975586 + ], + [ + "▁Converse", + -13.123845100402832 + ], + [ + "▁paycheck", + -13.123863220214844 + ], + [ + "olltest", + -13.123995780944824 + ], + [ + "▁Bauch", + -13.124022483825684 + ], + [ + "▁autobuz", + -13.124067306518556 + ], + [ + "attack", + -13.124094009399414 + ], + [ + "While", + -13.124311447143556 + ], + [ + "Retrouvez", + -13.12432098388672 + ], + [ + "▁Dolphin", + -13.124466896057127 + ], + [ + "▁Shelby", + -13.12448024749756 + ], + [ + "▁Diagnostic", + -13.124486923217772 + ], + [ + "▁reconcil", + -13.124558448791504 + ], + [ + "▁Iaşi", + -13.124733924865724 + ], + [ + "▁iubesc", + -13.124979972839355 + ], + [ + "▁Bestseller", + -13.124985694885254 + ], + [ + "▁antrenor", + -13.125035285949709 + ], + [ + "▁Imaging", + -13.125089645385742 + ], + [ + "▁priorité", + -13.125295639038086 + ], + [ + "▁brewery", + -13.125494003295898 + ], + [ + "▁residual", + -13.125494003295898 + ], + [ + "▁intermittent", + -13.125494956970217 + ], + [ + "Kollekt", + -13.125585556030272 + ], + [ + "▁Walsh", + -13.12558650970459 + ], + [ + "▁marvelous", + -13.125653266906738 + ], + [ + "canceled", + -13.125686645507812 + ], + [ + "174", + -13.125761985778809 + ], + [ + "normes", + -13.125837326049805 + ], + [ + "▁Tempo", + -13.125996589660645 + ], + [ + "▁Târgu", + -13.126008987426758 + ], + [ + "877", + -13.126165390014648 + ], + [ + "5-8", + -13.126190185546877 + ], + [ + "960", + -13.126486778259276 + ], + [ + "▁Scandinavia", + -13.1265230178833 + ], + [ + "▁prolific", + -13.126526832580566 + ], + [ + "lasi", + -13.126916885375977 + ], + [ + "glück", + -13.127097129821776 + ], + [ + "▁immersion", + -13.127204895019531 + ], + [ + "RSA", + -13.127323150634766 + ], + [ + "▁Polk", + -13.12734031677246 + ], + [ + "▁transmitter", + -13.12747859954834 + ], + [ + "▁Kleidung", + -13.12755298614502 + ], + [ + "▁Cosmo", + -13.127676963806152 + ], + [ + "▁1935", + -13.127788543701172 + ], + [ + "höhere", + -13.127906799316406 + ], + [ + "▁Tatsache", + -13.128074645996094 + ], + [ + "▁Outlet", + -13.1282377243042 + ], + [ + "▁canalisation", + -13.12824821472168 + ], + [ + "Mbps", + -13.128433227539062 + ], + [ + "▁skeptical", + -13.128582954406738 + ], + [ + "mplification", + -13.128617286682127 + ], + [ + "▁Advice", + -13.128618240356444 + ], + [ + "▁détaillé", + -13.128676414489746 + ], + [ + "660", + -13.128701210021973 + ], + [ + "▁eyebrow", + -13.128722190856934 + ], + [ + "▁HIGH", + -13.128898620605469 + ], + [ + "hnlich", + -13.129073143005373 + ], + [ + "▁depăș", + -13.12910270690918 + ], + [ + "▁procurori", + -13.129140853881836 + ], + [ + "▁refrain", + -13.129212379455566 + ], + [ + "▁geschaffen", + -13.12952995300293 + ], + [ + "justement", + -13.129663467407228 + ], + [ + "exposing", + -13.129700660705566 + ], + [ + "243", + -13.1298828125 + ], + [ + "sectorul", + -13.130104064941406 + ], + [ + "▁courrier", + -13.13018035888672 + ], + [ + "▁carcas", + -13.130199432373049 + ], + [ + "sitter", + -13.13022518157959 + ], + [ + "▁Schreiben", + -13.130335807800291 + ], + [ + "▁malfunction", + -13.130358695983888 + ], + [ + "poartă", + -13.130522727966309 + ], + [ + "raisons", + -13.130565643310549 + ], + [ + "▁HOT", + -13.130650520324709 + ], + [ + "▁refreshed", + -13.130730628967283 + ], + [ + "mânt", + -13.130744934082031 + ], + [ + "▁coefficient", + -13.13097858428955 + ], + [ + "▁instituţii", + -13.13119411468506 + ], + [ + "▁sanguin", + -13.131202697753906 + ], + [ + "▁ceci", + -13.131213188171388 + ], + [ + "▁garçon", + -13.131232261657717 + ], + [ + "deluxe", + -13.131237030029297 + ], + [ + "▁rectif", + -13.131311416625977 + ], + [ + "920", + -13.131364822387695 + ], + [ + "Exista", + -13.131428718566896 + ], + [ + "▁magnif", + -13.131568908691406 + ], + [ + "efficiencies", + -13.131681442260742 + ], + [ + "▁Mitsubishi", + -13.131681442260742 + ], + [ + "▁consortium", + -13.131681442260742 + ], + [ + "▁baggage", + -13.131683349609377 + ], + [ + "▁guild", + -13.131736755371094 + ], + [ + "▁sixty", + -13.13193130493164 + ], + [ + "▁Retreat", + -13.13245677947998 + ], + [ + "batting", + -13.132473945617676 + ], + [ + "470", + -13.132708549499512 + ], + [ + "▁Britanie", + -13.132718086242676 + ], + [ + "displaced", + -13.132734298706056 + ], + [ + "▁spați", + -13.132794380187988 + ], + [ + "▁exceptionnelle", + -13.13281536102295 + ], + [ + "▁authorize", + -13.132906913757324 + ], + [ + "▁prescribe", + -13.133187294006348 + ], + [ + "▁dépannage", + -13.133234024047852 + ], + [ + "▁sexuelle", + -13.133234024047852 + ], + [ + "valid", + -13.133275032043455 + ], + [ + "▁hymn", + -13.133752822875977 + ], + [ + "▁histories", + -13.13375759124756 + ], + [ + "▁oriunde", + -13.133764266967772 + ], + [ + "Pop", + -13.133785247802734 + ], + [ + "▁dispoziţi", + -13.133800506591797 + ], + [ + "ADI", + -13.133819580078123 + ], + [ + "Google", + -13.133830070495604 + ], + [ + "▁Autism", + -13.133918762207031 + ], + [ + "▁aggr", + -13.134354591369627 + ], + [ + "bleed", + -13.134618759155272 + ], + [ + "▁displacement", + -13.13478946685791 + ], + [ + "▁hobbies", + -13.13478946685791 + ], + [ + "▁anatomy", + -13.134799003601074 + ], + [ + "▁Klinik", + -13.134821891784668 + ], + [ + "▁CCTV", + -13.1348237991333 + ], + [ + "readable", + -13.134886741638184 + ], + [ + "ulph", + -13.134982109069824 + ], + [ + "metabol", + -13.135035514831545 + ], + [ + "▁rugăm", + -13.135037422180176 + ], + [ + "▁Scotia", + -13.135087013244627 + ], + [ + "▁Einheit", + -13.135211944580078 + ], + [ + "▁troupe", + -13.13581371307373 + ], + [ + "▁Practitioner", + -13.135828018188477 + ], + [ + "▁oarec", + -13.135909080505373 + ], + [ + "Appel", + -13.135998725891112 + ], + [ + "situația", + -13.136096000671388 + ], + [ + "▁Yemen", + -13.136353492736816 + ], + [ + "piping", + -13.136515617370604 + ], + [ + "blood", + -13.13677215576172 + ], + [ + "engraved", + -13.136866569519045 + ], + [ + "▁Cristina", + -13.136866569519045 + ], + [ + "▁inaccurate", + -13.136866569519045 + ], + [ + "savory", + -13.136878967285156 + ], + [ + "atism", + -13.136919021606444 + ], + [ + "▁dependency", + -13.137007713317873 + ], + [ + "▁assertion", + -13.137015342712402 + ], + [ + "▁intersect", + -13.137201309204102 + ], + [ + "DATA", + -13.137224197387695 + ], + [ + "▁britanic", + -13.1373872756958 + ], + [ + "▁sanitaire", + -13.137393951416016 + ], + [ + "▁PLUS", + -13.137436866760254 + ], + [ + "▁platter", + -13.137730598449709 + ], + [ + "▁reconsider", + -13.137802124023438 + ], + [ + "▁Swim", + -13.13786792755127 + ], + [ + "▁Scene", + -13.137896537780762 + ], + [ + "▁Reynolds", + -13.137907028198242 + ], + [ + "▁gesund", + -13.137922286987305 + ], + [ + "international", + -13.137959480285645 + ], + [ + "government", + -13.13804817199707 + ], + [ + "▁gemstone", + -13.138052940368652 + ], + [ + "▁reproductive", + -13.1381196975708 + ], + [ + "▁expressive", + -13.13820743560791 + ], + [ + "▁tranche", + -13.13842487335205 + ], + [ + "▁Niagara", + -13.138427734375 + ], + [ + "▁Studierende", + -13.138434410095217 + ], + [ + "▁crave", + -13.138607025146484 + ], + [ + "pathetic", + -13.138739585876465 + ], + [ + "▁1916", + -13.138858795166016 + ], + [ + "▁Thousand", + -13.138873100280762 + ], + [ + "uffed", + -13.138893127441406 + ], + [ + "▁Lancaster", + -13.138960838317873 + ], + [ + "▁revenge", + -13.138972282409668 + ], + [ + "▁melody", + -13.1389741897583 + ], + [ + "Suitable", + -13.138991355895996 + ], + [ + "▁beacon", + -13.139082908630373 + ], + [ + "▁MAY", + -13.139205932617188 + ], + [ + "livré", + -13.139216423034668 + ], + [ + "Virus", + -13.139391899108888 + ], + [ + "▁collaborator", + -13.139413833618164 + ], + [ + "produktion", + -13.139480590820312 + ], + [ + "▁iluminat", + -13.139593124389648 + ], + [ + "facets", + -13.13975715637207 + ], + [ + "▁expus", + -13.139784812927246 + ], + [ + "▁baptism", + -13.13999080657959 + ], + [ + "▁urgency", + -13.140016555786133 + ], + [ + "artery", + -13.14030647277832 + ], + [ + "▁eingeladen", + -13.14043140411377 + ], + [ + "▁entfernen", + -13.14051342010498 + ], + [ + "soaking", + -13.140555381774902 + ], + [ + "▁irré", + -13.140557289123535 + ], + [ + "▁purity", + -13.140700340270996 + ], + [ + "▁adăug", + -13.140731811523438 + ], + [ + "historischen", + -13.140777587890623 + ], + [ + "crezi", + -13.140793800354004 + ], + [ + "▁tarziu", + -13.141035079956056 + ], + [ + "▁Mozart", + -13.141040802001951 + ], + [ + "▁trimming", + -13.141056060791016 + ], + [ + "▁violat", + -13.141056060791016 + ], + [ + "▁Vermögen", + -13.14108943939209 + ], + [ + "▁Theorie", + -13.141114234924316 + ], + [ + "scheibe", + -13.14114761352539 + ], + [ + "Partidul", + -13.141324996948242 + ], + [ + "▁childcare", + -13.14133071899414 + ], + [ + "ajele", + -13.141345977783203 + ], + [ + "▁Punjab", + -13.141390800476074 + ], + [ + "6.3", + -13.14156436920166 + ], + [ + "▁recount", + -13.141571044921877 + ], + [ + "▁repel", + -13.141799926757812 + ], + [ + "vantage", + -13.1419095993042 + ], + [ + "6.4", + -13.141953468322754 + ], + [ + "▁comedian", + -13.142087936401367 + ], + [ + "▁snappe", + -13.142256736755373 + ], + [ + "PLE", + -13.142271041870115 + ], + [ + "▁rapper", + -13.14243984222412 + ], + [ + "▁Belfast", + -13.142657279968262 + ], + [ + "▁predictive", + -13.14271068572998 + ], + [ + "dépôt", + -13.1427583694458 + ], + [ + "flavored", + -13.142769813537598 + ], + [ + "chließlich", + -13.14293098449707 + ], + [ + "▁stump", + -13.142955780029297 + ], + [ + "▁lakh", + -13.142963409423828 + ], + [ + "3:30", + -13.143021583557127 + ], + [ + "▁cetățeni", + -13.1431245803833 + ], + [ + "▁Milliarden", + -13.143125534057615 + ], + [ + "Assurance", + -13.143128395080566 + ], + [ + "▁Marketplace", + -13.143329620361328 + ], + [ + "equipped", + -13.143423080444336 + ], + [ + "▁russe", + -13.143462181091309 + ], + [ + "Exactly", + -13.143651008605955 + ], + [ + "▁Venez", + -13.144125938415527 + ], + [ + "▁Pavilion", + -13.144171714782717 + ], + [ + "▁incontournable", + -13.144171714782717 + ], + [ + "▁slaughter", + -13.14417839050293 + ], + [ + "asteptam", + -13.144190788269045 + ], + [ + "▁Fighter", + -13.14419651031494 + ], + [ + "▁Landkreis", + -13.144278526306152 + ], + [ + "▁lumini", + -13.144312858581545 + ], + [ + "▁connaît", + -13.144615173339844 + ], + [ + "▁Breite", + -13.14467430114746 + ], + [ + "▁Disability", + -13.144774436950684 + ], + [ + "▁Alfa", + -13.144786834716797 + ], + [ + "▁poise", + -13.144895553588867 + ], + [ + "▁Alpen", + -13.144898414611816 + ], + [ + "betont", + -13.145031929016112 + ], + [ + "159", + -13.145161628723145 + ], + [ + "▁geprägt", + -13.145219802856444 + ], + [ + "▁intrigued", + -13.145219802856444 + ], + [ + "▁sympathy", + -13.145220756530762 + ], + [ + "societal", + -13.145225524902344 + ], + [ + "▁sédui", + -13.145243644714355 + ], + [ + "▁differentiation", + -13.145384788513184 + ], + [ + "▁aprobare", + -13.145744323730469 + ], + [ + "schirm", + -13.14585018157959 + ], + [ + "sagt", + -13.145956039428713 + ], + [ + "7.3", + -13.14610195159912 + ], + [ + "Bib", + -13.146263122558594 + ], + [ + "europäischen", + -13.146268844604492 + ], + [ + "▁Innovative", + -13.146268844604492 + ], + [ + "▁autonome", + -13.14633083343506 + ], + [ + "▁Objective", + -13.146400451660156 + ], + [ + "▁refusal", + -13.146551132202148 + ], + [ + "▁exposé", + -13.146719932556152 + ], + [ + "▁cetăţeni", + -13.146793365478516 + ], + [ + "▁stimmt", + -13.146798133850098 + ], + [ + "acordul", + -13.147162437438965 + ], + [ + "▁hormonal", + -13.147254943847656 + ], + [ + "intermédiaire", + -13.147319793701172 + ], + [ + "▁doubl", + -13.147374153137209 + ], + [ + "▁flute", + -13.147509574890137 + ], + [ + "▁Balkon", + -13.147523880004885 + ], + [ + "▁Florian", + -13.147607803344728 + ], + [ + "737", + -13.14761447906494 + ], + [ + "▁dritte", + -13.147639274597168 + ], + [ + "spitze", + -13.147685050964355 + ], + [ + "donnent", + -13.14778995513916 + ], + [ + "▁Zuhause", + -13.147850036621094 + ], + [ + "▁VIII", + -13.147852897644045 + ], + [ + "familien", + -13.148151397705078 + ], + [ + "▁sécurisé", + -13.148313522338867 + ], + [ + "▁glamour", + -13.148370742797852 + ], + [ + "▁societati", + -13.148370742797852 + ], + [ + "typique", + -13.1483793258667 + ], + [ + "▁addicted", + -13.14842128753662 + ], + [ + "▁Providence", + -13.148500442504885 + ], + [ + "▁Extended", + -13.14850616455078 + ], + [ + "▁Barbie", + -13.148513793945312 + ], + [ + "zustand", + -13.148516654968262 + ], + [ + "▁Sauna", + -13.148638725280762 + ], + [ + "▁propane", + -13.148663520812988 + ], + [ + "europa", + -13.14889430999756 + ], + [ + "glued", + -13.148940086364746 + ], + [ + "▁Mystery", + -13.14894199371338 + ], + [ + "▁travaillé", + -13.149106979370115 + ], + [ + "riol", + -13.149251937866213 + ], + [ + "fleisch", + -13.149288177490234 + ], + [ + "▁Eintritt", + -13.149327278137209 + ], + [ + "▁Syndrome", + -13.149422645568848 + ], + [ + "▁petroleum", + -13.149426460266112 + ], + [ + "▁genial", + -13.149433135986328 + ], + [ + "sponsored", + -13.149436950683594 + ], + [ + "▁Cindy", + -13.149436950683594 + ], + [ + "▁courier", + -13.149600982666016 + ], + [ + "▁Scrap", + -13.149640083312988 + ], + [ + "▁conţin", + -13.149724006652832 + ], + [ + "(2007)", + -13.14976406097412 + ], + [ + "▁gewährleisten", + -13.149949073791504 + ], + [ + "▁proprietor", + -13.15011215209961 + ], + [ + "▁cheque", + -13.15046215057373 + ], + [ + "maternity", + -13.150477409362791 + ], + [ + "▁Gustav", + -13.15048599243164 + ], + [ + "▁arterial", + -13.150497436523438 + ], + [ + "▁whiskey", + -13.150510787963867 + ], + [ + "▁concealed", + -13.150525093078612 + ], + [ + "thèque", + -13.150553703308104 + ], + [ + "felony", + -13.150579452514648 + ], + [ + "▁tweeted", + -13.15061378479004 + ], + [ + "OTA", + -13.150619506835938 + ], + [ + "nsel", + -13.150664329528809 + ], + [ + "▁coarse", + -13.150664329528809 + ], + [ + "▁identificat", + -13.150707244873049 + ], + [ + "▁variability", + -13.150716781616213 + ], + [ + "civ", + -13.150843620300291 + ], + [ + "▁drastic", + -13.150956153869627 + ], + [ + "▁hatred", + -13.151090621948242 + ], + [ + "▁Bürgermeister", + -13.151237487792969 + ], + [ + "▁utilizatorilor", + -13.15124225616455 + ], + [ + "OULD", + -13.15137004852295 + ], + [ + "rmaßen", + -13.15138339996338 + ], + [ + "▁windshield", + -13.151530265808104 + ], + [ + "▁Particular", + -13.151531219482422 + ], + [ + "▁Tunnel", + -13.151638984680176 + ], + [ + "▁litri", + -13.15164852142334 + ], + [ + "extrême", + -13.15180492401123 + ], + [ + "▁Schalt", + -13.151944160461426 + ], + [ + "paket", + -13.152159690856934 + ], + [ + "berlin", + -13.152169227600098 + ], + [ + "▁slujb", + -13.152193069458008 + ], + [ + "facilitated", + -13.152206420898438 + ], + [ + "Congressional", + -13.152510643005373 + ], + [ + "▁honeymoon", + -13.152585983276367 + ], + [ + "▁Provision", + -13.152697563171388 + ], + [ + "▁Outfit", + -13.152779579162598 + ], + [ + "udder", + -13.152814865112305 + ], + [ + "▁chandelier", + -13.153002738952637 + ], + [ + "donating", + -13.153132438659668 + ], + [ + "historic", + -13.15333080291748 + ], + [ + "organized", + -13.153508186340332 + ], + [ + "(8)", + -13.15356731414795 + ], + [ + "▁touristique", + -13.153610229492188 + ], + [ + "▁Roosevelt", + -13.153643608093262 + ], + [ + "▁Verständnis", + -13.153643608093262 + ], + [ + "▁prilej", + -13.15365505218506 + ], + [ + "Vanity", + -13.153806686401367 + ], + [ + "chilly", + -13.153964042663574 + ], + [ + "loyer", + -13.15403175354004 + ], + [ + "▁Zhang", + -13.154053688049316 + ], + [ + "▁Nouveau", + -13.154193878173828 + ], + [ + "Soft", + -13.154326438903809 + ], + [ + "▁motherboard", + -13.15441608428955 + ], + [ + "▁Erklärung", + -13.154701232910156 + ], + [ + "▁Tasmania", + -13.154702186584473 + ], + [ + "▁verändern", + -13.154703140258787 + ], + [ + "▁seldom", + -13.154711723327637 + ], + [ + "▁Karriere", + -13.154714584350586 + ], + [ + "▁Mixed", + -13.154902458190918 + ], + [ + "umfang", + -13.154970169067385 + ], + [ + "▁Strategies", + -13.155035972595217 + ], + [ + "CHAR", + -13.155051231384276 + ], + [ + "olitary", + -13.155075073242188 + ], + [ + "▁Persoan", + -13.1550874710083 + ], + [ + "bewegung", + -13.155242919921877 + ], + [ + "▁Ernest", + -13.155367851257324 + ], + [ + "withdrawn", + -13.155855178833008 + ], + [ + "▁stationary", + -13.155881881713867 + ], + [ + "▁bland", + -13.155939102172852 + ], + [ + "▁Replace", + -13.15605926513672 + ], + [ + "▁Londres", + -13.156290054321287 + ], + [ + "▁plural", + -13.156290054321287 + ], + [ + "▁concentrat", + -13.15651512145996 + ], + [ + "Maschine", + -13.156675338745115 + ], + [ + "▁Advocate", + -13.156820297241213 + ], + [ + "▁vermitteln", + -13.156824111938477 + ], + [ + "▁dispenser", + -13.156827926635742 + ], + [ + "▁tedious", + -13.15695858001709 + ], + [ + "▁Straight", + -13.15705394744873 + ], + [ + "▁Corona", + -13.157061576843262 + ], + [ + "▁monumental", + -13.15707302093506 + ], + [ + "▁migrate", + -13.15720272064209 + ], + [ + "▁verlieren", + -13.157366752624512 + ], + [ + "▁Lub", + -13.157482147216797 + ], + [ + "▁reinforcement", + -13.157827377319336 + ], + [ + "▁cherish", + -13.157843589782717 + ], + [ + "Veterinary", + -13.157881736755373 + ], + [ + "geschwindigkeit", + -13.157881736755373 + ], + [ + "▁féminin", + -13.157881736755373 + ], + [ + "▁Facilities", + -13.157964706420898 + ], + [ + "▁urmari", + -13.158050537109377 + ], + [ + "▁Vertical", + -13.158098220825195 + ], + [ + "echoe", + -13.158188819885254 + ], + [ + "toured", + -13.15854835510254 + ], + [ + "Served", + -13.158772468566896 + ], + [ + "más", + -13.158853530883787 + ], + [ + "license", + -13.158893585205078 + ], + [ + "misunderstanding", + -13.158944129943848 + ], + [ + "▁glamorous", + -13.158944129943848 + ], + [ + "BJP", + -13.158973693847656 + ], + [ + "▁découvert", + -13.159173965454102 + ], + [ + "schönsten", + -13.159517288208008 + ], + [ + "▁(2018)", + -13.15957736968994 + ], + [ + "▁orasului", + -13.159581184387209 + ], + [ + "328", + -13.159674644470217 + ], + [ + "thighs", + -13.159801483154297 + ], + [ + "éclairage", + -13.160008430480955 + ], + [ + "Oamenii", + -13.160009384155272 + ], + [ + "▁Transmission", + -13.16014575958252 + ], + [ + "▁transpir", + -13.16015911102295 + ], + [ + "▁președinte", + -13.160321235656738 + ], + [ + "finalists", + -13.160327911376951 + ], + [ + "genügend", + -13.160524368286133 + ], + [ + "▁Aufmerksamkeit", + -13.160539627075195 + ], + [ + "▁unglaublich", + -13.160539627075195 + ], + [ + "▁descarc", + -13.160604476928713 + ], + [ + "▁Couch", + -13.160683631896973 + ], + [ + "eaucoup", + -13.160788536071776 + ], + [ + "▁adidas", + -13.161075592041016 + ], + [ + "▁1-800-", + -13.161077499389648 + ], + [ + "▁Communities", + -13.161102294921877 + ], + [ + "▁Einkommen", + -13.161102294921877 + ], + [ + "▁Reagan", + -13.16114330291748 + ], + [ + "▁Stoke", + -13.161260604858398 + ], + [ + "▁Snapchat", + -13.161269187927246 + ], + [ + "éclat", + -13.161272048950195 + ], + [ + "▁auseinander", + -13.161367416381836 + ], + [ + "▁richesse", + -13.16137409210205 + ], + [ + "▁toggle", + -13.161396026611328 + ], + [ + "▁Zutaten", + -13.161606788635254 + ], + [ + "▁député", + -13.16161060333252 + ], + [ + "▁battlefield", + -13.161611557006836 + ], + [ + "▁spirituel", + -13.161611557006836 + ], + [ + "▁Shuttle", + -13.161632537841797 + ], + [ + "▁Aktien", + -13.161665916442873 + ], + [ + "hormon", + -13.161819458007812 + ], + [ + "connection", + -13.16187858581543 + ], + [ + "▁vizitatori", + -13.16191577911377 + ], + [ + "érité", + -13.16197109222412 + ], + [ + "truck", + -13.1619873046875 + ], + [ + "▁yourselves", + -13.162139892578123 + ], + [ + "▁Logistics", + -13.16214084625244 + ], + [ + "coveted", + -13.16215705871582 + ], + [ + "▁şedinţ", + -13.162671089172363 + ], + [ + "▁messenger", + -13.16270351409912 + ], + [ + "▁țar", + -13.162918090820312 + ], + [ + "▁Grau", + -13.163025856018066 + ], + [ + "chirurgie", + -13.163138389587402 + ], + [ + "▁Ressourcen", + -13.16320514678955 + ], + [ + "▁Jésus", + -13.163207054138184 + ], + [ + "▁acțiune", + -13.163208961486816 + ], + [ + "▁Bundesliga", + -13.163249015808104 + ], + [ + "Lizenz", + -13.163379669189451 + ], + [ + "ELLE", + -13.16390895843506 + ], + [ + "vraie", + -13.1639986038208 + ], + [ + "ruined", + -13.164018630981444 + ], + [ + "▁Marble", + -13.164109230041504 + ], + [ + "▁Zambia", + -13.164308547973633 + ], + [ + "▁Finnish", + -13.164366722106934 + ], + [ + "▁trackback", + -13.164488792419434 + ], + [ + "héros", + -13.16451644897461 + ], + [ + "▁réclam", + -13.16453456878662 + ], + [ + "locurile", + -13.164706230163574 + ], + [ + "tägliche", + -13.164753913879396 + ], + [ + "IFF", + -13.164824485778809 + ], + [ + "▁contextual", + -13.164938926696776 + ], + [ + "▁Elvis", + -13.165084838867188 + ], + [ + "▁Batch", + -13.165183067321776 + ], + [ + "▁appris", + -13.16519546508789 + ], + [ + "intensive", + -13.165404319763184 + ], + [ + "▁întâmplat", + -13.16565990447998 + ], + [ + "▁prelucr", + -13.16576099395752 + ], + [ + "flore", + -13.165873527526855 + ], + [ + "▁Alkohol", + -13.16587734222412 + ], + [ + "Konzern", + -13.165895462036133 + ], + [ + "Delete", + -13.166082382202148 + ], + [ + "öck", + -13.16612720489502 + ], + [ + "▁clientii", + -13.16614818572998 + ], + [ + "▁innovate", + -13.166224479675291 + ], + [ + "▁ASAP", + -13.166345596313477 + ], + [ + "crumbs", + -13.166425704956056 + ], + [ + "reusable", + -13.166489601135254 + ], + [ + "▁Beaver", + -13.166507720947266 + ], + [ + "▁rosii", + -13.166643142700195 + ], + [ + "Arr", + -13.166704177856444 + ], + [ + "▁Zubehör", + -13.166948318481444 + ], + [ + "▁stolz", + -13.166952133178713 + ], + [ + "▁$75", + -13.16695499420166 + ], + [ + "▁Frühling", + -13.166967391967772 + ], + [ + "▁disagreement", + -13.166988372802734 + ], + [ + "▁formulate", + -13.167381286621094 + ], + [ + "braking", + -13.167522430419922 + ], + [ + "▁submarine", + -13.167535781860352 + ], + [ + "▁identificare", + -13.167652130126951 + ], + [ + "lansarea", + -13.167659759521484 + ], + [ + "covered", + -13.167753219604492 + ], + [ + "benso", + -13.167859077453612 + ], + [ + "▁situatie", + -13.16798973083496 + ], + [ + "hilf", + -13.1681547164917 + ], + [ + "▁Southampton", + -13.168557167053224 + ], + [ + "▁intéressé", + -13.168557167053224 + ], + [ + "▁congressional", + -13.168572425842283 + ], + [ + "65%", + -13.16859531402588 + ], + [ + "▁Allison", + -13.168627738952637 + ], + [ + "Mainland", + -13.168726921081545 + ], + [ + "▁touchscreen", + -13.16882038116455 + ], + [ + "leitet", + -13.168922424316406 + ], + [ + "mnului", + -13.16958999633789 + ], + [ + "▁engagiert", + -13.169631004333496 + ], + [ + "joacă", + -13.16964340209961 + ], + [ + "▁$5,000", + -13.169652938842772 + ], + [ + "upscale", + -13.1697359085083 + ], + [ + "▁vérité", + -13.16983413696289 + ], + [ + "flüssig", + -13.170167922973633 + ], + [ + "Richtlinie", + -13.170169830322266 + ], + [ + "▁positif", + -13.170169830322266 + ], + [ + "▁diferenta", + -13.170175552368164 + ], + [ + "▁întâi", + -13.17070770263672 + ], + [ + "ethylene", + -13.170791625976562 + ], + [ + "kreuz", + -13.170913696289062 + ], + [ + "Surely", + -13.170990943908691 + ], + [ + "puneti", + -13.171002388000488 + ], + [ + "europe", + -13.171142578125 + ], + [ + "▁comunist", + -13.171271324157717 + ], + [ + "unterricht", + -13.171302795410156 + ], + [ + "▁Füll", + -13.171304702758787 + ], + [ + "▁Aberdeen", + -13.171792030334473 + ], + [ + "▁DSLR", + -13.171792030334473 + ], + [ + "▁functioneaza", + -13.171799659729004 + ], + [ + "▁benches", + -13.171807289123535 + ], + [ + "▁Alpine", + -13.171866416931152 + ], + [ + "phthal", + -13.172003746032717 + ], + [ + "▁counselling", + -13.17219066619873 + ], + [ + "▁erzielen", + -13.172323226928713 + ], + [ + "▁părinţi", + -13.172329902648926 + ], + [ + "▁besitzen", + -13.17236614227295 + ], + [ + "heavenly", + -13.172389030456545 + ], + [ + "▁masque", + -13.17281723022461 + ], + [ + "▁Legislature", + -13.172859191894531 + ], + [ + "▁Recycling", + -13.172861099243164 + ], + [ + "▁Derma", + -13.172883987426758 + ], + [ + "reunite", + -13.172926902770996 + ], + [ + "recettes", + -13.17310619354248 + ], + [ + "converge", + -13.173262596130373 + ], + [ + "▁compoziti", + -13.17327880859375 + ], + [ + "▁Nürnberg", + -13.173398971557615 + ], + [ + "760", + -13.173545837402344 + ], + [ + "▁entière", + -13.17367458343506 + ], + [ + "▁parchment", + -13.173944473266602 + ], + [ + "▁Aufwand", + -13.173945426940918 + ], + [ + "▁antivirus", + -13.174087524414062 + ], + [ + "▁remettr", + -13.17409610748291 + ], + [ + "▁NEVER", + -13.174243927001951 + ], + [ + "▁restrictive", + -13.174266815185549 + ], + [ + "▁beurre", + -13.174283027648926 + ], + [ + "▁frigider", + -13.174478530883787 + ], + [ + "acquisition", + -13.174642562866213 + ], + [ + "▁Correct", + -13.174866676330566 + ], + [ + "▁immortal", + -13.17501735687256 + ], + [ + "▁occupancy", + -13.17501735687256 + ], + [ + "▁Tucson", + -13.175019264221191 + ], + [ + "▁Dhabi", + -13.175025939941406 + ], + [ + "obligation", + -13.175033569335938 + ], + [ + "▁warfare", + -13.175037384033203 + ], + [ + "▁syntax", + -13.175045013427734 + ], + [ + "APS", + -13.175106048583984 + ], + [ + "мен", + -13.175209999084473 + ], + [ + "▁diferenț", + -13.175251960754396 + ], + [ + "wordpress", + -13.17549991607666 + ], + [ + "▁Wohnzimmer", + -13.175593376159668 + ], + [ + "oppo", + -13.175736427307127 + ], + [ + "▁miscare", + -13.175762176513672 + ], + [ + "companiilor", + -13.17581558227539 + ], + [ + "▁bezahlt", + -13.17584228515625 + ], + [ + "Sterne", + -13.175864219665527 + ], + [ + "inability", + -13.175898551940918 + ], + [ + "▁Hoffnung", + -13.176156044006348 + ], + [ + "▁românească", + -13.176176071166992 + ], + [ + "document", + -13.176177024841309 + ], + [ + "borrowers", + -13.17625904083252 + ], + [ + "▁rasa", + -13.176301956176758 + ], + [ + "▁bénéfice", + -13.176445960998535 + ], + [ + "▁Panda", + -13.17645263671875 + ], + [ + "▁cărţi", + -13.176730155944824 + ], + [ + "▁Vorgehen", + -13.17690658569336 + ], + [ + "▁afecteaz", + -13.176956176757812 + ], + [ + "▁diagnos", + -13.177050590515137 + ], + [ + "▁Dentistry", + -13.177180290222168 + ], + [ + "▁staggering", + -13.177180290222168 + ], + [ + "präsident", + -13.177181243896484 + ], + [ + "▁vocational", + -13.177239418029783 + ], + [ + "Combined", + -13.177287101745604 + ], + [ + "stère", + -13.177306175231934 + ], + [ + "▁frunze", + -13.177478790283203 + ], + [ + "OLI", + -13.177525520324709 + ], + [ + "▁răc", + -13.177752494812012 + ], + [ + "▁changé", + -13.177754402160645 + ], + [ + "▁reprezentanți", + -13.177757263183594 + ], + [ + "▁ausgeschlossen", + -13.177777290344238 + ], + [ + "Windows", + -13.177891731262209 + ], + [ + "sometimes", + -13.177898406982422 + ], + [ + "▁dargestellt", + -13.178120613098145 + ], + [ + "provoking", + -13.178263664245604 + ], + [ + "terribly", + -13.178264617919922 + ], + [ + "▁speculate", + -13.178274154663086 + ], + [ + "▁complément", + -13.178305625915527 + ], + [ + "▁(2006)", + -13.178306579589844 + ], + [ + "zulegen", + -13.178668022155762 + ], + [ + "▁définitive", + -13.178876876831056 + ], + [ + "considerare", + -13.17911148071289 + ], + [ + "▁Subaru", + -13.179354667663574 + ], + [ + "WAN", + -13.179390907287598 + ], + [ + "guessed", + -13.179417610168455 + ], + [ + "spannung", + -13.179479598999023 + ], + [ + "▁supernatural", + -13.179515838623049 + ], + [ + "▁Interstate", + -13.17957878112793 + ], + [ + "▁redundant", + -13.179891586303713 + ], + [ + "▁HUG", + -13.179893493652344 + ], + [ + "▁restauration", + -13.180006980895996 + ], + [ + "repute", + -13.180011749267578 + ], + [ + "coagul", + -13.180028915405272 + ], + [ + "tehnologia", + -13.18043327331543 + ], + [ + "warded", + -13.180444717407228 + ], + [ + "▁lobster", + -13.180469512939451 + ], + [ + "▁Hafen", + -13.180542945861816 + ], + [ + "▁Guess", + -13.18056583404541 + ], + [ + "seraient", + -13.181038856506348 + ], + [ + "▁trench", + -13.181156158447266 + ], + [ + "▁piept", + -13.181283950805664 + ], + [ + "categorized", + -13.181396484375 + ], + [ + "softer", + -13.1815185546875 + ], + [ + "▁feasibility", + -13.181519508361816 + ], + [ + "▁restructuring", + -13.181519508361816 + ], + [ + "▁GOOD", + -13.181537628173828 + ], + [ + "▁inspiré", + -13.181610107421877 + ], + [ + "▁spéci", + -13.18163013458252 + ], + [ + "▁Mattress", + -13.181686401367188 + ], + [ + "▁biologique", + -13.181702613830566 + ], + [ + "▁Crema", + -13.182043075561523 + ], + [ + "▁korrekt", + -13.182063102722168 + ], + [ + "▁imperfect", + -13.182205200195312 + ], + [ + "▁advantageous", + -13.182329177856444 + ], + [ + "9.00", + -13.182390213012695 + ], + [ + "PAL", + -13.182557106018066 + ], + [ + "▁Illustration", + -13.182607650756836 + ], + [ + "▁Katherine", + -13.182607650756836 + ], + [ + "▁cervical", + -13.182607650756836 + ], + [ + "▁hectic", + -13.182611465454102 + ], + [ + "▁Belastung", + -13.182615280151367 + ], + [ + "▁Laguna", + -13.182628631591797 + ], + [ + "▁Burton", + -13.182761192321776 + ], + [ + "nettoyage", + -13.182875633239746 + ], + [ + "Toward", + -13.183072090148926 + ], + [ + "continuare", + -13.183072090148926 + ], + [ + "▁acumulat", + -13.183106422424316 + ], + [ + "▁déposé", + -13.183216094970703 + ], + [ + "▁prestige", + -13.183269500732422 + ], + [ + "▁LNG", + -13.18352508544922 + ], + [ + "▁Dacia", + -13.18366241455078 + ], + [ + "▁concede", + -13.183691024780272 + ], + [ + "▁reconciliation", + -13.183822631835938 + ], + [ + "Sistemul", + -13.183877944946287 + ], + [ + "Speed", + -13.183937072753906 + ], + [ + "▁Implant", + -13.183977127075195 + ], + [ + "▁möchtest", + -13.184020042419434 + ], + [ + "▁Norton", + -13.184064865112305 + ], + [ + "▁cosmic", + -13.184181213378906 + ], + [ + "enregistrement", + -13.184247016906738 + ], + [ + "țării", + -13.18433952331543 + ], + [ + "Veröffentlichung", + -13.184786796569824 + ], + [ + "erlebnis", + -13.184786796569824 + ], + [ + "▁Carpenter", + -13.184786796569824 + ], + [ + "▁INFORMATION", + -13.184786796569824 + ], + [ + "invites", + -13.18481731414795 + ], + [ + "▁gewan", + -13.1849365234375 + ], + [ + "▁réservé", + -13.184986114501951 + ], + [ + "▁aquatic", + -13.184988021850586 + ], + [ + "▁Seoul", + -13.18507194519043 + ], + [ + "▁älter", + -13.185185432434082 + ], + [ + "▁classmates", + -13.185223579406738 + ], + [ + "gelangen", + -13.185253143310549 + ], + [ + "▁Camill", + -13.185285568237305 + ], + [ + "simo", + -13.185291290283203 + ], + [ + "▁dormitor", + -13.185333251953123 + ], + [ + "wahren", + -13.185354232788086 + ], + [ + "▁incremental", + -13.185357093811035 + ], + [ + "▁caci", + -13.185494422912598 + ], + [ + "mittlere", + -13.185752868652344 + ], + [ + "▁condominium", + -13.185877799987791 + ], + [ + "▁rainforest", + -13.185877799987791 + ], + [ + "▁championnat", + -13.185891151428224 + ], + [ + "▁interrupted", + -13.185921669006348 + ], + [ + "▁tactile", + -13.185930252075195 + ], + [ + "▁unconditional", + -13.185945510864258 + ], + [ + "▁reactive", + -13.186041831970217 + ], + [ + "▁Stretch", + -13.1861572265625 + ], + [ + "▁serene", + -13.18624210357666 + ], + [ + "570", + -13.186318397521973 + ], + [ + "igte", + -13.186376571655272 + ], + [ + "Louis", + -13.186410903930664 + ], + [ + "▁Mittelpunkt", + -13.186493873596191 + ], + [ + "EEP", + -13.18651294708252 + ], + [ + "▁vault", + -13.186552047729492 + ], + [ + "absolu", + -13.186893463134766 + ], + [ + "▁solidarity", + -13.186971664428713 + ], + [ + "CLICK", + -13.18708324432373 + ], + [ + "▁hustle", + -13.187090873718262 + ], + [ + "▁microscope", + -13.187105178833008 + ], + [ + "▁Recommended", + -13.187111854553224 + ], + [ + "âche", + -13.18716812133789 + ], + [ + "▁flashlight", + -13.187286376953123 + ], + [ + "modificarea", + -13.18754768371582 + ], + [ + "izaţi", + -13.18773078918457 + ], + [ + "planned", + -13.187899589538574 + ], + [ + "Download", + -13.187906265258787 + ], + [ + "▁gourmand", + -13.188064575195312 + ], + [ + "▁subsidiaries", + -13.188064575195312 + ], + [ + "orthodox", + -13.188135147094728 + ], + [ + "▁Auburn", + -13.18832302093506 + ], + [ + "▁exprimat", + -13.188336372375488 + ], + [ + "procédé", + -13.18861198425293 + ], + [ + "▁ressenti", + -13.188648223876951 + ], + [ + "▁stint", + -13.188678741455078 + ], + [ + "Essentially", + -13.189072608947754 + ], + [ + "▁Savior", + -13.189164161682127 + ], + [ + "▁Flood", + -13.189168930053713 + ], + [ + "▁neurological", + -13.189249038696287 + ], + [ + "▁strig", + -13.189340591430664 + ], + [ + "scended", + -13.18942165374756 + ], + [ + "▁Shiva", + -13.189483642578123 + ], + [ + "▁Sketch", + -13.189544677734377 + ], + [ + "▁monarch", + -13.18956184387207 + ], + [ + "▁Preview", + -13.189632415771484 + ], + [ + "▁bewegt", + -13.189811706542969 + ], + [ + "mapped", + -13.189818382263184 + ], + [ + "énorme", + -13.18996238708496 + ], + [ + "▁définition", + -13.189963340759276 + ], + [ + "▁nécessité", + -13.189984321594238 + ], + [ + "▁antren", + -13.190027236938477 + ], + [ + "▁Infant", + -13.190072059631348 + ], + [ + "▁incumbent", + -13.190255165100098 + ], + [ + "▁pavilion", + -13.190255165100098 + ], + [ + "▁Taliban", + -13.19025707244873 + ], + [ + "Easily", + -13.19025993347168 + ], + [ + "▁verteilt", + -13.19030475616455 + ], + [ + "▁Biblical", + -13.190320014953612 + ], + [ + "Christian", + -13.190333366394045 + ], + [ + "județul", + -13.190436363220217 + ], + [ + "Learning", + -13.19046688079834 + ], + [ + "▁Expand", + -13.19054126739502 + ], + [ + "▁Attach", + -13.19056224822998 + ], + [ + "consideră", + -13.190573692321776 + ], + [ + "einsatz", + -13.190574645996094 + ], + [ + "Numai", + -13.190585136413574 + ], + [ + "▁Eintrag", + -13.190597534179688 + ], + [ + "▁üblich", + -13.190607070922852 + ], + [ + "▁cumpără", + -13.19062614440918 + ], + [ + "escaped", + -13.190693855285645 + ], + [ + "▁Ortodox", + -13.190804481506348 + ], + [ + "▁obţinut", + -13.190805435180664 + ], + [ + "ecluded", + -13.191036224365234 + ], + [ + "▁brownie", + -13.191089630126951 + ], + [ + "▁regulament", + -13.191253662109377 + ], + [ + "▁Chaos", + -13.191302299499512 + ], + [ + "▁masiv", + -13.19132137298584 + ], + [ + "▁Gerald", + -13.191376686096191 + ], + [ + "▁Sigur", + -13.191380500793455 + ], + [ + "▁wavelength", + -13.191380500793455 + ], + [ + "▁retiring", + -13.191396713256836 + ], + [ + "▁exactement", + -13.191819190979004 + ], + [ + "ntino", + -13.191823959350586 + ], + [ + "▁Krebs", + -13.19194221496582 + ], + [ + "▁monatlich", + -13.191956520080566 + ], + [ + "▁aranj", + -13.192011833190918 + ], + [ + "▁priveşt", + -13.192099571228027 + ], + [ + "▁mecanic", + -13.192109107971191 + ], + [ + "money", + -13.192233085632324 + ], + [ + "parliamentary", + -13.1922607421875 + ], + [ + "▁probation", + -13.192427635192873 + ], + [ + "embroidered", + -13.19245147705078 + ], + [ + "▁amenajat", + -13.19245147705078 + ], + [ + "▁remnant", + -13.19245147705078 + ], + [ + "▁senzati", + -13.192472457885742 + ], + [ + "▁Declaration", + -13.19248390197754 + ], + [ + "farbe", + -13.192506790161133 + ], + [ + "▁skinny", + -13.19260311126709 + ], + [ + "Energi", + -13.192648887634276 + ], + [ + "verhältnisse", + -13.19288158416748 + ], + [ + "Recruit", + -13.19297218322754 + ], + [ + "frying", + -13.193161010742188 + ], + [ + "925", + -13.193294525146484 + ], + [ + "nstruire", + -13.193302154541016 + ], + [ + "toasted", + -13.193424224853516 + ], + [ + "▁nicotine", + -13.193551063537598 + ], + [ + "recessed", + -13.193570137023926 + ], + [ + "▁dialect", + -13.19357204437256 + ], + [ + "▁confisc", + -13.193575859069824 + ], + [ + "▁bubbl", + -13.193643569946287 + ], + [ + "▁Precision", + -13.193682670593262 + ], + [ + "▁sollicit", + -13.193842887878418 + ], + [ + "▁Moral", + -13.193977355957031 + ], + [ + "▁renseignements", + -13.19411277770996 + ], + [ + "UMP", + -13.194116592407228 + ], + [ + "ijn", + -13.194183349609377 + ], + [ + "▁fermeture", + -13.194320678710938 + ], + [ + "▁blueprint", + -13.19462776184082 + ], + [ + "▁groceries", + -13.194652557373049 + ], + [ + "möbel", + -13.194655418395996 + ], + [ + "▁Plenty", + -13.194657325744627 + ], + [ + "▁forfeit", + -13.194719314575195 + ], + [ + "méthodes", + -13.194915771484377 + ], + [ + "paving", + -13.19493293762207 + ], + [ + "outheastern", + -13.194979667663574 + ], + [ + "▁Overview", + -13.19503116607666 + ], + [ + "▁observers", + -13.195171356201172 + ], + [ + "▁Timișoara", + -13.19520378112793 + ], + [ + "noticing", + -13.195332527160645 + ], + [ + "▁Owl", + -13.19538116455078 + ], + [ + "▁1925", + -13.195517539978027 + ], + [ + "▁prüfen", + -13.195755004882812 + ], + [ + "▁Bewohner", + -13.195756912231444 + ], + [ + "▁Latvia", + -13.195770263671877 + ], + [ + "▁Tuscan", + -13.19577407836914 + ], + [ + "▁apprenticeship", + -13.195789337158203 + ], + [ + "▁courteous", + -13.1958646774292 + ], + [ + "adult", + -13.19602394104004 + ], + [ + "Licensed", + -13.196029663085938 + ], + [ + "abused", + -13.196762084960938 + ], + [ + "confidence", + -13.19678020477295 + ], + [ + "▁revolt", + -13.196782112121582 + ], + [ + "conference", + -13.196861267089844 + ], + [ + "genoss", + -13.196914672851562 + ], + [ + "▁răni", + -13.196944236755373 + ], + [ + "▁Intervention", + -13.196949005126951 + ], + [ + "▁primesc", + -13.196969985961914 + ], + [ + "trays", + -13.197041511535645 + ], + [ + "nozzle", + -13.197216033935549 + ], + [ + "▁splitting", + -13.197443962097168 + ], + [ + "▁könne", + -13.197507858276367 + ], + [ + "▁peisaj", + -13.197943687438965 + ], + [ + "▁academia", + -13.197962760925291 + ], + [ + "▁chakra", + -13.197979927062988 + ], + [ + "▁Abdul", + -13.1981201171875 + ], + [ + "▁Beschreibung", + -13.198225021362305 + ], + [ + "Regeln", + -13.19831371307373 + ], + [ + "eezy", + -13.198314666748049 + ], + [ + "▁problématique", + -13.198515892028809 + ], + [ + "▁Ausführung", + -13.198524475097656 + ], + [ + "▁reconnect", + -13.19868278503418 + ], + [ + "▁telefonic", + -13.198966026306152 + ], + [ + "▁Ethereum", + -13.199069023132324 + ], + [ + "▁Winnipeg", + -13.199069023132324 + ], + [ + "▁misconception", + -13.199069023132324 + ], + [ + "▁Verpackung", + -13.199070930480955 + ], + [ + "▁erzeugt", + -13.199097633361816 + ], + [ + "▁Identity", + -13.199104309082031 + ], + [ + "▁dunkle", + -13.199109077453612 + ], + [ + "sustaining", + -13.19916820526123 + ], + [ + "▁pereche", + -13.199178695678713 + ], + [ + "▁neîn", + -13.19923973083496 + ], + [ + "directorul", + -13.199291229248049 + ], + [ + "▁élabor", + -13.199584007263184 + ], + [ + "▁Hollow", + -13.19960880279541 + ], + [ + "▁getestet", + -13.199751853942873 + ], + [ + "▁Promote", + -13.19979763031006 + ], + [ + "agriculture", + -13.199920654296877 + ], + [ + "▁deosebir", + -13.199934005737305 + ], + [ + "▁neam", + -13.199999809265137 + ], + [ + "aufbau", + -13.200042724609377 + ], + [ + "▁susținut", + -13.200079917907717 + ], + [ + "fueled", + -13.200119018554688 + ], + [ + "▁impresionant", + -13.200177192687988 + ], + [ + "innate", + -13.20026969909668 + ], + [ + "grenzt", + -13.200340270996094 + ], + [ + "rescued", + -13.200514793395996 + ], + [ + "bestand", + -13.200559616088867 + ], + [ + "▁adjunct", + -13.200729370117188 + ], + [ + "▁Mischung", + -13.200754165649414 + ], + [ + "▁Lease", + -13.201258659362791 + ], + [ + "espagnol", + -13.201284408569336 + ], + [ + "▁Kickstarter", + -13.201284408569336 + ], + [ + "▁buzunar", + -13.201284408569336 + ], + [ + "▁buddies", + -13.20129108428955 + ], + [ + "käufe", + -13.201485633850098 + ], + [ + "cevoir", + -13.201582908630373 + ], + [ + "▁creşte", + -13.201675415039062 + ], + [ + "▁Cluster", + -13.201825141906738 + ], + [ + "▁obișnui", + -13.201838493347168 + ], + [ + "▁cassette", + -13.201889038085938 + ], + [ + "▁optisch", + -13.201947212219238 + ], + [ + "manned", + -13.20200252532959 + ], + [ + "schneid", + -13.202362060546877 + ], + [ + "Württemberg", + -13.202393531799316 + ], + [ + "shredded", + -13.202393531799316 + ], + [ + "▁botanical", + -13.20239543914795 + ], + [ + "characterization", + -13.20244598388672 + ], + [ + "▁Durchführung", + -13.202452659606934 + ], + [ + "▁tireless", + -13.20250129699707 + ], + [ + "lässlich", + -13.20254135131836 + ], + [ + "▁Merchant", + -13.202570915222168 + ], + [ + "joutez", + -13.20259952545166 + ], + [ + "▁amélior", + -13.202676773071287 + ], + [ + "fixed", + -13.202741622924805 + ], + [ + "kho", + -13.202760696411133 + ], + [ + "▁televizor", + -13.202948570251465 + ], + [ + "▁Davies", + -13.202964782714844 + ], + [ + "enceinte", + -13.203118324279783 + ], + [ + "▁Panorama", + -13.20350456237793 + ], + [ + "▁maternal", + -13.20350742340088 + ], + [ + "diversified", + -13.203513145446776 + ], + [ + "▁Jü", + -13.203570365905762 + ], + [ + "▁naz", + -13.203730583190918 + ], + [ + "▁plonge", + -13.2039213180542 + ], + [ + "geschickt", + -13.203944206237791 + ], + [ + "MIS", + -13.204215049743652 + ], + [ + "ragged", + -13.204553604125977 + ], + [ + "▁diarrhea", + -13.20461654663086 + ], + [ + "▁tsunami", + -13.20461654663086 + ], + [ + "▁Nikola", + -13.204625129699709 + ], + [ + "▁festivities", + -13.20464038848877 + ], + [ + "potting", + -13.20479965209961 + ], + [ + "▁telefonisch", + -13.204874038696287 + ], + [ + "TAR", + -13.204971313476562 + ], + [ + "▁schimbări", + -13.205023765563965 + ], + [ + "▁occidental", + -13.205172538757324 + ], + [ + "schloss", + -13.20517921447754 + ], + [ + "Print", + -13.205284118652344 + ], + [ + "▁autoritățil", + -13.205361366271973 + ], + [ + "idos", + -13.20556640625 + ], + [ + "mediocr", + -13.20559310913086 + ], + [ + "▁Decla", + -13.205686569213867 + ], + [ + "▁Elliott", + -13.205729484558104 + ], + [ + "▁pinpoint", + -13.205734252929688 + ], + [ + "▁disciple", + -13.20579719543457 + ], + [ + "▁Cairo", + -13.2058744430542 + ], + [ + "▁15-20", + -13.2059326171875 + ], + [ + "▁limbaj", + -13.20611572265625 + ], + [ + "▁retenu", + -13.206154823303224 + ], + [ + "▁Blüte", + -13.20628833770752 + ], + [ + "▁MINI", + -13.206467628479004 + ], + [ + "▁lumină", + -13.206567764282228 + ], + [ + "▁flawed", + -13.206846237182615 + ], + [ + "▁Belarus", + -13.207067489624023 + ], + [ + "Totul", + -13.207207679748535 + ], + [ + "hôte", + -13.207273483276367 + ], + [ + "▁verbringen", + -13.207315444946287 + ], + [ + "▁simultaneous", + -13.20734405517578 + ], + [ + "▁competiți", + -13.207402229309082 + ], + [ + "▁lancement", + -13.20741367340088 + ], + [ + "▁proprietati", + -13.207432746887209 + ], + [ + "▁angajator", + -13.207465171813965 + ], + [ + "▁ignorant", + -13.207674026489258 + ], + [ + "▁indicative", + -13.207700729370115 + ], + [ + "▁Bearbeitung", + -13.207961082458496 + ], + [ + "▁Ungaria", + -13.207961082458496 + ], + [ + "▁Sfint", + -13.208015441894531 + ], + [ + "▁Trojan", + -13.20804214477539 + ], + [ + "▁1911", + -13.208100318908691 + ], + [ + "▁reliabl", + -13.2081937789917 + ], + [ + "6-0", + -13.20827865600586 + ], + [ + "obst", + -13.208523750305176 + ], + [ + "▁relève", + -13.208579063415527 + ], + [ + "▁standpoint", + -13.208874702453612 + ], + [ + "ridden", + -13.208918571472168 + ], + [ + "▁Pdf", + -13.20900535583496 + ], + [ + "tatewide", + -13.209051132202148 + ], + [ + "Water", + -13.209062576293944 + ], + [ + "▁Pricing", + -13.209089279174805 + ], + [ + "▁protecţi", + -13.209168434143066 + ], + [ + "November", + -13.20961570739746 + ], + [ + "▁televiziune", + -13.20964241027832 + ], + [ + "Sodium", + -13.209881782531738 + ], + [ + "douceur", + -13.209942817687988 + ], + [ + "▁Flasche", + -13.210183143615724 + ], + [ + "3.9", + -13.210193634033203 + ], + [ + "▁electromagnetic", + -13.210195541381836 + ], + [ + "▁mitochondria", + -13.210195541381836 + ], + [ + "Suddenly", + -13.210199356079102 + ], + [ + "▁Drupal", + -13.210201263427734 + ], + [ + "▁supraveghere", + -13.210211753845217 + ], + [ + "▁cornea", + -13.210288047790527 + ], + [ + "räumt", + -13.210309982299805 + ], + [ + "▁healed", + -13.210410118103027 + ], + [ + "Roc", + -13.210649490356444 + ], + [ + "▁temporar", + -13.210707664489746 + ], + [ + "▁amaze", + -13.210770606994627 + ], + [ + "▁confrunta", + -13.210833549499512 + ], + [ + "Afterward", + -13.21083641052246 + ], + [ + "▁festgelegt", + -13.21084213256836 + ], + [ + "▁Kuchen", + -13.210844993591309 + ], + [ + "▁perpetual", + -13.210858345031738 + ], + [ + "systematically", + -13.211000442504885 + ], + [ + "▁coloan", + -13.21100616455078 + ], + [ + "▁extensi", + -13.211058616638184 + ], + [ + "▁Județean", + -13.211315155029297 + ], + [ + "▁amelior", + -13.211315155029297 + ], + [ + "▁illustrator", + -13.211315155029297 + ], + [ + "▁titanium", + -13.211344718933104 + ], + [ + "SMEs", + -13.211384773254396 + ], + [ + "taxable", + -13.211578369140623 + ], + [ + "▁Borough", + -13.211607933044434 + ], + [ + "verlust", + -13.211772918701172 + ], + [ + "ductive", + -13.21233081817627 + ], + [ + "▁Küste", + -13.212335586547852 + ], + [ + "▁végétal", + -13.212410926818848 + ], + [ + "▁breastfeeding", + -13.212435722351074 + ], + [ + "▁captivating", + -13.212435722351074 + ], + [ + "▁Chevy", + -13.212443351745604 + ], + [ + "▁aerospace", + -13.212469100952148 + ], + [ + "pozitia", + -13.213095664978027 + ], + [ + "Tutor", + -13.213199615478516 + ], + [ + "▁spum", + -13.213312149047852 + ], + [ + "curând", + -13.213419914245604 + ], + [ + "iscus", + -13.213458061218262 + ], + [ + "October", + -13.213495254516602 + ], + [ + "▁Reparatur", + -13.213557243347168 + ], + [ + "▁Servicii", + -13.213574409484863 + ], + [ + "▁Gonz", + -13.21357536315918 + ], + [ + "▁cybersecurity", + -13.21357536315918 + ], + [ + "▁UCLA", + -13.213678359985352 + ], + [ + "rissa", + -13.21383571624756 + ], + [ + "▁Kemp", + -13.213850021362305 + ], + [ + "▁piston", + -13.214046478271484 + ], + [ + "▁révèle", + -13.214118957519531 + ], + [ + "▁posséd", + -13.21412181854248 + ], + [ + "▁versehen", + -13.214129447937012 + ], + [ + "▁scrutin", + -13.214226722717283 + ], + [ + "donnant", + -13.21436882019043 + ], + [ + "▁Geschwindigkeit", + -13.214680671691896 + ], + [ + "▁Panasonic", + -13.214680671691896 + ], + [ + "audio", + -13.21470069885254 + ], + [ + "▁Packaging", + -13.214771270751951 + ], + [ + "phra", + -13.2147798538208 + ], + [ + "▁Letzte", + -13.214954376220703 + ], + [ + "insicht", + -13.21514129638672 + ], + [ + "▁sammeln", + -13.215243339538574 + ], + [ + "▁extins", + -13.215259552001951 + ], + [ + "▁collège", + -13.215266227722168 + ], + [ + "ancies", + -13.215343475341797 + ], + [ + "▁întâlnit", + -13.215350151062012 + ], + [ + "▁Servi", + -13.215392112731934 + ], + [ + "stattet", + -13.215493202209473 + ], + [ + "▁abstraction", + -13.215566635131836 + ], + [ + "▁candidature", + -13.21559238433838 + ], + [ + "ONU", + -13.215676307678224 + ], + [ + "▁raffle", + -13.215826988220217 + ], + [ + "▁Soldier", + -13.215834617614746 + ], + [ + "▁stipulate", + -13.215883255004885 + ], + [ + "▁vizual", + -13.215950012207031 + ], + [ + "lucht", + -13.216007232666016 + ], + [ + "▁circus", + -13.216068267822266 + ], + [ + "▁decree", + -13.216259002685549 + ], + [ + "immeuble", + -13.216367721557615 + ], + [ + "Store", + -13.216426849365234 + ], + [ + "randul", + -13.216622352600098 + ], + [ + "▁narration", + -13.216933250427246 + ], + [ + "implication", + -13.216958045959473 + ], + [ + "▁discontinued", + -13.216971397399902 + ], + [ + "▁Pilates", + -13.216989517211914 + ], + [ + "▁biais", + -13.21701431274414 + ], + [ + "panel", + -13.217325210571287 + ], + [ + "▁mower", + -13.217458724975586 + ], + [ + "▁Castro", + -13.21753978729248 + ], + [ + "pregătire", + -13.217641830444336 + ], + [ + "▁denomination", + -13.218062400817873 + ], + [ + "▁throttle", + -13.21806526184082 + ], + [ + "▁finition", + -13.21808624267578 + ], + [ + "▁clarification", + -13.218286514282228 + ], + [ + "laut", + -13.218366622924805 + ], + [ + "▁wastewater", + -13.2184419631958 + ], + [ + "▁Sanchez", + -13.21877098083496 + ], + [ + "▁Umfeld", + -13.2189359664917 + ], + [ + "▁consili", + -13.218997955322266 + ], + [ + "extrait", + -13.219013214111328 + ], + [ + "ionism", + -13.2190523147583 + ], + [ + "▁Cannabis", + -13.219186782836914 + ], + [ + "▁misconduct", + -13.219186782836914 + ], + [ + "▁shepherd", + -13.219186782836914 + ], + [ + "▁feminist", + -13.21919059753418 + ], + [ + "▁criterii", + -13.219212532043455 + ], + [ + "America", + -13.219219207763672 + ], + [ + "▁Telephone", + -13.219270706176758 + ], + [ + "▁Fritz", + -13.219438552856444 + ], + [ + "▁cheltui", + -13.219794273376465 + ], + [ + "▁Übung", + -13.219857215881348 + ], + [ + "făcută", + -13.22006893157959 + ], + [ + "▁străzi", + -13.220170021057127 + ], + [ + "influencing", + -13.22031593322754 + ], + [ + "▁Democracy", + -13.220321655273438 + ], + [ + "atorium", + -13.220376014709473 + ], + [ + "▁Stufe", + -13.220465660095217 + ], + [ + "▁Cornell", + -13.220660209655762 + ], + [ + "zugehen", + -13.22074031829834 + ], + [ + "▁coton", + -13.22080421447754 + ], + [ + "▁beinhaltet", + -13.220881462097168 + ], + [ + "▁kritisch", + -13.220884323120115 + ], + [ + "▁Kalender", + -13.22105884552002 + ], + [ + "▁Teig", + -13.221253395080566 + ], + [ + "cooked", + -13.221264839172363 + ], + [ + "▁diversité", + -13.221390724182127 + ], + [ + "recognizable", + -13.221446990966797 + ], + [ + "▁Dictionary", + -13.221446990966797 + ], + [ + "attribution", + -13.22145938873291 + ], + [ + "▁Teresa", + -13.221471786499023 + ], + [ + "▁Ahmad", + -13.221487998962402 + ], + [ + "HAM", + -13.221627235412598 + ], + [ + "▁floss", + -13.221668243408203 + ], + [ + "génie", + -13.2218599319458 + ], + [ + "▁Espa", + -13.221989631652832 + ], + [ + "hersteller", + -13.221993446350098 + ], + [ + "Musée", + -13.222001075744627 + ], + [ + "▁Crawford", + -13.222579002380373 + ], + [ + "▁Phantom", + -13.222579002380373 + ], + [ + "▁Jenkins", + -13.22264003753662 + ], + [ + "genauer", + -13.222774505615234 + ], + [ + "▁acţiuni", + -13.222885131835938 + ], + [ + "▁meciuri", + -13.22322940826416 + ], + [ + "▁verstärkt", + -13.22326374053955 + ], + [ + "▁troop", + -13.22341251373291 + ], + [ + "räder", + -13.223483085632324 + ], + [ + "Putting", + -13.223536491394045 + ], + [ + "NASDAQ", + -13.223712921142578 + ], + [ + "▁Buddhism", + -13.223712921142578 + ], + [ + "▁Religious", + -13.223712921142578 + ], + [ + "▁accommodating", + -13.223712921142578 + ], + [ + "▁lendemain", + -13.223712921142578 + ], + [ + "▁plywood", + -13.223714828491213 + ], + [ + "▁inflatable", + -13.223724365234377 + ], + [ + "▁sèche", + -13.223731994628906 + ], + [ + "▁fragil", + -13.22384548187256 + ], + [ + "▁Filip", + -13.224115371704102 + ], + [ + "▁Terrace", + -13.22427463531494 + ], + [ + "Biblio", + -13.22432804107666 + ], + [ + "resides", + -13.22448444366455 + ], + [ + "▁varf", + -13.22451114654541 + ], + [ + "Bildern", + -13.224528312683104 + ], + [ + "loß", + -13.224685668945312 + ], + [ + "555", + -13.224702835083008 + ], + [ + "▁astounding", + -13.224847793579102 + ], + [ + "▁brillant", + -13.224857330322266 + ], + [ + "▁Railroad", + -13.224871635437012 + ], + [ + "minimizing", + -13.224907875061035 + ], + [ + "▁Benedict", + -13.225019454956056 + ], + [ + "▁$400", + -13.225068092346191 + ], + [ + "▁schematic", + -13.225217819213867 + ], + [ + "Canada", + -13.225371360778809 + ], + [ + "▁psihic", + -13.225415229797363 + ], + [ + "▁avertiz", + -13.225497245788574 + ], + [ + "▁Breed", + -13.225550651550291 + ], + [ + "▁gradina", + -13.22560691833496 + ], + [ + "▁Liege", + -13.225822448730469 + ], + [ + "▁Retirement", + -13.22598361968994 + ], + [ + "▁pergola", + -13.22600555419922 + ], + [ + "▁Kuwait", + -13.2260103225708 + ], + [ + "▁logistic", + -13.22629451751709 + ], + [ + "▁captive", + -13.22651481628418 + ], + [ + "prepared", + -13.226568222045898 + ], + [ + "▁prononc", + -13.226568222045898 + ], + [ + "Celui", + -13.226676940917969 + ], + [ + "deutschland", + -13.227120399475098 + ], + [ + "▁devreme", + -13.227124214172363 + ], + [ + "▁părți", + -13.227270126342772 + ], + [ + "▁1934", + -13.227517127990724 + ], + [ + "▁ersetzt", + -13.227560997009276 + ], + [ + "▁frightening", + -13.227689743041992 + ], + [ + "▁fiecărui", + -13.227819442749023 + ], + [ + "correct", + -13.22799015045166 + ], + [ + "6.6", + -13.228057861328123 + ], + [ + "▁Manitoba", + -13.228259086608888 + ], + [ + "Chartered", + -13.228416442871094 + ], + [ + "▁părăs", + -13.228543281555176 + ], + [ + "Powered", + -13.228697776794434 + ], + [ + "impede", + -13.22876262664795 + ], + [ + "agonist", + -13.22878646850586 + ], + [ + "▁stratégique", + -13.228829383850098 + ], + [ + "▁vigilant", + -13.228830337524414 + ], + [ + "faceted", + -13.228930473327637 + ], + [ + "available", + -13.229308128356934 + ], + [ + "▁Promise", + -13.229388236999512 + ], + [ + "▁humorous", + -13.229446411132812 + ], + [ + "treibt", + -13.229449272155762 + ], + [ + "▁Patrol", + -13.229514122009276 + ], + [ + "huh", + -13.22952365875244 + ], + [ + "ztlich", + -13.229804039001465 + ], + [ + "▁rejet", + -13.2299165725708 + ], + [ + "odeur", + -13.229935646057127 + ], + [ + "usziehbar", + -13.22996997833252 + ], + [ + "▁gespannt", + -13.229972839355469 + ], + [ + "church", + -13.230018615722656 + ], + [ + "▁Popescu", + -13.230109214782717 + ], + [ + "▁einmalig", + -13.230518341064451 + ], + [ + "diluted", + -13.230551719665527 + ], + [ + "lighted", + -13.231070518493652 + ], + [ + "▁stattfinden", + -13.23111343383789 + ], + [ + "▁Reaktion", + -13.231183052062988 + ], + [ + "▁délivr", + -13.23134994506836 + ], + [ + "▁Helfer", + -13.231407165527344 + ], + [ + "Fiind", + -13.23142147064209 + ], + [ + "rmând", + -13.231507301330566 + ], + [ + "▁Beweis", + -13.231671333312988 + ], + [ + "▁Violet", + -13.231733322143556 + ], + [ + "kamera", + -13.231764793395996 + ], + [ + "▁Romney", + -13.231779098510742 + ], + [ + "▁Bradford", + -13.231800079345703 + ], + [ + "stellbar", + -13.231852531433104 + ], + [ + "▁roadmap", + -13.231921195983888 + ], + [ + "▁subconscious", + -13.23204231262207 + ], + [ + "contrasting", + -13.232138633728027 + ], + [ + "mécanisme", + -13.232254981994627 + ], + [ + "kämpft", + -13.232255935668944 + ], + [ + "▁Preston", + -13.23271942138672 + ], + [ + "▁Anliegen", + -13.232802391052246 + ], + [ + "▁necessities", + -13.232827186584473 + ], + [ + "▁detrimental", + -13.232828140258787 + ], + [ + "▁sprawl", + -13.232830047607422 + ], + [ + "▁Erfüllung", + -13.23287582397461 + ], + [ + "▁massacre", + -13.2329683303833 + ], + [ + "▁pietre", + -13.232987403869627 + ], + [ + "▁situații", + -13.233027458190918 + ], + [ + "vêtement", + -13.233080863952637 + ], + [ + "Listed", + -13.233144760131836 + ], + [ + "▁extravagant", + -13.233399391174316 + ], + [ + "▁axle", + -13.233525276184082 + ], + [ + "OTT", + -13.23366355895996 + ], + [ + "wildly", + -13.233744621276855 + ], + [ + "70,000", + -13.233797073364258 + ], + [ + "▁chauffeur", + -13.23384952545166 + ], + [ + "▁Brasov", + -13.233972549438477 + ], + [ + "▁Fähigkeiten", + -13.233972549438477 + ], + [ + "▁staatlich", + -13.23402500152588 + ], + [ + "outlines", + -13.234034538269045 + ], + [ + "▁aufmerksam", + -13.234545707702637 + ], + [ + "▁Relation", + -13.234749794006348 + ], + [ + "▁Stephan", + -13.234947204589844 + ], + [ + "yland", + -13.23494815826416 + ], + [ + "proclaimed", + -13.23508644104004 + ], + [ + "Wallet", + -13.235100746154783 + ], + [ + "verarbeitung", + -13.235118865966797 + ], + [ + "▁überraschen", + -13.235118865966797 + ], + [ + "▁Injury", + -13.235125541687012 + ], + [ + "▁horsepower", + -13.235237121582031 + ], + [ + "▁Tropical", + -13.23523998260498 + ], + [ + "▁wives", + -13.235459327697754 + ], + [ + "adherence", + -13.235677719116213 + ], + [ + "schätzung", + -13.235692977905272 + ], + [ + "▁coherent", + -13.235708236694336 + ], + [ + "parlament", + -13.23574161529541 + ], + [ + "▁stup", + -13.235852241516112 + ], + [ + "▁resonance", + -13.23626708984375 + ], + [ + "▁inheritance", + -13.236355781555176 + ], + [ + "commenced", + -13.23645305633545 + ], + [ + "▁supervise", + -13.236475944519045 + ], + [ + "▁facilitator", + -13.236488342285156 + ], + [ + "fares", + -13.23667812347412 + ], + [ + "▁Tibet", + -13.23672866821289 + ], + [ + "communication", + -13.236787796020508 + ], + [ + "yog", + -13.236806869506836 + ], + [ + "▁WLAN", + -13.236842155456545 + ], + [ + "▁Chili", + -13.23685073852539 + ], + [ + "▁Harold", + -13.2369966506958 + ], + [ + "▁Guerre", + -13.237005233764648 + ], + [ + "▁Femme", + -13.237146377563477 + ], + [ + "▁Lisbon", + -13.237231254577637 + ], + [ + "▁mulțumi", + -13.237415313720703 + ], + [ + "▁vorbereitet", + -13.237415313720703 + ], + [ + "▁aperture", + -13.237422943115234 + ], + [ + "▁Universities", + -13.237442016601562 + ], + [ + "▁reckless", + -13.237471580505373 + ], + [ + "▁Botschaft", + -13.237533569335938 + ], + [ + "▁Squad", + -13.238022804260254 + ], + [ + "▁buoy", + -13.238061904907228 + ], + [ + "participarea", + -13.238236427307127 + ], + [ + "stiinta", + -13.238389015197754 + ], + [ + "▁repeal", + -13.238415718078612 + ], + [ + "drilled", + -13.238489151000977 + ], + [ + "▁Conversation", + -13.238567352294922 + ], + [ + "▁subsid", + -13.238615036010742 + ], + [ + "anstalt", + -13.238741874694824 + ], + [ + "faktor", + -13.23874282836914 + ], + [ + "▁swamp", + -13.23879051208496 + ], + [ + "pflichtig", + -13.238921165466309 + ], + [ + "▁camion", + -13.238970756530762 + ], + [ + "▁gouvern", + -13.239032745361328 + ], + [ + "▁archaeological", + -13.239141464233398 + ], + [ + "▁glitch", + -13.239198684692385 + ], + [ + "average", + -13.239294052124023 + ], + [ + "▁coffre", + -13.239481925964355 + ], + [ + "▁Insert", + -13.239513397216797 + ], + [ + "▁colonne", + -13.2395601272583 + ], + [ + "▁Assess", + -13.23962116241455 + ], + [ + "▁batches", + -13.239716529846191 + ], + [ + "▁ammunition", + -13.239717483520508 + ], + [ + "▁scissors", + -13.239717483520508 + ], + [ + "▁Locksmith", + -13.239740371704102 + ], + [ + "▁Bollywood", + -13.239991188049316 + ], + [ + "expédi", + -13.240288734436035 + ], + [ + "▁descendants", + -13.24039363861084 + ], + [ + "▁unwilling", + -13.240506172180176 + ], + [ + "▁Noise", + -13.240649223327637 + ], + [ + "▁Directive", + -13.240660667419434 + ], + [ + "ATOR", + -13.240765571594238 + ], + [ + "▁Rajasthan", + -13.240870475769045 + ], + [ + "▁chaotic", + -13.240888595581056 + ], + [ + "▁NEED", + -13.24093246459961 + ], + [ + "▁părere", + -13.24095344543457 + ], + [ + "▁begonnen", + -13.241448402404783 + ], + [ + "▁Reef", + -13.241504669189451 + ], + [ + "▁vorgesehen", + -13.24161434173584 + ], + [ + "▁allocate", + -13.241826057434082 + ], + [ + "▁exceptionnel", + -13.241936683654783 + ], + [ + "▁gefertigt", + -13.24203872680664 + ], + [ + "fading", + -13.242072105407717 + ], + [ + "▁interpersonal", + -13.242178916931152 + ], + [ + "▁occupie", + -13.242204666137695 + ], + [ + "▁Teatr", + -13.242579460144045 + ], + [ + "▁kilomètres", + -13.242603302001951 + ], + [ + "▁verbinden", + -13.242608070373535 + ], + [ + "▁Frucht", + -13.242643356323242 + ], + [ + "augmented", + -13.242720603942873 + ], + [ + "▁twentieth", + -13.243181228637695 + ], + [ + "▁aggression", + -13.243183135986328 + ], + [ + "▁Miracle", + -13.243184089660645 + ], + [ + "▁peninsula", + -13.243184089660645 + ], + [ + "▁Fernando", + -13.24318504333496 + ], + [ + "▁autorităţil", + -13.243203163146973 + ], + [ + "▁Iisus", + -13.24321746826172 + ], + [ + "▁puck", + -13.243423461914062 + ], + [ + "titel", + -13.243454933166504 + ], + [ + "▁remake", + -13.243562698364258 + ], + [ + "freiheit", + -13.243563652038574 + ], + [ + "▁Belize", + -13.243590354919434 + ], + [ + "▁secundar", + -13.243779182434082 + ], + [ + "▁perpetrat", + -13.243786811828612 + ], + [ + "jedenfalls", + -13.243797302246094 + ], + [ + "linked", + -13.243820190429688 + ], + [ + "▁dégag", + -13.243918418884276 + ], + [ + "LAY", + -13.243926048278809 + ], + [ + "behandlung", + -13.24417209625244 + ], + [ + "▁1928", + -13.244193077087402 + ], + [ + "▁Nickel", + -13.244205474853516 + ], + [ + "rophy", + -13.244256973266602 + ], + [ + "▁autonomy", + -13.244338989257812 + ], + [ + "▁Treffen", + -13.244402885437012 + ], + [ + "▁groundbreaking", + -13.24445915222168 + ], + [ + "politisch", + -13.244484901428224 + ], + [ + "▁Vector", + -13.244553565979004 + ], + [ + "oricine", + -13.244684219360352 + ], + [ + "utilisées", + -13.244684219360352 + ], + [ + "plete", + -13.244771003723145 + ], + [ + "droht", + -13.244918823242188 + ], + [ + "▁alternativ", + -13.245104789733888 + ], + [ + "▁Bernie", + -13.245213508605955 + ], + [ + "▁embellish", + -13.24526023864746 + ], + [ + "▁Curriculum", + -13.24549674987793 + ], + [ + "herrscht", + -13.245525360107422 + ], + [ + "escalier", + -13.246126174926758 + ], + [ + "hian", + -13.246333122253418 + ], + [ + "ertaining", + -13.246387481689451 + ], + [ + "hitter", + -13.246430397033691 + ], + [ + "▁kompetente", + -13.24665641784668 + ], + [ + "▁trekking", + -13.246760368347168 + ], + [ + "EACH", + -13.246841430664062 + ], + [ + "▁Bedien", + -13.2470703125 + ], + [ + "starred", + -13.247169494628906 + ], + [ + "▁săptămâna", + -13.247236251831056 + ], + [ + "▁Gratuit", + -13.247239112854004 + ], + [ + "▁Jahrzehnte", + -13.247241020202637 + ], + [ + "ingénieur", + -13.24731731414795 + ], + [ + "▁Huang", + -13.24736213684082 + ], + [ + "Music", + -13.247401237487791 + ], + [ + "misiei", + -13.247544288635254 + ], + [ + "▁masuri", + -13.247733116149902 + ], + [ + "▁Achievement", + -13.247817039489746 + ], + [ + "▁Dorothy", + -13.247817039489746 + ], + [ + "blätter", + -13.247817993164062 + ], + [ + "éloign", + -13.247817993164062 + ], + [ + "▁Anglia", + -13.247990608215332 + ], + [ + "brach", + -13.248013496398926 + ], + [ + "▁Optimization", + -13.248085021972656 + ], + [ + "6.7", + -13.248170852661133 + ], + [ + "winkel", + -13.248210906982422 + ], + [ + "contenan", + -13.248347282409668 + ], + [ + "Astăzi", + -13.248398780822754 + ], + [ + "wiped", + -13.248441696166992 + ], + [ + "granting", + -13.248665809631348 + ], + [ + "▁plăti", + -13.248859405517578 + ], + [ + "▁Compensation", + -13.248979568481444 + ], + [ + "▁Verkäufer", + -13.248979568481444 + ], + [ + "▁angajați", + -13.248980522155762 + ], + [ + "▁diminished", + -13.24902057647705 + ], + [ + "employment", + -13.249250411987305 + ], + [ + "yahoo", + -13.249435424804688 + ], + [ + "▁détrui", + -13.249698638916016 + ], + [ + "▁suffisant", + -13.24982738494873 + ], + [ + "▁Moldovei", + -13.250144004821776 + ], + [ + "▁Pokemon", + -13.250144004821776 + ], + [ + "▁Malcolm", + -13.250144958496094 + ], + [ + "▁mysteries", + -13.250147819519045 + ], + [ + "▁Diversity", + -13.250149726867676 + ], + [ + "▁clinique", + -13.250327110290527 + ], + [ + "landais", + -13.250344276428224 + ], + [ + "▁campanii", + -13.250399589538574 + ], + [ + "▁témoignage", + -13.250439643859863 + ], + [ + "▁paralel", + -13.25046730041504 + ], + [ + "▁travailleurs", + -13.250576972961426 + ], + [ + "▁salvage", + -13.250580787658691 + ], + [ + "▁crayon", + -13.250732421875 + ], + [ + "immédiat", + -13.25085163116455 + ], + [ + "hopped", + -13.250958442687988 + ], + [ + "▁senzor", + -13.25102710723877 + ], + [ + "▁imbunatati", + -13.251073837280272 + ], + [ + "▁capitalize", + -13.2511568069458 + ], + [ + "▁Elephant", + -13.25130844116211 + ], + [ + "▁insomnia", + -13.25131607055664 + ], + [ + "▁Ansicht", + -13.251325607299805 + ], + [ + "▁lupte", + -13.251556396484377 + ], + [ + "▁genomic", + -13.251557350158691 + ], + [ + "▁Grape", + -13.251769065856934 + ], + [ + "MONT", + -13.25197982788086 + ], + [ + "métiers", + -13.252004623413086 + ], + [ + "▁Pierce", + -13.252123832702637 + ], + [ + "consulted", + -13.252388954162598 + ], + [ + "▁Responsible", + -13.252474784851074 + ], + [ + "symmetry", + -13.252476692199709 + ], + [ + "▁sulfur", + -13.252487182617188 + ], + [ + "▁înapoi", + -13.25251007080078 + ], + [ + "▁Junction", + -13.252549171447754 + ], + [ + "▁trilogy", + -13.252622604370115 + ], + [ + "▁unkompliziert", + -13.253059387207031 + ], + [ + "▁zugänglich", + -13.253059387207031 + ], + [ + "▁préfèr", + -13.253153800964355 + ], + [ + "oarelor", + -13.253361701965332 + ], + [ + "langage", + -13.253460884094238 + ], + [ + "admired", + -13.253589630126951 + ], + [ + "platform", + -13.253595352172852 + ], + [ + "▁pluralit", + -13.253616333007812 + ], + [ + "▁betrachtet", + -13.253643035888672 + ], + [ + "▁reproduc", + -13.253790855407717 + ], + [ + "exemple", + -13.25385570526123 + ], + [ + "▁conspir", + -13.254347801208496 + ], + [ + "▁pelvi", + -13.25437068939209 + ], + [ + "leased", + -13.254551887512209 + ], + [ + "▁souffle", + -13.254570960998535 + ], + [ + "▁approprié", + -13.254705429077148 + ], + [ + "absorbing", + -13.254817962646484 + ], + [ + "dividing", + -13.254855155944824 + ], + [ + "herently", + -13.25514793395996 + ], + [ + "▁blister", + -13.255179405212402 + ], + [ + "löst", + -13.255182266235352 + ], + [ + "Apotheke", + -13.255398750305176 + ], + [ + "▁Asociaţi", + -13.25542449951172 + ], + [ + "education", + -13.255904197692873 + ], + [ + "▁retract", + -13.255982398986816 + ], + [ + "▁appraise", + -13.255990982055664 + ], + [ + "▁Debbie", + -13.256075859069824 + ], + [ + "▁arhitect", + -13.256193161010742 + ], + [ + "▁Mohamed", + -13.256568908691406 + ], + [ + "▁îndrept", + -13.256568908691406 + ], + [ + "▁exhaustive", + -13.256753921508787 + ], + [ + "▁Notebook", + -13.257004737854004 + ], + [ + "crashing", + -13.257068634033203 + ], + [ + "▁Betreiber", + -13.257155418395996 + ], + [ + "▁présidentielle", + -13.257159233093262 + ], + [ + "▁Träger", + -13.257172584533691 + ], + [ + "▁noteworthy", + -13.257259368896484 + ], + [ + "▁séparé", + -13.257729530334473 + ], + [ + "▁doppelt", + -13.257795333862305 + ], + [ + "tină", + -13.258066177368164 + ], + [ + "Quelques", + -13.258085250854492 + ], + [ + "culoarea", + -13.258100509643556 + ], + [ + "▁ethic", + -13.258166313171388 + ], + [ + "▁cohesive", + -13.258329391479492 + ], + [ + "▁congratulations", + -13.258334159851074 + ], + [ + "▁sovereignty", + -13.25833797454834 + ], + [ + "▁Aplica", + -13.258413314819336 + ], + [ + "▁Covenant", + -13.25851058959961 + ], + [ + "▁multicultural", + -13.258591651916504 + ], + [ + "assemblée", + -13.258955001831056 + ], + [ + "▁petals", + -13.258974075317385 + ], + [ + "erode", + -13.259026527404783 + ], + [ + "▁porumb", + -13.259035110473633 + ], + [ + "▁Barrier", + -13.259050369262695 + ], + [ + "▁WWE", + -13.259085655212402 + ], + [ + "Etwa", + -13.259175300598145 + ], + [ + "▁recunosc", + -13.259271621704102 + ], + [ + "▁turtle", + -13.25941562652588 + ], + [ + "▁vârf", + -13.259444236755373 + ], + [ + "▁Ranking", + -13.259448051452637 + ], + [ + "▁sympathetic", + -13.259514808654783 + ], + [ + "exploded", + -13.2595796585083 + ], + [ + "▁influenț", + -13.259591102600098 + ], + [ + "▁Fireplace", + -13.25972843170166 + ], + [ + "▁Nachwuchs", + -13.260090827941896 + ], + [ + "▁empfohlen", + -13.260090827941896 + ], + [ + "Voir", + -13.260661125183104 + ], + [ + "▁Vimeo", + -13.26069164276123 + ], + [ + "▁weaving", + -13.260967254638672 + ], + [ + "beneficiar", + -13.261198043823242 + ], + [ + "▁balade", + -13.261216163635254 + ], + [ + "▁Mercy", + -13.261566162109377 + ], + [ + "3.000", + -13.26181697845459 + ], + [ + "Immediately", + -13.26185703277588 + ], + [ + "▁frosting", + -13.261868476867676 + ], + [ + "▁Fiscal", + -13.261882781982422 + ], + [ + "downloadable", + -13.26188850402832 + ], + [ + "▁Hwy", + -13.261902809143066 + ], + [ + "évoluer", + -13.261951446533203 + ], + [ + "▁vieille", + -13.2620210647583 + ], + [ + "heißen", + -13.262436866760254 + ], + [ + "▁étrangère", + -13.262446403503418 + ], + [ + "▁incapable", + -13.262490272521973 + ], + [ + "volunteered", + -13.262520790100098 + ], + [ + "fortunately", + -13.262564659118652 + ], + [ + "company", + -13.262738227844238 + ], + [ + "denkt", + -13.2627592086792 + ], + [ + "▁citesc", + -13.262818336486816 + ], + [ + "▁intrebare", + -13.262896537780762 + ], + [ + "pleasantly", + -13.262990951538086 + ], + [ + "▁Minecraft", + -13.263079643249512 + ], + [ + "▁Schmuck", + -13.26308536529541 + ], + [ + "▁maghiar", + -13.263099670410156 + ], + [ + "conductive", + -13.263339042663574 + ], + [ + "décrit", + -13.263534545898438 + ], + [ + "provide", + -13.26353931427002 + ], + [ + "▁depăş", + -13.263628959655762 + ], + [ + "ituated", + -13.263657569885254 + ], + [ + "▁trumpet", + -13.264216423034668 + ], + [ + "▁nastere", + -13.2642240524292 + ], + [ + "▁Région", + -13.264245986938477 + ], + [ + "Occupational", + -13.264411926269531 + ], + [ + "▁Grecia", + -13.264415740966797 + ], + [ + "▁Conclusion", + -13.26449203491211 + ], + [ + "▁collaborateurs", + -13.264927864074709 + ], + [ + "▁Alibaba", + -13.265398025512695 + ], + [ + "▁amplasat", + -13.265398979187012 + ], + [ + "▁Plastik", + -13.265992164611816 + ], + [ + "▁stash", + -13.266023635864258 + ], + [ + "▁Bonnie", + -13.266045570373535 + ], + [ + "▁ehrlich", + -13.266156196594238 + ], + [ + "▁contention", + -13.266193389892578 + ], + [ + "▁Oslo", + -13.266263008117676 + ], + [ + "englische", + -13.266319274902344 + ], + [ + "measurable", + -13.266439437866213 + ], + [ + "loppy", + -13.266470909118652 + ], + [ + "▁Refrigerat", + -13.266579627990724 + ], + [ + "▁remboursement", + -13.26658058166504 + ], + [ + "▁societăţi", + -13.26658058166504 + ], + [ + "translates", + -13.266607284545898 + ], + [ + "ichtigkeit", + -13.266685485839844 + ], + [ + "agentur", + -13.266741752624512 + ], + [ + "▁compute", + -13.266800880432127 + ], + [ + "berater", + -13.266921043395996 + ], + [ + "▁Georgetown", + -13.266945838928224 + ], + [ + "wolves", + -13.26695156097412 + ], + [ + "ceased", + -13.266959190368652 + ], + [ + "▁Binary", + -13.267030715942385 + ], + [ + "▁kontrolliert", + -13.267172813415527 + ], + [ + "informer", + -13.267416000366213 + ], + [ + "lehrer", + -13.267578125 + ], + [ + "lieferung", + -13.267709732055664 + ], + [ + "▁definit", + -13.267742156982422 + ], + [ + "chèque", + -13.267765045166016 + ], + [ + "▁clergy", + -13.267765045166016 + ], + [ + "▁ministries", + -13.267767906188965 + ], + [ + "▁plague", + -13.267779350280762 + ], + [ + "▁Jedi", + -13.267805099487305 + ], + [ + "▁Blackjack", + -13.268025398254396 + ], + [ + "▁subsection", + -13.26807689666748 + ], + [ + "▁Sachsen", + -13.268121719360352 + ], + [ + "valorile", + -13.268146514892578 + ], + [ + "molded", + -13.26816463470459 + ], + [ + "▁betroffen", + -13.268183708190918 + ], + [ + "▁adecvat", + -13.268229484558104 + ], + [ + "▁collègue", + -13.26835823059082 + ], + [ + "▁chinez", + -13.268392562866213 + ], + [ + "emelle", + -13.268695831298828 + ], + [ + "▁körperliche", + -13.268902778625488 + ], + [ + "▁titan", + -13.26891040802002 + ], + [ + "▁sophistication", + -13.268951416015623 + ], + [ + "▁provoke", + -13.268957138061523 + ], + [ + "▁pensii", + -13.269042015075684 + ], + [ + "▁Tucker", + -13.26937770843506 + ], + [ + "▁motoare", + -13.26943302154541 + ], + [ + "supported", + -13.269536972045898 + ], + [ + "▁Sicil", + -13.269697189331056 + ], + [ + "▁Ausgangs", + -13.26987361907959 + ], + [ + "▁verletzt", + -13.269908905029297 + ], + [ + "Ligue", + -13.269996643066406 + ], + [ + "▁organizatori", + -13.270026206970217 + ], + [ + "▁apprentice", + -13.270099639892578 + ], + [ + "▁Potato", + -13.270183563232422 + ], + [ + "▁Duft", + -13.27039623260498 + ], + [ + "▁medicament", + -13.270566940307615 + ], + [ + "Hôtel", + -13.270740509033203 + ], + [ + "▁Triangle", + -13.27084255218506 + ], + [ + "buted", + -13.271100044250488 + ], + [ + "▁Bentley", + -13.271336555480955 + ], + [ + "următoarele", + -13.271389961242676 + ], + [ + "animate", + -13.271404266357422 + ], + [ + "megapixel", + -13.271404266357422 + ], + [ + "einfachen", + -13.271514892578123 + ], + [ + "▁performanț", + -13.271544456481934 + ], + [ + "lurry", + -13.27184009552002 + ], + [ + "suffisamment", + -13.27192211151123 + ], + [ + "▁Weihnachten", + -13.27192211151123 + ], + [ + "▁Detective", + -13.27194595336914 + ], + [ + "▁lovit", + -13.272049903869627 + ], + [ + "▁blouse", + -13.27213191986084 + ], + [ + "▁hartie", + -13.27216339111328 + ], + [ + "vro", + -13.27225112915039 + ], + [ + "▁disastrous", + -13.272517204284668 + ], + [ + "vermutlich", + -13.2725191116333 + ], + [ + "▁Stafford", + -13.272527694702148 + ], + [ + "ehlt", + -13.272628784179688 + ], + [ + "▁vielseitig", + -13.272643089294434 + ], + [ + "Manifest", + -13.273274421691896 + ], + [ + "homage", + -13.27354907989502 + ], + [ + "menée", + -13.273566246032717 + ], + [ + "▁erläuter", + -13.27370834350586 + ], + [ + "▁volontaire", + -13.273709297180176 + ], + [ + "wrought", + -13.27371597290039 + ], + [ + "▁Naples", + -13.273719787597656 + ], + [ + "recommending", + -13.273759841918944 + ], + [ + "▁thermique", + -13.273774147033691 + ], + [ + "▁subtitle", + -13.27378749847412 + ], + [ + "▁Slam", + -13.273809432983398 + ], + [ + "▁necesitate", + -13.273809432983398 + ], + [ + "trimmed", + -13.274099349975586 + ], + [ + "urmatoarele", + -13.274178504943848 + ], + [ + "▁Sorin", + -13.274245262145996 + ], + [ + "▁compromis", + -13.274300575256348 + ], + [ + "overcoming", + -13.274477005004885 + ], + [ + "▁Samantha", + -13.274901390075684 + ], + [ + "dazzling", + -13.27490234375 + ], + [ + "▁Pearson", + -13.274903297424316 + ], + [ + "▁glazing", + -13.274911880493164 + ], + [ + "Revelation", + -13.274921417236328 + ], + [ + "destinée", + -13.275156021118164 + ], + [ + "öffnet", + -13.27515983581543 + ], + [ + "CERT", + -13.275327682495115 + ], + [ + "▁Sneak", + -13.275503158569336 + ], + [ + "proiectele", + -13.275605201721191 + ], + [ + "▁longitudinal", + -13.27609634399414 + ], + [ + "▁cocaine", + -13.276098251342772 + ], + [ + "▁universitar", + -13.276108741760254 + ], + [ + "▁refreshments", + -13.276166915893556 + ], + [ + "▁instanţ", + -13.276243209838867 + ], + [ + "▁kostenfrei", + -13.276397705078123 + ], + [ + "▁comédie", + -13.276451110839844 + ], + [ + "▁Locat", + -13.276725769042969 + ], + [ + "▁Albania", + -13.276732444763184 + ], + [ + "▁mécanique", + -13.276776313781738 + ], + [ + "messung", + -13.27683162689209 + ], + [ + "issus", + -13.277260780334473 + ], + [ + "pinned", + -13.277328491210938 + ], + [ + "▁sanft", + -13.277335166931152 + ], + [ + "▁geprüft", + -13.277435302734377 + ], + [ + "▁procè", + -13.277442932128906 + ], + [ + "▁Üb", + -13.277765274047852 + ], + [ + "5-0", + -13.277802467346191 + ], + [ + "▁Catering", + -13.277957916259766 + ], + [ + "▁prosperous", + -13.27801513671875 + ], + [ + "▁replication", + -13.278098106384276 + ], + [ + "▁obese", + -13.278441429138184 + ], + [ + "clerosis", + -13.278489112854004 + ], + [ + "▁Carnegie", + -13.278489112854004 + ], + [ + "▁Incredible", + -13.278489112854004 + ], + [ + "▁Teppich", + -13.278489112854004 + ], + [ + "▁crunchy", + -13.278489112854004 + ], + [ + "▁vomiting", + -13.278529167175291 + ], + [ + "▁sourire", + -13.278619766235352 + ], + [ + "publish", + -13.278948783874512 + ], + [ + "▁exterioar", + -13.279094696044922 + ], + [ + "▁forehead", + -13.279107093811035 + ], + [ + "▁climatique", + -13.27931308746338 + ], + [ + "▁conservator", + -13.279458999633787 + ], + [ + "▁Russland", + -13.279687881469728 + ], + [ + "▁kombiniert", + -13.279687881469728 + ], + [ + "▁Thrones", + -13.279688835144045 + ], + [ + "▁Griffith", + -13.27968978881836 + ], + [ + "▁fragrant", + -13.279695510864258 + ], + [ + "▁RSVP", + -13.279698371887209 + ], + [ + "klima", + -13.279751777648926 + ], + [ + "▁situație", + -13.279808044433594 + ], + [ + "deschiderea", + -13.280009269714355 + ], + [ + "▁moale", + -13.280033111572266 + ], + [ + "▁Trevor", + -13.280112266540527 + ], + [ + "ménager", + -13.28011417388916 + ], + [ + "deploying", + -13.280428886413574 + ], + [ + "▁Loft", + -13.280500411987305 + ], + [ + "▁Willkommen", + -13.28059196472168 + ], + [ + "▁Bezirks", + -13.280887603759766 + ], + [ + "▁Himself", + -13.280975341796877 + ], + [ + "▁quarant", + -13.28101634979248 + ], + [ + "▁1901", + -13.281079292297363 + ], + [ + "▁tripod", + -13.28136920928955 + ], + [ + "▁récolt", + -13.281553268432615 + ], + [ + "natură", + -13.281631469726562 + ], + [ + "School", + -13.281649589538574 + ], + [ + "contested", + -13.281773567199709 + ], + [ + "bwohl", + -13.281784057617188 + ], + [ + "Darren", + -13.281830787658691 + ], + [ + "medicine", + -13.281903266906738 + ], + [ + "▁Impuls", + -13.282041549682615 + ], + [ + "prevailing", + -13.282057762145996 + ], + [ + "▁orthodontic", + -13.282089233398438 + ], + [ + "▁sequential", + -13.282089233398438 + ], + [ + "▁Kolkata", + -13.28209114074707 + ], + [ + "▁séch", + -13.282100677490234 + ], + [ + "▁diaper", + -13.28212833404541 + ], + [ + "▁simplifie", + -13.282144546508787 + ], + [ + "▁reflux", + -13.282163619995115 + ], + [ + "▁Hypo", + -13.28224277496338 + ], + [ + "imprimer", + -13.282251358032228 + ], + [ + "▁Folosi", + -13.282401084899902 + ], + [ + "Info", + -13.282570838928224 + ], + [ + "▁Investiga", + -13.282801628112791 + ], + [ + "stabilirea", + -13.282845497131348 + ], + [ + "élis", + -13.28314971923828 + ], + [ + "ccessed", + -13.28320026397705 + ], + [ + "▁recyclable", + -13.28329372406006 + ], + [ + "▁forbidden", + -13.283295631408691 + ], + [ + "▁Colonel", + -13.283297538757324 + ], + [ + "▁nisip", + -13.28330135345459 + ], + [ + "▁Fundamental", + -13.283303260803224 + ], + [ + "▁nouveauté", + -13.283308029174805 + ], + [ + "khi", + -13.283357620239258 + ], + [ + "▁ecology", + -13.28339672088623 + ], + [ + "▁filament", + -13.283540725708008 + ], + [ + "▁relentless", + -13.283559799194336 + ], + [ + "▁Behavior", + -13.283669471740724 + ], + [ + "titulaire", + -13.283900260925291 + ], + [ + "▁administrativ", + -13.28404426574707 + ], + [ + "▁Vorlage", + -13.284209251403809 + ], + [ + "zeigte", + -13.28427791595459 + ], + [ + "▁Bäume", + -13.284497261047363 + ], + [ + "▁Kartoffel", + -13.284497261047363 + ], + [ + "▁Possible", + -13.284500122070312 + ], + [ + "▁perturb", + -13.28466510772705 + ], + [ + "▁Grigor", + -13.284717559814451 + ], + [ + "▁streng", + -13.284759521484377 + ], + [ + "▁vânzare", + -13.285101890563965 + ], + [ + "concentrating", + -13.285698890686035 + ], + [ + "▁rechtzeitig", + -13.2857027053833 + ], + [ + "▁eternity", + -13.28570556640625 + ], + [ + "▁Puzzle", + -13.28575611114502 + ], + [ + "▁malade", + -13.285775184631348 + ], + [ + "▁Metallic", + -13.285776138305664 + ], + [ + "▁Unterhaltung", + -13.285783767700195 + ], + [ + "▁4:00", + -13.285820960998535 + ], + [ + "▁magique", + -13.285908699035645 + ], + [ + "▁cellphone", + -13.285975456237791 + ], + [ + "▁inhibition", + -13.286023139953612 + ], + [ + "▁remplacement", + -13.286025047302246 + ], + [ + "▁WWII", + -13.286089897155762 + ], + [ + "Eff", + -13.286258697509766 + ], + [ + "kontakt", + -13.286832809448242 + ], + [ + "Update", + -13.286869049072266 + ], + [ + "▁Emerald", + -13.286910057067873 + ], + [ + "▁hammock", + -13.286910057067873 + ], + [ + "POWER", + -13.286917686462402 + ], + [ + "automne", + -13.286917686462402 + ], + [ + "▁(2004)", + -13.286961555480955 + ], + [ + "▁participanți", + -13.287012100219728 + ], + [ + "1998)", + -13.287014961242676 + ], + [ + "▁deletion", + -13.287186622619627 + ], + [ + "▁Proiect", + -13.287226676940918 + ], + [ + "IDENT", + -13.287504196166992 + ], + [ + "▁precis", + -13.287623405456545 + ], + [ + "▁limp", + -13.287676811218262 + ], + [ + "▁Pompe", + -13.287686347961426 + ], + [ + "▁ménage", + -13.28780746459961 + ], + [ + "▁Wahrheit", + -13.288119316101074 + ], + [ + "▁Intelligent", + -13.28812026977539 + ], + [ + "▁instability", + -13.2881441116333 + ], + [ + "insurance", + -13.28834629058838 + ], + [ + "▁Nursery", + -13.288352966308594 + ], + [ + "▁synonym", + -13.288427352905272 + ], + [ + "▁ignite", + -13.28848934173584 + ], + [ + "▁Vernon", + -13.28849983215332 + ], + [ + "purchase", + -13.288524627685549 + ], + [ + "▁disponibilité", + -13.288662910461426 + ], + [ + "▁producţi", + -13.28909969329834 + ], + [ + "▁Pentagon", + -13.289329528808594 + ], + [ + "▁illumination", + -13.289329528808594 + ], + [ + "▁obsolete", + -13.289329528808594 + ], + [ + "▁unacceptable", + -13.28933048248291 + ], + [ + "Gleichzeitig", + -13.289938926696776 + ], + [ + "rutsch", + -13.290071487426758 + ], + [ + "viziuni", + -13.290409088134766 + ], + [ + "▁Nicaragua", + -13.29054069519043 + ], + [ + "▁hesitation", + -13.290541648864746 + ], + [ + "▁nascut", + -13.290545463562012 + ], + [ + "▁Warehouse", + -13.29055404663086 + ], + [ + "geboten", + -13.29055881500244 + ], + [ + "▁Lagos", + -13.290844917297363 + ], + [ + "produced", + -13.290874481201172 + ], + [ + "cativa", + -13.291309356689451 + ], + [ + "▁Tracy", + -13.291326522827148 + ], + [ + "Projekt", + -13.291468620300291 + ], + [ + "▁malaria", + -13.291692733764648 + ], + [ + "▁Baldwin", + -13.291755676269531 + ], + [ + "Take", + -13.291791915893556 + ], + [ + "▁fluctuations", + -13.291844367980955 + ], + [ + "▁titular", + -13.29194450378418 + ], + [ + "bmw", + -13.291976928710938 + ], + [ + "▁brevet", + -13.29202651977539 + ], + [ + "étapes", + -13.292173385620115 + ], + [ + "wikipedia", + -13.292373657226562 + ], + [ + "▁corporal", + -13.292424201965332 + ], + [ + "▁Schönheit", + -13.2926664352417 + ], + [ + "utilizatorii", + -13.292695999145508 + ], + [ + "INFO", + -13.292807579040527 + ], + [ + "▁formularul", + -13.29290008544922 + ], + [ + "femi", + -13.292959213256836 + ], + [ + "Konferenz", + -13.29296875 + ], + [ + "▁carnival", + -13.29296875 + ], + [ + "▁Kräuter", + -13.292969703674316 + ], + [ + "▁gelernt", + -13.292981147766112 + ], + [ + "▁Sherman", + -13.293017387390137 + ], + [ + "▁persistence", + -13.293289184570312 + ], + [ + "▁Behörden", + -13.293577194213867 + ], + [ + "▁Frühjahr", + -13.293578147888184 + ], + [ + "▁Guvern", + -13.293649673461914 + ], + [ + "interpreting", + -13.293878555297852 + ], + [ + "▁nommé", + -13.294021606445312 + ], + [ + "consult", + -13.29403591156006 + ], + [ + "▁obligaţi", + -13.294184684753418 + ], + [ + "▁Newspaper", + -13.2942476272583 + ], + [ + "(2005)", + -13.294515609741213 + ], + [ + "pumped", + -13.294614791870115 + ], + [ + "▁autoritati", + -13.294634819030762 + ], + [ + "▁aplicatii", + -13.294644355773926 + ], + [ + "▁verhindert", + -13.294794082641602 + ], + [ + "▁évident", + -13.294794082641602 + ], + [ + "▁getrennt", + -13.294795036315918 + ], + [ + "▁Encourage", + -13.295403480529783 + ], + [ + "▁lurk", + -13.295432090759276 + ], + [ + "▁condemned", + -13.295455932617188 + ], + [ + "▁4:30", + -13.295502662658691 + ], + [ + "labelled", + -13.29576587677002 + ], + [ + "ordinea", + -13.295899391174316 + ], + [ + "▁pantofi", + -13.296012878417969 + ], + [ + "Default", + -13.296042442321776 + ], + [ + "▁beruh", + -13.296120643615724 + ], + [ + "/01/", + -13.296268463134766 + ], + [ + "league", + -13.296503067016602 + ], + [ + "▁couvert", + -13.296524047851562 + ], + [ + "▁competencies", + -13.296622276306152 + ], + [ + "▁mozzarella", + -13.296622276306152 + ], + [ + "jihad", + -13.29662799835205 + ], + [ + "▁gossip", + -13.29662799835205 + ], + [ + "▁Omaha", + -13.296628952026367 + ], + [ + "▁coincidence", + -13.296669960021973 + ], + [ + "▁Pinot", + -13.296710968017578 + ], + [ + "dotted", + -13.296789169311523 + ], + [ + "schilder", + -13.297197341918944 + ], + [ + "▁Munte", + -13.29722499847412 + ], + [ + "▁Vermieter", + -13.297232627868652 + ], + [ + "▁britannique", + -13.297232627868652 + ], + [ + "▁comentariu", + -13.297235488891602 + ], + [ + "abonnement", + -13.29725456237793 + ], + [ + "▁inventive", + -13.29727840423584 + ], + [ + "complie", + -13.297279357910156 + ], + [ + "composée", + -13.29734992980957 + ], + [ + "▁glatt", + -13.297684669494627 + ], + [ + "adorned", + -13.297842979431152 + ], + [ + "▁Opportunities", + -13.297842979431152 + ], + [ + "▁equilibrium", + -13.297842979431152 + ], + [ + "▁persuasive", + -13.297842979431152 + ], + [ + "▁achiziţi", + -13.297843933105469 + ], + [ + "▁déterminer", + -13.297843933105469 + ], + [ + "▁fleece", + -13.297857284545898 + ], + [ + "▁ivory", + -13.29786205291748 + ], + [ + "▁Genuss", + -13.297900199890137 + ], + [ + "Thousands", + -13.297930717468262 + ], + [ + "▁izolat", + -13.297965049743652 + ], + [ + "▁symbolize", + -13.298033714294434 + ], + [ + "gâteau", + -13.298051834106444 + ], + [ + "▁relații", + -13.298062324523926 + ], + [ + "▁Classroom", + -13.298144340515137 + ], + [ + "settlers", + -13.298155784606934 + ], + [ + "▁vremuri", + -13.298195838928224 + ], + [ + "▁Serial", + -13.29838752746582 + ], + [ + "▁boite", + -13.298399925231934 + ], + [ + "équivalent", + -13.298453330993652 + ], + [ + "▁benutzen", + -13.298454284667969 + ], + [ + "▁Recomand", + -13.298462867736816 + ], + [ + "▁Sinai", + -13.298968315124512 + ], + [ + "▁Advertise", + -13.29906940460205 + ], + [ + "▁Thermal", + -13.299206733703612 + ], + [ + "fiance", + -13.299471855163574 + ], + [ + "▁universitaire", + -13.299683570861816 + ], + [ + "▁rivière", + -13.299793243408203 + ], + [ + "▁reimburse", + -13.299907684326172 + ], + [ + "ţara", + -13.299932479858398 + ], + [ + "tician", + -13.30002498626709 + ], + [ + "intelligence", + -13.300041198730469 + ], + [ + "▁abgestimmt", + -13.300288200378418 + ], + [ + "▁compliqué", + -13.300288200378418 + ], + [ + "▁succulent", + -13.300297737121582 + ], + [ + "opéra", + -13.300395011901855 + ], + [ + "7-9", + -13.300456047058104 + ], + [ + "▁pierderi", + -13.300654411315918 + ], + [ + "extinction", + -13.30090045928955 + ], + [ + "▁Zweifel", + -13.30103874206543 + ], + [ + "ATCH", + -13.30112361907959 + ], + [ + "10,000", + -13.301222801208496 + ], + [ + "▁uninterrupted", + -13.301513671875 + ], + [ + "▁Eigentum", + -13.301517486572266 + ], + [ + "▁Utility", + -13.301517486572266 + ], + [ + "ско", + -13.30152988433838 + ], + [ + "▁tornado", + -13.301544189453123 + ], + [ + "▁Güte", + -13.301727294921877 + ], + [ + "▁pertain", + -13.301923751831056 + ], + [ + "painters", + -13.301993370056152 + ], + [ + "Help", + -13.3021240234375 + ], + [ + "▁străinătate", + -13.30212688446045 + ], + [ + "▁stammen", + -13.302170753479004 + ], + [ + "opposition", + -13.30222988128662 + ], + [ + "▁rhino", + -13.302233695983888 + ], + [ + "intervenir", + -13.302427291870115 + ], + [ + "▁hyperlink", + -13.302441596984863 + ], + [ + "höchst", + -13.302518844604492 + ], + [ + "roach", + -13.302627563476562 + ], + [ + "wSt", + -13.302687644958496 + ], + [ + "▁monastery", + -13.302740097045898 + ], + [ + "▁algae", + -13.302754402160645 + ], + [ + "▁shaving", + -13.302757263183594 + ], + [ + "présentent", + -13.302804946899414 + ], + [ + "Africa", + -13.302860260009766 + ], + [ + "eigener", + -13.30304718017578 + ], + [ + "▁glace", + -13.30315399169922 + ], + [ + "▁discurs", + -13.303179740905762 + ], + [ + "▁autograph", + -13.303204536437988 + ], + [ + "▁Conflict", + -13.303359031677246 + ], + [ + "▁școli", + -13.303411483764648 + ], + [ + "▁excerpt", + -13.303617477416992 + ], + [ + "correlated", + -13.303628921508787 + ], + [ + "empel", + -13.303841590881348 + ], + [ + "cryptocurrencies", + -13.30396842956543 + ], + [ + "▁symposium", + -13.30396842956543 + ], + [ + "▁gewohnt", + -13.303994178771973 + ], + [ + "PTSD", + -13.304070472717283 + ], + [ + "▁harmonic", + -13.304166793823242 + ], + [ + "discarded", + -13.304282188415527 + ], + [ + "▁Flint", + -13.304359436035156 + ], + [ + "Russia", + -13.30442237854004 + ], + [ + "▁ședinț", + -13.304583549499512 + ], + [ + "▁accusations", + -13.304727554321287 + ], + [ + "▁încălc", + -13.304827690124512 + ], + [ + "sendung", + -13.305152893066406 + ], + [ + "▁Chiropractic", + -13.305197715759276 + ], + [ + "▁excepți", + -13.305201530456545 + ], + [ + "▁proclaim", + -13.305201530456545 + ], + [ + "▁Flexible", + -13.305295944213867 + ], + [ + "▁Hüt", + -13.30538272857666 + ], + [ + "▁Baltic", + -13.30539608001709 + ], + [ + "▁inaltime", + -13.30553913116455 + ], + [ + "▁montré", + -13.305868148803713 + ], + [ + "exécution", + -13.305898666381836 + ], + [ + "partei", + -13.30596160888672 + ], + [ + "▁specifie", + -13.306072235107422 + ], + [ + "▁Jackpot", + -13.306105613708496 + ], + [ + "▁stumble", + -13.306134223937988 + ], + [ + "▁individuel", + -13.306161880493164 + ], + [ + "▁Veteran", + -13.306217193603516 + ], + [ + "▁Supplies", + -13.306428909301758 + ], + [ + "▁excavation", + -13.306428909301758 + ], + [ + "▁Libraries", + -13.306469917297363 + ], + [ + "▁prénom", + -13.306476593017578 + ], + [ + "WOOD", + -13.30650806427002 + ], + [ + "meciul", + -13.306917190551758 + ], + [ + "Chef", + -13.30693817138672 + ], + [ + "▁SUPER", + -13.306940078735352 + ], + [ + "Appeals", + -13.30696964263916 + ], + [ + "terapia", + -13.307113647460938 + ], + [ + "▁relatii", + -13.30713939666748 + ], + [ + "modifying", + -13.30748462677002 + ], + [ + "▁Regulament", + -13.307662010192873 + ], + [ + "▁bănci", + -13.307662963867188 + ], + [ + "▁agility", + -13.307666778564451 + ], + [ + "▁Magnetic", + -13.307674407958984 + ], + [ + "▁piatra", + -13.30767822265625 + ], + [ + "▁Governance", + -13.307680130004885 + ], + [ + "▁clown", + -13.30772876739502 + ], + [ + "▁Choir", + -13.308337211608888 + ], + [ + "aujourd", + -13.308548927307127 + ], + [ + "▁vendeur", + -13.30873203277588 + ], + [ + "ndererseits", + -13.308859825134276 + ], + [ + "▁Bahrain", + -13.3088960647583 + ], + [ + "▁Timisoara", + -13.3088960647583 + ], + [ + "▁exklusive", + -13.3088960647583 + ], + [ + "▁Population", + -13.309001922607422 + ], + [ + "▁nepo", + -13.309073448181152 + ], + [ + "▁relish", + -13.309085845947266 + ], + [ + "▁Pumpkin", + -13.309571266174316 + ], + [ + "▁détente", + -13.309784889221191 + ], + [ + "▁episcop", + -13.309860229492188 + ], + [ + "patterned", + -13.309929847717283 + ], + [ + "▁THANK", + -13.310132026672363 + ], + [ + "▁Widerspruch", + -13.310132026672363 + ], + [ + "▁Crisis", + -13.310189247131348 + ], + [ + "▁goose", + -13.310226440429688 + ], + [ + "▁couture", + -13.310307502746582 + ], + [ + "▁hinweg", + -13.310446739196776 + ], + [ + "supplemental", + -13.310486793518066 + ], + [ + "shingles", + -13.31060791015625 + ], + [ + "investir", + -13.310635566711426 + ], + [ + "▁steriliz", + -13.31075954437256 + ], + [ + "tractors", + -13.310761451721191 + ], + [ + "cellules", + -13.31078815460205 + ], + [ + "▁Gloria", + -13.310888290405272 + ], + [ + "▁teilnehmen", + -13.311092376708984 + ], + [ + "companiile", + -13.311248779296877 + ], + [ + "surfacing", + -13.311279296875 + ], + [ + "▁nostalgic", + -13.311368942260742 + ], + [ + "▁Badezimmer", + -13.31136989593506 + ], + [ + "▁conjoint", + -13.311370849609377 + ], + [ + "vacancy", + -13.31145191192627 + ], + [ + "▁homeland", + -13.311582565307615 + ], + [ + "▁Abschnitt", + -13.311625480651855 + ], + [ + "Cartea", + -13.311653137207031 + ], + [ + "SIA", + -13.311782836914062 + ], + [ + "▁explode", + -13.311786651611328 + ], + [ + "fostering", + -13.311959266662598 + ], + [ + "▁ceilalti", + -13.31198787689209 + ], + [ + "▁gentil", + -13.31214714050293 + ], + [ + "oplasty", + -13.31218433380127 + ], + [ + "bodied", + -13.312424659729004 + ], + [ + "▁1906", + -13.312499046325684 + ], + [ + "▁BlackBerry", + -13.312607765197754 + ], + [ + "▁Presbyterian", + -13.312607765197754 + ], + [ + "▁berücksichtigt", + -13.312607765197754 + ], + [ + "▁compartiment", + -13.312607765197754 + ], + [ + "▁compulsory", + -13.312607765197754 + ], + [ + "Millennial", + -13.312609672546388 + ], + [ + "▁sanitar", + -13.31263828277588 + ], + [ + "▁stink", + -13.312975883483888 + ], + [ + "lius", + -13.313047409057615 + ], + [ + "thankfully", + -13.313136100769045 + ], + [ + "modalité", + -13.313173294067385 + ], + [ + "▁cunoaște", + -13.313226699829102 + ], + [ + "Infrastruktur", + -13.313227653503418 + ], + [ + "▁studenți", + -13.31325340270996 + ], + [ + "Bref", + -13.313270568847656 + ], + [ + "London", + -13.31360149383545 + ], + [ + "▁Arduino", + -13.313847541809082 + ], + [ + "▁cilantro", + -13.313847541809082 + ], + [ + "▁Rafael", + -13.313848495483398 + ], + [ + "▁untersucht", + -13.313861846923828 + ], + [ + "▁martyr", + -13.31389331817627 + ], + [ + "▁Mormon", + -13.313984870910645 + ], + [ + "▁wicket", + -13.31399631500244 + ], + [ + "cherished", + -13.314335823059082 + ], + [ + "liquid", + -13.314417839050291 + ], + [ + "▁dorinț", + -13.314571380615234 + ], + [ + "lehnt", + -13.314717292785645 + ], + [ + "meisterschaft", + -13.31493091583252 + ], + [ + "fondateur", + -13.314971923828123 + ], + [ + "câble", + -13.315078735351562 + ], + [ + "▁erreichbar", + -13.315091133117676 + ], + [ + "▁footsteps", + -13.31509494781494 + ], + [ + "▁Kloster", + -13.31519889831543 + ], + [ + "▁multiplayer", + -13.315218925476074 + ], + [ + "▁substitu", + -13.31527614593506 + ], + [ + "▁Frisch", + -13.315526962280272 + ], + [ + "▁arsenal", + -13.315712928771973 + ], + [ + "explication", + -13.315866470336914 + ], + [ + "▁conexiun", + -13.31598663330078 + ], + [ + "muddy", + -13.316045761108398 + ], + [ + "▁Reifen", + -13.316120147705078 + ], + [ + "auraient", + -13.316132545471191 + ], + [ + "▁biologic", + -13.316136360168455 + ], + [ + "▁acquainted", + -13.316332817077637 + ], + [ + "▁shelving", + -13.316341400146484 + ], + [ + "Stunning", + -13.316373825073242 + ], + [ + "▁Clothing", + -13.316394805908203 + ], + [ + "▁kidding", + -13.316431999206545 + ], + [ + "excellent", + -13.316452026367188 + ], + [ + "▁susțin", + -13.316487312316896 + ], + [ + "bătut", + -13.316502571105955 + ], + [ + "elusive", + -13.3165283203125 + ], + [ + "werbung", + -13.316743850708008 + ], + [ + "slipping", + -13.316813468933104 + ], + [ + "▁configura", + -13.316926956176758 + ], + [ + "▁proaspat", + -13.31695556640625 + ], + [ + "▁apporté", + -13.317120552062988 + ], + [ + "▁démarr", + -13.317328453063965 + ], + [ + "Spezialist", + -13.317578315734863 + ], + [ + "▁obligați", + -13.317578315734863 + ], + [ + "▁societăți", + -13.317578315734863 + ], + [ + "▁malpractice", + -13.31757926940918 + ], + [ + "Hundreds", + -13.317609786987305 + ], + [ + "▁3:1", + -13.318138122558594 + ], + [ + "▁computation", + -13.31817626953125 + ], + [ + "▁Heilig", + -13.318528175354004 + ], + [ + "▁Helsinki", + -13.318824768066406 + ], + [ + "▁firefighters", + -13.318824768066406 + ], + [ + "▁obedience", + -13.318824768066406 + ], + [ + "▁evacuate", + -13.318825721740724 + ], + [ + "▁Floyd", + -13.318840026855469 + ], + [ + "▁Disneyland", + -13.318859100341797 + ], + [ + "Cathy", + -13.319069862365724 + ], + [ + "▁Broken", + -13.319278717041016 + ], + [ + "cript", + -13.319952011108398 + ], + [ + "▁Gewähr", + -13.320073127746582 + ], + [ + "▁embarrassed", + -13.320073127746582 + ], + [ + "▁Leicht", + -13.32007884979248 + ], + [ + "▁témoign", + -13.320379257202148 + ], + [ + "▁viteze", + -13.3206148147583 + ], + [ + "▁hallmark", + -13.320731163024902 + ], + [ + "uploads", + -13.32082462310791 + ], + [ + "▁Submission", + -13.320929527282717 + ], + [ + "▁croissant", + -13.321049690246582 + ], + [ + "awning", + -13.32105827331543 + ], + [ + "detecting", + -13.32119846343994 + ], + [ + "▁Bahamas", + -13.321322441101074 + ], + [ + "▁Kathleen", + -13.321325302124023 + ], + [ + "▁latch", + -13.321377754211426 + ], + [ + "▁pronounce", + -13.321380615234377 + ], + [ + "▁choke", + -13.321428298950195 + ], + [ + "▁$50,000", + -13.3215970993042 + ], + [ + "▁historische", + -13.321642875671388 + ], + [ + "jugé", + -13.321829795837402 + ], + [ + "▁MasterCard", + -13.321949005126951 + ], + [ + "▁Horror", + -13.321955680847168 + ], + [ + "spoiled", + -13.321958541870115 + ], + [ + "▁apariți", + -13.32202434539795 + ], + [ + "geschaltet", + -13.3225736618042 + ], + [ + "▁Londra", + -13.32257843017578 + ], + [ + "viction", + -13.322580337524414 + ], + [ + "▁Disaster", + -13.322593688964844 + ], + [ + "▁desigur", + -13.322601318359377 + ], + [ + "▁substanț", + -13.322601318359377 + ], + [ + "▁compiler", + -13.322613716125488 + ], + [ + "▁vanzari", + -13.32262897491455 + ], + [ + "▁Simulation", + -13.322669982910156 + ], + [ + "Occasionally", + -13.322842597961426 + ], + [ + "Seite", + -13.322884559631348 + ], + [ + "Linked", + -13.322938919067385 + ], + [ + "Roll", + -13.323015213012695 + ], + [ + "▁trajet", + -13.323244094848633 + ], + [ + "Molecular", + -13.323834419250488 + ], + [ + "▁pragmatic", + -13.323843002319336 + ], + [ + "judecată", + -13.323915481567385 + ], + [ + "ров", + -13.32400894165039 + ], + [ + "serrurerie", + -13.324024200439451 + ], + [ + "▁reconstruct", + -13.324129104614258 + ], + [ + "▁heureuse", + -13.324179649353027 + ], + [ + "▁knight", + -13.32422924041748 + ], + [ + "knowingly", + -13.32443141937256 + ], + [ + "▁perspectiva", + -13.324453353881836 + ], + [ + "ordinary", + -13.324604034423828 + ], + [ + "▁chaudière", + -13.324721336364746 + ], + [ + "Neill", + -13.324727058410645 + ], + [ + "cellulose", + -13.325080871582031 + ], + [ + "▁Delicious", + -13.325080871582031 + ], + [ + "▁incearca", + -13.325080871582031 + ], + [ + "▁retrospective", + -13.325080871582031 + ], + [ + "▁mundane", + -13.325081825256348 + ], + [ + "▁definiert", + -13.32508659362793 + ], + [ + "▁cockpit", + -13.325088500976562 + ], + [ + "Aktionen", + -13.325363159179688 + ], + [ + "▁distanț", + -13.325654029846191 + ], + [ + "▁diplôme", + -13.325708389282228 + ], + [ + "prepaid", + -13.325737953186035 + ], + [ + "▁Tabellen", + -13.325758934020996 + ], + [ + "▁economie", + -13.325770378112791 + ], + [ + "December", + -13.32582664489746 + ], + [ + "Punkten", + -13.32613754272461 + ], + [ + "▁Punch", + -13.32614517211914 + ], + [ + "Martin", + -13.326154708862305 + ], + [ + "▁Espresso", + -13.32631492614746 + ], + [ + "▁ubiquitous", + -13.326335906982422 + ], + [ + "▁Mongolia", + -13.326337814331056 + ], + [ + "▁collabor", + -13.326635360717772 + ], + [ + "▁Vordergrund", + -13.32696533203125 + ], + [ + "cameră", + -13.327091217041016 + ], + [ + "represented", + -13.327268600463867 + ], + [ + "▁AUTO", + -13.327446937561035 + ], + [ + "▁Ofert", + -13.327542304992676 + ], + [ + "neig", + -13.327593803405762 + ], + [ + "▁Hazard", + -13.327595710754396 + ], + [ + "▁Constanta", + -13.327596664428713 + ], + [ + "▁tumour", + -13.32759952545166 + ], + [ + "▁Neighborhood", + -13.327603340148926 + ], + [ + "▁detaliat", + -13.327619552612305 + ], + [ + "▁extraordinaire", + -13.327665328979492 + ], + [ + "▁Therapeutic", + -13.327686309814451 + ], + [ + "predicting", + -13.327693939208984 + ], + [ + "▁institutii", + -13.32776165008545 + ], + [ + "ifizierung", + -13.327797889709473 + ], + [ + "wählt", + -13.328207015991213 + ], + [ + "▁remarquable", + -13.32822322845459 + ], + [ + "Invent", + -13.32851219177246 + ], + [ + "▁foloseșt", + -13.328514099121094 + ], + [ + "öfte", + -13.32870388031006 + ], + [ + "▁discreet", + -13.328853607177734 + ], + [ + "▁Flickr", + -13.32885456085205 + ], + [ + "▁trésor", + -13.328856468200684 + ], + [ + "▁steroids", + -13.328872680664062 + ], + [ + "▁personnalité", + -13.328953742980955 + ], + [ + "▁Krankenhaus", + -13.32901668548584 + ], + [ + "▁affordability", + -13.329218864440918 + ], + [ + "deuten", + -13.329398155212402 + ], + [ + "Detailed", + -13.329412460327148 + ], + [ + "Walk", + -13.329444885253906 + ], + [ + "▁parallèle", + -13.329483032226562 + ], + [ + "thèse", + -13.329649925231934 + ], + [ + "▁gefördert", + -13.330117225646973 + ], + [ + "Greeting", + -13.33014965057373 + ], + [ + "gelistet", + -13.330172538757324 + ], + [ + "▁chlorine", + -13.330392837524414 + ], + [ + "behält", + -13.33039665222168 + ], + [ + "emption", + -13.330435752868652 + ], + [ + "▁mobilité", + -13.330601692199709 + ], + [ + "▁randonnée", + -13.330668449401855 + ], + [ + "habitant", + -13.330718040466309 + ], + [ + "zilla", + -13.331082344055176 + ], + [ + "▁Lili", + -13.33116054534912 + ], + [ + "▁répét", + -13.331341743469238 + ], + [ + "trucât", + -13.331376075744627 + ], + [ + "▁Hospice", + -13.331376075744627 + ], + [ + "▁grassroots", + -13.331377029418944 + ], + [ + "▁affiché", + -13.331393241882324 + ], + [ + "pears", + -13.331470489501951 + ], + [ + "▁linistit", + -13.331497192382812 + ], + [ + "▁Patron", + -13.331552505493164 + ], + [ + "▁Stalin", + -13.331626892089844 + ], + [ + "▁închiri", + -13.331751823425291 + ], + [ + "▁Apostol", + -13.332018852233888 + ], + [ + "▁poudre", + -13.332246780395508 + ], + [ + "▁piscin", + -13.332419395446776 + ], + [ + "merlin", + -13.33259391784668 + ], + [ + "limited", + -13.33260726928711 + ], + [ + "▁métallique", + -13.332639694213867 + ], + [ + "gazebo", + -13.33267879486084 + ], + [ + "weilige", + -13.332718849182127 + ], + [ + "prosecutors", + -13.33278751373291 + ], + [ + "Expert", + -13.33314323425293 + ], + [ + "Assemblée", + -13.333271980285645 + ], + [ + "▁fauna", + -13.333285331726074 + ], + [ + "▁Turtle", + -13.333353996276855 + ], + [ + "▁Consortium", + -13.333905220031738 + ], + [ + "▁assemblies", + -13.333905220031738 + ], + [ + "▁trajectory", + -13.333905220031738 + ], + [ + "▁Vineyard", + -13.333906173706056 + ], + [ + "▁Mehrwert", + -13.33403778076172 + ], + [ + "▁sunflower", + -13.334043502807615 + ], + [ + "develop", + -13.334060668945312 + ], + [ + "▁heroic", + -13.334100723266602 + ], + [ + "▁riscuri", + -13.334151268005373 + ], + [ + "oeuf", + -13.334300994873049 + ], + [ + "influence", + -13.334452629089355 + ], + [ + "▁Voraussetzung", + -13.334500312805176 + ], + [ + "utoritatea", + -13.334518432617188 + ], + [ + "Produsul", + -13.334654808044434 + ], + [ + "▁gewährleistet", + -13.335171699523926 + ], + [ + "▁brûl", + -13.335175514221191 + ], + [ + "▁Column", + -13.33518409729004 + ], + [ + "▁trousers", + -13.335209846496582 + ], + [ + "▁posterior", + -13.33521556854248 + ], + [ + "glyph", + -13.335251808166504 + ], + [ + "▁Happen", + -13.335280418395996 + ], + [ + "▁créateur", + -13.335667610168455 + ], + [ + "▁apostle", + -13.335898399353027 + ], + [ + "▁padding", + -13.335907936096191 + ], + [ + "▁Digitalisierung", + -13.335908889770508 + ], + [ + "▁Laurie", + -13.335915565490724 + ], + [ + "▁Erwerb", + -13.336065292358398 + ], + [ + "▁bătrân", + -13.336440086364746 + ], + [ + "▁harmonious", + -13.336441040039062 + ], + [ + "▁ailments", + -13.336456298828123 + ], + [ + "▁Venue", + -13.33650016784668 + ], + [ + "▁Motorcycle", + -13.336523056030272 + ], + [ + "▁cortex", + -13.336551666259766 + ], + [ + "▁Sunrise", + -13.336636543273926 + ], + [ + "Software", + -13.33677577972412 + ], + [ + "▁advocat", + -13.336934089660645 + ], + [ + "essentiellement", + -13.337422370910645 + ], + [ + "•", + -13.337494850158691 + ], + [ + "părut", + -13.337522506713867 + ], + [ + "▁Suffolk", + -13.337711334228516 + ], + [ + "▁righteousness", + -13.337711334228516 + ], + [ + "▁Shirley", + -13.337712287902832 + ], + [ + "▁Famous", + -13.337749481201172 + ], + [ + "▁emulate", + -13.337788581848145 + ], + [ + "vermögen", + -13.33788776397705 + ], + [ + "generated", + -13.337963104248049 + ], + [ + "Ecole", + -13.337977409362791 + ], + [ + "▁managerial", + -13.338086128234863 + ], + [ + "believe", + -13.338091850280762 + ], + [ + "▁récupére", + -13.338348388671877 + ], + [ + "▁recens", + -13.338531494140623 + ], + [ + "▁Barrett", + -13.338778495788574 + ], + [ + "▁courageous", + -13.338814735412598 + ], + [ + "9.95", + -13.338961601257324 + ], + [ + "▁Odyssey", + -13.338982582092283 + ], + [ + "▁Violence", + -13.338982582092283 + ], + [ + "▁concasseur", + -13.338982582092283 + ], + [ + "▁evacuation", + -13.338982582092283 + ], + [ + "▁kontinuierlich", + -13.338982582092283 + ], + [ + "▁epidemi", + -13.3389892578125 + ], + [ + "▁disconnected", + -13.339197158813477 + ], + [ + "frucht", + -13.33933925628662 + ], + [ + "Trustees", + -13.339348793029783 + ], + [ + "▁Massiv", + -13.339459419250488 + ], + [ + "gebucht", + -13.339473724365234 + ], + [ + "stütze", + -13.339526176452637 + ], + [ + "▁febr", + -13.339741706848145 + ], + [ + "honoured", + -13.339743614196776 + ], + [ + "▁digitiz", + -13.340079307556152 + ], + [ + "Image", + -13.34021282196045 + ], + [ + "▁Brunswick", + -13.34025764465332 + ], + [ + "▁Therapist", + -13.34026050567627 + ], + [ + "accessoire", + -13.340264320373535 + ], + [ + "▁croqu", + -13.340291023254396 + ], + [ + "Pflanz", + -13.34052848815918 + ], + [ + "dragging", + -13.340536117553713 + ], + [ + "▁Facilit", + -13.340750694274902 + ], + [ + "soucis", + -13.340765953063965 + ], + [ + "Asadar", + -13.34081745147705 + ], + [ + "▁Thames", + -13.341021537780762 + ], + [ + "▁cariera", + -13.341116905212402 + ], + [ + "▁mercury", + -13.341530799865724 + ], + [ + "▁Blessed", + -13.341533660888672 + ], + [ + "▁Whitney", + -13.341630935668944 + ], + [ + "▁géant", + -13.341926574707031 + ], + [ + "▁coordonnée", + -13.342217445373535 + ], + [ + "oidal", + -13.342623710632324 + ], + [ + "Wohnungen", + -13.342696189880373 + ], + [ + "▁Spectrum", + -13.34280776977539 + ], + [ + "▁Avengers", + -13.342808723449709 + ], + [ + "▁Gloucester", + -13.342808723449709 + ], + [ + "▁nützlich", + -13.342811584472656 + ], + [ + "▁toothbrush", + -13.342830657958984 + ], + [ + "▁Vanessa", + -13.342843055725098 + ], + [ + "Saxon", + -13.342947959899902 + ], + [ + "▁comunități", + -13.343165397644045 + ], + [ + "reprezentanţi", + -13.343175888061523 + ], + [ + "▁întâlnire", + -13.343225479125977 + ], + [ + "delve", + -13.343234062194824 + ], + [ + "▁technologique", + -13.34345245361328 + ], + [ + "Describe", + -13.343466758728027 + ], + [ + "▁constient", + -13.343501091003418 + ], + [ + "gestalt", + -13.343600273132324 + ], + [ + "▁Tribune", + -13.344090461730955 + ], + [ + "▁fiberglass", + -13.34412956237793 + ], + [ + "verbindung", + -13.344210624694824 + ], + [ + "sacrificing", + -13.344351768493652 + ], + [ + "▁Pablo", + -13.344470024108888 + ], + [ + "▁adanc", + -13.34525203704834 + ], + [ + "omia", + -13.345309257507324 + ], + [ + "hâte", + -13.345317840576172 + ], + [ + "▁Sanctuary", + -13.345366477966309 + ], + [ + "▁accolade", + -13.34536838531494 + ], + [ + "▁Wurzel", + -13.345398902893066 + ], + [ + "▁spacing", + -13.345433235168455 + ], + [ + "▁bedeutend", + -13.345481872558594 + ], + [ + "▁biased", + -13.345499992370604 + ], + [ + "randomized", + -13.345747947692873 + ], + [ + "▁agenți", + -13.34585666656494 + ], + [ + "▁excepţi", + -13.346012115478516 + ], + [ + "▁fișier", + -13.346028327941896 + ], + [ + "▁fisier", + -13.34664535522461 + ], + [ + "irrespective", + -13.34664821624756 + ], + [ + "▁Gardner", + -13.34665584564209 + ], + [ + "▁aprecia", + -13.346884727478027 + ], + [ + "▁Klu", + -13.347082138061523 + ], + [ + "▁apropie", + -13.347535133361816 + ], + [ + "▁echival", + -13.347784042358398 + ], + [ + "tauchen", + -13.347862243652344 + ], + [ + "▁hauptsächlich", + -13.347930908203123 + ], + [ + "▁pollutants", + -13.347930908203123 + ], + [ + "▁mammals", + -13.34793186187744 + ], + [ + "▁Landwirtschaft", + -13.347936630249023 + ], + [ + "▁stăpân", + -13.34793758392334 + ], + [ + "▁Prüf", + -13.34799098968506 + ], + [ + "▁Motorsport", + -13.34807300567627 + ], + [ + "Leaving", + -13.348352432250977 + ], + [ + "schädigung", + -13.348573684692385 + ], + [ + "▁calendrier", + -13.348573684692385 + ], + [ + "plikation", + -13.348655700683594 + ], + [ + "▁DOE", + -13.348655700683594 + ], + [ + "ред", + -13.348966598510742 + ], + [ + "Jahr", + -13.34913444519043 + ], + [ + "▁entitlement", + -13.34921646118164 + ], + [ + "schuldig", + -13.349217414855955 + ], + [ + "▁Münster", + -13.349218368530272 + ], + [ + "pository", + -13.349451065063477 + ], + [ + "▁numero", + -13.350220680236816 + ], + [ + "▁entsprechen", + -13.350383758544922 + ], + [ + "▁astronaut", + -13.350502967834473 + ], + [ + "▁hexagon", + -13.350502967834473 + ], + [ + "▁DAMAGE", + -13.350503921508787 + ], + [ + "▁Quartz", + -13.350504875183104 + ], + [ + "▁rédaction", + -13.350504875183104 + ], + [ + "▁replenish", + -13.350508689880373 + ], + [ + "▁amoureux", + -13.350523948669434 + ], + [ + "▁opțiun", + -13.350616455078123 + ], + [ + "Custom", + -13.350622177124023 + ], + [ + "▁Telekom", + -13.35063934326172 + ], + [ + "▁RFID", + -13.351163864135742 + ], + [ + "▁Scorpio", + -13.35126495361328 + ], + [ + "▁thirst", + -13.35152816772461 + ], + [ + "▁Kosovo", + -13.351791381835938 + ], + [ + "▁precursor", + -13.351794242858888 + ], + [ + "▁sarbatori", + -13.351810455322266 + ], + [ + "▁Daisy", + -13.351828575134276 + ], + [ + "▁Dropbox", + -13.351898193359377 + ], + [ + "Smith", + -13.35194969177246 + ], + [ + "contabil", + -13.352191925048828 + ], + [ + "▁monnaie", + -13.35243797302246 + ], + [ + "capsul", + -13.352577209472656 + ], + [ + "treff", + -13.352760314941406 + ], + [ + "beauftragte", + -13.352761268615724 + ], + [ + "industrial", + -13.35300636291504 + ], + [ + "responsables", + -13.353010177612305 + ], + [ + "▁FIRST", + -13.35308074951172 + ], + [ + "▁crezut", + -13.35308837890625 + ], + [ + "▁reseller", + -13.353107452392578 + ], + [ + "▁direcți", + -13.353154182434082 + ], + [ + "mouvoir", + -13.353294372558594 + ], + [ + "▁Invite", + -13.353431701660156 + ], + [ + "▁constructii", + -13.353440284729004 + ], + [ + "▁oublié", + -13.353577613830566 + ], + [ + "găseșt", + -13.353687286376951 + ], + [ + "▁végét", + -13.353755950927734 + ], + [ + "idine", + -13.35385799407959 + ], + [ + "▁Ajout", + -13.353951454162598 + ], + [ + "▁Shelf", + -13.354195594787598 + ], + [ + "HALL", + -13.35422420501709 + ], + [ + "▁nostalgia", + -13.35437297821045 + ], + [ + "▁ottoman", + -13.35437297821045 + ], + [ + "▁ambalaj", + -13.354398727416992 + ], + [ + "municipiul", + -13.354405403137209 + ], + [ + "NOVA", + -13.354500770568848 + ], + [ + "▁disregard", + -13.354997634887695 + ], + [ + "▁bijuterii", + -13.355018615722656 + ], + [ + "▁sorgfältig", + -13.355018615722656 + ], + [ + "vraient", + -13.355307579040527 + ], + [ + "▁backsplash", + -13.355669975280762 + ], + [ + "▁nuisance", + -13.355679512023926 + ], + [ + "▁Territory", + -13.35568618774414 + ], + [ + "▁surprins", + -13.355693817138672 + ], + [ + "enchanting", + -13.35571002960205 + ], + [ + "trospecti", + -13.355847358703612 + ], + [ + "▁dvd", + -13.356199264526367 + ], + [ + "Totally", + -13.356329917907717 + ], + [ + "▁Edelstahl", + -13.35696029663086 + ], + [ + "▁sequencing", + -13.356961250305176 + ], + [ + "▁Circus", + -13.35696792602539 + ], + [ + "▁ashamed", + -13.35696792602539 + ], + [ + "▁horrific", + -13.357028007507324 + ], + [ + "▁taiat", + -13.357033729553224 + ], + [ + "▁Angehörige", + -13.357125282287598 + ], + [ + "Michel", + -13.357256889343262 + ], + [ + "▁communion", + -13.357298851013184 + ], + [ + "▁psiho", + -13.357378959655762 + ], + [ + "losigkeit", + -13.35740566253662 + ], + [ + "dipping", + -13.35751247406006 + ], + [ + "▁profesională", + -13.357608795166016 + ], + [ + "Indiferent", + -13.357609748840332 + ], + [ + "▁crestin", + -13.357723236083984 + ], + [ + "wholesome", + -13.357796669006348 + ], + [ + "▁Welfare", + -13.358257293701172 + ], + [ + "▁plentiful", + -13.358257293701172 + ], + [ + "▁Triumph", + -13.358258247375488 + ], + [ + "▁fascination", + -13.35826015472412 + ], + [ + "▁vicious", + -13.358291625976562 + ], + [ + "▁Höchst", + -13.358294486999512 + ], + [ + "▁Dunkel", + -13.358386039733888 + ], + [ + "▁harass", + -13.358406066894531 + ], + [ + "ambogia", + -13.358475685119627 + ], + [ + "▁synonymous", + -13.358598709106444 + ], + [ + "bottom", + -13.35879898071289 + ], + [ + "▁bénévole", + -13.358906745910645 + ], + [ + "▁suprafaț", + -13.358906745910645 + ], + [ + "▁umplut", + -13.358997344970703 + ], + [ + "▁Teddy", + -13.35916233062744 + ], + [ + "breathable", + -13.359292984008787 + ], + [ + "▁Toshiba", + -13.3595552444458 + ], + [ + "▁seismic", + -13.359569549560549 + ], + [ + "▁dringend", + -13.359583854675291 + ], + [ + "▁cultură", + -13.359585762023926 + ], + [ + "▁Waffen", + -13.359665870666504 + ], + [ + "▁Bubble", + -13.359702110290527 + ], + [ + "▁Brigade", + -13.359759330749512 + ], + [ + "▁Blatt", + -13.36012077331543 + ], + [ + "▁scénario", + -13.36020565032959 + ], + [ + "allah", + -13.360396385192873 + ], + [ + "▁superintendent", + -13.360855102539062 + ], + [ + "pflanzen", + -13.36085605621338 + ], + [ + "▁kurzfristig", + -13.36085605621338 + ], + [ + "▁raspberry", + -13.360876083374023 + ], + [ + "▁Evident", + -13.360904693603516 + ], + [ + "▁inutile", + -13.361076354980469 + ], + [ + "prouvé", + -13.361104011535645 + ], + [ + "▁obtien", + -13.36141300201416 + ], + [ + "▁Matthias", + -13.361506462097168 + ], + [ + "▁déclench", + -13.361506462097168 + ], + [ + "Situationen", + -13.361529350280762 + ], + [ + "▁Disclaimer", + -13.362156867980955 + ], + [ + "▁loneliness", + -13.362156867980955 + ], + [ + "▁Gothic", + -13.362164497375488 + ], + [ + "▁humility", + -13.362165451049805 + ], + [ + "▁machiaj", + -13.362175941467283 + ], + [ + "▁Sophia", + -13.362178802490234 + ], + [ + "▁Forecast", + -13.362265586853027 + ], + [ + "IBLE", + -13.362456321716309 + ], + [ + "ivism", + -13.36248016357422 + ], + [ + "israel", + -13.36278247833252 + ], + [ + "▁kümmern", + -13.36280918121338 + ], + [ + "▁verbreitet", + -13.362825393676758 + ], + [ + "▁capacitor", + -13.362832069396973 + ], + [ + "deprived", + -13.3634614944458 + ], + [ + "unbiased", + -13.3634614944458 + ], + [ + "▁Dominique", + -13.3634614944458 + ], + [ + "▁Bamboo", + -13.363462448120115 + ], + [ + "▁Heinrich", + -13.363465309143066 + ], + [ + "individualized", + -13.363550186157228 + ], + [ + "▁ansprechen", + -13.363776206970217 + ], + [ + "ordinaire", + -13.36380100250244 + ], + [ + "▁Ucraina", + -13.364112854003906 + ], + [ + "▁militare", + -13.364115715026855 + ], + [ + "massif", + -13.364352226257324 + ], + [ + "▁emisiuni", + -13.364501953125 + ], + [ + "maladies", + -13.364622116088867 + ], + [ + "▁pneumonia", + -13.364765167236328 + ], + [ + "▁graffiti", + -13.36476707458496 + ], + [ + "▁Determine", + -13.3648099899292 + ], + [ + "▁Northwestern", + -13.364893913269045 + ], + [ + "▁grasimi", + -13.364897727966309 + ], + [ + "▁lebendig", + -13.364920616149902 + ], + [ + "▁cifre", + -13.364946365356444 + ], + [ + "▁accelerator", + -13.36533260345459 + ], + [ + "▁nib", + -13.365374565124512 + ], + [ + "▁Jocuri", + -13.365400314331056 + ], + [ + "▁außergewöhnlich", + -13.365402221679688 + ], + [ + "▁orchid", + -13.36542797088623 + ], + [ + "zugreifen", + -13.365530967712402 + ], + [ + "utilisent", + -13.365662574768066 + ], + [ + "▁nineteenth", + -13.366071701049805 + ], + [ + "improvisation", + -13.36607265472412 + ], + [ + "▁Disclosure", + -13.36607265472412 + ], + [ + "▁Überraschung", + -13.36607265472412 + ], + [ + "▁Casual", + -13.366093635559082 + ], + [ + "▁Witness", + -13.366093635559082 + ], + [ + "teacher", + -13.366125106811523 + ], + [ + "Printed", + -13.366129875183104 + ], + [ + "▁prețuri", + -13.36618995666504 + ], + [ + "rues", + -13.366216659545898 + ], + [ + "▁cerinte", + -13.366338729858398 + ], + [ + "rouvent", + -13.36662483215332 + ], + [ + "assembling", + -13.36673355102539 + ], + [ + "▁atenție", + -13.366769790649414 + ], + [ + "▁amintiri", + -13.366782188415527 + ], + [ + "▁sustinut", + -13.36680507659912 + ], + [ + "Digital", + -13.367257118225098 + ], + [ + "▁Deborah", + -13.36738109588623 + ], + [ + "gesichts", + -13.367382049560549 + ], + [ + "▁temperament", + -13.367440223693848 + ], + [ + "▁competency", + -13.36744785308838 + ], + [ + "▁dwarf", + -13.367515563964844 + ], + [ + "▁dureaz", + -13.367539405822754 + ], + [ + "habilit", + -13.367764472961426 + ], + [ + "leaned", + -13.3679838180542 + ], + [ + "▁illicit", + -13.368348121643066 + ], + [ + "Availability", + -13.368691444396973 + ], + [ + "▁Brașov", + -13.368691444396973 + ], + [ + "▁Pyramid", + -13.368691444396973 + ], + [ + "▁achievable", + -13.368691444396973 + ], + [ + "▁judiciaire", + -13.368691444396973 + ], + [ + "Übrigen", + -13.368693351745604 + ], + [ + "▁activism", + -13.36879539489746 + ], + [ + "▁boycott", + -13.368839263916016 + ], + [ + "Desigur", + -13.368927001953123 + ], + [ + "klingt", + -13.369264602661133 + ], + [ + "▁Leidenschaft", + -13.369346618652344 + ], + [ + "▁Richtig", + -13.369701385498049 + ], + [ + "▁Airbnb", + -13.370002746582031 + ], + [ + "▁învățământ", + -13.370002746582031 + ], + [ + "Kampagne", + -13.370004653930664 + ], + [ + "▁thumbnail", + -13.370014190673828 + ], + [ + "Bestimmungen", + -13.37001609802246 + ], + [ + "▁vollkommen", + -13.37001895904541 + ], + [ + "▁biomass", + -13.370027542114258 + ], + [ + "▁escalate", + -13.370030403137209 + ], + [ + "wächst", + -13.37008571624756 + ], + [ + "▁scăpa", + -13.370098114013672 + ], + [ + "▁résult", + -13.37014389038086 + ], + [ + "▁shrine", + -13.370217323303224 + ], + [ + "maximizing", + -13.370370864868164 + ], + [ + "avoue", + -13.370492935180664 + ], + [ + "dirigeants", + -13.370665550231934 + ], + [ + "▁cerveau", + -13.370672225952148 + ], + [ + "▁proast", + -13.37095546722412 + ], + [ + "▁contaminants", + -13.371325492858888 + ], + [ + "effectue", + -13.37151050567627 + ], + [ + "ediție", + -13.371539115905762 + ], + [ + "monetiz", + -13.37177276611328 + ], + [ + "▁deplasare", + -13.371976852416992 + ], + [ + "▁Sfant", + -13.37209415435791 + ], + [ + "ROOM", + -13.372113227844238 + ], + [ + "bushes", + -13.372151374816896 + ], + [ + "mairie", + -13.37251091003418 + ], + [ + "obligate", + -13.372528076171877 + ], + [ + "▁tug", + -13.372573852539062 + ], + [ + "▁Collector", + -13.372632026672363 + ], + [ + "▁annoyed", + -13.372633934020996 + ], + [ + "▁aerobic", + -13.372654914855955 + ], + [ + "▁integer", + -13.372830390930176 + ], + [ + "▁Upload", + -13.373249053955078 + ], + [ + "▁impartial", + -13.37346076965332 + ], + [ + "▁discuţi", + -13.373623847961426 + ], + [ + "gastrointestinal", + -13.37394905090332 + ], + [ + "▁chiropractor", + -13.37394905090332 + ], + [ + "▁treptat", + -13.373950004577637 + ], + [ + "▁fishermen", + -13.37395191192627 + ], + [ + "levitra", + -13.3739595413208 + ], + [ + "Gruppe", + -13.373964309692385 + ], + [ + "▁Apostle", + -13.373970985412598 + ], + [ + "▁conseillé", + -13.374068260192873 + ], + [ + "Isra", + -13.37421703338623 + ], + [ + "▁Persönlichkeit", + -13.374431610107422 + ], + [ + "▁cantitati", + -13.374459266662598 + ], + [ + "▁incredibil", + -13.374614715576172 + ], + [ + "▁Berater", + -13.374800682067873 + ], + [ + "▁propuneri", + -13.374835014343262 + ], + [ + "MEDIA", + -13.375236511230469 + ], + [ + "▁opaque", + -13.37526798248291 + ], + [ + "▁Nielsen", + -13.375269889831545 + ], + [ + "▁cartofi", + -13.375277519226074 + ], + [ + "▁Whale", + -13.37533950805664 + ], + [ + "erzeugen", + -13.375890731811523 + ], + [ + "▁knack", + -13.375931739807127 + ], + [ + "Kandidat", + -13.375936508178713 + ], + [ + "▁tradițional", + -13.375937461853027 + ], + [ + "zählige", + -13.375983238220217 + ], + [ + "▁Petroleum", + -13.376588821411133 + ], + [ + "▁deficiencies", + -13.376588821411133 + ], + [ + "▁persecution", + -13.376588821411133 + ], + [ + "▁zgomot", + -13.376588821411133 + ], + [ + "▁reiterate", + -13.376592636108398 + ], + [ + "▁Slice", + -13.376670837402344 + ], + [ + "▁envy", + -13.376704216003418 + ], + [ + "▁stomac", + -13.376851081848145 + ], + [ + "Donnell", + -13.376914978027344 + ], + [ + "▁primordial", + -13.377249717712402 + ], + [ + "reclining", + -13.377274513244627 + ], + [ + "PASS", + -13.377861976623535 + ], + [ + "▁Resistance", + -13.377910614013672 + ], + [ + "▁Widerruf", + -13.377911567687988 + ], + [ + "▁vodka", + -13.377911567687988 + ], + [ + "▁yolk", + -13.377912521362305 + ], + [ + "ollywood", + -13.377915382385254 + ], + [ + "▁truffle", + -13.377933502197266 + ], + [ + "▁Sänger", + -13.377955436706545 + ], + [ + "▁Kenntnis", + -13.377968788146973 + ], + [ + "▁Kiel", + -13.37803840637207 + ], + [ + "▁Mutual", + -13.378044128417969 + ], + [ + "▁saliva", + -13.37816047668457 + ], + [ + "▁renforce", + -13.378411293029783 + ], + [ + "▁mulch", + -13.378680229187012 + ], + [ + "▁reviste", + -13.378875732421877 + ], + [ + "lucrarea", + -13.378978729248049 + ], + [ + "▁multiply", + -13.379130363464355 + ], + [ + "▁marshmallow", + -13.379234313964844 + ], + [ + "▁Durchschnitt", + -13.37928867340088 + ], + [ + "▁Authorities", + -13.37942600250244 + ], + [ + "▁greed", + -13.379521369934082 + ], + [ + "Visiting", + -13.379638671875 + ], + [ + "Carlton", + -13.379727363586426 + ], + [ + "▁splend", + -13.37975025177002 + ], + [ + "▁Erkenntnisse", + -13.379898071289062 + ], + [ + "▁Russie", + -13.379916191101074 + ], + [ + "Agence", + -13.38007926940918 + ], + [ + "schickt", + -13.380288124084473 + ], + [ + "##", + -13.3804931640625 + ], + [ + "▁Erweiterung", + -13.380560874938965 + ], + [ + "▁Franchise", + -13.380560874938965 + ], + [ + "Dedicated", + -13.380563735961914 + ], + [ + "▁Wisdom", + -13.380569458007812 + ], + [ + "▁gagnant", + -13.380592346191406 + ], + [ + "planetary", + -13.380598068237305 + ], + [ + "▁affinity", + -13.380619049072266 + ], + [ + "▁préférence", + -13.380739212036133 + ], + [ + "▁intellect", + -13.380810737609863 + ], + [ + "▁Translat", + -13.380830764770508 + ], + [ + "▁Sultan", + -13.38089370727539 + ], + [ + "▁birouri", + -13.38101577758789 + ], + [ + "▁Academie", + -13.381224632263184 + ], + [ + "▁consequential", + -13.38138484954834 + ], + [ + "▁festgestellt", + -13.381402015686035 + ], + [ + "▁Chanel", + -13.381444931030272 + ], + [ + "▁soutenu", + -13.381875038146973 + ], + [ + "▁Montessori", + -13.381888389587402 + ], + [ + "▁equitable", + -13.381892204284668 + ], + [ + "▁théorie", + -13.381893157958984 + ], + [ + "▁primavara", + -13.3818941116333 + ], + [ + "▁Daughter", + -13.38189697265625 + ], + [ + "▁Dixon", + -13.381898880004885 + ], + [ + "▁unravel", + -13.38190746307373 + ], + [ + "Olimp", + -13.381915092468262 + ], + [ + "▁disturbed", + -13.381916999816896 + ], + [ + "▁novelty", + -13.382004737854004 + ], + [ + "synchronous", + -13.382113456726074 + ], + [ + "relevant", + -13.382166862487791 + ], + [ + "bourgeois", + -13.38251781463623 + ], + [ + "▁Parfum", + -13.38255500793457 + ], + [ + "▁Polonia", + -13.382563591003418 + ], + [ + "▁monoton", + -13.38278102874756 + ], + [ + "tratare", + -13.38302230834961 + ], + [ + "dumping", + -13.38318157196045 + ], + [ + "▁Bibliothek", + -13.383217811584473 + ], + [ + "▁Saskatchewan", + -13.383217811584473 + ], + [ + "▁experiential", + -13.383217811584473 + ], + [ + "▁verursacht", + -13.383217811584473 + ], + [ + "intègre", + -13.383218765258787 + ], + [ + "▁Intermediate", + -13.383275032043455 + ], + [ + "Israel", + -13.38347625732422 + ], + [ + "lucreaza", + -13.383495330810549 + ], + [ + "▁quantify", + -13.383862495422363 + ], + [ + "▁zahăr", + -13.383882522583008 + ], + [ + "▁încadr", + -13.383902549743652 + ], + [ + "Personalized", + -13.383946418762209 + ], + [ + "▁Chronic", + -13.384309768676758 + ], + [ + "hôpital", + -13.384549140930176 + ], + [ + "▁diskutiert", + -13.384549140930176 + ], + [ + "electrique", + -13.3848876953125 + ], + [ + "ethos", + -13.38497829437256 + ], + [ + "Nase", + -13.385059356689451 + ], + [ + "atmosphère", + -13.385214805603027 + ], + [ + "▁ungefähr", + -13.385215759277344 + ], + [ + "évaluer", + -13.385251998901367 + ], + [ + "▁scuz", + -13.385321617126465 + ], + [ + "haltige", + -13.38533878326416 + ], + [ + "January", + -13.38557243347168 + ], + [ + "▁Sharma", + -13.38560390472412 + ], + [ + "▁seizures", + -13.385881423950195 + ], + [ + "▁zucchini", + -13.385881423950195 + ], + [ + "▁Stadi", + -13.38588523864746 + ], + [ + "▁eccentric", + -13.38588523864746 + ], + [ + "▁offensichtlich", + -13.385909080505373 + ], + [ + "▁Irvine", + -13.385920524597168 + ], + [ + "cuprinse", + -13.38601303100586 + ], + [ + "▁Arbitr", + -13.386157035827637 + ], + [ + "Buenos", + -13.386183738708496 + ], + [ + "▁Shelter", + -13.386210441589355 + ], + [ + "CEPT", + -13.386454582214355 + ], + [ + "ouvri", + -13.386455535888672 + ], + [ + "acryl", + -13.386539459228516 + ], + [ + "▁Gourmet", + -13.38654899597168 + ], + [ + "scented", + -13.386595726013184 + ], + [ + "doubling", + -13.38659954071045 + ], + [ + "▁rafina", + -13.386608123779297 + ], + [ + "▁Vereinbarung", + -13.38721752166748 + ], + [ + "▁Dashboard", + -13.387218475341797 + ], + [ + "▁Sandwich", + -13.387218475341797 + ], + [ + "▁Riviera", + -13.387226104736328 + ], + [ + "échec", + -13.387237548828123 + ], + [ + "Giro", + -13.387253761291504 + ], + [ + "▁oasis", + -13.38725757598877 + ], + [ + "▁apology", + -13.3872709274292 + ], + [ + "▁YEAR", + -13.387272834777832 + ], + [ + "▁realtor", + -13.38750457763672 + ], + [ + "acheteur", + -13.38754653930664 + ], + [ + "▁larva", + -13.387613296508787 + ], + [ + "▁invitați", + -13.388097763061523 + ], + [ + "exhibiting", + -13.38830852508545 + ], + [ + "modernen", + -13.388331413269045 + ], + [ + "▁Collaboration", + -13.38855266571045 + ], + [ + "▁dezvălui", + -13.38855266571045 + ], + [ + "▁kiosk", + -13.38855266571045 + ], + [ + "▁Bermuda", + -13.388553619384766 + ], + [ + "Copiii", + -13.388564109802246 + ], + [ + "▁goddess", + -13.38858127593994 + ], + [ + "uplifting", + -13.388609886169434 + ], + [ + "▁simultan", + -13.388808250427246 + ], + [ + "▁episod", + -13.38888454437256 + ], + [ + "▁Braşov", + -13.38922119140625 + ], + [ + "cunoscută", + -13.389634132385254 + ], + [ + "▁Cherokee", + -13.389890670776367 + ], + [ + "▁Kazakhstan", + -13.389890670776367 + ], + [ + "▁Lauderdale", + -13.389890670776367 + ], + [ + "▁închisoare", + -13.389898300170898 + ], + [ + "▁Christchurch", + -13.389934539794922 + ], + [ + "▁influenţ", + -13.389982223510742 + ], + [ + "▁Meghan", + -13.390019416809082 + ], + [ + "▁Dienstleistung", + -13.390557289123535 + ], + [ + "▁cladiri", + -13.390564918518066 + ], + [ + "▁evrei", + -13.391148567199709 + ], + [ + "▁oatmeal", + -13.391230583190918 + ], + [ + "▁chronique", + -13.3912353515625 + ], + [ + "▁associée", + -13.391264915466309 + ], + [ + "▁Goose", + -13.391283988952637 + ], + [ + "gänz", + -13.391855239868164 + ], + [ + "▁Blätter", + -13.391901969909668 + ], + [ + "▁jurnalist", + -13.392212867736816 + ], + [ + "cedat", + -13.392263412475586 + ], + [ + "nommée", + -13.392315864562988 + ], + [ + "écrivain", + -13.392572402954102 + ], + [ + "▁epoxy", + -13.392577171325684 + ], + [ + "▁verlangt", + -13.392590522766112 + ], + [ + "Störung", + -13.392708778381348 + ], + [ + "▁Doyle", + -13.392729759216309 + ], + [ + "▁Philharmoni", + -13.392844200134276 + ], + [ + "▁déclare", + -13.393044471740724 + ], + [ + "effort", + -13.39304542541504 + ], + [ + "ström", + -13.393118858337402 + ], + [ + "▁cunoaşte", + -13.393244743347168 + ], + [ + "▁gigantic", + -13.3932466506958 + ], + [ + "któ", + -13.393378257751465 + ], + [ + "▁ilustr", + -13.393529891967772 + ], + [ + "▁frec", + -13.39371109008789 + ], + [ + "▁Syracuse", + -13.393916130065918 + ], + [ + "▁Einwilligung", + -13.393917083740234 + ], + [ + "▁miraculous", + -13.393917083740234 + ], + [ + "▁ökologisch", + -13.393917083740234 + ], + [ + "▁Simmons", + -13.393922805786133 + ], + [ + "▁albastru", + -13.393926620483398 + ], + [ + "besser", + -13.393962860107422 + ], + [ + "▁interioare", + -13.394006729125977 + ], + [ + "▁Trocken", + -13.394068717956545 + ], + [ + "niveau", + -13.39406967163086 + ], + [ + "▁Torah", + -13.394122123718262 + ], + [ + "▁beobachten", + -13.3945894241333 + ], + [ + "▁behandeln", + -13.39463710784912 + ], + [ + "staffed", + -13.394742965698242 + ], + [ + "hütte", + -13.394824028015137 + ], + [ + "Central", + -13.394939422607422 + ], + [ + "▁Freiburg", + -13.395198822021484 + ], + [ + "▁Netanyahu", + -13.395261764526367 + ], + [ + "▁Lexington", + -13.395302772521973 + ], + [ + "▁insotit", + -13.395492553710938 + ], + [ + "▁depasi", + -13.39560604095459 + ], + [ + "sewage", + -13.395853996276855 + ], + [ + "erkrankung", + -13.395951271057127 + ], + [ + "▁părţi", + -13.396234512329102 + ], + [ + "▁Nixon", + -13.39661693572998 + ], + [ + "Byron", + -13.396905899047852 + ], + [ + "▁varietat", + -13.39724063873291 + ], + [ + "▁Bildschirm", + -13.397299766540527 + ], + [ + "▁accompli", + -13.397424697875977 + ], + [ + "affirmed", + -13.397525787353516 + ], + [ + "▁phyto", + -13.397533416748049 + ], + [ + "sectiune", + -13.397592544555664 + ], + [ + "abteilung", + -13.397932052612305 + ], + [ + "▁voastre", + -13.397957801818848 + ], + [ + "GitHub", + -13.397958755493164 + ], + [ + "▁Jorge", + -13.39796257019043 + ], + [ + "ACTION", + -13.397972106933594 + ], + [ + "voastra", + -13.397984504699709 + ], + [ + "▁Peanut", + -13.397987365722656 + ], + [ + "▁bilingual", + -13.398011207580566 + ], + [ + "▁nourriture", + -13.39803695678711 + ], + [ + "▁Asphalt", + -13.398640632629396 + ], + [ + "emballage", + -13.399310111999512 + ], + [ + "▁sanitation", + -13.399310111999512 + ], + [ + "▁Dessert", + -13.399313926696776 + ], + [ + "intitulé", + -13.399322509765623 + ], + [ + "▁acţiune", + -13.399374008178713 + ], + [ + "▁Übersetzung", + -13.399402618408203 + ], + [ + "destinate", + -13.39941692352295 + ], + [ + "▁Goddess", + -13.39950466156006 + ], + [ + "poziție", + -13.399576187133787 + ], + [ + "denumirea", + -13.400002479553224 + ], + [ + "cantitatea", + -13.40002727508545 + ], + [ + "▁Stereo", + -13.400223731994627 + ], + [ + "object", + -13.400373458862305 + ], + [ + "▁décè", + -13.40058708190918 + ], + [ + "▁Handeln", + -13.400665283203123 + ], + [ + "▁ambience", + -13.400697708129885 + ], + [ + "▁Lindsay", + -13.4006986618042 + ], + [ + "▁tensiune", + -13.400781631469728 + ], + [ + "▁thrift", + -13.40078830718994 + ], + [ + "▁Optimiz", + -13.400843620300291 + ], + [ + "▁beantworten", + -13.401338577270508 + ], + [ + "▁magistrat", + -13.401342391967772 + ], + [ + "évidence", + -13.402016639709473 + ], + [ + "▁Eclipse", + -13.402016639709473 + ], + [ + "▁Ribbon", + -13.402016639709473 + ], + [ + "▁condensation", + -13.402016639709473 + ], + [ + "▁innocence", + -13.402018547058104 + ], + [ + "▁mascara", + -13.402023315429688 + ], + [ + "▁seventeen", + -13.40229034423828 + ], + [ + "▁compétent", + -13.402694702148438 + ], + [ + "bewertet", + -13.402717590332031 + ], + [ + "▁Muzic", + -13.40285587310791 + ], + [ + "complexities", + -13.402928352355955 + ], + [ + "ddington", + -13.403324127197266 + ], + [ + "Entwickler", + -13.403372764587402 + ], + [ + "masonry", + -13.4033784866333 + ], + [ + "Führer", + -13.403386116027832 + ], + [ + "▁awakening", + -13.40338897705078 + ], + [ + "▁lovitur", + -13.403806686401367 + ], + [ + "gebrochen", + -13.40406894683838 + ], + [ + "indexed", + -13.404478073120115 + ], + [ + "campania", + -13.404515266418455 + ], + [ + "▁Fountain", + -13.404730796813965 + ], + [ + "▁Joomla", + -13.404730796813965 + ], + [ + "▁Superintendent", + -13.404730796813965 + ], + [ + "▁Dahl", + -13.404742240905762 + ], + [ + "▁Benefici", + -13.404863357543944 + ], + [ + "optimiser", + -13.404919624328612 + ], + [ + "bursting", + -13.405380249023438 + ], + [ + "diplom", + -13.405427932739258 + ], + [ + "microsoft", + -13.405621528625488 + ], + [ + "▁correlate", + -13.405776977539062 + ], + [ + "▁arhitectura", + -13.405848503112791 + ], + [ + "▁lunette", + -13.40611743927002 + ], + [ + "Statistical", + -13.406147003173828 + ], + [ + "▁iarnă", + -13.406201362609863 + ], + [ + "▁importanț", + -13.406932830810549 + ], + [ + "sistence", + -13.407366752624512 + ], + [ + "associated", + -13.407402992248535 + ], + [ + "Occident", + -13.407452583312988 + ], + [ + "▁Heidelberg", + -13.407452583312988 + ], + [ + "▁acquaintance", + -13.407452583312988 + ], + [ + "Introducing", + -13.407453536987305 + ], + [ + "▁ripple", + -13.407480239868164 + ], + [ + "▁Childhood", + -13.407563209533691 + ], + [ + "drywall", + -13.407577514648438 + ], + [ + "Vreau", + -13.40771770477295 + ], + [ + "▁compétence", + -13.407967567443848 + ], + [ + "▁asteapta", + -13.408135414123535 + ], + [ + "▁duhovnic", + -13.408135414123535 + ], + [ + "▁învăţământ", + -13.408141136169434 + ], + [ + "encompassing", + -13.40829849243164 + ], + [ + "1997)", + -13.408370018005373 + ], + [ + "▁atractiv", + -13.40851593017578 + ], + [ + "Majoritatea", + -13.408775329589844 + ], + [ + "▁bungalow", + -13.40881633758545 + ], + [ + "▁Introduce", + -13.408817291259766 + ], + [ + "▁culprit", + -13.408817291259766 + ], + [ + "▁malheureusement", + -13.408817291259766 + ], + [ + "▁voudrai", + -13.408817291259766 + ], + [ + "Europäische", + -13.408825874328612 + ], + [ + "wunsch", + -13.408880233764648 + ], + [ + "▁înțeles", + -13.408892631530762 + ], + [ + "▁infestation", + -13.40889835357666 + ], + [ + "Bringing", + -13.409186363220217 + ], + [ + "▁Mehrheit", + -13.409229278564451 + ], + [ + "ски", + -13.409456253051758 + ], + [ + "▁procéder", + -13.409499168395996 + ], + [ + "grupului", + -13.409504890441896 + ], + [ + "▁dispoziti", + -13.40964412689209 + ], + [ + "▁snug", + -13.409950256347656 + ], + [ + "▁Afrika", + -13.41018295288086 + ], + [ + "▁Madagascar", + -13.41018295288086 + ], + [ + "Părinte", + -13.410195350646973 + ], + [ + "▁Clayton", + -13.410223960876465 + ], + [ + "▁antagonist", + -13.410239219665527 + ], + [ + "termeni", + -13.410250663757324 + ], + [ + "▁Literary", + -13.410391807556152 + ], + [ + "▁Babylon", + -13.410452842712402 + ], + [ + "▁überprüfen", + -13.410865783691406 + ], + [ + "▁duminica", + -13.410879135131836 + ], + [ + "farbig", + -13.410970687866213 + ], + [ + "nennt", + -13.41106414794922 + ], + [ + "annual", + -13.411487579345703 + ], + [ + "▁Qualcomm", + -13.41154956817627 + ], + [ + "▁Slovakia", + -13.41154956817627 + ], + [ + "▁plictis", + -13.41155242919922 + ], + [ + "▁prairie", + -13.411554336547852 + ], + [ + "▁Schatten", + -13.411622047424316 + ], + [ + "▁compléter", + -13.41223430633545 + ], + [ + "inauguration", + -13.412376403808594 + ], + [ + "▁apărare", + -13.412407875061035 + ], + [ + "▁întăr", + -13.412412643432615 + ], + [ + "▁pronunciation", + -13.412919044494627 + ], + [ + "▁bewährt", + -13.412919998168944 + ], + [ + "▁Viertel", + -13.413084983825684 + ], + [ + "▁Heidi", + -13.413252830505373 + ], + [ + "▁Gummi", + -13.413507461547852 + ], + [ + "▁veggie", + -13.413552284240724 + ], + [ + "▁monsieur", + -13.413604736328123 + ], + [ + "éveil", + -13.413630485534668 + ], + [ + "shipments", + -13.413928985595703 + ], + [ + "▁Medikamente", + -13.41429042816162 + ], + [ + "▁Johannesburg", + -13.414314270019531 + ], + [ + "▁ermittelt", + -13.414321899414062 + ], + [ + "▁bataille", + -13.414440155029297 + ], + [ + "extrem", + -13.414609909057615 + ], + [ + "▁1:2", + -13.414671897888184 + ], + [ + "Array", + -13.414725303649902 + ], + [ + "▁portail", + -13.414857864379885 + ], + [ + "▁găzdui", + -13.414977073669434 + ], + [ + "▁Calcium", + -13.41497802734375 + ], + [ + "▁Correction", + -13.415104866027832 + ], + [ + "bureaux", + -13.41528034210205 + ], + [ + "bestselling", + -13.415338516235352 + ], + [ + "Übungen", + -13.415420532226562 + ], + [ + "paramètres", + -13.41563320159912 + ], + [ + "▁Provincial", + -13.415663719177246 + ], + [ + "▁outrageous", + -13.41568088531494 + ], + [ + "▁Giveaway", + -13.415775299072266 + ], + [ + "▁LGBTQ", + -13.41589641571045 + ], + [ + "geklärt", + -13.416854858398438 + ], + [ + "▁Karlsruhe", + -13.417038917541504 + ], + [ + "▁esențial", + -13.417038917541504 + ], + [ + "avancée", + -13.41703987121582 + ], + [ + "hesitant", + -13.417040824890137 + ], + [ + "enlarged", + -13.417069435119627 + ], + [ + "▁inherit", + -13.417121887207031 + ], + [ + "Food", + -13.4171724319458 + ], + [ + "bucuria", + -13.417181015014648 + ], + [ + "▁BTW", + -13.417400360107422 + ], + [ + "associe", + -13.417579650878906 + ], + [ + "▁Möchte", + -13.417742729187012 + ], + [ + "demokrat", + -13.417789459228516 + ], + [ + "Turcia", + -13.417964935302734 + ], + [ + "forged", + -13.418370246887209 + ], + [ + "▁Zhao", + -13.418442726135254 + ], + [ + "▁cherries", + -13.418556213378906 + ], + [ + "▁evangelical", + -13.418631553649902 + ], + [ + "▁jüng", + -13.418792724609377 + ], + [ + "spans", + -13.41880989074707 + ], + [ + "▁străluc", + -13.41888427734375 + ], + [ + "▁geschie", + -13.41893196105957 + ], + [ + "▁Tattoo", + -13.419112205505373 + ], + [ + "sanitary", + -13.419114112854004 + ], + [ + "▁biopsy", + -13.419353485107422 + ], + [ + "▁imprumut", + -13.419795036315918 + ], + [ + "▁unreasonable", + -13.419795036315918 + ], + [ + "Funktion", + -13.419800758361816 + ], + [ + "▁prohibition", + -13.419904708862305 + ], + [ + "▁Prezent", + -13.419939041137695 + ], + [ + "boosted", + -13.419967651367188 + ], + [ + "▁chalet", + -13.420382499694824 + ], + [ + "▁tanar", + -13.420450210571287 + ], + [ + "Faktoren", + -13.420489311218262 + ], + [ + "▁Mozilla", + -13.420550346374512 + ], + [ + "▁Lambert", + -13.42076015472412 + ], + [ + "▁Cruci", + -13.420927047729492 + ], + [ + "▁Flugzeug", + -13.421198844909668 + ], + [ + "reassure", + -13.421205520629885 + ], + [ + "envisioned", + -13.421542167663574 + ], + [ + "Traditionally", + -13.42177391052246 + ], + [ + "▁parametri", + -13.42185115814209 + ], + [ + "▁unicorn", + -13.42189121246338 + ], + [ + "▁adéquat", + -13.421894073486328 + ], + [ + "▁Colonial", + -13.421915054321287 + ], + [ + "▁Kwa", + -13.422097206115724 + ], + [ + "▁SERV", + -13.422333717346191 + ], + [ + "tourism", + -13.422627449035645 + ], + [ + "▁Kiev", + -13.422974586486816 + ], + [ + "heightened", + -13.42309284210205 + ], + [ + "circulating", + -13.423099517822266 + ], + [ + "▁Kreditkarte", + -13.42310619354248 + ], + [ + "gedruckt", + -13.423110008239746 + ], + [ + "▁Depend", + -13.423120498657228 + ], + [ + "Style", + -13.42319679260254 + ], + [ + "▁Rettungs", + -13.42325496673584 + ], + [ + "wrongful", + -13.423418998718262 + ], + [ + "▁devour", + -13.423453330993652 + ], + [ + "▁manevr", + -13.423582077026367 + ], + [ + "carora", + -13.423628807067873 + ], + [ + "erfolgreichen", + -13.423723220825195 + ], + [ + "überwiegend", + -13.423942565917969 + ], + [ + "▁Sauvignon", + -13.423942565917969 + ], + [ + "händler", + -13.423944473266602 + ], + [ + "▁annotation", + -13.424009323120115 + ], + [ + "▁expans", + -13.424020767211914 + ], + [ + "▁recital", + -13.424080848693848 + ], + [ + "inhabited", + -13.424367904663086 + ], + [ + "OnePlus", + -13.424549102783203 + ], + [ + "Gästen", + -13.424588203430176 + ], + [ + "beliebig", + -13.42461395263672 + ], + [ + "▁Anonymous", + -13.424635887145996 + ], + [ + "▁Ansprechpartner", + -13.424635887145996 + ], + [ + "▁tamb", + -13.42464542388916 + ], + [ + "estimating", + -13.424670219421388 + ], + [ + "frequent", + -13.424769401550291 + ], + [ + "▁disciplin", + -13.425241470336914 + ], + [ + "▁plombier", + -13.425329208374023 + ], + [ + "▁teoretic", + -13.42533016204834 + ], + [ + "greift", + -13.425339698791504 + ], + [ + "▁Einschränkung", + -13.42537784576416 + ], + [ + "obscur", + -13.42611598968506 + ], + [ + "architecte", + -13.426233291625977 + ], + [ + "▁détour", + -13.42647647857666 + ], + [ + "▁spaghetti", + -13.426717758178713 + ], + [ + "croft", + -13.42693042755127 + ], + [ + "▁Grammar", + -13.426953315734863 + ], + [ + "▁investitii", + -13.427062034606934 + ], + [ + "▁glorif", + -13.427067756652832 + ], + [ + "architekt", + -13.427412033081056 + ], + [ + "Oricum", + -13.427451133728027 + ], + [ + "▁bruise", + -13.427692413330078 + ], + [ + "▁McCarthy", + -13.428107261657717 + ], + [ + "▁Uruguay", + -13.428107261657717 + ], + [ + "Produsele", + -13.428109169006348 + ], + [ + "▁Comparison", + -13.42811107635498 + ], + [ + "▁fondamental", + -13.42811107635498 + ], + [ + "▁stradă", + -13.428115844726562 + ], + [ + "▁Countries", + -13.428131103515623 + ], + [ + "▁guéri", + -13.42825698852539 + ], + [ + "▁bâti", + -13.428339004516602 + ], + [ + "▁blunt", + -13.428515434265137 + ], + [ + "▁Sistem", + -13.428645133972168 + ], + [ + "▁Betroffenen", + -13.428803443908691 + ], + [ + "efectuare", + -13.428823471069336 + ], + [ + "▁scharf", + -13.428899765014648 + ], + [ + "naps", + -13.429057121276855 + ], + [ + "▁plaid", + -13.429163932800291 + ], + [ + "▁investiții", + -13.429367065429688 + ], + [ + "evenimentele", + -13.42948055267334 + ], + [ + "▁Phuket", + -13.429499626159668 + ], + [ + "▁testosterone", + -13.429499626159668 + ], + [ + "▁scaffold", + -13.429500579833984 + ], + [ + "▁rasch", + -13.43002223968506 + ], + [ + "▁adânc", + -13.430076599121094 + ], + [ + "atteinte", + -13.430228233337402 + ], + [ + "▁educație", + -13.430320739746094 + ], + [ + "▁leopard", + -13.430893898010254 + ], + [ + "▁superioare", + -13.430893898010254 + ], + [ + "▁téléchargement", + -13.430893898010254 + ], + [ + "▁Weapon", + -13.431103706359863 + ], + [ + "favourable", + -13.431336402893066 + ], + [ + "nourishing", + -13.43143367767334 + ], + [ + "▁verfolgt", + -13.43160629272461 + ], + [ + "▁tablou", + -13.431633949279783 + ], + [ + "Algérie", + -13.431657791137695 + ], + [ + "Islam", + -13.431700706481934 + ], + [ + "faser", + -13.431825637817385 + ], + [ + "rhythm", + -13.432214736938477 + ], + [ + "▁Anthropolog", + -13.432291030883787 + ], + [ + "▁clôtur", + -13.432291030883787 + ], + [ + "spüren", + -13.432291984558104 + ], + [ + "▁Architectural", + -13.432294845581056 + ], + [ + "▁imaginary", + -13.432368278503418 + ], + [ + "cône", + -13.432456016540527 + ], + [ + "▁snuggl", + -13.432744026184082 + ], + [ + "disadvantaged", + -13.432745933532717 + ], + [ + "radically", + -13.4329195022583 + ], + [ + "Première", + -13.433011054992676 + ], + [ + "▁combinaison", + -13.433027267456056 + ], + [ + "▁Algeria", + -13.43303108215332 + ], + [ + "▁Wände", + -13.43317985534668 + ], + [ + "aesthetically", + -13.43336009979248 + ], + [ + "▁McKe", + -13.433368682861328 + ], + [ + "interroge", + -13.433473587036133 + ], + [ + "exclusive", + -13.433475494384766 + ], + [ + "▁Thomson", + -13.433688163757324 + ], + [ + "▁Gujarat", + -13.43368911743164 + ], + [ + "irgendwo", + -13.433690071105955 + ], + [ + "Severin", + -13.433767318725586 + ], + [ + "▁imitation", + -13.433926582336426 + ], + [ + "constructed", + -13.434194564819336 + ], + [ + "▁Montpellier", + -13.434388160705566 + ], + [ + "cedent", + -13.434539794921877 + ], + [ + "accelerating", + -13.434563636779783 + ], + [ + "dommages", + -13.4346284866333 + ], + [ + "lideri", + -13.434730529785156 + ], + [ + "▁Millennium", + -13.435089111328123 + ], + [ + "▁imprisonment", + -13.435089111328123 + ], + [ + "machining", + -13.43511199951172 + ], + [ + "▁anxiet", + -13.43521499633789 + ], + [ + "Contains", + -13.435298919677734 + ], + [ + "pleade", + -13.43556308746338 + ], + [ + "DOWN", + -13.43564510345459 + ], + [ + "geschehen", + -13.435797691345217 + ], + [ + "restaurant", + -13.43581199645996 + ], + [ + "Totusi", + -13.435839653015137 + ], + [ + "amintesc", + -13.436158180236816 + ], + [ + "▁Crisp", + -13.436233520507812 + ], + [ + "aduse", + -13.436278343200684 + ], + [ + "▁imposé", + -13.436351776123049 + ], + [ + "Jubiläum", + -13.436490058898926 + ], + [ + "▁Plaintiff", + -13.436491012573242 + ], + [ + "▁authoritative", + -13.43649196624756 + ], + [ + "▁rendition", + -13.436633110046388 + ], + [ + "Royce", + -13.436707496643066 + ], + [ + "1996)", + -13.436724662780762 + ], + [ + "Asociația", + -13.437192916870115 + ], + [ + "▁Gluten", + -13.437264442443848 + ], + [ + "feature", + -13.43741226196289 + ], + [ + "Behavioral", + -13.437454223632812 + ], + [ + "tearing", + -13.437763214111328 + ], + [ + "▁Entfernung", + -13.437894821166992 + ], + [ + "▁Responsibility", + -13.437894821166992 + ], + [ + "▁negligent", + -13.437894821166992 + ], + [ + "▁syllabus", + -13.437894821166992 + ], + [ + "▁Cycling", + -13.437895774841309 + ], + [ + "generell", + -13.438114166259766 + ], + [ + "customised", + -13.438392639160156 + ], + [ + "Management", + -13.43850326538086 + ], + [ + "▁timid", + -13.438518524169922 + ], + [ + "Tagged", + -13.438730239868164 + ], + [ + "▁susţinut", + -13.438809394836426 + ], + [ + "anchored", + -13.43892765045166 + ], + [ + "alternating", + -13.43905544281006 + ], + [ + "▁obligatoriu", + -13.439300537109377 + ], + [ + "▁reinstate", + -13.439456939697266 + ], + [ + "Können", + -13.43946361541748 + ], + [ + "▁Paol", + -13.43959617614746 + ], + [ + "öhr", + -13.439603805541992 + ], + [ + "▁Asociati", + -13.439876556396484 + ], + [ + "▁commenc", + -13.440285682678224 + ], + [ + "reinigt", + -13.440293312072754 + ], + [ + "commended", + -13.440350532531738 + ], + [ + "▁Proceed", + -13.440675735473633 + ], + [ + "beutel", + -13.440702438354492 + ], + [ + "▁Experimental", + -13.44070816040039 + ], + [ + "▁constellation", + -13.44070816040039 + ], + [ + "▁gepflegt", + -13.44070816040039 + ], + [ + "▁Ergänzung", + -13.440709114074709 + ], + [ + "Judith", + -13.440713882446287 + ], + [ + "▁Quartet", + -13.440720558166504 + ], + [ + "complemented", + -13.44074249267578 + ], + [ + "ausbildung", + -13.440750122070312 + ], + [ + "▁uncertainties", + -13.44077205657959 + ], + [ + "▁humiliat", + -13.440914154052734 + ], + [ + "luta", + -13.441121101379396 + ], + [ + "▁complexion", + -13.441482543945312 + ], + [ + "Serviciul", + -13.441612243652344 + ], + [ + "▁Toast", + -13.441722869873049 + ], + [ + "ummies", + -13.442425727844238 + ], + [ + "▁irit", + -13.442463874816896 + ], + [ + "producing", + -13.442585945129396 + ], + [ + "amenajare", + -13.442825317382812 + ], + [ + "▁béton", + -13.442828178405762 + ], + [ + "▁serpent", + -13.442851066589355 + ], + [ + "▁vizită", + -13.442996978759766 + ], + [ + "▁Beamte", + -13.443017959594728 + ], + [ + "▁Füße", + -13.443166732788086 + ], + [ + "▁Norwich", + -13.443531036376951 + ], + [ + "▁acronym", + -13.443531036376951 + ], + [ + "▁eradicate", + -13.443531036376951 + ], + [ + "▁solidarité", + -13.44353199005127 + ], + [ + "▁eggplant", + -13.44358253479004 + ], + [ + "▁sailors", + -13.44361972808838 + ], + [ + "waschen", + -13.444538116455078 + ], + [ + "Editura", + -13.444757461547852 + ], + [ + "▁erwerben", + -13.444944381713867 + ], + [ + "▁unconventional", + -13.444944381713867 + ], + [ + "▁boulder", + -13.444948196411133 + ], + [ + "Diplom", + -13.445013046264648 + ], + [ + "influx", + -13.446162223815918 + ], + [ + "▁Twelve", + -13.446361541748049 + ], + [ + "▁Sexual", + -13.44636344909668 + ], + [ + "numite", + -13.446369171142578 + ], + [ + "▁kontaktieren", + -13.446370124816896 + ], + [ + "▁strâns", + -13.44637680053711 + ], + [ + "▁précisément", + -13.446382522583008 + ], + [ + "empfindlich", + -13.446405410766602 + ], + [ + "▁divulg", + -13.446490287780762 + ], + [ + "▁delicat", + -13.446539878845217 + ], + [ + "compete", + -13.446542739868164 + ], + [ + "▁implique", + -13.446616172790527 + ], + [ + "implantation", + -13.44672966003418 + ], + [ + "frères", + -13.447328567504885 + ], + [ + "shedding", + -13.44758415222168 + ], + [ + "découvrez", + -13.447657585144045 + ], + [ + "rith", + -13.447735786437988 + ], + [ + "▁réglementation", + -13.447778701782228 + ], + [ + "▁transistor", + -13.44778537750244 + ], + [ + "inflated", + -13.447792053222656 + ], + [ + "▁Bluff", + -13.447887420654297 + ], + [ + "▁Aquarium", + -13.448526382446287 + ], + [ + "▁mananc", + -13.448638916015623 + ], + [ + "▁disinfect", + -13.448700904846191 + ], + [ + "tuft", + -13.448740005493164 + ], + [ + "Public", + -13.449081420898438 + ], + [ + "conceivabl", + -13.44919776916504 + ], + [ + "▁Cadillac", + -13.44919776916504 + ], + [ + "Assassin", + -13.449199676513672 + ], + [ + "issuance", + -13.449252128601074 + ], + [ + "▁Achtung", + -13.44928741455078 + ], + [ + "▁grundlegend", + -13.449909210205078 + ], + [ + "▁Băsescu", + -13.449910163879396 + ], + [ + "schaden", + -13.45014476776123 + ], + [ + "coached", + -13.450409889221191 + ], + [ + "▁betreffend", + -13.45046329498291 + ], + [ + "ergebnis", + -13.450541496276855 + ], + [ + "▁Lieutenant", + -13.4506196975708 + ], + [ + "WORLD", + -13.450620651245115 + ], + [ + "▁Moroccan", + -13.450620651245115 + ], + [ + "▁Butterfly", + -13.450621604919434 + ], + [ + "would", + -13.450737953186035 + ], + [ + "▁Metropol", + -13.451025009155272 + ], + [ + "lexic", + -13.45119285583496 + ], + [ + "comunitatea", + -13.45124340057373 + ], + [ + "vapeur", + -13.451456069946287 + ], + [ + "4.000", + -13.45155906677246 + ], + [ + "Pentru", + -13.451581954956056 + ], + [ + "üblichen", + -13.451613426208496 + ], + [ + "▁Général", + -13.451770782470703 + ], + [ + "▁Versailles", + -13.452046394348145 + ], + [ + "▁engraving", + -13.452046394348145 + ], + [ + "▁pédagogique", + -13.452192306518556 + ], + [ + "▁Policies", + -13.452759742736816 + ], + [ + "descending", + -13.453235626220703 + ], + [ + "stärkt", + -13.453349113464355 + ], + [ + "▁démocratie", + -13.45347023010254 + ], + [ + "▁granddaughter", + -13.45347023010254 + ], + [ + "▁buffalo", + -13.45347499847412 + ], + [ + "Datorita", + -13.45347785949707 + ], + [ + "hydroxy", + -13.453537940979004 + ], + [ + "▁ganduri", + -13.453566551208496 + ], + [ + "▁hijack", + -13.453624725341797 + ], + [ + "zahn", + -13.453699111938477 + ], + [ + "poziția", + -13.45406436920166 + ], + [ + "▁Zähne", + -13.454184532165527 + ], + [ + "▁grossesse", + -13.454296112060549 + ], + [ + "embassy", + -13.4548978805542 + ], + [ + "▁cérémonie", + -13.4548978805542 + ], + [ + "Rhône", + -13.454898834228516 + ], + [ + "▁Cabernet", + -13.454898834228516 + ], + [ + "▁Namibia", + -13.45490264892578 + ], + [ + "▁pedestal", + -13.45490264892578 + ], + [ + "▁Fighting", + -13.45490550994873 + ], + [ + "▁Threat", + -13.454962730407717 + ], + [ + "▁ideological", + -13.455047607421877 + ], + [ + "▁restitu", + -13.455183029174805 + ], + [ + "gelangt", + -13.455510139465332 + ], + [ + "Mitgliedern", + -13.455537796020508 + ], + [ + "acquérir", + -13.455613136291504 + ], + [ + "▁inferioar", + -13.45561695098877 + ], + [ + "Thierry", + -13.45561981201172 + ], + [ + "▁Entspannung", + -13.455638885498049 + ], + [ + "frequency", + -13.45566177368164 + ], + [ + "▁Fluid", + -13.455686569213867 + ], + [ + "▁betreut", + -13.45590114593506 + ], + [ + "Biological", + -13.455965995788574 + ], + [ + "▁Constanţa", + -13.456328392028809 + ], + [ + "▁beschäftigen", + -13.456328392028809 + ], + [ + "▁undesirable", + -13.456328392028809 + ], + [ + "▁protégé", + -13.456365585327148 + ], + [ + "▁nautical", + -13.45647430419922 + ], + [ + "▁sniff", + -13.456507682800291 + ], + [ + "Decizi", + -13.456510543823242 + ], + [ + "▁căldur", + -13.45706558227539 + ], + [ + "▁ideologi", + -13.457335472106934 + ], + [ + "Fraktion", + -13.457545280456545 + ], + [ + "collegiate", + -13.45776081085205 + ], + [ + "▁sănătos", + -13.45776081085205 + ], + [ + "▁Observatory", + -13.45776653289795 + ], + [ + "▁saturation", + -13.457769393920898 + ], + [ + "organizate", + -13.457771301269531 + ], + [ + "mergem", + -13.458321571350098 + ], + [ + "Publish", + -13.458451271057127 + ], + [ + "▁rattle", + -13.458460807800291 + ], + [ + "▁întâlniri", + -13.458663940429688 + ], + [ + "emporte", + -13.458741188049316 + ], + [ + "▁înscris", + -13.459046363830566 + ], + [ + "▁Patterson", + -13.459195137023926 + ], + [ + "▁ehrenamtlich", + -13.459195137023926 + ], + [ + "linux", + -13.459213256835938 + ], + [ + "conduire", + -13.45921802520752 + ], + [ + "▁absolven", + -13.459223747253418 + ], + [ + "▁einzigartig", + -13.459598541259766 + ], + [ + "▁_____", + -13.459803581237791 + ], + [ + "▁Beschäftigung", + -13.459912300109863 + ], + [ + "▁erfasst", + -13.459927558898926 + ], + [ + "▁Datum", + -13.45999240875244 + ], + [ + "raportul", + -13.460284233093262 + ], + [ + "ennemi", + -13.460460662841797 + ], + [ + "default", + -13.460643768310549 + ], + [ + "icillin", + -13.46066951751709 + ], + [ + "▁diamant", + -13.460671424865724 + ], + [ + "amerika", + -13.460684776306152 + ], + [ + "▁pescuit", + -13.46070384979248 + ], + [ + "▁grappl", + -13.460797309875488 + ], + [ + "▁Homeland", + -13.46082592010498 + ], + [ + "▁tromb", + -13.46112060546875 + ], + [ + "▁reduzieren", + -13.461349487304688 + ], + [ + "▁Statut", + -13.461593627929688 + ], + [ + "booming", + -13.461670875549316 + ], + [ + "fenced", + -13.46172332763672 + ], + [ + "measure", + -13.461888313293455 + ], + [ + "témoin", + -13.462069511413574 + ], + [ + "▁Inventory", + -13.462069511413574 + ], + [ + "▁circonstance", + -13.462069511413574 + ], + [ + "▁téléphonique", + -13.462069511413574 + ], + [ + "▁împiedic", + -13.46207046508789 + ], + [ + "▁Settlement", + -13.462072372436523 + ], + [ + "kannte", + -13.462076187133787 + ], + [ + "▁substantive", + -13.462385177612305 + ], + [ + "miterea", + -13.462642669677734 + ], + [ + "▁noştri", + -13.462790489196776 + ], + [ + "▁plăcere", + -13.462791442871094 + ], + [ + "▁eticheta", + -13.462823867797852 + ], + [ + "quickest", + -13.462993621826172 + ], + [ + "▁pasageri", + -13.463089942932127 + ], + [ + "▁Publi", + -13.463495254516602 + ], + [ + "▁Suzanne", + -13.463509559631348 + ], + [ + "▁bucătări", + -13.463509559631348 + ], + [ + "Regulatory", + -13.463510513305664 + ], + [ + "▁Mandarin", + -13.463647842407228 + ], + [ + "surgical", + -13.463947296142578 + ], + [ + "▁Smash", + -13.463950157165527 + ], + [ + "▁mândr", + -13.46403694152832 + ], + [ + "▁Unterkunft", + -13.464315414428713 + ], + [ + "moos", + -13.464374542236328 + ], + [ + "Camere", + -13.464510917663574 + ], + [ + "/03/", + -13.464651107788086 + ], + [ + "▁ethno", + -13.464677810668944 + ], + [ + "▁Eröffnung", + -13.46495246887207 + ], + [ + "▁Snyder", + -13.46495246887207 + ], + [ + "▁Wilmington", + -13.46495246887207 + ], + [ + "▁Canberra", + -13.464953422546388 + ], + [ + "▁Tahoe", + -13.464953422546388 + ], + [ + "▁slippery", + -13.464953422546388 + ], + [ + "▁Snake", + -13.464957237243652 + ], + [ + "▁turmeric", + -13.464963912963867 + ], + [ + "▁Cartoon", + -13.46499252319336 + ], + [ + "▁scrisoare", + -13.46500015258789 + ], + [ + "▁reprend", + -13.465425491333008 + ], + [ + "▁Konkurrenz", + -13.46567440032959 + ], + [ + "▁raisins", + -13.465693473815918 + ], + [ + "▁Werkstatt", + -13.465713500976562 + ], + [ + "▁agresiv", + -13.465795516967772 + ], + [ + "hugs", + -13.46615219116211 + ], + [ + "cazurile", + -13.46618938446045 + ], + [ + "spirited", + -13.466232299804688 + ], + [ + "▁britisch", + -13.466307640075684 + ], + [ + "spritz", + -13.466367721557615 + ], + [ + "auxiliary", + -13.46639633178711 + ], + [ + "interprétation", + -13.46639633178711 + ], + [ + "▁verbindet", + -13.46639633178711 + ], + [ + "▁fuzzy", + -13.466429710388184 + ], + [ + "▁turmoil", + -13.466432571411133 + ], + [ + "▁redefine", + -13.466819763183594 + ], + [ + "▁Kiwi", + -13.466890335083008 + ], + [ + "oiseaux", + -13.46712875366211 + ], + [ + "▁pamper", + -13.46714687347412 + ], + [ + "▁desfaso", + -13.46719741821289 + ], + [ + "▁pragu", + -13.467576026916504 + ], + [ + "prevenirea", + -13.467730522155762 + ], + [ + "▁convergence", + -13.467846870422363 + ], + [ + "tufted", + -13.467878341674805 + ], + [ + "brewed", + -13.467981338500977 + ], + [ + "villagers", + -13.468003273010254 + ], + [ + "▁Irving", + -13.468170166015623 + ], + [ + "nigsten", + -13.468660354614258 + ], + [ + "▁embod", + -13.468742370605469 + ], + [ + "Alicia", + -13.468938827514648 + ], + [ + "probably", + -13.469009399414062 + ], + [ + "divider", + -13.46904468536377 + ], + [ + "Attempt", + -13.469223022460938 + ], + [ + "▁Cognitive", + -13.469292640686035 + ], + [ + "▁Recognition", + -13.469292640686035 + ], + [ + "▁concierge", + -13.469292640686035 + ], + [ + "▁Semester", + -13.4692964553833 + ], + [ + "Economie", + -13.469417572021484 + ], + [ + "sortiment", + -13.469460487365724 + ], + [ + "shortest", + -13.46961498260498 + ], + [ + "üchtig", + -13.469650268554688 + ], + [ + "▁conveyanc", + -13.469978332519531 + ], + [ + "▁Ferdinand", + -13.470017433166504 + ], + [ + "▁permanence", + -13.470019340515137 + ], + [ + "▁incadr", + -13.470145225524902 + ], + [ + "▁estrogen", + -13.470290184020996 + ], + [ + "February", + -13.470661163330078 + ], + [ + "gedeckt", + -13.470704078674316 + ], + [ + "▁reagieren", + -13.470743179321287 + ], + [ + "▁meditate", + -13.470980644226074 + ], + [ + "simulated", + -13.471010208129885 + ], + [ + "▁supprimer", + -13.471468925476074 + ], + [ + "▁bumbac", + -13.47146987915039 + ], + [ + "▁vânzări", + -13.471477508544922 + ], + [ + "▁Kapitel", + -13.471478462219238 + ], + [ + "▁Weltkrieg", + -13.471513748168944 + ], + [ + "déposer", + -13.471674919128418 + ], + [ + "Asus", + -13.4718017578125 + ], + [ + "▁Communicat", + -13.471851348876951 + ], + [ + "Finished", + -13.47188949584961 + ], + [ + "▁Telegraph", + -13.472054481506348 + ], + [ + "▁Competitive", + -13.472196578979492 + ], + [ + "▁collectivités", + -13.472197532653809 + ], + [ + "▁protège", + -13.47219944000244 + ], + [ + "▁scallop", + -13.472219467163086 + ], + [ + "Happy", + -13.472335815429688 + ], + [ + "tehnică", + -13.472352981567385 + ], + [ + "▁Gestalt", + -13.47270393371582 + ], + [ + "▁benign", + -13.47295093536377 + ], + [ + "kraut", + -13.473149299621582 + ], + [ + "louer", + -13.473221778869627 + ], + [ + "▁Printr", + -13.47326946258545 + ], + [ + "mputation", + -13.473346710205078 + ], + [ + "▁dicke", + -13.473429679870604 + ], + [ + "▁Halifax", + -13.473650932312012 + ], + [ + "▁bounty", + -13.473650932312012 + ], + [ + "▁cauliflower", + -13.473650932312012 + ], + [ + "▁Survival", + -13.473654747009276 + ], + [ + "▁Chandler", + -13.473684310913086 + ], + [ + "▁bemüh", + -13.473760604858398 + ], + [ + "phro", + -13.47385597229004 + ], + [ + "Friday", + -13.474018096923828 + ], + [ + "particularly", + -13.474032402038574 + ], + [ + "arteries", + -13.474197387695312 + ], + [ + "Lösung", + -13.474771499633787 + ], + [ + "▁causal", + -13.474817276000977 + ], + [ + "▁recueilli", + -13.475075721740724 + ], + [ + "Stylish", + -13.47510814666748 + ], + [ + "schränke", + -13.47510814666748 + ], + [ + "▁francophone", + -13.47510814666748 + ], + [ + "▁limousine", + -13.47510814666748 + ], + [ + "▁statistiques", + -13.47510814666748 + ], + [ + "▁Kleider", + -13.475111961364746 + ], + [ + "▁dunkel", + -13.475127220153809 + ], + [ + "tätigkeit", + -13.475190162658691 + ], + [ + "▁punished", + -13.475257873535156 + ], + [ + "▁implică", + -13.475539207458496 + ], + [ + "▁inițial", + -13.475568771362305 + ], + [ + "▁Eminescu", + -13.475837707519531 + ], + [ + "▁expliqué", + -13.475837707519531 + ], + [ + "▁Eduard", + -13.475839614868164 + ], + [ + "▁psychologique", + -13.475870132446287 + ], + [ + "▁protejeaz", + -13.476580619812012 + ], + [ + "spül", + -13.476709365844728 + ], + [ + "▁Virtu", + -13.477021217346191 + ], + [ + "▁régulière", + -13.477044105529783 + ], + [ + "▁Outreach", + -13.477130889892578 + ], + [ + "▁Apprentice", + -13.47729778289795 + ], + [ + "▁compréhension", + -13.47729778289795 + ], + [ + "▁zwölf", + -13.47729778289795 + ], + [ + "Surgical", + -13.47731590270996 + ], + [ + "latéral", + -13.477417945861816 + ], + [ + "▁Ceremony", + -13.47803020477295 + ], + [ + "▁Shampoo", + -13.47803783416748 + ], + [ + "Global", + -13.478239059448242 + ], + [ + "▁paradis", + -13.47830295562744 + ], + [ + "Developed", + -13.478493690490724 + ], + [ + "▁figurine", + -13.478549003601074 + ], + [ + "sujets", + -13.478574752807615 + ], + [ + "▁Naomi", + -13.478772163391112 + ], + [ + "financed", + -13.478838920593262 + ], + [ + "forestry", + -13.478896141052246 + ], + [ + "▁Anregung", + -13.479494094848633 + ], + [ + "▁spectateur", + -13.479804039001465 + ], + [ + "▁exercitii", + -13.479815483093262 + ], + [ + "▁russisch", + -13.479888916015623 + ], + [ + "gefunden", + -13.479988098144531 + ], + [ + "schleunig", + -13.480225563049316 + ], + [ + "▁géographique", + -13.480225563049316 + ], + [ + "▁Delphi", + -13.480317115783691 + ], + [ + "Freddie", + -13.4806489944458 + ], + [ + "▁muzici", + -13.480958938598633 + ], + [ + "▁Edmund", + -13.48095989227295 + ], + [ + "finanzielle", + -13.481032371520996 + ], + [ + "(2003)", + -13.481319427490234 + ], + [ + "accentuate", + -13.481437683105469 + ], + [ + "overlapping", + -13.48151969909668 + ], + [ + "▁Pluto", + -13.481595993041992 + ], + [ + "românii", + -13.481683731079102 + ], + [ + "▁Timişoara", + -13.48169231414795 + ], + [ + "▁poivr", + -13.481754302978516 + ], + [ + "▁repris", + -13.481852531433104 + ], + [ + "▁Geschlecht", + -13.482426643371582 + ], + [ + "▁thieves", + -13.482426643371582 + ], + [ + "▁Transformer", + -13.482431411743164 + ], + [ + "▁shortcomings", + -13.48243808746338 + ], + [ + "▁aptitude", + -13.48244571685791 + ], + [ + "pitfalls", + -13.482468605041504 + ], + [ + "▁manicure", + -13.482577323913574 + ], + [ + "mystical", + -13.482723236083984 + ], + [ + "▁abolish", + -13.482833862304688 + ], + [ + "▁Zielgruppe", + -13.482873916625977 + ], + [ + "▁naţionale", + -13.483160972595217 + ], + [ + "▁trandafir", + -13.483160972595217 + ], + [ + "▁matematic", + -13.483193397521973 + ], + [ + "▁Hirsch", + -13.483257293701172 + ], + [ + "Fahr", + -13.483458518981934 + ], + [ + "connaissent", + -13.483476638793944 + ], + [ + "browned", + -13.483846664428713 + ], + [ + "▁bearbeitet", + -13.483881950378418 + ], + [ + "▁usturoi", + -13.483896255493164 + ], + [ + "▁Surprise", + -13.48389720916748 + ], + [ + "▁Tehran", + -13.483899116516112 + ], + [ + "▁BLACK", + -13.483901023864746 + ], + [ + "▁abonament", + -13.483904838562012 + ], + [ + "▁mêl", + -13.483972549438477 + ], + [ + "Angebot", + -13.484091758728027 + ], + [ + "ajungi", + -13.48410415649414 + ], + [ + "▁Woodland", + -13.48420524597168 + ], + [ + "▁gradini", + -13.484305381774902 + ], + [ + "▁Marilyn", + -13.48464584350586 + ], + [ + "kilometer", + -13.484880447387695 + ], + [ + "tempered", + -13.485230445861816 + ], + [ + "▁intimacy", + -13.485371589660645 + ], + [ + "▁thunderstorm", + -13.485373497009276 + ], + [ + "▁Uttar", + -13.485413551330566 + ], + [ + "▁varnish", + -13.485535621643066 + ], + [ + "opathie", + -13.48598289489746 + ], + [ + "▁școlar", + -13.48611068725586 + ], + [ + "▁raisonnable", + -13.486114501953123 + ], + [ + "proactively", + -13.486490249633787 + ], + [ + "▁gib", + -13.486536979675291 + ], + [ + "▁hospice", + -13.48684310913086 + ], + [ + "▁constă", + -13.486896514892578 + ], + [ + "▁Crescent", + -13.48690128326416 + ], + [ + "▁ambasad", + -13.486933708190918 + ], + [ + "hotărâre", + -13.48696994781494 + ], + [ + "▁fraîche", + -13.48709774017334 + ], + [ + "▁bundesweit", + -13.487581253051758 + ], + [ + "nsbesondere", + -13.487812042236328 + ], + [ + "▁intoarce", + -13.487863540649414 + ], + [ + "▁Schokolade", + -13.488319396972656 + ], + [ + "▁adjective", + -13.488319396972656 + ], + [ + "▁incalzire", + -13.488319396972656 + ], + [ + "▁Qualification", + -13.488320350646973 + ], + [ + "▁Bolivia", + -13.488324165344238 + ], + [ + "▁cruelty", + -13.48833465576172 + ], + [ + "pläne", + -13.48834228515625 + ], + [ + "▁solitude", + -13.488354682922363 + ], + [ + "▁Bosnia", + -13.488568305969238 + ], + [ + "rohr", + -13.488643646240234 + ], + [ + "▁regrette", + -13.48877239227295 + ], + [ + "zusammengestellt", + -13.48924732208252 + ], + [ + "▁Kardashian", + -13.489798545837402 + ], + [ + "▁Picasso", + -13.489798545837402 + ], + [ + "▁unverbindlich", + -13.489798545837402 + ], + [ + "▁Headquarters", + -13.48979949951172 + ], + [ + "métrage", + -13.4898099899292 + ], + [ + "▁Magento", + -13.489816665649414 + ], + [ + "▁exhibitors", + -13.489898681640623 + ], + [ + "utty", + -13.490381240844728 + ], + [ + "▁Fünf", + -13.490538597106934 + ], + [ + "▁Peugeot", + -13.490538597106934 + ], + [ + "▁verdienen", + -13.490538597106934 + ], + [ + "▁absolviert", + -13.49053955078125 + ], + [ + "schutzerklärung", + -13.490679740905762 + ], + [ + "sistemele", + -13.49089241027832 + ], + [ + "▁concrète", + -13.49127960205078 + ], + [ + "▁rhyme", + -13.49127960205078 + ], + [ + "▁Continuous", + -13.49128246307373 + ], + [ + "versprechen", + -13.49131202697754 + ], + [ + "▁Melanie", + -13.49202823638916 + ], + [ + "▁clienţi", + -13.492046356201172 + ], + [ + "luckily", + -13.492205619812012 + ], + [ + "▁counterfeit", + -13.492762565612791 + ], + [ + "▁locomotive", + -13.492889404296877 + ], + [ + "▁reacți", + -13.492908477783203 + ], + [ + "ampered", + -13.493005752563477 + ], + [ + "atenția", + -13.493011474609377 + ], + [ + "Suppose", + -13.49306297302246 + ], + [ + "hinweis", + -13.493464469909668 + ], + [ + "verletzung", + -13.493504524230955 + ], + [ + "▁mănânc", + -13.493504524230955 + ], + [ + "▁provoac", + -13.493507385253906 + ], + [ + "▁regizor", + -13.493511199951172 + ], + [ + "kundig", + -13.49352741241455 + ], + [ + "embarqu", + -13.493584632873535 + ], + [ + "Radio", + -13.493690490722656 + ], + [ + "Ministrul", + -13.493896484375 + ], + [ + "weakened", + -13.494214057922363 + ], + [ + "▁translucent", + -13.494247436523438 + ], + [ + "George", + -13.494380950927734 + ], + [ + "▁bacterii", + -13.494402885437012 + ], + [ + "intervalul", + -13.494803428649902 + ], + [ + "▁vizualiz", + -13.494832038879396 + ], + [ + "▁Feuchtigkeit", + -13.494991302490234 + ], + [ + "▁choisissez", + -13.494991302490234 + ], + [ + "▁plausible", + -13.494991302490234 + ], + [ + "▁perpetu", + -13.495122909545898 + ], + [ + "▁bucati", + -13.495194435119627 + ], + [ + "▁Giovanni", + -13.495735168457031 + ], + [ + "▁bluetooth", + -13.495736122131348 + ], + [ + "▁translating", + -13.49573802947998 + ], + [ + "▁Kyoto", + -13.495739936828612 + ], + [ + "▁homosexual", + -13.495745658874512 + ], + [ + "treabă", + -13.495820045471191 + ], + [ + "ntrepid", + -13.495983123779297 + ], + [ + "▁fachlich", + -13.496664047241213 + ], + [ + "Vaccin", + -13.496774673461914 + ], + [ + "▁Treib", + -13.497248649597168 + ], + [ + "varsity", + -13.497272491455078 + ], + [ + "▁Tavern", + -13.497278213500977 + ], + [ + "▁ensue", + -13.49733066558838 + ], + [ + "flexibel", + -13.497971534729004 + ], + [ + "retrieved", + -13.498102188110352 + ], + [ + "traditionellen", + -13.498230934143066 + ], + [ + "▁circulati", + -13.498546600341797 + ], + [ + "▁Diagnose", + -13.498717308044434 + ], + [ + "▁Strawberry", + -13.498717308044434 + ], + [ + "Societatea", + -13.49871826171875 + ], + [ + "expertise", + -13.498849868774414 + ], + [ + "▁naturii", + -13.499464988708496 + ], + [ + "▁4:1", + -13.499515533447266 + ], + [ + "Frequently", + -13.500210762023926 + ], + [ + "disproportionate", + -13.500210762023926 + ], + [ + "▁LIMITED", + -13.500210762023926 + ], + [ + "▁ancestral", + -13.50022792816162 + ], + [ + "▁Logistik", + -13.500237464904783 + ], + [ + "▁recolt", + -13.50042724609375 + ], + [ + "▁liebevoll", + -13.500436782836914 + ], + [ + "importing", + -13.500452041625977 + ], + [ + "aparatul", + -13.500458717346191 + ], + [ + "poziţia", + -13.500564575195312 + ], + [ + "facerilor", + -13.500658988952637 + ], + [ + "Submitted", + -13.50086784362793 + ], + [ + "ografia", + -13.501221656799316 + ], + [ + "onformément", + -13.50168228149414 + ], + [ + "▁dissemination", + -13.501708030700684 + ], + [ + "afli", + -13.501834869384766 + ], + [ + "luminous", + -13.502154350280762 + ], + [ + "▁draußen", + -13.502456665039062 + ], + [ + "▁Zauber", + -13.502535820007324 + ], + [ + "▁Ibrahim", + -13.503207206726074 + ], + [ + "▁eruption", + -13.503216743469238 + ], + [ + "écrite", + -13.50357723236084 + ], + [ + "avril", + -13.503898620605469 + ], + [ + "Increasing", + -13.50417137145996 + ], + [ + "hingeg", + -13.504411697387695 + ], + [ + "fidelity", + -13.50470733642578 + ], + [ + "étonnant", + -13.50470733642578 + ], + [ + "▁créativité", + -13.50470733642578 + ], + [ + "▁Required", + -13.504708290100098 + ], + [ + "▁Edison", + -13.504719734191896 + ], + [ + "▁Stuhl", + -13.504719734191896 + ], + [ + "outhwestern", + -13.506060600280762 + ], + [ + "▁Beschwerden", + -13.506210327148438 + ], + [ + "▁angajaţi", + -13.506210327148438 + ], + [ + "▁Currency", + -13.506211280822754 + ], + [ + "▁reagiert", + -13.506214141845703 + ], + [ + "Science", + -13.506229400634766 + ], + [ + "hospital", + -13.506253242492676 + ], + [ + "professionellen", + -13.50649356842041 + ], + [ + "▁Trouve", + -13.506768226623535 + ], + [ + "▁utopi", + -13.50683307647705 + ], + [ + "gypte", + -13.506928443908691 + ], + [ + "▁Konsequenz", + -13.506962776184082 + ], + [ + "▁pacienți", + -13.506962776184082 + ], + [ + "▁orizont", + -13.506988525390623 + ], + [ + "Corey", + -13.506999015808104 + ], + [ + "▁quartet", + -13.507009506225586 + ], + [ + "▁Sherlock", + -13.50710678100586 + ], + [ + "▁gagné", + -13.507237434387209 + ], + [ + "▁Jusqu", + -13.50732707977295 + ], + [ + "▁Clickfunnel", + -13.507465362548828 + ], + [ + "Survivor", + -13.507716178894045 + ], + [ + "▁Beethoven", + -13.507716178894045 + ], + [ + "▁Exemplar", + -13.507716178894045 + ], + [ + "▁Gonzalez", + -13.507716178894045 + ], + [ + "▁Illustrator", + -13.507716178894045 + ], + [ + "▁Verpflichtung", + -13.507718086242676 + ], + [ + "Possibly", + -13.507719993591309 + ], + [ + "Maintenant", + -13.50772190093994 + ], + [ + "▁incendiu", + -13.50772190093994 + ], + [ + "▁poêl", + -13.507747650146484 + ], + [ + "▁aşez", + -13.507757186889648 + ], + [ + "phenol", + -13.508248329162598 + ], + [ + "▁magician", + -13.508421897888184 + ], + [ + "éventuellement", + -13.508512496948242 + ], + [ + "▁amortiz", + -13.508736610412598 + ], + [ + "bouchage", + -13.50873851776123 + ], + [ + "▁Accommodation", + -13.50922393798828 + ], + [ + "▁Significant", + -13.50922393798828 + ], + [ + "▁rejoice", + -13.50922393798828 + ], + [ + "▁Lorraine", + -13.509224891662598 + ], + [ + "▁Necklace", + -13.509234428405762 + ], + [ + "▁hamburger", + -13.509273529052734 + ], + [ + "Enhanced", + -13.5095796585083 + ], + [ + "▁Audrey", + -13.50997829437256 + ], + [ + "▁considère", + -13.509986877441406 + ], + [ + "hafen", + -13.51050853729248 + ], + [ + "acordare", + -13.510509490966797 + ], + [ + "▁ediți", + -13.51075553894043 + ], + [ + "▁militia", + -13.510767936706545 + ], + [ + "captivate", + -13.510771751403809 + ], + [ + "▁rebellion", + -13.510777473449709 + ], + [ + "▁veranstalte", + -13.510844230651855 + ], + [ + "▁matelas", + -13.510859489440918 + ], + [ + "originating", + -13.510873794555664 + ], + [ + "Typical", + -13.51092529296875 + ], + [ + "▁législat", + -13.511360168457031 + ], + [ + "▁Kräfte", + -13.511488914489746 + ], + [ + "▁Eigentümer", + -13.511489868164062 + ], + [ + "▁gonfl", + -13.511608123779297 + ], + [ + "dispoziție", + -13.512028694152832 + ], + [ + "▁Fabulous", + -13.512246131896973 + ], + [ + "▁Guillaume", + -13.512246131896973 + ], + [ + "▁Genuine", + -13.512247085571287 + ], + [ + "selbe", + -13.512449264526367 + ], + [ + "(2002)", + -13.512616157531738 + ], + [ + "Einen", + -13.512908935546877 + ], + [ + "▁Snapdragon", + -13.513002395629885 + ], + [ + "▁plagiarism", + -13.513002395629885 + ], + [ + "▁Rendez", + -13.513019561767578 + ], + [ + "▁înregistrare", + -13.513033866882324 + ], + [ + "probiert", + -13.513081550598145 + ], + [ + "gestiegen", + -13.513153076171877 + ], + [ + "Teatrul", + -13.513370513916016 + ], + [ + "trove", + -13.513469696044922 + ], + [ + "ntsprechend", + -13.51356601715088 + ], + [ + "Städten", + -13.513691902160645 + ], + [ + "unforeseen", + -13.513760566711426 + ], + [ + "▁Meridian", + -13.513761520385742 + ], + [ + "▁Ministries", + -13.513763427734377 + ], + [ + "plaît", + -13.513769149780272 + ], + [ + "▁Telefonnummer", + -13.513772010803224 + ], + [ + "welded", + -13.513788223266602 + ], + [ + "pondere", + -13.513976097106934 + ], + [ + "▁funcţiona", + -13.514012336730955 + ], + [ + "▁politicieni", + -13.514187812805176 + ], + [ + "fleck", + -13.514240264892578 + ], + [ + "▁Nitro", + -13.514264106750488 + ], + [ + "wettbewerb", + -13.514518737792969 + ], + [ + "▁ingrijire", + -13.514518737792969 + ], + [ + "▁Gehirn", + -13.514521598815918 + ], + [ + "sigură", + -13.514904022216797 + ], + [ + "400,000", + -13.51523780822754 + ], + [ + "▁cataract", + -13.515277862548828 + ], + [ + "outskirt", + -13.515280723571776 + ], + [ + "▁Identification", + -13.515287399291992 + ], + [ + "▁imperfections", + -13.515317916870115 + ], + [ + "▁Dokumentation", + -13.515474319458008 + ], + [ + "Engine", + -13.515851974487305 + ], + [ + "extindere", + -13.516046524047852 + ], + [ + "bijoux", + -13.516797065734863 + ], + [ + "▁dărui", + -13.516802787780762 + ], + [ + "▁Moderator", + -13.516913414001465 + ], + [ + "biblio", + -13.517024040222168 + ], + [ + "енн", + -13.517024040222168 + ], + [ + "▁Relevan", + -13.51728630065918 + ], + [ + "ansprüche", + -13.51755714416504 + ], + [ + "épaisseur", + -13.517580032348633 + ], + [ + "▁emoţi", + -13.517677307128906 + ], + [ + "exacerbate", + -13.518318176269531 + ], + [ + "▁Wimbledon", + -13.518318176269531 + ], + [ + "▁Pandora", + -13.518319129943848 + ], + [ + "perhaps", + -13.518725395202637 + ], + [ + "certify", + -13.518762588500977 + ], + [ + "Strukturen", + -13.5189208984375 + ], + [ + "▁Kreativität", + -13.519079208374023 + ], + [ + "schlägt", + -13.51908016204834 + ], + [ + "▁certifié", + -13.51911735534668 + ], + [ + "/09/", + -13.519211769104004 + ], + [ + "▁suprafaţ", + -13.519493103027344 + ], + [ + "verständnis", + -13.519841194152832 + ], + [ + "presedintele", + -13.519842147827148 + ], + [ + "▁orthopedic", + -13.519842147827148 + ], + [ + "▁superioara", + -13.519843101501465 + ], + [ + "älteste", + -13.519903182983398 + ], + [ + "▁conducător", + -13.520153999328612 + ], + [ + "supplementary", + -13.520243644714355 + ], + [ + "wetlands", + -13.520438194274902 + ], + [ + "▁suprafete", + -13.520605087280272 + ], + [ + "▁aparțin", + -13.520951271057127 + ], + [ + "analiză", + -13.521014213562012 + ], + [ + "Uneori", + -13.52115535736084 + ], + [ + "Toujours", + -13.521368026733398 + ], + [ + "▁Nairobi", + -13.521368026733398 + ], + [ + "▁asparagus", + -13.521368026733398 + ], + [ + "▁crowdfunding", + -13.521368026733398 + ], + [ + "gutachten", + -13.521369934082031 + ], + [ + "smelling", + -13.52165985107422 + ], + [ + "▁elektrisch", + -13.521718978881836 + ], + [ + "begging", + -13.522055625915527 + ], + [ + "▁Renewable", + -13.522896766662598 + ], + [ + "▁Trouble", + -13.522896766662598 + ], + [ + "▁devastated", + -13.522896766662598 + ], + [ + "▁remplacé", + -13.522896766662598 + ], + [ + "▁schmeckt", + -13.522896766662598 + ], + [ + "▁exerciți", + -13.523005485534668 + ], + [ + "▁vermute", + -13.52365016937256 + ], + [ + "▁Constanța", + -13.523661613464355 + ], + [ + "expunere", + -13.523693084716797 + ], + [ + "▁Fitzgerald", + -13.52442741394043 + ], + [ + "▁Mechanism", + -13.524429321289062 + ], + [ + "▁underscore", + -13.524484634399414 + ], + [ + "poziţie", + -13.524901390075684 + ], + [ + "stöbern", + -13.525193214416504 + ], + [ + "▁littérature", + -13.525193214416504 + ], + [ + "▁împrumut", + -13.525193214416504 + ], + [ + "Vision", + -13.525771141052246 + ], + [ + "▁overwhelm", + -13.52577304840088 + ], + [ + "▁erweitern", + -13.525959968566896 + ], + [ + "skeletal", + -13.525960922241213 + ], + [ + "▁terrified", + -13.525960922241213 + ], + [ + "aggravate", + -13.525962829589844 + ], + [ + "▁Malawi", + -13.52596950531006 + ], + [ + "▁neuroscience", + -13.526009559631348 + ], + [ + "trecută", + -13.526097297668455 + ], + [ + "▁maestr", + -13.52634334564209 + ], + [ + "нов", + -13.526555061340332 + ], + [ + "▁Cobb", + -13.52667236328125 + ], + [ + "▁Schwangerschaft", + -13.526727676391602 + ], + [ + "▁internationaux", + -13.526727676391602 + ], + [ + "▁entspannen", + -13.526729583740234 + ], + [ + "▁Früchte", + -13.52676773071289 + ], + [ + "mâine", + -13.526805877685549 + ], + [ + "stützt", + -13.526938438415527 + ], + [ + "flipped", + -13.527076721191406 + ], + [ + "Palatul", + -13.527252197265623 + ], + [ + "▁Gérard", + -13.527496337890623 + ], + [ + "▁Kensington", + -13.527498245239258 + ], + [ + "chargée", + -13.52807331085205 + ], + [ + "iolo", + -13.528203964233398 + ], + [ + "▁excesiv", + -13.52904987335205 + ], + [ + "▁Gymnas", + -13.52962875366211 + ], + [ + "▁optimise", + -13.529678344726562 + ], + [ + "possibilités", + -13.529717445373535 + ], + [ + "▁periculoas", + -13.529810905456545 + ], + [ + "mechanical", + -13.529839515686035 + ], + [ + "▁confruntă", + -13.529868125915527 + ], + [ + "quatrième", + -13.530573844909668 + ], + [ + "▁Preservation", + -13.530573844909668 + ], + [ + "▁Juventus", + -13.530574798583984 + ], + [ + "vorsitzende", + -13.5305757522583 + ], + [ + "électora", + -13.53058624267578 + ], + [ + "▁fascinant", + -13.53061580657959 + ], + [ + "▁lagoon", + -13.53067111968994 + ], + [ + "referencing", + -13.53079605102539 + ], + [ + "appointed", + -13.530988693237305 + ], + [ + "Audible", + -13.531112670898438 + ], + [ + "sighted", + -13.531612396240234 + ], + [ + "▁gewünscht", + -13.532061576843262 + ], + [ + "▁Expedition", + -13.532115936279297 + ], + [ + "▁genunchi", + -13.532115936279297 + ], + [ + "▁PROVIDE", + -13.53211784362793 + ], + [ + "▁rosemary", + -13.532118797302246 + ], + [ + "▁cleanliness", + -13.532130241394045 + ], + [ + "commanded", + -13.53223991394043 + ], + [ + "ältere", + -13.532530784606934 + ], + [ + "ност", + -13.532547950744627 + ], + [ + "kühlen", + -13.532917976379396 + ], + [ + "mettez", + -13.53354835510254 + ], + [ + "connaitre", + -13.533661842346191 + ], + [ + "Qaeda", + -13.533662796020508 + ], + [ + "▁traumhaft", + -13.53366470336914 + ], + [ + "kommst", + -13.533666610717772 + ], + [ + "▁Abbott", + -13.533669471740724 + ], + [ + "▁Fool", + -13.533686637878418 + ], + [ + "▁médaill", + -13.533687591552734 + ], + [ + "▁genotyp", + -13.533693313598633 + ], + [ + "▁Fälle", + -13.53375244140625 + ], + [ + "▁actuator", + -13.533843994140623 + ], + [ + "CLASS", + -13.534042358398438 + ], + [ + "progressively", + -13.534421920776367 + ], + [ + "negative", + -13.53469467163086 + ], + [ + "bundled", + -13.535009384155272 + ], + [ + "▁dezbatere", + -13.535208702087402 + ], + [ + "kamagra", + -13.535237312316896 + ], + [ + "gardinen", + -13.535250663757324 + ], + [ + "unsecured", + -13.535271644592283 + ], + [ + "Assisted", + -13.535298347473145 + ], + [ + "Gymnasium", + -13.535386085510254 + ], + [ + "▁brusc", + -13.53559112548828 + ], + [ + "prinzip", + -13.535655975341797 + ], + [ + "Torrent", + -13.535964965820312 + ], + [ + "Presented", + -13.535967826843262 + ], + [ + "▁impressionnant", + -13.53628921508789 + ], + [ + "charakter", + -13.536758422851562 + ], + [ + "▁Acoustic", + -13.536762237548828 + ], + [ + "▁appartient", + -13.536763191223145 + ], + [ + "gesteuert", + -13.536879539489746 + ], + [ + "▁condiți", + -13.537089347839355 + ], + [ + "authentic", + -13.537313461303713 + ], + [ + "▁Erholung", + -13.537534713745115 + ], + [ + "▁Veranstalter", + -13.537534713745115 + ], + [ + "▁Filial", + -13.537665367126465 + ], + [ + "ruhigen", + -13.537714958190918 + ], + [ + "symptôme", + -13.538311004638672 + ], + [ + "▁Efficiency", + -13.538311004638672 + ], + [ + "▁stunned", + -13.538311004638672 + ], + [ + "▁sympathique", + -13.538311004638672 + ], + [ + "Uploaded", + -13.538352966308594 + ], + [ + "▁geistig", + -13.538453102111816 + ], + [ + "Pläne", + -13.538509368896484 + ], + [ + "▁Apartament", + -13.53855037689209 + ], + [ + "▁ușoar", + -13.539119720458984 + ], + [ + "▁locuinț", + -13.539122581481934 + ], + [ + "épouse", + -13.539166450500488 + ], + [ + "îngrijire", + -13.539215087890623 + ], + [ + "Obtain", + -13.539261817932127 + ], + [ + "Detect", + -13.539590835571287 + ], + [ + "▁Dumitru", + -13.539865493774414 + ], + [ + "▁refrigeration", + -13.539865493774414 + ], + [ + "ärztliche", + -13.539881706237791 + ], + [ + "efficiency", + -13.540032386779783 + ], + [ + "▁snail", + -13.540328979492188 + ], + [ + "gelände", + -13.540419578552246 + ], + [ + "expected", + -13.540620803833008 + ], + [ + "kompetenz", + -13.540643692016602 + ], + [ + "▁sfânt", + -13.540643692016602 + ], + [ + "océan", + -13.540685653686523 + ], + [ + "▁Plasma", + -13.540717124938965 + ], + [ + "▁vulgar", + -13.54075813293457 + ], + [ + "▁slump", + -13.541083335876465 + ], + [ + "autoimmune", + -13.541422843933104 + ], + [ + "▁Cynthia", + -13.541422843933104 + ], + [ + "▁dimineaţ", + -13.541422843933104 + ], + [ + "▁whimsical", + -13.541422843933104 + ], + [ + "▁evaporate", + -13.541488647460938 + ], + [ + "▁calorii", + -13.54186725616455 + ], + [ + "portion", + -13.54187297821045 + ], + [ + "crowned", + -13.5419282913208 + ], + [ + "▁întâmpin", + -13.54220199584961 + ], + [ + "▁Centenar", + -13.542620658874512 + ], + [ + "▁Genehmigung", + -13.54298210144043 + ], + [ + "▁Wahrscheinlich", + -13.54298210144043 + ], + [ + "▁accompaniment", + -13.54298210144043 + ], + [ + "▁Negoti", + -13.54298496246338 + ], + [ + "▁Vanilla", + -13.54300022125244 + ], + [ + "▁Receiv", + -13.543014526367188 + ], + [ + "▁bestseller", + -13.543052673339844 + ], + [ + "tendons", + -13.54306983947754 + ], + [ + "Reilly", + -13.543192863464355 + ], + [ + "▁refroidi", + -13.543731689453123 + ], + [ + "▁überrascht", + -13.543763160705566 + ], + [ + "Gitarre", + -13.543828964233398 + ], + [ + "wände", + -13.54417324066162 + ], + [ + "veniturile", + -13.544321060180664 + ], + [ + "▁portofoliu", + -13.54454517364502 + ], + [ + "▁temporaire", + -13.54454517364502 + ], + [ + "▁Dawson", + -13.544546127319336 + ], + [ + "foreseeable", + -13.544547080993652 + ], + [ + "▁Gastgeber", + -13.545344352722168 + ], + [ + "Access", + -13.545432090759276 + ], + [ + "▁Defender", + -13.545537948608398 + ], + [ + "▁Quarry", + -13.546109199523926 + ], + [ + "▁trolley", + -13.546110153198242 + ], + [ + "▁carburant", + -13.54611110687256 + ], + [ + "▁titluri", + -13.54631233215332 + ], + [ + "comparatively", + -13.546327590942385 + ], + [ + "nachfolgend", + -13.54659652709961 + ], + [ + "anfang", + -13.546740531921388 + ], + [ + "▁faszinieren", + -13.54689121246338 + ], + [ + "trăiesc", + -13.547082901000977 + ], + [ + "▁Travail", + -13.547159194946287 + ], + [ + "Contact", + -13.547235488891602 + ], + [ + "fashion", + -13.547245025634766 + ], + [ + "▁épais", + -13.547585487365724 + ], + [ + "plattform", + -13.54767608642578 + ], + [ + "ventricular", + -13.547677040100098 + ], + [ + "▁Portsmouth", + -13.547677993774414 + ], + [ + "▁împărat", + -13.54767894744873 + ], + [ + "▁vândut", + -13.54769802093506 + ], + [ + "▁evidenț", + -13.54770851135254 + ], + [ + "Purchasing", + -13.547877311706545 + ], + [ + "discerning", + -13.54804801940918 + ], + [ + "odonti", + -13.548080444335938 + ], + [ + "distilled", + -13.548316955566406 + ], + [ + "saveur", + -13.548447608947754 + ], + [ + "▁récompense", + -13.54845905303955 + ], + [ + "confortul", + -13.54855251312256 + ], + [ + "arbeitete", + -13.548787117004396 + ], + [ + "partenerii", + -13.549064636230469 + ], + [ + "mirrored", + -13.54908561706543 + ], + [ + "Dienstleister", + -13.549243927001951 + ], + [ + "▁Jakarta", + -13.549243927001951 + ], + [ + "▁WEBSITE", + -13.549243927001951 + ], + [ + "▁Acquisition", + -13.549262046813965 + ], + [ + "▁Miranda", + -13.549287796020508 + ], + [ + "Syndic", + -13.549356460571287 + ], + [ + "▁stadiu", + -13.549450874328612 + ], + [ + "▁Parchet", + -13.549498558044434 + ], + [ + "Générale", + -13.54954719543457 + ], + [ + "▁jpl", + -13.549579620361328 + ], + [ + "attainable", + -13.549949645996094 + ], + [ + "École", + -13.550041198730469 + ], + [ + "Sphere", + -13.550538063049316 + ], + [ + "obtainable", + -13.550592422485352 + ], + [ + "▁Sapphire", + -13.55081558227539 + ], + [ + "▁aérienne", + -13.55081558227539 + ], + [ + "▁bărbați", + -13.55081558227539 + ], + [ + "▁irritating", + -13.55081558227539 + ], + [ + "▁ultraviolet", + -13.550816535949709 + ], + [ + "untouched", + -13.550817489624023 + ], + [ + "▁Ramsey", + -13.550819396972656 + ], + [ + "titres", + -13.551087379455566 + ], + [ + "▁Coordinat", + -13.551218032836914 + ], + [ + "believable", + -13.551358222961426 + ], + [ + "▁Grundsätzlich", + -13.551602363586426 + ], + [ + "▁konsequent", + -13.551602363586426 + ], + [ + "▁Cerceta", + -13.551909446716309 + ], + [ + "dirigé", + -13.552116394042969 + ], + [ + "▁disturb", + -13.552151679992676 + ], + [ + "conciliation", + -13.552210807800291 + ], + [ + "▁gelöscht", + -13.552390098571776 + ], + [ + "▁sauvegarde", + -13.552391052246094 + ], + [ + "▁cavities", + -13.552393913269045 + ], + [ + "stunde", + -13.55241584777832 + ], + [ + "▁foloseasc", + -13.552430152893066 + ], + [ + "▁simpati", + -13.552873611450195 + ], + [ + "Chacun", + -13.553032875061035 + ], + [ + "adversaire", + -13.553178787231444 + ], + [ + "Eigentlich", + -13.55319881439209 + ], + [ + "defense", + -13.553593635559082 + ], + [ + "consider", + -13.553672790527344 + ], + [ + "▁Trinidad", + -13.553966522216797 + ], + [ + "▁strategist", + -13.553966522216797 + ], + [ + "distorted", + -13.553967475891112 + ], + [ + "▁hypothetical", + -13.553967475891112 + ], + [ + "▁ramburs", + -13.55396842956543 + ], + [ + "▁Mallorca", + -13.553970336914062 + ], + [ + "▁Domino", + -13.554018020629885 + ], + [ + "arrondissement", + -13.55475616455078 + ], + [ + "konferenz", + -13.55475616455078 + ], + [ + "▁Beleuchtung", + -13.55475616455078 + ], + [ + "aggregat", + -13.55484676361084 + ], + [ + "subsidize", + -13.554896354675291 + ], + [ + "shri", + -13.555503845214844 + ], + [ + "Kaufentscheidung", + -13.555545806884766 + ], + [ + "▁Hernandez", + -13.555545806884766 + ], + [ + "▁Upholster", + -13.555546760559082 + ], + [ + "atlantic", + -13.555614471435549 + ], + [ + "▁locuinte", + -13.555652618408203 + ], + [ + "integrates", + -13.55583381652832 + ], + [ + "ewusst", + -13.555878639221191 + ], + [ + "▁Avocado", + -13.556337356567385 + ], + [ + "Decorative", + -13.557014465332031 + ], + [ + "▁Corinthians", + -13.557127952575684 + ], + [ + "▁clădire", + -13.557127952575684 + ], + [ + "▁plomberie", + -13.557127952575684 + ], + [ + "vases", + -13.557143211364746 + ], + [ + "▁crippl", + -13.557247161865234 + ], + [ + "cluttered", + -13.557487487792969 + ], + [ + "departed", + -13.55780792236328 + ], + [ + "▁entscheidet", + -13.5579195022583 + ], + [ + "Certaine", + -13.55824375152588 + ], + [ + "honda", + -13.558294296264648 + ], + [ + "triggering", + -13.558527946472168 + ], + [ + "▁Erdogan", + -13.558712005615234 + ], + [ + "▁Widerstand", + -13.558712005615234 + ], + [ + "▁Bhutan", + -13.558713912963867 + ], + [ + "▁ascunde", + -13.55873680114746 + ], + [ + "▁shading", + -13.558748245239258 + ], + [ + "behavioural", + -13.55917263031006 + ], + [ + "▁transfér", + -13.55960750579834 + ], + [ + "versichert", + -13.55962371826172 + ], + [ + "▁vinovat", + -13.559646606445312 + ], + [ + "▁airfare", + -13.560142517089844 + ], + [ + "▁simplistic", + -13.56030559539795 + ], + [ + "▁Asigura", + -13.560320854187012 + ], + [ + "Chauffe", + -13.560480117797852 + ], + [ + "scrisă", + -13.560585975646973 + ], + [ + "trouvez", + -13.560702323913574 + ], + [ + "greasy", + -13.560709953308104 + ], + [ + "bottled", + -13.560809135437012 + ], + [ + "grouped", + -13.56093406677246 + ], + [ + "▁beeinflussen", + -13.561092376708984 + ], + [ + "▁chronological", + -13.561114311218262 + ], + [ + "(2000)", + -13.56127643585205 + ], + [ + "sheltered", + -13.561298370361328 + ], + [ + "Historically", + -13.561931610107422 + ], + [ + "piled", + -13.562012672424316 + ], + [ + "publicate", + -13.562378883361816 + ], + [ + "▁étudié", + -13.56268310546875 + ], + [ + "▁vertraut", + -13.562688827514648 + ], + [ + "▁Anpassung", + -13.562697410583496 + ], + [ + "cifra", + -13.562705993652344 + ], + [ + "▁recueil", + -13.562762260437012 + ], + [ + "enforceable", + -13.563183784484863 + ], + [ + "Distinguished", + -13.56347942352295 + ], + [ + "Empfänger", + -13.56347942352295 + ], + [ + "▁Acrylic", + -13.56347942352295 + ], + [ + "▁Encyclopedia", + -13.56347942352295 + ], + [ + "▁proaspete", + -13.56347942352295 + ], + [ + "▁unrealistic", + -13.56347942352295 + ], + [ + "▁Assignment", + -13.563481330871582 + ], + [ + "▁incubator", + -13.563491821289062 + ], + [ + "▁unilateral", + -13.563501358032228 + ], + [ + "elasticity", + -13.564398765563965 + ], + [ + "amintim", + -13.564475059509276 + ], + [ + "fournit", + -13.564553260803224 + ], + [ + "semblent", + -13.564763069152832 + ], + [ + "▁$69.", + -13.56496524810791 + ], + [ + "▁prominence", + -13.56507396697998 + ], + [ + "Übertragung", + -13.565075874328612 + ], + [ + "▁2014-11-", + -13.565075874328612 + ], + [ + "▁Giurgiu", + -13.565104484558104 + ], + [ + "étendue", + -13.565123558044434 + ], + [ + "ceputul", + -13.565187454223633 + ], + [ + "Schwierigkeiten", + -13.565872192382812 + ], + [ + "▁subtract", + -13.565881729125977 + ], + [ + "▁gesichert", + -13.56589126586914 + ], + [ + "▁uimit", + -13.565925598144531 + ], + [ + "▁mensuel", + -13.565967559814451 + ], + [ + "Vorgaben", + -13.56621551513672 + ], + [ + "▁legitimacy", + -13.566670417785645 + ], + [ + "▁Kendall", + -13.566673278808594 + ], + [ + "▁détach", + -13.566790580749512 + ], + [ + "▁kennenlernen", + -13.567469596862791 + ], + [ + "▁gewöhnlich", + -13.56747055053711 + ], + [ + "Octav", + -13.567917823791504 + ], + [ + "responsive", + -13.568169593811035 + ], + [ + "▁Mängel", + -13.568269729614258 + ], + [ + "▁mișcare", + -13.568269729614258 + ], + [ + "▁ludique", + -13.568270683288574 + ], + [ + "▁Exeter", + -13.568324089050291 + ], + [ + "▁respins", + -13.569114685058594 + ], + [ + "oraşului", + -13.569173812866213 + ], + [ + "▁sfârşit", + -13.56949520111084 + ], + [ + "BUSINESS", + -13.56987190246582 + ], + [ + "illustrating", + -13.56987190246582 + ], + [ + "▁Tottenham", + -13.56987190246582 + ], + [ + "▁pruning", + -13.569886207580566 + ], + [ + "▁Înainte", + -13.569904327392578 + ], + [ + "▁interesel", + -13.570096969604492 + ], + [ + "discovered", + -13.57031536102295 + ], + [ + "(0)", + -13.57057285308838 + ], + [ + "▁Bewerber", + -13.570673942565918 + ], + [ + "▁DESIGN", + -13.570673942565918 + ], + [ + "▁Orientierung", + -13.570686340332031 + ], + [ + "library", + -13.571041107177734 + ], + [ + "cheltuielile", + -13.571419715881348 + ], + [ + "▁Canterbury", + -13.571475982666016 + ], + [ + "▁intellectuelle", + -13.571477890014648 + ], + [ + "▁amalgam", + -13.571497917175291 + ], + [ + "▁Toledo", + -13.57150650024414 + ], + [ + "gezahlt", + -13.571531295776367 + ], + [ + "Veronica", + -13.571659088134766 + ], + [ + "deleting", + -13.571946144104004 + ], + [ + "▁Merlin", + -13.572442054748535 + ], + [ + "▁opérationnel", + -13.572554588317873 + ], + [ + "schmutz", + -13.572568893432615 + ], + [ + "hyroid", + -13.57279109954834 + ], + [ + "▁Compatible", + -13.57308292388916 + ], + [ + "▁Leopard", + -13.57308292388916 + ], + [ + "▁cylindrical", + -13.57308292388916 + ], + [ + "▁terrestrial", + -13.57308292388916 + ], + [ + "conferencing", + -13.57308864593506 + ], + [ + "▁Variety", + -13.573097229003906 + ], + [ + "▁Screw", + -13.573164939880373 + ], + [ + "character", + -13.573637962341309 + ], + [ + "shortened", + -13.573643684387209 + ], + [ + "▁întrerup", + -13.573736190795898 + ], + [ + "freude", + -13.57388401031494 + ], + [ + "▁dezbateri", + -13.573887825012209 + ], + [ + "viteză", + -13.574563026428224 + ], + [ + "formațiile", + -13.574600219726562 + ], + [ + "▁responsibly", + -13.574692726135254 + ], + [ + "Dimensiuni", + -13.574695587158203 + ], + [ + "Arrangement", + -13.57469654083252 + ], + [ + "▁Leisure", + -13.574712753295898 + ], + [ + "escaping", + -13.5750732421875 + ], + [ + "flexion", + -13.57510471343994 + ], + [ + "▁religieuse", + -13.575308799743652 + ], + [ + "crystalline", + -13.575457572937012 + ], + [ + "▁clasp", + -13.575520515441896 + ], + [ + "festigt", + -13.57554817199707 + ], + [ + "▁trouvai", + -13.57596206665039 + ], + [ + "cutaneous", + -13.576305389404297 + ], + [ + "▁carcinoma", + -13.576305389404297 + ], + [ + "▁juxtapos", + -13.576305389404297 + ], + [ + "assemblage", + -13.576306343078612 + ], + [ + "▁Messiah", + -13.576306343078612 + ], + [ + "▁Sleeve", + -13.576306343078612 + ], + [ + "▁șofer", + -13.576386451721191 + ], + [ + "/05/", + -13.57666301727295 + ], + [ + "▁expoziți", + -13.576703071594238 + ], + [ + "▁pătrun", + -13.577343940734863 + ], + [ + "▁Lydia", + -13.57739543914795 + ], + [ + "▁grădini", + -13.577919006347656 + ], + [ + "▁toothpaste", + -13.577919960021973 + ], + [ + "ordained", + -13.577921867370604 + ], + [ + "▁Renovation", + -13.577922821044922 + ], + [ + "voicing", + -13.578327178955078 + ], + [ + "président", + -13.578595161437988 + ], + [ + "▁gestartet", + -13.578728675842283 + ], + [ + "Multi", + -13.579121589660645 + ], + [ + "itinéraire", + -13.579537391662598 + ], + [ + "▁influenza", + -13.579537391662598 + ], + [ + "▁psychiatrist", + -13.579537391662598 + ], + [ + "▁schizophrenia", + -13.579537391662598 + ], + [ + "▁Magnolia", + -13.57953929901123 + ], + [ + "▁Scottsdale", + -13.579541206359863 + ], + [ + "▁interessieren", + -13.579548835754396 + ], + [ + "▁asfalt", + -13.57964324951172 + ], + [ + "▁Journalism", + -13.57977294921875 + ], + [ + "Multe", + -13.580089569091797 + ], + [ + "Westfalen", + -13.580347061157228 + ], + [ + "▁Vorschriften", + -13.580348014831545 + ], + [ + "Angleterre", + -13.58034896850586 + ], + [ + "sustainable", + -13.580354690551758 + ], + [ + "▁Retour", + -13.580589294433594 + ], + [ + "▁pâr", + -13.5809965133667 + ], + [ + "steigert", + -13.581120491027832 + ], + [ + "▁AMAZING", + -13.581157684326172 + ], + [ + "▁turbulent", + -13.581157684326172 + ], + [ + "costing", + -13.58155345916748 + ], + [ + "▁Carolyn", + -13.581634521484377 + ], + [ + "utti", + -13.581802368164062 + ], + [ + "dürftig", + -13.581968307495115 + ], + [ + "Keep", + -13.582038879394531 + ], + [ + "▁Théâtre", + -13.582780838012695 + ], + [ + "▁combustibil", + -13.582780838012695 + ], + [ + "▁halloween", + -13.582780838012695 + ], + [ + "▁emulator", + -13.582785606384276 + ], + [ + "▁povești", + -13.582785606384276 + ], + [ + "broyeur", + -13.582810401916504 + ], + [ + "▁émerg", + -13.582927703857422 + ], + [ + "overwhelmingly", + -13.583025932312012 + ], + [ + "regulă", + -13.583124160766602 + ], + [ + "goutte", + -13.583125114440918 + ], + [ + "▁Fertigung", + -13.583593368530272 + ], + [ + "constituted", + -13.584304809570312 + ], + [ + "▁QuickBooks", + -13.584406852722168 + ], + [ + "▁genealogy", + -13.584407806396484 + ], + [ + "▁laundering", + -13.584432601928713 + ], + [ + "▁échéan", + -13.584491729736328 + ], + [ + "Account", + -13.584601402282717 + ], + [ + "oyons", + -13.584792137145996 + ], + [ + "nitro", + -13.584905624389648 + ], + [ + "▁corespund", + -13.585219383239746 + ], + [ + "▁suggér", + -13.58527660369873 + ], + [ + "manipulated", + -13.58534812927246 + ], + [ + "deseori", + -13.585817337036133 + ], + [ + "permeabil", + -13.585912704467772 + ], + [ + "Australia", + -13.58594799041748 + ], + [ + "▁Erasmus", + -13.586034774780272 + ], + [ + "▁disrespect", + -13.586034774780272 + ], + [ + "▁trimestre", + -13.58603858947754 + ], + [ + "▁emanat", + -13.586103439331056 + ], + [ + "Schraub", + -13.58624267578125 + ], + [ + "distinctly", + -13.58631992340088 + ], + [ + "Germain", + -13.586637496948242 + ], + [ + "▁pedepse", + -13.5868501663208 + ], + [ + "réglage", + -13.5868558883667 + ], + [ + "făcute", + -13.587308883666992 + ], + [ + "▁garanteaz", + -13.587434768676758 + ], + [ + "▁unterlieg", + -13.587701797485352 + ], + [ + "▁cheddar", + -13.587712287902832 + ], + [ + "▁refugi", + -13.587756156921388 + ], + [ + "▁inférieur", + -13.587836265563965 + ], + [ + "dimension", + -13.588440895080566 + ], + [ + "▁erkennt", + -13.588570594787598 + ], + [ + "amitié", + -13.588632583618164 + ], + [ + "▁predominant", + -13.588680267333984 + ], + [ + "nourishe", + -13.588800430297852 + ], + [ + "exerce", + -13.588907241821287 + ], + [ + "▁disguise", + -13.589225769042969 + ], + [ + "▁traditi", + -13.589289665222168 + ], + [ + "▁Intellectual", + -13.5892972946167 + ], + [ + "▁imunitar", + -13.589299201965332 + ], + [ + "▁Cushion", + -13.589300155639648 + ], + [ + "▁erwachsene", + -13.589517593383787 + ], + [ + "▁Internațional", + -13.590115547180176 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ], + [ + "", + 0.0 + ] + ], + "byte_fallback": false + } +} \ No newline at end of file diff --git a/billsum_236_t5-base/tokenizer_config.json b/billsum_236_t5-base/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d6d84df9ae0a2e2d975644f2354b6beb2541023a --- /dev/null +++ b/billsum_236_t5-base/tokenizer_config.json @@ -0,0 +1,937 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32000": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32001": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32003": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32004": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32005": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32006": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32007": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32008": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32009": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32010": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32011": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32012": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32013": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32014": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32015": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32016": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32017": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32018": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32019": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32020": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32021": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32022": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32023": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32024": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32025": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32026": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32027": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32028": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32029": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32030": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32031": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32032": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32033": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32034": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32035": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32036": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32037": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32038": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32039": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32040": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32041": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32042": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32043": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32044": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32045": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32046": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32047": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32048": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32049": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32050": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32051": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32052": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32053": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32054": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32055": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32056": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32057": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32058": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32059": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32060": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32061": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32062": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32063": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32064": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32065": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32066": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32067": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32068": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32069": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32070": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32071": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32072": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32073": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32074": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32075": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32076": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32077": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32078": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32079": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32080": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32081": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32082": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32083": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32084": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32085": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32086": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32087": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32088": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32089": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32090": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32091": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32092": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32093": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32094": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32095": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32096": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32097": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32098": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "32099": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "", + "" + ], + "clean_up_tokenization_spaces": true, + "eos_token": "", + "extra_ids": 100, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "tokenizer_class": "T5Tokenizer", + "unk_token": "" +} diff --git a/billsum_236_t5-base/training_args.bin b/billsum_236_t5-base/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..14dac7d2ede19d59e9252b5684985c9fe85ca6b1 --- /dev/null +++ b/billsum_236_t5-base/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf1d1aad0e78bb8d130bb5843272c7be7bbd03e47fd3cd76fa851ddced6c0c9 +size 4411 diff --git a/billsum_5912_bart-base/config.json b/billsum_5912_bart-base/config.json new file mode 100644 index 0000000000000000000000000000000000000000..318e562bb184ab5d342844e26e687de87b652230 --- /dev/null +++ b/billsum_5912_bart-base/config.json @@ -0,0 +1,75 @@ +{ + "_name_or_path": "facebook/bart-base", + "activation_dropout": 0.1, + "activation_function": "gelu", + "add_bias_logits": false, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.1, + "bos_token_id": 0, + "classif_dropout": 0.1, + "classifier_dropout": 0.0, + "d_model": 768, + "decoder_attention_heads": 12, + "decoder_ffn_dim": 3072, + "decoder_layerdrop": 0.0, + "decoder_layers": 6, + "decoder_start_token_id": 2, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 12, + "encoder_ffn_dim": 3072, + "encoder_layerdrop": 0.0, + "encoder_layers": 6, + "eos_token_id": 2, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_encoder_decoder": true, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "max_position_embeddings": 1024, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "normalize_embedding": true, + "num_beams": 4, + "num_hidden_layers": 6, + "pad_token_id": 1, + "scale_embedding": false, + "task_specific_params": { + "summarization": { + "length_penalty": 1.0, + "max_length": 128, + "min_length": 12, + "num_beams": 4 + }, + "summarization_cnn": { + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "num_beams": 4 + }, + "summarization_xsum": { + "length_penalty": 1.0, + "max_length": 62, + "min_length": 11, + "num_beams": 6 + } + }, + "torch_dtype": "float32", + "transformers_version": "4.36.2", + "use_cache": true, + "vocab_size": 50265 +} diff --git a/billsum_5912_bart-base/generation_config.json b/billsum_5912_bart-base/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..d247e118950db6163b7116f740eb8da93e8872b7 --- /dev/null +++ b/billsum_5912_bart-base/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 0, + "decoder_start_token_id": 2, + "early_stopping": true, + "eos_token_id": 2, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "no_repeat_ngram_size": 3, + "num_beams": 4, + "pad_token_id": 1, + "transformers_version": "4.36.2" +} diff --git a/billsum_5912_bart-base/merges.txt b/billsum_5912_bart-base/merges.txt new file mode 100644 index 0000000000000000000000000000000000000000..226b0752cac7789c48f0cb3ec53eda48b7be36cc --- /dev/null +++ b/billsum_5912_bart-base/merges.txt @@ -0,0 +1,50001 @@ +#version: 0.2 +Ġ t +Ġ a +h e +i n +r e +o n +Ġt he +e r +Ġ s +a t +Ġ w +Ġ o +e n +Ġ c +i t +i s +a n +o r +e s +Ġ b +e d +Ġ f +in g +Ġ p +o u +Ġa n +a l +a r +Ġt o +Ġ m +Ġo f +Ġ in +Ġ d +Ġ h +Ġan d +i c +a s +l e +Ġt h +i on +o m +l l +en t +Ġ n +Ġ l +s t +Ġ re +v e +Ġ e +r o +l y +Ġb e +Ġ g +Ġ T +c t +Ġ S +i d +o t +Ġ I +u t +e t +Ġ A +Ġ is +Ġ on +i m +a m +o w +a y +a d +s e +Ġth at +Ġ C +i g +Ġf or +a c +Ġ y +v er +u r +Ġ u +l d +Ġs t +Ġ M +' s +Ġ he +Ġ it +at ion +it h +i r +c e +Ġy ou +i l +Ġ B +Ġw h +o l +Ġ P +Ġw ith +Ġ 1 +t er +c h +Ġa s +Ġw e +Ġ ( +n d +i ll +Ġ D +i f +Ġ 2 +a g +er s +k e +Ġ " +Ġ H +e m +Ġc on +Ġ W +Ġ R +he r +Ġw as +Ġ r +o d +Ġ F +u l +at e +Ġa t +r i +p p +o re +ĠT he +Ġs e +u s +Ġp ro +Ġh a +u m +Ġa re +Ġd e +a in +an d +Ġo r +ig h +es t +is t +a b +r om +Ġ N +t h +Ġc om +Ġ G +u n +o p +0 0 +Ġ L +Ġn ot +es s +Ġe x +Ġ v +re s +Ġ E +e w +it y +an t +Ġb y +e l +o s +or t +o c +q u +Ġf rom +Ġha ve +Ġs u +i ve +ou ld +Ġs h +Ġth is +n t +r a +p e +igh t +ar t +m ent +Ġa l +u st +en d +- - +al l +Ġ O +ac k +Ġc h +Ġ le +i es +re d +ar d +â Ģ +ou t +Ġ J +Ġa b +e ar +i v +al ly +ou r +o st +g h +p t +Ġp l +as t +Ġc an +a k +om e +u d +T he +Ġh is +Ġd o +Ġg o +Ġh as +g e +' t +Ġ U +r ou +Ġs a +Ġ j +Ġb ut +Ġw or +Ġa ll +e ct +Ġ k +am e +Ġw ill +o k +Ġw he +Ġthe y +id e +0 1 +f f +ic h +p l +t her +Ġt r +. . +Ġin t +i e +u re +ag e +Ġn e +i al +a p +in e +ic e +Ġm e +Ġo ut +an s +on e +on g +ion s +Ġwh o +Ġ K +Ġu p +Ġthe ir +Ġa d +Ġ 3 +Ġu s +at ed +ou s +Ġm ore +u e +o g +ĠS t +in d +i ke +Ġs o +im e +p er +. " +b er +i z +a ct +Ġon e +Ġsa id +Ġ - +a re +Ġyou r +c c +ĠT h +Ġc l +e p +a ke +ab le +i p +Ġcon t +Ġwh ich +i a +Ġ im +Ġab out +Ġwe re +ver y +u b +Ġh ad +Ġ en +Ġcom p +, " +ĠI n +Ġu n +Ġa g +i re +ac e +a u +ar y +Ġw ould +as s +r y +Ġ âĢ +c l +o ok +e re +s o +Ġ V +ig n +i b +Ġof f +Ġt e +v en +Ġ Y +i le +o se +it e +or m +Ġ2 01 +Ġre s +Ġm an +Ġp er +Ġo ther +or d +ul t +Ġbe en +Ġl ike +as e +an ce +k s +ay s +ow n +en ce +Ġd is +ct ion +Ġan y +Ġa pp +Ġs p +in t +res s +ation s +a il +Ġ 4 +ic al +Ġthe m +Ġhe r +ou nt +ĠC h +Ġa r +Ġ if +Ġthe re +Ġp e +Ġy ear +a v +Ġm y +Ġs ome +Ġwhe n +ou gh +ac h +Ġth an +r u +on d +ic k +Ġo ver +ve l +Ġ qu +Ċ Ċ +Ġs c +re at +re e +ĠI t +ou nd +p ort +Ġal so +Ġp art +f ter +Ġk n +Ġbe c +Ġt ime +en s +Ġ 5 +op le +Ġwh at +Ġn o +d u +m er +an g +Ġn ew +-- -- +Ġg et +or y +it ion +ing s +Ġj ust +Ġint o +Ġ 0 +ent s +o ve +t e +Ġpe ople +Ġp re +Ġit s +Ġre c +Ġt w +i an +ir st +ar k +or s +Ġwor k +ad e +o b +Ġs he +Ġo ur +w n +in k +l ic +Ġ1 9 +ĠH e +is h +nd er +au se +Ġh im +on s +Ġ [ +Ġ ro +f orm +i ld +at es +ver s +Ġon ly +o ll +Ġs pe +c k +e ll +am p +Ġa cc +Ġb l +i ous +ur n +f t +o od +Ġh ow +he d +Ġ ' +Ġa fter +a w +Ġat t +o v +n e +Ġpl ay +er v +ic t +Ġc ould +it t +Ġa m +Ġf irst +Ġ 6 +Ġa ct +Ġ $ +e c +h ing +u al +u ll +Ġcom m +o y +o ld +c es +at er +Ġf e +Ġbe t +w e +if f +Ġtw o +oc k +Ġb ack +) . +id ent +Ġu nder +rou gh +se l +x t +Ġm ay +rou nd +Ġp o +p h +is s +Ġd es +Ġm ost +Ġd id +Ġad d +j ect +Ġin c +f ore +Ġp ol +on t +Ġag ain +cl ud +ter n +Ġkn ow +Ġne ed +Ġcon s +Ġc o +Ġ . +Ġw ant +Ġse e +Ġ 7 +n ing +i ew +ĠTh is +c ed +Ġe ven +Ġin d +t y +ĠW e +at h +Ġthe se +Ġp r +Ġu se +Ġbec ause +Ġf l +n g +Ġn ow +ĠâĢ ĵ +c om +is e +Ġm ake +Ġthe n +ow er +Ġe very +ĠU n +Ġse c +os s +u ch +Ġe m +Ġ = +ĠR e +i ed +r it +Ġin v +le ct +Ġsu pp +at ing +Ġl ook +m an +pe ct +Ġ 8 +ro w +Ġb u +Ġwhe re +if ic +Ġyear s +i ly +Ġd iff +Ġsh ould +Ġre m +T h +I n +Ġe v +d ay +' re +ri b +Ġre l +s s +Ġde f +Ġr ight +Ġs y +) , +l es +00 0 +he n +Ġth rough +ĠT r +_ _ +Ġw ay +Ġd on +Ġ , +Ġ1 0 +as ed +Ġas s +ub lic +Ġre g +ĠA nd +i x +Ġ very +Ġin clud +ot her +Ġim p +ot h +Ġsu b +ĠâĢ Ķ +Ġbe ing +ar g +ĠW h += = +ib le +Ġdo es +an ge +r am +Ġ 9 +er t +p s +it ed +ation al +Ġb r +Ġd own +Ġman y +ak ing +Ġc all +ur ing +it ies +Ġp h +ic s +al s +Ġde c +at ive +en er +Ġbe fore +il ity +Ġwe ll +Ġm uch +ers on +Ġth ose +Ġsu ch +Ġ ke +Ġ end +ĠB ut +as on +t ing +Ġl ong +e f +Ġth ink +y s +Ġbe l +Ġs m +it s +a x +Ġo wn +Ġpro v +Ġs et +if e +ment s +b le +w ard +Ġsh ow +Ġp res +m s +om et +Ġo b +Ġs ay +ĠS h +t s +f ul +Ġe ff +Ġg u +Ġin st +u nd +re n +c ess +Ġ ent +ĠY ou +Ġgo od +Ġst art +in ce +Ġm ade +t t +st em +ol og +u p +Ġ | +um p +Ġhe l +ver n +ul ar +u ally +Ġa c +Ġm on +Ġl ast +Ġ2 00 +1 0 +Ġst ud +u res +ĠA r +sel f +ar s +mer ic +u es +c y +Ġm in +oll ow +Ġc ol +i o +Ġm od +Ġc ount +ĠC om +he s +Ġf in +a ir +i er +âĢ Ķ +re ad +an k +at ch +e ver +Ġst r +Ġpo int +or k +ĠN ew +Ġs ur +o ol +al k +em ent +Ġus ed +ra ct +we en +Ġs ame +ou n +ĠA l +c i +Ġdiff ere +Ġwh ile +---- ---- +Ġg ame +ce pt +Ġs im +.. . +Ġin ter +e k +Ġre port +Ġpro du +Ġst ill +l ed +a h +Ġhe re +Ġwor ld +Ġth ough +Ġn um +ar ch +im es +al e +ĠS e +ĠI f +/ / +ĠL e +Ġre t +Ġre f +Ġtr ans +n er +ut ion +ter s +Ġt ake +ĠC l +Ġcon f +w ay +a ve +Ġgo ing +Ġs l +u g +ĠA meric +Ġspe c +Ġh and +Ġbet ween +ist s +ĠD e +o ot +I t +Ġe ar +Ġagain st +Ġh igh +g an +a z +at her +Ġex p +Ġo p +Ġin s +Ġg r +Ġhel p +Ġre qu +et s +in s +ĠP ro +is m +Ġf ound +l and +at a +us s +am es +Ġp erson +Ġg reat +p r +Ġs ign +ĠA n +' ve +Ġs omet +Ġs er +h ip +Ġr un +Ġ : +Ġt er +ire ct +Ġf ollow +Ġd et +ic es +Ġf ind +1 2 +Ġm em +Ġc r +e red +e x +Ġex t +ut h +en se +c o +Ġte am +v ing +ou se +as h +at t +v ed +Ġsy stem +ĠA s +d er +iv es +m in +Ġle ad +ĠB l +c ent +Ġa round +Ġgo vern +Ġc ur +vel op +an y +Ġc our +al th +ag es +iz e +Ġc ar +od e +Ġl aw +Ġre ad +' m +c on +Ġre al +Ġsupp ort +Ġ1 2 +.. .. +Ġre ally +n ess +Ġf act +Ġd ay +Ġb oth +y ing +Ġs erv +ĠF or +Ġth ree +Ġw om +Ġm ed +od y +ĠThe y +5 0 +Ġex per +t on +Ġe ach +ak es +Ġc he +Ġc re +in es +Ġre p +1 9 +g g +ill ion +Ġg rou +ut e +i k +W e +g et +E R +Ġm et +Ġs ays +o x +Ġd uring +er n +iz ed +a red +Ġf am +ic ally +Ġha pp +ĠI s +Ġch ar +m ed +v ent +Ġg ener +i ent +p le +i et +re nt +1 1 +v es +pt ion +Ġ2 0 +form ation +Ġc or +Ġoff ic +ie ld +Ġto o +is ion +Ġin f +Ġ Z +t he +o ad +Ġp ublic +Ġpro g +r ic +* * +Ġw ar +Ġp ower +v iew +Ġf ew +Ġl oc +Ġdiffere nt +Ġst ate +Ġhe ad +' ll +Ġp oss +Ġst at +re t +ant s +Ġv al +Ġis s +Ġc le +i vers +an c +Ġex pl +Ġan other +Ġ Q +Ġa v +th ing +n ce +W h +Ġch ild +Ġs ince +i red +l ess +Ġl ife +Ġde velop +itt le +Ġde p +Ġp ass +ã ĥ +Ġt urn +or n +Th is +b ers +ro ss +ĠA d +Ġf r +Ġres p +Ġsec ond +o h +Ġ / +Ġdis c +Ġ & +Ġsomet hing +Ġcomp le +Ġ ed +Ġf il +Ġmon th +a j +u c +Ġgovern ment +Ġwith out +Ġle g +Ġd ist +Ġp ut +Ġqu est +an n +Ġpro t +2 0 +Ġne ver +i ence +Ġle vel +Ġar t +Ġth ings +Ġm ight +Ġeff ect +Ġcont ro +Ġc ent +Ġ1 8 +Ġall ow +Ġbel ie +ch ool +ot t +Ġinc re +Ġfe el +Ġres ult +Ġl ot +Ġf un +ot e +Ġt y +ere st +Ġcont in +Ġus ing +Ġb ig +2 01 +Ġas k +Ġb est +Ġ ) +I N +Ġo pp +3 0 +Ġnum ber +in ess +S t +le ase +Ġc a +Ġm ust +Ġd irect +Ġg l +Ġ < +Ġop en +Ġp ost +Ġcom e +Ġse em +ord ing +Ġwe ek +ate ly +it al +Ġe l +ri end +Ġf ar +Ġt ra +in al +Ġp ri +ĠU S +Ġpl ace +Ġfor m +Ġto ld +" : +ain s +at ure +ĠTr ump +Ġst and +Ġ # +id er +ĠF r +Ġne xt +Ġs oc +Ġp ur +Ġle t +Ġl ittle +Ġh um +Ġ i +r on +1 5 +Ġ1 5 +Ġcomm un +Ġm ark +ĠThe re +Ġw r +ĠTh at +Ġin formation +w ays +Ġb us +a pp +Ġinv est +m e +Ġh ard +ain ed +e ad +Ġim port +Ġapp ro +Ġt est +Ġt ri +Ġre st +os ed +Ġf ull +Ġc are +ĠS p +Ġc ase +O N +Ġs k +Ġl ess +Ġ + +Ġpart ic +ĠP l +ab ly +u ck +is hed +ch n +b e +Ġl ist +at or +Ġto p +Ġad v +ĠB e +ru ct +Ġd em +r ation +l ing +g y +re en +g er +Ġh ome +Ġle ft +Ġbet ter +Ġd ata +Ġ1 1 +Ġatt ack +Ġpro ble +l ine +ard s +Ġbe h +r al +ĠH ow +ĠS he +ar ge +Ġ -- +: // +Ġb ro +ĠP h +at s +Ġbu ild +w w +id ed +a im +as es +en cy +Ġm ain +in ed +Ġinclud ing +Ġ { +Ġg ot +Ġint erest +Ġke ep +Ġ X +Ġe as +ain ing +Ġcl ass +âĢ ¦ +ĠN o +Ġv ar +Ġsm all +amp le +A T +Ġ ide +ĠS o +Ġre ce +Ġpol it +Ġm ov +Ġpl an +Ġper cent +iv ing +Ġc amp +Ġp ay +1 4 +s c +is ed +Ġu nt +one y +pl oy +== == +Ġdid n +ĠI nd +el s +ert ain +Ġp os +__ __ +i ver +Ġpro cess +Ġprog ram +if ied +ĠR ep +1 6 +u ro +olog y +at ter +in a +Ġn ame +ĠA ll +Ġf our +Ġret urn +v ious +b s +Ġcall ed +Ġm ove +ĠS c +ir d +Ġgrou p +Ġb re +Ġm en +Ġc ap +t en +e e +Ġd ri +le g +he re +uth or +Ġp at +Ġcur rent +id es +Ġp op +t o +ent ion +Ġal ways +Ġm il +Ġwom en +Ġ1 6 +Ġo ld +iv en +ra ph +ĠO r +r or +ent ly +Ġn ear +ĠE x +re am +s h +Ġ1 4 +Ġf ree +iss ion +st and +ĠC on +al ity +us ed +1 3 +Ġdes ign +Ġch ange +Ġch ang +Ġb o +Ġv is +em ber +Ġb ook +read y +Ġk ill +2 5 +pp ed +Ġa way +Ġab le +Ġcount ry +Ġcon st +ar n +Ġor der +A R +i or +i um +or th +1 8 +ail able +Ġs w +Ġm illion +Ġ1 3 +at ic +t ed +ĠG o +Ġo per +en g +Ġth ing +aj or +con om +ĠCom m +Ġwh y +u red +ur al +Ġs chool +b y +ĠM ar +Ġa ff +Ġd ays +Ġan n +us h +an e +I f +e g +Ġpro f +Ġhe alth +ou th +B ut +ion al +. , +Ġs ol +Ġal ready +Ġ3 0 +Ġchar act +H e +Ġf riend +E S +i ans +ic le +' d +ĠO n +Ġle ast +Ġp rom +Ġd r +Ġh ist +it her +Ġ est +i qu +1 7 +s on +Ġte ll +Ġt alk +oh n +o int +le ction +A N +Ġunt il +au gh +Ġl ater +Ġ ve +Ġv iew +end ing +iv ed +Ġwor d +w are +Ġc ost +Ġen ough +Ġg ive +ĠUn ited +Ġte chn +are nt +O R +Ġp ar +ĠD r +Ġ201 6 +r ist +er ing +Ġ  +Ġl arge +s ide +ac y +cc ess +Ġw in +Ġimport ant +Ġ19 9 +Ġdoes n +Ġ1 7 +Ġbus iness +Ġcle ar +Ġre se +" , +ur y +Ġe qu +as ter +al f +ĠAmeric an +n ect +Ġex pect +ivers ity +Ġo cc +ĠF l +Ġk ind +Ġme an +Ġp ast +Ġde v +Ġb as +le t +ra ft +Ġor gan +Ġde l +Ġper form +Ġst ory +Ġse ason +ĠC ol +Ġcl aim +Ġc ame +Ġwith in +Ġl ine +Ġpro ject +ĠA t +Ġcontro l +end ed +ĠS y +Ġa ir +iz ation +Ġ * +le y +Ġm oney +id d +Y ou +f or +Ġfam ily +Ġm aking +Ġb it +Ġpol ice +Ġhapp en +Ġ vers +on y +u ff +ĠW hen +Ġs it +ide o +l f +is on +Ġsu re +g in +Ġapp ear +Ġl ight +Ġ es +o f +Ġw ater +Ġt imes +n ot +Ġg row +Ġcomp any +ĠT e +ow s +Ġm ar +our ce +i ol +ar m +b r +Ġex ample +Ġcon c +Ġf ore +ĠT o +p ro +E N +ri es +Ġ2 5 +ĠC an +ne y +Ġact ually +Ġe ver +ur ity +ak en +ap s +Ġt ax +Ġm ajor +am a +Ġof ten +er al +Ġhum an +Ġj ob +is ter +Ġav ailable +oc r +en n +a id +iv id +Ġrec ord +? " +Ġs ing +ĠA m +id ence +Ġnew s +st er +Ġe conom +Ġfollow ing +ĠB r +is ing +Ġh our +m ost +um ent +Ġse x +Ġdes c +Ġbec ome +ĠE d +Ġto ok +Ġha ving +Ġprodu ct +a ult +A s +ar ing +Ġme ans +Ġh op +un e +Ġch o +Ġc ertain +Ġn on +Ġde al +2 4 +le ment +oc i +en e +Ġs ide +ĠP r +ĠM ay +Ġre ason +u ed +c hed +ul ation +Ġe lect +Ġoffic ial +Ġposs ible +Ġh old +and s +ot s +Ġc ity +or ies +Ġse ver +Ġchild ren +Ġon ce +Ġact iv +l er +Ġn ight +it ions +ĠJ ohn +a pe +pl ay +Ġd one +Ġl im +Ġwork ing +ĠP res +or ld +e b +ĠC o +Ġb ody +ail s +ut es +ĠM r +Ġwhe ther +Ġa uthor +ro p +Ġpro per +Ġse en +) ; +Ġf ac +ĠS u +Ġcon d +it ing +Ġcour se +Ġ } +-------- -------- +a ign +Ġev ent +Ġen g +Ġp ot +Ġin tern +i am +Ġsh ort +em pt +ã Ĥ +ĠG od +il ar +8 0 +Ġor ig +I S +our n +ab ility +it ive +Ġd am +Ġ1 00 +Ġp ress +Ġdo ing +Ġprot ect +r ing +Ġthough t +Ġquest ion +re w +ĠW ar +Ġsever al +ĠSt ate +Ġg iven +Ġf und +ĠT w +Ġw ent +an ces +w ork +p or +m y +4 0 +Ġar g +art ment +ust om +Ġpol ic +Ġme et +Ġc reat +2 2 +ĠSt ates +Ġg ames +ra w +ut ure +Ġunder stand +ur s +ĠO b +l ish +s y +Ġm akes +Ġw on +ag on +Ġh tt +Ġl ove +ent ial +Ġcomple te +p ar +ĠI m +A L +Ġacc ount + ł +ore d +ver t +Ġ ident +Ġ201 5 +Ġother s +ĠM in +i ber +ver age +The re +ition al +d d +Ġpro b +Ġyou ng +Ġal ong +Ġacc ording +Ġy et +Ġmem bers +ĠWh at +o id +ĠM an +A nd +Ġam ong +a i +Ġem ploy +ĠR es +Ġ > +Ġinv ol +Ġl ow +a f +ĠC ar +Ġh ig +ĠO ne +ĠS ec +in ation +Ġlike ly +Ġan t +ag ed +ĠR uss +Ġb en +Ġre le +F or +b ack +ĠN ot +Ġpres ident +b all +Ġacc ess +ivid ual +ĠD em +ĠE uro +6 0 +Ġkn own +ir l +ĠG r +Ġear ly +u se +iet y +âĢ ĵ +Ġf ight +Ġs ent +Ġto day +Ġmark et +" . +Ġb ased +Ġstr ong +ur ther +Ġde b +m ber +Ġproble m +Ġde ath +Ġsoc ial +im ate +A S +ort un +Ġcamp aign +er y +C h +Ġe y +i ally +Ġm us +w h +p os +Ġ er +Ġsa f +Ġmonth s +ir on +Ġv iol +Ġf ive +Ġst re +Ġplay ers +in c +al d +y ear +a un +Ġsu ccess +Ġpres ent +ere nce +Ġ201 4 +Ġsu gg +Ġpartic ular +Ġtr y +Ġsugg est +ĠCh rist +on es +Ġpri v +2 3 +Ġc rit +Ġl and +Ġloc al +if y +2 9 +Ġa ut +E D +ĠG u +Ġm ult +Ġpolit ical +Ġask ed +Ġfor mer +it ter +ri pt +Ġcl ose +Ġp ract +ĠY ork +Ġget ting +Ġac ross +Ġcom b +Ġbelie ve +Ġ z +Ġto get +Ġtoget her +ĠC ent +ir c +Ġind ividual +ĠM c +2 7 +is k +ĠE ng +Ġf ace +Ġ2 4 +Ġval ue +Ġare a +e v +Ġw rit +ĠPres ident +Ġv ot +Ġke y +Ġm om +p ut +Ġany thing +Ġexper ience +att le +Ġm ind +a ff +om m +Ġf uture +g ed +Ġc ut +Ġto t +it ch +Ġv ideo +Ġinvest ig +Ġn et +ĠM y +r ict +i en +. ) +Ġimp ro +th ough +ward s +Ġcon nect +ĠM ed +sel ves +ens ive +m b +o ber +at ors +A n +Ġ5 0 +Ġre du +res ent +Ġab ove +Ġf re +ĠEuro pe +s w +Ġam ount +ĠA pp +Ġe ither +Ġmil it +Ġan al +Ġf ail +ĠE n +al es +Ġspec ial +Ġbl ack +I T +c her +Ġlook ing +Ġf ire +y n +Ġal most +o on +Ġstud y +Ġm iss +c hes +ro wn +Ġt re +Ġcommun ity +Ġmed ia +Ġf ood +Ġcom es +ĠUn iversity +Ġsing le +Wh at +u ly +Ġh alf +ag ue +h od +ĠRep ublic +Ġstart ed +Ġqu ick +ot o +b ook +Ġiss ue +it or +Ġel se +Ġcons ider +2 6 +ro du +Ġt aken +2 8 +9 9 +ĠW ith +Ġtr ue +Ġw a +Ġtr ad +Ġag o +Ġm ess +ie f +Ġadd ed +o ke +Ġb ad +Ġf av +3 3 +Ġsim ilar +as k +ĠD on +Ġcharact er +ort s +ĠH ouse +Ġreport ed +Ġty pe +v al +i od +ĠHow ever +Ġt arg +Ġent ire +pp ing +Ġhist ory +Ġl ive +ff ic +.... .... +ed eral +Ġtr ying +Ġdisc uss +ĠH ar +ac es +l ished +Ġse lf +os p +re st +Ġro om +el t +Ġf all +ol ution +Ġe t +Ġ x +Ġis n +Ġide a +b o +Ġs ound +ĠD ep +Ġsome one +ci ally +ull y +Ġf oc +Ġob ject +if t +ap er +Ġplay er +Ġr ather +Ġserv ice +as hing +ĠD o +ĠP art +ru g +m on +p ly +Ġm or +Ġnot hing +Ġprov ide +I C +un g +Ġpart y +Ġex ist +Ġm ag +7 0 +Ġr ul +Ġh ouse +Ġbeh ind +Ġhow ever +ĠW orld +Ġs um +Ġapp lic +Ġ ; +Ġfun ction +g r +ĠP ol +Ġfr ont +2 00 +Ġser ies +Ġt em +Ġty p +ill s +Ġo pt +Ġpoint s +Ġbel ow +itt ed +Ġspec ific +Ġ201 7 +um b +Ġr a +Ġpre vious +Ġpre t +re me +Ġc ustom +Ġcour t +ĠM e +Ġre pl +Ġwho le +g o +c er +Ġt reat +ĠA ct +Ġprob ably +Ġle arn +end er +ĠA ss +Ġvers ion +n ow +Ġche ck +ĠC al +R E +min ist +O n +our ces +Ġben ef +Ġd oc +Ġdet er +Ġen c +Ġsu per +Ġadd ress +Ġv ict +Ġ201 3 +Ġme as +t r +Ġf ield +W hen +Ġsign ific +u ge +Ġfe at +Ġcomm on +l oad +Ġbe gin +Ġbr ing +Ġa ction +er man +Ġdesc rib +Ġind ust +Ġwant ed +ri ed +m ing +Ġatt empt +4 5 +f er +Ġd ue +ress ion +# # +Ġsh all +Ġs ix +o o +Ġst ep +Ġp ub +Ġhim self +Ġ2 3 +Ġc op +Ġd est +Ġst op +A C +ib ility +Ġl ab +ic ult +Ġhour s +Ġcre ate +Ġf urther +ĠAmeric a +ĠC ity +Ġd ou +he ad +S T +ĠN orth +c ing +Ġn ational +u le +ĠIn st +Ġt aking +ĠQ u +ir t +Ġre d +Ġrese arch +v iron +ĠG e +Ġbre ak +an a +Ġsp ace +ater ial +Ġrec ent +ĠA b +Ġgener al +Ġh it +Ġper iod +Ġevery thing +ive ly +Ġph ys +Ġsay ing +an ks +Ġc ou +Ġc ult +ac ed +e al +u ation +Ġc oun +l u +Ġinclud e +Ġpos ition +ĠA fter +ĠCan ad +ĠE m +Ġim m +ĠR ed +Ġp ick +Ġcom pl +Ġm atter +re g +e xt +ang u +is c +o le +a ut +Ġcomp et +e ed +f ect +Ġ2 1 +ĠS en +ĠThe se +as ing +Ġcan not +Ġin it +Ġrel ations +ac hed +Ġb ar +Ġ4 0 +ĠT H +Ġ201 2 +Ġv ol +Ġg round +Ġsec urity +Ġup d +il t +3 5 +Ġconc ern +ĠJ ust +Ġwh ite +Ġseem s +ĠH er +pe cially +i ents +Ġann oun +Ġf ig +ight s +Ġst ri +l ike +id s +Ġs us +Ġw atch +Ġ â +Ġw ind +ĠC ont +Ġit self +Ġm ass +A l +y le +iqu e +ĠN ational +Ġab s +Ġp ack +Ġout side +Ġan im +Ġp ain +et er +Ġman ag +du ct +og n +Ġ ] +ĠSe pt +se c +o ff +ĠJ an +Ġf oot +ad es +Ġth ird +Ġm ot +Ġev idence +int on +Ġth reat +a pt +pl es +c le +Ġl o +Ġde cl +Ġit em +med i +Ġrep resent +om b +am er +Ġsignific ant +og raph +s u +Ġc al +i res +00 00 +I D +A M +Ġsim ply +Ġlong er +Ġf ile +O T +c he +S o +ate g +or g +ĠH is +Ġen er +Ġd om +Ġup on +il i +": " +Ġthem selves +Ġcom ing +Ġqu ite +Ġdiff icult +ĠB ar +il ities +re l +end s +c ial +6 4 +Ġwom an +ra p +y r +Ġne cess +ip s +Ġte xt +Ġrequ ire +Ġmilit ary +Ġre view +Ġresp ons +7 5 +Ġsub ject +Ġinst ead +Ġiss ues +Ġg en +" ," +Ġmin utes +Ġwe ap +r ay +am ed +t ime +b l +H ow +Ġc ode +ĠS m +Ġhig her +ĠSt e +r is +Ġp age +Ġstud ents +ĠIn tern +Ġmet hod +ĠA ug +ĠP er +ĠA g +Ġpolic y +ĠS w +Ġex ec +Ġac cept +um e +rib ut +Ġword s +Ġfin al +Ġchang es +ĠDem ocr +Ġfriend s +Ġres pect +Ġe p +Ġcomp an +iv il +Ġdam age +** ** +og le +viron ment +Ġne g +ent al +Ġa p +Ġtot al +iv al +! " +l im +Ġneed s +Ġag re +Ġdevelop ment +Ġa ge +ip le +2 1 +Ġresult s +ĠA f +S h +Ġg un +ĠOb ama +ro ll +Ġ @ +Ġright s +ĠB rit +Ġrun ning +Ġwas n +Ġp ort +Ġr ate +Ġpret ty +Ġtarg et +Ġsa w +Ġc irc +Ġwor ks +ic ro +al t +o ver +ww w +Th at +l ier +Ġevery one +ud e +Ġp ie +idd le +ra el +Ġr ad +Ġbl ock +Ġw alk +T o +ã ģ +n es +ĠA ust +a ul +ro te +ĠS outh +ess ion +op h +Ġshow s +Ġs ite +Ġj o +Ġr isk +cl us +l t +Ġin j +id ing +ĠS pe +Ġch all +ir m +Ġ2 2 +itt ing +st r +Ġh y +L E +ke y +Ġbe gan +at ur +ashing ton +l am +ĠD av +b it +Ġs ize +ĠP ar +3 8 +ourn al +f ace +Ġdec ision +Ġl arg +Ġj ud +re ct +Ġcontin ue +ĠO ct +ove red +ĠI nt +==== ==== +Ġp arent +ĠW ill +Ġeas y +Ġd rug +ang er +Ġs ense +Ġd i +id ay +Ġener gy +ist ic +Ġass oci +ar ter +ob al +e ks +ĠE l +ur ch +Ġg irl +o e +it le +Ġ2 8 +ĠC he +Ġrequ est +Ġso on +Ġh ost +k y +Ġst ates +om es +Ġm aterial +le x +Ġmom ent +Ġan sw +on se +Ġes pecially +Ġn orm +Ġserv ices +p ite +r an +Ġro le +4 4 +) : +Ġc red +C l +____ ____ +Ġm at +Ġl og +ĠCl inton +O U +Ġoff ice +Ġ2 6 +Ġch arg +Ġtr ack +m a +Ġhe art +Ġb all +Ġperson al +Ġbuild ing +n a +s et +b ody +ĠBl ack +Ġincre ase +itt en +Ġneed ed +3 6 +3 2 += " +Ġl ost +Ġbec ame +Ġgrou ps +ĠM us +Ġw rote +ĠP e +Ġpro p +j oy +à © +ĠWh ite +Ġde ad +. ' +Ġhtt p +Ġwe bs +O S +Ġins ide +Ġwr ong +Ġstat ement +Ġ ... +y l +Ġfil m +Ġmus ic +Ġsh are +ific ation +Ġre lease +Ġfor ward +Ġst ay +Ġcomp ut +it te +s er +Ġorig inal +Ġc ard +Ġc and +Ġd iv +at ural +Ġfav or +O M +Ġc ases +us es +Ġse ction +Ġle ave +g ing +ov ed +ĠW ashington +3 9 +ĠG l +Ġrequ ired +act ion +ap an +o or +it er +ĠK ing +Ġcount ries +ĠG erman +ll ing +Ġ2 7 +3 4 +Ġquest ions +Ġpr im +Ġc ell +Ġsh oot +Ġany one +ĠW est +Ġaff ect +ep end +Ġon line +ĠIs rael +ĠSept ember +Ġab ility +Ġcont ent +is es +Ġre ve +Ġl aun +Ġind ic +Ġfor ce +c ast +Ġso ld +av ing +f l +Ġso ft +Ġcompan ies +ce ed +Ġart icle +Ġa ud +Ġre v +Ġed uc +Ġplay ing +0 5 +Ġhe ld +ct or +Ġrele ased +Ġf ederal +3 7 +Ġad minist +Ġinter view +Ġinst all +Ġrece ived +Ġs ource +u k +P h +Ġser ious +Ġcre ated +Ġc ause +Ġim medi +Ġdef in +u el +ĠDep artment +ct ions +ĠC our +ĠN ow +z e +it es +it ution +Ġl ate +Ġspe ak +n ers +Ġleg al +ar i +ĠC or +Ġwe eks +Ġmod el +Ġp red +Ġex act +B C +ĠB y +IN G +os ing +Ġt akes +Ġreg ard +Ġopp ortun +Ġpr ice +Ġ19 8 +ĠA pr +f ully +Ġor d +Ġproble ms +ru ction +h am +ĠC ount +le ge +Ġlead ers +E T +le v +Ġde ep +olog ical +es e +h aps +ĠS ome +Ġp ers +Ġcont ract +Ġrelations hip +s p +ou d +Ġb ase +4 8 +m it +A d +anc ial +Ġcons um +Ġpot ential +Ġl angu +re m +et h +Ġrel ig +ress ed +6 6 +Ġl ink +Ġl ower +ay er +ĠJ une +Ġf em +un t +er c +ur d +Ġcont act +Ġ ill +Ġm other +Ġest ab +h tt +ĠM arch +ĠB ro +ĠCh ina +Ġ2 9 +Ġs qu +Ġprov ided +Ġa verage +as ons +Ġ201 1 +Ġex am +l in +5 5 +n ed +Ġper fect +Ġt ou +al se +u x +Ġbu y +Ġsh ot +Ġcol lect +Ġph ot +Ġplay ed +Ġsur pr +Ġofficial s +Ġsim ple +av y +Ġindust ry +Ġhand s +g round +Ġp ull +Ġr ound +Ġus er +Ġr ange +u ary +Ġpriv ate +op s +e es +Ġw ays +ĠM ich +Ġve h +Ġex cept +Ġter ms +im um +pp er +I ON +ore s +ĠDr agon +ou l +Ġd en +Ġperform ance +Ġb ill +c il +4 7 +Ġen vironment +Ġex c +ad d +Ġwor th +Ġp ict +Ġch ance +Ġ201 8 +b or +Ġspe ed +ict ion +Ġal leg +ĠJ apan +at ory +re et +Ġm atch +ĠI I +Ġst ru +ord er +Ġst e +Ġl iving +Ġst ruct +in o +Ġse par +her n +Ġresp onse +Ġen joy +Ġv ia +A D +um ents +ace book +Ġmem ber +ib r +iz ing +Ġto ol +ĠM on +ĠWh ile +h ood +ĠA ng +ĠD ef +Ġoff er +T r +a ur +Ġturn ed +ĠJ uly +d own +an ced +Ġrec ently +ĠE ar +Ġc e +ĠSt ar +ĠC ong +rough t +Ġbl ood +Ġhop e +Ġcom ment +ain t +Ġar ri +il es +Ġpartic ip +ough t +ri ption +0 8 +4 9 +Ġg ave +Ġse lect +Ġkill ed +sy ch +Ġgo es +i j +Ġc oll +Ġimp act +at ives +ĠS er +0 9 +ĠAug ust +Ġb oy +d e +ĠD es +Ġf elt +U S +Ġexpect ed +Ġim age +ĠM ark +cc ording +o ice +E C +ĠM ag +en ed +h old +ĠP ost +Ġpre vent +N o +Ġinvol ved +Ġey es +Ġquick ly +A t +un k +Ġbeh av +Ġ ur +Ġl ed +c ome +e y +Ġcand id +Ġear lier +Ġfoc us +et y +P ro +led ge +ix ed +ill ed +Ġpop ular +A P +Ġset t +l ight +Ġvar ious +in ks +Ġlevel s +Ġro ad +ell ig +ab les +he l +itte e +ĠG ener +y pe +Ġhe ard +ic les +Ġm is +Ġus ers +ĠS an +Ġimpro ve +Ġf ather +Ġse arch +The y +v il +Ġprof ess +Ġkn ew +Ġl oss +Ġev ents +6 5 +Ġb illion +0 7 +0 2 +ĠNew s +ĠA M +Ġco ver +w here +ens ion +Ġb ott +Ġare as +en ces +op e +ĠTw itter +a el +Ġget s +ĠGo ogle +Ġs n +i ant +Ġv ote +Ġnear ly +Ġinclud ed +Ġrec ogn +z z +m m +al ed +Ġhappen ed +0 4 +Ġh ot +Ġwho se +Ġc ivil +Ġsu ff +o es +it iz +ĠSy ri +Ġresp ond +Ġh on +Ġfeat ures +Ġeconom ic +ĠApr il +r im +Ġtechn ology +Ġo ption +ag ing +Ġpur ch +R e +Ġl at +ch ie +is l +Ġrec omm +u f +Ġtr aining +Ġeffect s +Ġf ast +Ġ201 0 +Ġocc ur +Ġwebs ite +Ġem ail +Ġs ens +e ch +Ġo il +Ġinf lu +Ġcurrent ly +ĠS ch +ĠAd d +Ġgo al +Ġsc ient +Ġcon v +1 00 +em y +Ġdec ided +Ġtra vel +Ġm ention +L L +0 3 +Ġe lection +Ġph one +Ġlook s +Ġsit uation +Ġc y +Ġh or +b ed +ĠCour t +a ily +av es +Ġqu ality +ĠCom p +w ise +Ġt able +Ġst aff +ĠW ind +et t +Ġtri ed +ide red +Ġadd ition +Ġb ox +Ġl ack +ar ily +Ġw ide +Ġm id +Ġbo ard +ys is +Ġant i +h a +Ġd ig +en ing +Ġd ro +C on +6 8 +Ġsl ow +b ased +se qu +Ġp ath +E x +ak er +Ġwork ed +Ġp en +Ġeng ine +Ġlook ed +ĠSu per +ĠS erv +Ġvict im +U n +Ġproper ty +Ġint rodu +Ġexec ut +ĠP M +L e +Ġcol or +ĠM ore +Ġ6 0 +Ġnet work +Ġd ate +c ul +id ge +Ġext ra +3 1 +Ġs le +6 7 +Ġw ond +Ġreport s +j ust +ĠAust ral +Ġcap ital +Ġen s +Ġcomm and +Ġallow ed +Ġpre p +Ġca pt +h ib +Ġnum bers +ch an +Ġf air +m p +om s +Ġre ach +W ith +t ain +Ġbro ad +Ġcou ple +ec ause +ly ing +ĠF eb +Ġsc reen +Ġl ives +Ġpri or +ĠCong ress +A r +Ġappro ach +Ġe mer +ar ies +ĠD is +s erv +ĠN e +Ġbu ilt +c ies +Ġre pe +Ġrul es +for ce +ĠP al +Ġfin ancial +Ġcons idered +ĠCh ar +n ces +ĠI S +Ġb rought +Ġb i +i ers +ĠS im +O P +Ġproduct s +Ġvis it +Ġdoc ument +Ġcon duct +Ġcomplete ly +in ing +ĠCal if +ib ly +Ġwr itten +ĠT V +em ents +Ġd raw +O ne +Ġpub lished +Ġsec ret +r ain +he t +ĠF acebook +ond ay +ĠU p +Ġsex ual +Ġth ous +ĠP at +Ġ ess +Ġstand ard +Ġar m +g es +ect ion +Ġf ell +Ġfore ign +an i +ĠFr iday +Ġreg ular +in ary +Ġincre ased +Ġus ually +Ġdem on +Ġd ark +Ġadd itional +ro l +ĠO f +Ġprodu ction +! ! +und red +Ġintern ational +id ents +ĠF ree +rou p +Ġr ace +Ġm ach +Ġh uge +A ll +le ar +ove mber +Ġto wn +Ġatt ention +ĠO ff +y ond +ĠThe n +f ield +Ġter ror +ra z +ĠB o +Ġmeet ing +ĠP ark +Ġar rest +Ġf ear +Ġa w +ĠV al +or ing +' , +Ġext reme +ar r +Ġwork ers +A fter +Ġ3 1 +n et +am ent +Ġdirect ly +Ġpop ulation +ub e +ĠOct ober +ĠI N +ĠJan uary +5 9 +ĠDav id +Ġc ross +ce mber +ĠF irst +Ġmess age +ir it +Ġn ation +Ġp oll +is ions +Ġansw er +n y +is ode +Ġcar ry +ĠRuss ia +Ġhe ar +eng th +ro y +Ġn atural +in ally +Ġdo g +m itted +Ġtr ade +Ġsub st +Ġmult iple +ĠAf ric +Ġf ans +Ġs ort +Ġgl obal +ic ation +ĠW ed +ar a +Ġa chie +Ġlangu age +ve y +Ġt al +Ġnecess ary +Ġdet ails +Ġs en +ĠS und +ĠRe g +ĠR ec +0 6 +Ġs il +ress ive +Ġmed ical +un ch +orn ia +Ġu nd +f ort +oc ks +ĠM onday +ues day +c raft +7 7 +ur t +Ġ ver +ĠH ill +Ġrece ive +Ġmor ning +es tern +Ġb ank +Ġs at +ir th +ĠH igh +Ġdev ice +ĠTH E +ĠCent er +Ġsaf e +Ġp le +ĠCanad a +Ġsystem s +Ġass ist +Ġsur v +Ġb attle +ĠS oc +vert is +S he +Ġp aper +Ġgrow th +Ġc ast +S c +Ġpl ans +ll ed +Ġpart s +Ġw all +Ġmove ment +Ġpract ice +im ately +Ġdis play +Ġsomet imes +om p +ĠP aul +ĠY es +k ing +5 8 +o ly +Ġs on +Ġav oid +ok es +ĠJ ew +Ġto wards +as c +Ġ // +ĠK ore +Ġtalk ing +Ġcor rect +Ġsp ent +ic ks +i able +e ared +Ġter m +Ġwant s +om ing +Ġ ut +Ġdou b +Ġfor ces +Ġp lease +6 9 +ĠN ovember +at form +ond on +Ġon es +Ġimmedi ately +ĠRuss ian +ĠM et +Ġde g +Ġparent s +C H +ĠAmeric ans +al y +ĠM od +Ġsh own +Ġcond itions +Ġst uff +Ġre b +ĠY our +Ġinclud es +n own +ĠS am +Ġexper ien +m ission +ĠE ven +augh t +Ġannoun ced +ĠRepublic an +Ġdeter min +Ġdescrib ed +ĠCount y +( ) +Ġdo or +Ġchang ed +Ġne igh +ĠH ere +Ġcle an +Ġp an +ĠDe cember +ĠEurope an +ir ing +ap ter +Ġcl ub +ĠT uesday +Ġp aid +ĠN et +Ġattack s +Ġcharact ers +Ġal one +Ġdirect or +d om +Ġ3 5 +Ġl oad +Ġr out +ĠCalif ornia +Ġfin ally +Ġr ac +Ġcont r +Ġexact ly +res h +p ri +ĠIs lam +Ġn ature +Ġcare er +Ġlat est +Ġcon vers +ĠS l +p ose +ci ent +ĠIn c +iv ity +8 8 +ĠA tt +ĠM or +nes day +Ġwe ight +k en +Ġnot e +Ġteam s +Ġ \ +air s +ĠG reen +Ġh undred +on ent +Ġstre ng +Ġcons ist +ic ated +Ġreg ul +Ġl ic +ast ic +Ġt en +urs day +ellig ence +ous ly +ĠU K +B I +Ġcost s +Ġind epend +ĠA P +Ġnorm al +Ġh om +Ġob vious +Ġs we +Ġst ar +Ġread y +ac her +Ġimp lement +g est +Ġs ong +ĠG et +ĠL ab +Ġinterest ing +us ing +Ġg iving +ĠSund ay +Ġet c +Ġm iddle +Ġrem ember +r ight +os ition +ut ions +Ġm ax +4 6 +Ġyour self +Ġdem and +Ġtreat ment +Ġd anger +ĠC ons +Ġgu y +ĠBrit ish +Ġphys ical +Ġrel ated +Ġrem ain +Ġcould n +Ġref er +Ġc itiz +b ox +EN T +bo ard +Ġin n +I G +er o +ĠSt reet +osp ital +ren ch +cher s +Ġst ra +O L +ag er +ĠA N +Ġeas ily +I A +en ge +in y +Ġcl os +ock ed +Ġus es +ĠC oun +I m +u ild +? ? +m ore +Ġan g +Ġwr ite +ol ute +5 7 +Ġlead er +Ġread ing +< / +Ġaut om +est s +4 3 +Ġleg isl +ĠG old +Ġdesign ed +ĠS T +ĠLe g +a res +Ġbe aut +ĠT ex +Ġappear s +Ġstru gg +ĠR om +Ġ 00 +Ġcho ice +Ġparticular ly +ĠF rom +op er +ĠL ondon +ann ed +Ġallow s +ob ile +Ġdiffere nce +âĢ ¢ +ĠV iew +ĠWed nesday +Ġal though +Ġrel ative +Ġapplic ation +ate ver +Ġare n +Ġmy self +Ġim ag +Ġdis e +Ġsoc iety +Ġfre qu +ĠEng lish +Ġpo or +ĠD ay +Ġwrit ing +Ġse ven +Ġstart ing +Ġb ud +Ġpr int +ĠTr ans +uf act +ĠSt ud +n ew +Ġcr im +Ġg ives +Ġco ol +a e +i ance +ĠGener al +Ġthink ing +Ġsa ve +Ġlim ited +ĠPart y +Ġmean ing +p en +ow ers +ĠJ ack +E M +Ġn ice +ru pt +Ġg as +Ġe ight +Ġfe et +Ġeff ort +Ġ ign +ic it +B l +co in +Ġop in +Ġbr ain +Wh ile +he st +ĠTh ursday +Ġwould n +augh ter +Ġtou ch +le ments +Ġstud ies +Ġcent er +c ont +or ge +Ġcomput er +Ġinvestig ation +P l +or ks +Ġ200 8 +Ġincre asing +Ġst ore +Ġcom ments +Ġb al +m en +Ġdo ll +Ġl iber +Ġw ife +Ġlaw s +atur day +it ness +Ġmod ern +ĠS k +Ġadminist ration +Ġopportun ity +Ġs al +Ġpower ful +M y +Ġclaim s +ĠEar th +ord s +Ġt itle +Ġes c +n ame +N ot +om en +Ġbe yond +Ġc amer +Ġse ll +it ute +ear ch +Ġapp l +im ent +4 2 +ĠAr t +Ġun f +Ġviol ence +ur g +ĠE ast +Ġcomp ared +Ġopt ions +Ġthrough out +Ġv s +ig r +. [ +ac hes +7 8 +Ġfil es +F L +E L +ar ian +ĠJ ames +ĠA ir +an ch +Ġdet ail +Ġpie ce +P S +Ġn amed +Ġeduc ation +Ġdri ve +Ġitem s +Ġstud ent +ic ed +: : +ic o +Ġth row +Ġsc ene +Ġcomple x +Ġ200 9 +Ġpre c +ĠB re +7 9 +Ġcon cept +Ġstat us +am ing +Ġd ied +Ġknow ledge +Ġbegin ning +O D +ru ary +Ġcertain ly +Ġgu ys +Ġsl ight +in n +ound s +Ġf ine +Ġf at +ic ations +Ġper haps +ĠA nt +Ġinc ome +Ġhtt ps +Ġmajor ity +port s +st on +Ġgreat er +Ġfe ed +ent ially +Ġsaf ety +Ġun ique +and om +Ġg one +Ġshow ed +Ġhist or +Ġcoun ter +i us +id a +Ġlead ing +i pe +Ġs end +ĠDon ald +er ve +Ġdef ense +ines e +Ġy es +ĠF ire +ĠMus lim +ra q +Ġcontin ued +os h +Ġprov ides +Ġpr ison +ĠP re +Ġhapp y +Ġeconom y +Ġtr ust +ag s +ĠG ame +Ġweap ons +um an +ĠC le +it ation +Ġanal ysis +ĠT imes +Ġsc ience +- > +Ġfig ure +Ġdis app +ent y +Ġsoft ware +Ġu lt +Ġoffic ers +N ew +I s +Ġrem ains +ĠInd ia +Ġp sych +ri ef +Ġc at +es c +Ġob serv +Ġst age +ĠD ark +Ġent er +ch ange +Ġpass ed +Ġdes pite +ĠO ut +Ġmov ie +r s +Ġv oice +m ine +ĠPl ay +Ġto ward +ĠT er +Ġreg ion +Ġval ues +or ters +Ġm ount +Ġoffic er +ĠO ther +b an +Ġh ous +w ood +ro om +I V +ĠS un +se e +ĠO ver +ro g +9 0 +Ġl ay +ĠT ur +a wn +Ġpress ure +ĠS ub +Ġbook s +ed om +ĠS and +A A +ag o +Ġre asons +f ord +Ġactiv ity +U T +N ow +ĠSen ate +ce ll +n ight +Ġcall s +in ter +Ġlet ter +ĠR ob +ĠJ e +Ġcho ose +ĠL aw +G et +B e +Ġro b +Ġtyp es +Ġpl atform +Ġqu arter +R A +ĠT ime +Ġmay be +ĠC r +9 5 +p re +Ġmov ing +Ġl if +Ġgo ld +Ġs om +Ġpat ients +Ġtr uth +ĠK e +ur ance +ant ly +m ar +Ġchar ge +ĠG reat +Ġce le +---------------- ---------------- +Ġro ck +ro id +an cy +Ġcred it +a ud +B y +ĠE very +Ġmov ed +ing er +rib ution +Ġn ames +Ġstra ight +ĠHe alth +ĠW ell +Ġfe ature +Ġr ule +Ġsc he +in ated +ĠMich ael +ber g +4 1 +il ed +b and +Ġcl ick +ĠAng el +on ents +Â Ń +ĠI raq +ĠS aturday +Ġa ware +p art +Ġpat tern +O W +ĠL et +Ġgr ad +ign ed +Ġassoci ated +Ġst yle +n o +i ation +a ith +il ies +Ġst ories +ur ation +Ġindividual s +ĠâĢ ¦ +m iss +ĠAss oci +ish ing +ab y +Ġsum mer +ĠB en +Ġ3 2 +Ġar ch +ut y +ĠTex as +h ol +Ġfull y +Ġm ill +Ġfollow ed +ĠB ill +ĠInd ian +ĠSec ret +ĠB el +ĠFeb ruary +Ġjob s +Ġseem ed +ĠGo vern +i pped +Ġreal ity +Ġl ines +Ġp ark +Ġmeas ure +ĠO ur +I M +Ġbro ther +Ġgrow ing +Ġb an +Ġest im +Ġc ry +ĠS chool +Ġme chan +ĠO F +ĠWind ows +Ġr ates +ĠO h +Ġpos itive +Ġcult ure +ist ics +ic a +Ġh ar +y a +ite ly +i pp +Ġm ap +en cies +ĠWill iam +I I +ak ers +5 6 +ĠM art +ĠR em +Ġal tern +it ude +Ġco ach +row d +D on +Ġk ids +Ġj ournal +Ġcor por +Ġf alse +Ġwe b +Ġsle ep +Ġcont ain +Ġst o +Ġb ed +iver se +ĠR ich +ĠCh inese +Ġp un +Ġme ant +k nown +Ġnot ice +Ġfavor ite +a ven +Ġcond ition +Ġpur pose +) ) +Ġorgan ization +Ġchall eng +Ġman ufact +Ġsus p +ĠA c +Ġcrit ic +un es +uc lear +Ġm er +vent ion +Ġ8 0 +Ġm ist +ĠU s +ĠT or +htt p +ol f +Ġlarg er +Ġadv ant +Ġrese ar +Ġact ions +m l +Ġke pt +Ġa im +, ' +c ol +Ġbenef its +if ying +Ġact ual +ĠIntern ational +Ġveh icle +Ġch ief +Ġeff orts +ĠLe ague +ĠM ost +Ġwa it +Ġad ult +Ġover all +Ġspe ech +Ġhigh ly +Ġfem ale +Ġer ror +Ġeffect ive +5 4 +Ġenc our +w ell +Ġfail ed +Ġcons erv +Ġprogram s +Ġt rou +Ġa head +5 00 +vertis ement +I P +ĠF ound +p ir +Ġ % +Ġcr ime +and er +Ġloc ation +ĠI ran +Ġbehav ior +az ing +Ġr are +Ġem b +Ġca used +Ġsh ip +Ġact ive +Ġcont ribut +Ġg reen +Ġac qu +Ġref lect +ven ue +Ġf irm +Ġb irth +] . +Ġclear ly +Ġem ot +Ġag ency +ri age +Ġmem ory +9 8 +S A +ĠSe e +ac ing +C C +Ġbig gest +Ġr ap +Ġbas ic +Ġb and +e at +Ġsus pect +ĠM ac +Ġ9 0 +m ark +ist an +Ġsp read +am s +k i +as y +ra v +ĠR ober +Ġdemon str +r ated +Ġabs olute +Ġpl aces +Ġim pl +ibr ary +Ġc ards +Ġdest roy +Ġv irt +ve re +Ġapp eared +y an +p oint +Ġbe g +Ġtem per +s pe +ant ed +ear s +ĠD irect +Ġl ength +Ġbl og +am b +Ġint eg +Ġres ources +ac c +if ul +Ġsp ot +Ġfor ced +Ġthous ands +ĠMin ister +Ġqu al +ĠF rench +at ically +Ġgener ally +Ġdr ink +Ġth us +I L +od es +Ġappro pri +ĠRe ad +Ġwh om +Ġey e +Ġcol lege +Ġ4 5 +ire ction +Ġens ure +Ġapp arent +id ers +Ġrelig ious +Ġmin or +ol ic +Ġt ro +ĠWh y +rib ute +m et +Ġprim ary +Ġdevelop ed +Ġpe ace +Ġsk in +st e +av a +Ġbl ue +Ġfam ilies +Ġ ir +Ġapp ly +Ġin form +ĠSm ith +C T +i i +Ġlim it +Ġres ist +........ ........ +um n +Ġconf lic +Ġtw e +ud d +ĠT om +Ġl iter +qu e +b on +Ġha ir +Ġevent ually +Ġp us +Ġhelp ed +Ġag g +or ney +ĠApp le +Ġf it +ĠS ur +Ġpre m +Ġs ales +Ġsecond s +Ġstreng th +Ġfeel ing +¿ ½ +Ġt our +Ġknow s +o om +Ġex erc +Ġsom ew +ï ¿½ +> > +Ġsp okes +Ġide as +Ġreg ist +so ft +ĠD el +ĠP C +Ġpro pos +Ġlaun ch +Ġbott om +T H +ĠP lease +v est +it z +ĠIn ter +Ġsc ript +Ġr at +ar ning +Ġ il +ĠJ er +ĠA re +Ġwh atever +ok en +ci ence +Ġmod e +Ġag ree +Ġs ources +Ġinit ial +Ġrest rict +Ġwond er +us ion +## ## +ĠS il +vil le +Ġb urn +t w +as ion +Ġ £ +Ġn or +u ing +Ġre ached +Ġs un +Ġc ateg +ig ration +Ġc ook +Ġprom ot +Ġm ale +Ġcl imate +Ġf ix +Ġalleg ed +U R +all ed +Ġim ages +C ont +ot a +Ġschool s +i os +Ġd rop +Ġst ream +ĠM o +Ġprevious ly +al ing +Ġp et +Ġdou ble +Ġ( @ +ann el +Ġdef ault +t ies +Ġr ank +ĠD ec +ĠCoun cil +Ġweap on +Ġst ock +Ġanal y +ĠSt r +Ġpict ure +ĠPol ice +f erence +Ġcent ury +Ġcitiz ens +Ġon to +Ġexp and +Ġhe ro +ĠS ol +Ġw ild +Ġupd ate +Ġcustom ers +r ont +d ef +Ġl ik +Ġcrim inal +ĠChrist ian +S P +7 6 +Ġle aving +Ġother wise +ĠD ist +Ġbas is +5 2 +5 3 +ic ip +ĠB er +Ġrecomm end +Ġfl oor +Ġc rowd +ol es +Ġ7 0 +Ġcent ral +ĠE v +Ġd ream +Ġdown load +Ġconf ir +ĠTh om +Ġwind ow +Ġhapp ens +Ġun it +Ġt end +Ġs pl +Ġbec omes +Ġfight ing +Ġpred ict +ĠP ress +ĠP ower +Ġhe avy +ak ed +Ġf an +or ter +ate gy +B A +iz es +Ġsp end +H ere +Ġ200 7 +Ġad op +ĠH am +Ġfoot ball +ĠP ort +od ay +5 1 +amp ions +Ġtrans fer +h t +Ġ3 8 +ter m +ac ity +Ġb ur +] , +tern al +r ig +b ut +Ġthere fore +ĠB ecause +res p +re y +Ġm ission +S ome +Ġnot ed +Ġass um +Ġdise ase +Ġed it +Ġprog ress +r d +ĠB rown +oc al +Ġadd ing +Ġra ised +ĠAn y +Ġt ick +Ġsee ing +ĠPe ople +Ġagre ement +Ġser ver +Ġw at +Ġdeb ate +Ġsupp osed +il ing +Ġlarg est +Ġsuccess ful +ĠP ri +ĠDemocr atic +Ġj ump +ĠSyri a +Ġown ers +Ġoff ers +Ġshoot ing +Ġeff ic +se y +Ġha ven +ver se +te red +ĠL ight +im al +ĠB ig +Ġdef end +Ġbe at +Ġrecord s +% ) +Ġsc en +Ġemploy ees +Ġdev ices +he m +Ġcom mer +ĠM ex +Ġbenef it +ĠPro f +Ġil leg +Ġsur face +ĠAl so +Ġh arm +ing ly +w ide +ĠA lex +Ġsh ut +ĠC ur +Ġl ose +p m +Ġchall enge +se mb +Ġst ation +Ġint elligence +Ġacc ur +ĠFl or +Ġrequ ires +ĠM al +b um +Ġh ospital +Ġsp irit +Ġoff ered +Ġprodu ce +ĠComm un +Ġcreat ing +Ġcr is +s pect +Ġend ed +Ġd aily +Ġvot ers +land s +i as +i h +on a +Ġsm art +ĠOff ice +ĠL ord +ri al +ĠIntern et +Ġcirc um +Ġextreme ly +' . +Ġopin ion +ĠM il +Ġg ain +B S +ĠF in +y p +Ġuse ful +Ġbud get +Ġcom fort +is f +Ġback ground +el ine +Ġep isode +Ġen emy +Ġtri al +Ġestab lish +d ate +ĠC ap +Ġcontin ues +Ġshow ing +ĠUn ion +w ith +Ġpost ed +ĠSy stem +Ġe at +ri an +Ġr ise +ĠGerman y +il s +Ġsign ed +Ġv ill +Ġgr and +m or +ĠEng land +Ġproject s +um ber +Ġconf erence +z a +Ġrespons ible +ĠAr ab +Ġlearn ed +âĢĶ âĢĶ +i pping +ĠGe orge +O C +Ġreturn ed +ĠAustral ia +Ġb rief +Q u +Ġbr and +ill ing +ab led +Ġhig hest +Ġtr ain +ĠComm ission +wh ile +Ġn om +cept ion +Ġm ut +ĠBl ue +Ġinc ident +v ant +8 6 +ĠI D +Ġn uclear +7 4 +ĠL ike +ĠR E +ĠM icro +l i +m ail +Ġcharg es +8 9 +Ġad just +ad o +Ġear th +N A +Ġpr ices +P A +Ġd raft +Ġrun s +Ġcandid ate +ens es +Ġmanag ement +ĠPh il +ĠM iss +Ġte ach +g ram +Ġunderstand ing +a it +ic ago +A dd +ĠE p +sec ut +Ġsepar ate +Ġinst ance +Ġe th +Ġun less +**** **** +ĠF ore +in ate +Ġoper ations +S p +Ġf aith +g ar +ĠCh urch +ron ic +Ġconf ig +os ure +Ġactiv ities +Ġtrad itional +Ġ3 6 +Ġd irection +Ġmach ine +Ġsur round +Ġp ush +un ction +ĠE U +Ġeas ier +Ġarg ument +G B +Ġm icro +Ġsp ending +iz ations +Ġthe ory +ad ow +Ġcall ing +ĠL ast +Ġd er +Ġinflu ence +Ġcomm it +Ġph oto +Ġun c +ist ry +g n +ast e +ack s +Ġdis p +ad y +d o +ĠG ood +Ġ ` +Ġw ish +Ġreve aled +Âł Âł +l ig +Ġen force +ĠComm ittee +Ġche m +Ġmil es +Ġinterest ed +Ġsol ution +ic y +in ct +Ġ- > +ĠD et +Ġrem oved +Ġcomp ar +e ah +Ġpl ant +ĠS ince +Ġachie ve +Ġadvant age +Ġslight ly +b ing +Ġpl aced +u nder +201 5 +ĠM ad +Ġt im +os es +Ġc ru +ĠR ock +Ġmost ly +Ġneg ative +Ġset ting +Ġprodu ced +Ġm ur +Ġconnect ion +ĠM er +Ġdri ver +Ġexecut ive +Ġass ault +Ġb orn +ĠV er +t ained +Ġstruct ure +Ġredu ce +Ġdec ades +Ġd ed +u ke +ĠM any +idd en +Ġle ague +S e +Ġjo in +Ġdis co +Ġd ie +c ks +act ions +Ġass ess +ag n +Ġgo als +our s +I R +Ġsen ior +ill er +m od +ip ment +oc ol +u y +ĠQ ue +Ġpart ies +ir gin +Ġle arning +it able +Ġstre et +Ġcamer a +A pp +Ġsk ills +b re +c ious +Ġcele br +ĠFr anc +Ġexist ing +Ġwill ing +l or +Ġ id +ĠSp ace +Ġcrit ical +ĠL a +ortun ately +Ġser ve +Ġc old +Ġspec ies +T S +Ġanim als +ĠB ay +Ġold er +ĠU nder +est ic +ĠT re +Ġte acher +Ġpre fer +v is +Ġth read +ĠM att +Ġmanag er +ãĥ » +Ġprofess ional +ĠV ol +Ġnot es +The se +ul a +Ġf resh +ent ed +u zz +ed y +clus ion +ĠR el +Ġdoub t +E O +Ġopen ed +ĠB it +Ad vertisement +Ġgu ess +ĠU N +Ġse qu +Ġexpl ain +ott en +Ġatt ract +ak s +Ġstr ing +Ġcont ext +oss ible +ĠRepublic ans +Ġsol id +Ġc ities +Ġask ing +Ġr andom +u ps +ur ies +ar ant +dd en +g l +ĠFlor ida +Ġdep end +ĠSc ott +Ġ3 3 +Ġi T +ic on +Ġmention ed +Ġ2 000 +Ġclaim ed +Ġdefin itely +ul f +Ġc ore +Ġopen ing +ĠCon st +wh ich +ĠT ra +A G +7 2 +Ġbelie ved +ad a +Ġ4 8 +ĠSec urity +yr ight +ĠP et +ĠL ou +Ġhold ing +======== ======== +Ġ ice +Ġb row +Ġauthor ities +h ost +w ord +Ġsc ore +ĠD iv +Ġcell s +Ġtrans l +Ġneigh bor +Ġrem ove +u ct +Ġdist rict +ĠA ccording +Ġwor se +Ġconcern s +Ġpresident ial +Ġpolic ies +ĠH all +7 3 +Ġh us +A Y +Ġ200 6 +ĠJ ud +Ġindepend ent +ĠJust ice +ili ar +pr int +igh ter +Ġprotect ion +z en +Ġsu dden +h ouse +ĠJ es +P R +ĠIn f +Ġb ul +Ġ _ +ĠServ ice +ĠP R +Ġstr ategy +ff ect +Ġgirl s +Ġmiss ing +oy al +ĠTe am +ul ated +Ġd at +Ġpolit ics +ab or +A ccording +Ġspe ll +Ġg raph +ort hern +T C +A b +Ġlab or +is her +Ġk ick +ĠiT unes +Ġstep s +pos es +Ġsmall er +E n +ber t +Ġro ll +Ġresear chers +Ġcl osed +Ġtrans port +Ġlaw y +________ ________ +ĠCh icago +Ġas pect +Ġn one +Ġmar riage +9 6 +Ġe lements +ĠF re +ĠS al +Ġd ram +F C +t op +e qu +Ġhe aring +Ġsupport ed +Ġtest ing +co hol +Ġmass ive +Ġst ick +Ġgu ard +is co +ph one +F rom +How ever +Ġb order +Ġcop y +ograph y +l ist +7 1 +Ġown er +cl ass +ru it +r ate +ĠO nce +Ġdig ital +Ġt ask +ER S +Ġinc red +t es ++ + +ĠFr ance +Ġb reat +ow l +Ġiss ued +ĠW estern +Ġdet ect +Ġpart ners +Ġsh ared +ĠC all +Ġcan cer +ac he +rib e +Ġexpl ained +Ġhe at +{ " +Ġinvest ment +ĠB ook +Ġw ood +Ġtool s +ĠAl though +Ġbelie f +Ġcris is +Ġg e +ĠM P +Ġoper ation +ty pe +~ ~ +g a +Ġcont ains +ant a +Ġexp ress +ĠG roup +ĠJ ournal +k a +Ġam b +ĠUS A +Ġfind ing +Ġfund ing +h ow +Ġestab lished +ide os +Ġdeg ree +Ġdanger ous +ang ing +Ġfre edom +pp ort +out hern +Ġch urch +Ġc atch +ĠTw o +Ġpres ence +ĠGu ard +U p +Ġauthor ity +ĠPro ject +Ġbut ton +Ġcon sequ +Ġval id +Ġwe ak +Ġstart s +Ġref erence +ĠM em +" ) +U N +or age +ĠO pen +Ġcol lection +y m +g ency +Ġbeaut iful +ro s +Ġtell s +Ġwa iting +n el +Ġprov iding +ĠDemocr ats +Ġd aughter +Ġm aster +Ġpur poses +ĠJapan ese +Ġequ al +Ġturn s +Ġdoc uments +Ġwatch ing +R es +Ġr an +201 4 +Ġre ject +ĠKore a +Ġvictim s +Le vel +ere nces +Ġw itness +Ġ3 4 +Ġre form +com ing +Ġocc up +Ġc aught +Ġtra ffic +ad ing +Ġmod els +ar io +Ġserv ed +Ġb atter +u ate +ĠSecret ary +Ġagre ed +Ġtr uly +yn am +ĠR et +Ġun its +ĠRes earch +h and +az ine +ĠM ike +Ġvar iety +ot al +Ġam azing +Ġconfir med +Ġentire ly +Ġpurch ase +Ġe lement +Ġc ash +Ġdeter mine +D e +Ġc ars +ĠW all +â ĸ +Ġview s +Ġdrug s +Ġdep artment +ĠSt ep +u it +Ġ3 9 +as ure +ĠCl ass +Ġc overed +ĠB ank +Ġme re +u ana +Ġmult i +Ġm ix +Ġun like +lev ision +Ġsto pped +Ġs em +ĠG al +ul es +Ġwe l +ĠJohn son +l a +Ġsk ill +Ġbec oming +ri e +Ġappropri ate +f e +ell ow +ĠPro t +ul ate +oc ation +Ġweek end +od ies +Ġsit es +Ġanim al +ĠT im +Ġsc ale +Ġcharg ed +Ġinst ruct +ill a +Ġmethod s +Ġc ert +Ġjud ge +ĠH el +Ġdoll ars +Ġstand ing +ĠS qu +Ġdeb t +l iam +Ġdri ving +ĠS um +ĠEd ition +Ġal bum +and on +I F +ĠU k +6 3 +ad er +Ġcommer cial +es h +ĠGovern ment +Ġdisc overed +Ġout put +ĠHill ary +ĠCar ol +Ġ200 5 +Ġab use +anc ing +Ġsw itch +Ġann ual +T w +Ġst ated +ag ement +in ner +Ġdem ocr +Ġres idents +Ġallow ing +Ġfact ors +od d +Ġf uck +em ies +Ġoccur red +ot i +Ġn orth +ĠP ublic +Ġinj ury +Ġins urance +C L +oll y +ã Ģ +Ġrepe ated +Ġar ms +ang ed +Ġconst ruction +Ġf le +P U +ic ians +Ġfor ms +ĠMc C +ant ic +Ġm ental +p ire +Ġequ ipment +Ġf ant +Ġdiscuss ion +Ġregard ing +k in +ar p +Ġch air +og ue +Ġpro ceed +ĠI d +O ur +Ġmur der +M an +Ġ4 9 +as p +Ġsupp ly +Ġin put +Ġwe alth +liam ent +Ġpro ced +or ial +ĠSt at +ĠN FL +hen s +ĠInst itute +Ġput ting +ourn ament +et ic +Ġloc ated +Ġk id +er ia +r un +Ġpr inc +Ġ ! +go ing +ĠB et +Ġcl ot +Ġtell ing +Ġprop osed +i ot +or ry +Ġfund s +g ment +ĠL ife +Ġb aby +ĠB ack +Ġsp oke +Im age +Ġear n +ĠA T +g u +Ġex change +ĠL in +ov ing +Ġp air +M ore +az on +Ġarrest ed +Ġkill ing +c an +ĠC ard +y d +Ġident ified +Ġm obile +Ġthan ks +ony m +ĠF orm +Ġhundred s +ĠCh ris +ĠC at +Ġtre nd +h at +ĠA v +om an +Ġelect ric +ĠW il +S E +O f +Ġrest aur +ot ed +Ġtr ig +Ġn ine +Ġb omb +Wh y + ¯ +Ġco verage +Ġapp eal +ĠRober t +ĠS up +Ġfin ished +Ġfl ow +Ġdel iver +Ġcal cul +Ġphot os +Ġph il +Ġpie ces +Ġapp re +k es +Ġr ough +D o +Ġpart ner +Ġconcern ed +Ġ3 7 +ĠG en +C ol +ct ors +Ġ= > +st ate +Ġsuggest ed +ĠFor ce +C E +Ġher self +ĠPl an +w orks +o oth +ren cy +Ġcor ner +Ġhus band +Ġintern et +ĠA ut +em s +os en +ĠAt l +g en +Ġbal ance +6 2 +Ġsound s +te xt +Ġar r +ov es +Ġmill ions +Ġrad io +Ġsat isf +ĠD am +M r +G o +S pe +Ġcomb at +r ant +ĠG ree +Ġf uel +Ġdist ance +Ġtest s +Ġdec re +ĠE r +Ġman aged +D S +Ġt it +Ġmeas ures +ĠL iber +Ġatt end +as hed +ĠJ ose +ĠN ight +d it +ĠN ov +ĠE nd +out s +Ġgener ation +Ġadv oc +y th +Ġconvers ation +ĠS ky +act ive +ce l +ri er +ĠFr ank +Ġg ender +Ġcon cent +Ġcar ried +and a +ĠV irgin +Ġarri ved +ic ide +ad ed +Ġfail ure +Ġmin imum +le ts +Ġwor st +Ġkeep ing +Ġint ended +Ġilleg al +Ġsub sc +Ġdetermin ed +Ġtri p +Y es +Ġra ise +Ġ ~ +Ġfeel s +Ġpack age +ĠJ o +h i +201 6 +re al +Ġf ra +Ġsy mb +M e +uck y +p ret +ĠK h +ĠEd it +ĠWe b +em ic +ĠCol or +Ġjust ice +I nt +Ġfar m +ck now +" > +el ess +Ġredu ced +Ġ5 00 +x x +ĠR ad +ĠW ood +Ġcl in +Ġhy p +il er +ur a +k ins +8 5 +6 1 +ĠThe ir +ĠM ary +Ġs an +Ġno vel +ĠWh o +Ġcap acity +Ġimp ossible +Ġpl ays +Ġmin ister +ij uana +ic ate +ĠS et +Ġf ram +Ġ ing +Ġcommun ities +ĠF BI +it a +Ġb on +Ġstr ateg +Ġinterest s +l ock +g ers +m as +ĠAN D +Ġconflic t +Ġrequire ments +Ġs ac +Ġoper ating +in i +rel ated +Ġcomm itted +Ġrelative ly +Ġs outh +¯ ¯ +Ġaff ord +Ġident ity +Ġdec isions +Ġacc used +pl ace +Ġvict ory +o ch +i at +N ame +C om +t ion +ed s +Ġsee k +Ġt ight +ĠIm ages +Ġinit i +Ġhum ans +Ġfam iliar +Ġaud ience +Ġintern al +vent ure +Ġs ides +ĠT O +Ġd im +Ġcon clud +Ġapp oint +Ġenforce ment +ĠJ im +ĠAssoci ation +Ġcircum st +ĠCanad ian +Ġjo ined +Ġdiffere nces +ĠL os +Ġprot est +Ġtw ice +w in +Ġgl ass +ars h +ĠAr my +Ġexp ression +Ġdec ide +Ġplan ning +an ia +Ġhand le +ĠMicro soft +ĠN or +Ġmax imum +ĠRe v +Ġse a +Ġev al +Ġhel ps +re f +Ġb ound +Ġm outh +Ġstand ards +Ġcl im +ĠC amp +ĠF ox +cl es +Ġar my +ĠTe chn +ack ing +x y +S S +Ġ4 2 +Ġbu g +ĠUk rain +ĠM ax +ĠJ ones +ĠSh ow +l o +Ġplan et +Ġ7 5 +Ġwin ning +Ġf aster +Ġspe ct +Ġbro ken +T R +Ġdef ined +Ġhealth y +Ġcompet ition +htt ps +ĠIs land +ĠF e +Ġannoun ce +ĠC up +ĠInst ead +Ġcl ient +Ġposs ibly +se ction +ock et +l ook +Ġfin ish +Ġcre w +Ġres erv +Ġed itor +Ġh ate +Ġs ale +Ġcontro vers +Ġp ages +w ing +Ġnum er +Ġopp osition +Ġ200 4 +Ġref uge +Ġfl ight +Ġap art +ĠL at +A meric +ĠAfric a +Ġapplic ations +ĠPal est +ĠB ur +Ġg ar +ĠSoc ial +Ġup gr +Ġsh ape +Ġspe aking +ans ion +a o +ĠS n +Ġwor ry +ĠBrit ain +P lease +rou d +Ġh un +Ġintrodu ced +Ġd iet +I nd +ĠSec ond +Ġfun ctions +ut s +ĠE ach +ĠJe ff +Ġst ress +Ġaccount s +Ġgu arant +ĠAn n +ed ia +Ġhon est +Ġt ree +ĠAfric an +ĠB ush +} , +Ġs ch +ĠOn ly +Ġf if +ig an +Ġexerc ise +ĠEx p +Ġscient ists +Ġlegisl ation +ĠW ork +ĠS pr +à Ĥ +ĠH uman +Ġ è +Ġsur vey +Ġr ich +ri p +Ġmain tain +Ġfl o +Ġleaders hip +st ream +ĠIslam ic +Ġ 01 +ĠCol lege +Ġmag ic +ĠPr ime +Ġfig ures +201 7 +ind er +x ual +ĠDe ad +Ġabsolute ly +Ġfour th +Ġpresent ed +resp ond +rib le +Ġal cohol +at o +ĠD E +por ary +Ġgr ab +Ġvar i +Ġqu ant +ĠPh oto +Ġpl us +r ick +ar ks +Ġaltern ative +Ġp il +Ġappro x +th at +Ġobject s +ĠR o +ĠAnd roid +Ġsignificant ly +ĠR oad +k ay +R ead +av or +Ġa cknow +ĠH D +ĠS ing +O r +ĠM ont +Ġun s +pro f +Ġneg oti +ĠAr ch +ik i +Ġte levision +ĠJew ish +Ġcomm ittee +Ġmot or +Ġappear ance +Ġs itting +Ġstri ke +ĠD own +com p +ĠH ist +Ġf old +ac ement +ĠLou is +Ġbel ong +ĠâĢ ¢ +Ġm ort +Ġprep ared +Ġ6 4 +ĠM aster +Ġind eed +ĠD en +Ġre nt +T A +our ney +ar c +S u +9 7 +Ġadv ice +Ġchang ing +Ġlist ed +Ġlaun ched +is ation +ĠP eter +is hes +Ġl ived +ĠM el +ĠSup reme +ĠF ederal +Ġ) ; +ruct ure +Ġset s +Ġphil os +u ous +Ġ ł +Ġappl ied +ĠN OT +Ġhous ing +ĠM ount +Ġo dd +Ġsu st +D A +ffic ient +Ġ ? +ol ved +Ġp owers +Ġth r +Ġrem aining +ĠW ater +L C +Ġca uses +ãģ ® +Ġman ner +ad s +Ġsuggest s +Ġend s +stand ing +f ig +ĠD un +id th +Ġg ay +Ġter min +ĠAngel es +M S +Ġscient ific +Ġco al +ap ers +b ar +ĠThom as +Ġsy m +ĠR un +th is +P C +igr ants +Ġmin ute +ĠDist rict +cell ent +Ġle aves +Ġcomple ted +am in +Ġfoc used +Ġmon itor +Ġveh icles +M A +ĠM ass +ĠGr and +Ġaffect ed +itution al +Ġconst ruct +Ġfollow s +Ġt on +re ens +Ġh omes +ĠE xt +ĠLe vel +r ast +ĠI r +Ġel im +Ġlarge ly +ĠJ oe +Ġvot es +all s +Ġbusiness es +ĠFound ation +ĠCent ral +Ġy ards +Ġmaterial s +ul ner +Ġgu ide +Ġclos er +um s +Ġsp orts +ed er +J ust +Ġtax es +8 4 +ĠO ld +Ġdec ade +ol a +Ġv ir +Ġdro pped +Ġdel ay +it ect +Ġsec ure +ste in +le vel +Ġtre ated +Ġfil ed +ain e +Ġv an +Ġm ir +Ġcol umn +ict ed +e per +Ġro t +Ġcons ult +Ġent ry +Ġmar ijuana +ĠD ou +Ġapparent ly +ok ing +clus ive +Ġincre ases +an o +Ġspecific ally +Ġte le +ens ions +Ġrelig ion +ab ilities +Ġfr ame +ĠN ote +ĠLe e +Ġhelp ing +Ġed ge +ost on +Ġorgan izations +à ĥ +ĠB oth +hip s +Ġbig ger +Ġbo ost +ĠSt and +Ġro w +ul s +ab ase +Ġr id +L et +are n +ra ve +Ġst ret +P D +Ġv ision +Ġwe aring +Ġappre ci +Ġa ward +ĠU se +Ġfact or +w ar +ul ations +) ( +Ġg od +Ġter rit +Ġpar am +ast s +8 7 +Ġen emies +ĠG ames +F F +Ġacc ident +W ell +ĠMart in +T ER +Ġat h +ĠHe ll +Ġfor g +Ġve ter +ĠMed ic +f ree +Ġst ars +Ġexp ensive +Ġac ad +ra wn +ĠW he +Ġl ock +Ġform at +Ġsold iers +s m +Ġag ent +Ġrespons ibility +or a +ĠS cience +Ġrap id +Ġt ough +ĠJes us +Ġbelie ves +M L +Ġwe ar +le te +Ãĥ ÃĤ +ĠD ri +Ġcomm ission +ĠB ob +O h +ap ed +Ġwar m +ÃĥÃĤ ÃĥÃĤ +Ġ200 3 +ort ion +Ġhas n +ust er +Ġun ivers +ĠI ll +Ġk ing +olog ies +9 4 +ĠT em +ĠM os +Ġpat ient +ĠMex ico +ce an +ĠDe ath +ĠSand ers +y ou +ĠC ast +ĠComp any +pt y +Ġhappen ing +F P +ĠB attle +Ġb ought +A m +M od +U s +ut ers +ĠC re +ĠTh ose +Ġ4 4 +is er +Ġs oul +ĠT op +ĠHar ry +ĠA w +Ġse at +ff ee +Ġrev olution +Ġ( " +ĠD uring +et te +Ġr ing +Ġoff ensive +Ġreturn s +Ġv ideos +Ġdis cl +Ġfam ous +en ced +ĠS ign +ĠR iver +Ġ3 00 +P M +ĠB us +ĠC H +Ġcandid ates +ard en +Ġpercent age +Ġvis ual +Ġthan k +Ġtrou ble +ner gy +Ġ200 1 +Ġpro ve +ash ion +Ġen h +ĠL ong +U M +Ġconnect ed +Ġposs ibility +O ver +Ġexper t +Ġl ibrary +art s +ĠDirect or +Ġfell ow +9 2 +ir ty +Ġd ry +Ġsign s +ĠL ove +Ġqu iet +f oot +Ġp ure +ĠH un +Ġf illed +ph as +ĠE lect +end ment +ĠEx pl +Ġun able +n s +m o +Ġv ast +ob e +Ġident ify +app ing +ĠCarol ina +g ress +Ġpro te +Ġf ish +Ġcircumst ances +raz y +ĠPh ot +Ġb odies +ĠM ur +Ġdevelop ing +ĠA R +Ġexperien ced +Ġsubst ant +ĠBo ard +es ome +Ġdom estic +Ġcomb ined +ĠP ut +Ġchem ical +ĠCh ild +Ġpo ol +ĠC y +Ġe gg +c ons +st ers +Ġh urt +Ġmark ets +Ġconserv ative +Ġsupp orters +Ġag encies +id el +O b +ur b +Ġ4 3 +ĠDef ense +y e +ĠA p +du le +Ġtemper ature +Ġconduct ed +ĠCh ief +Ġpull ed +Ġf ol +L ast +ont o +os is +V ER +D es +ĠP an +F irst +Ġadv ance +Ġlic ense +r ors +ĠJ on +Ġimag ine +Ġhe ll +Ġf ixed +Ġinc or +os ite +ĠL og +ick en +] : +Ġsurpr ise +h ab +Ġc raft +ol t +ĠJ ul +Ġd ial +Ġrele vant +Ġent ered +Ġlead s +ĠA D +ĠCle an +Ġpict ures +ess or +Ġal t +Ġpay ing +P er +ĠMark et +Ġupd ates +am ily +ĠT ype +ĠH ome +Ġ5 5 +semb ly +rom e +8 3 +Ġgreat est +Ġhe ight +Ġhe av +ain ts +Ġlist en +as er +ĠS H +Ġcap able +ac le +Ġpers pect +in ating +Ġoff ering +ry pt +ĠDe velop +ab in +r c +Ġbr ight +al ty +ar row +Ġsupp l +ind ing +ack ed +gy pt +ĠAn other +p g +ĠVirgin ia +ĠL u +Ġpl anned +Ġp it +Ġswe et +T ype +ĠD i +Ġtyp ically +ĠFranc isco +Ġpro spect +ĠD an +Ġte en +re es +Ġsc hed +Ġh ol +Ġsc r +Ġlot s +l ife +Ġnews p +Ġfor get +ĠN one +ĠM iddle +ĠR yan +ed d +Ġse vere +Ġsu it +ll er +9 3 +Ġcor respond +Ġexpl os +u ations +Ġfl ag +g ame +r id +Ġpr in +ĠD ata +Ġde ploy +ĠEn ter +su it +gh an +ĠM en +Ġthough ts +Ġmat ters +Ġad apt +ĠA ri +Ġf ill +Ġfor th +Ġs am +Ġ4 1 +Ġpay ment +ĠH or +Ġsp ring +du c +Ġl osing +Ġbring ing +F O +al a +Ġdist ribution +he red +b our +ĠIsrael i +om a +Ġcomb ination +Ġpl enty +V E +C an +ĠH aw +Ġper man +ĠSpe cial +Ġto w +Ġsee king +Ġexam ples +Ġclass es +c r +Ġbe er +Ġmov es +ĠI P +ĠK n +Ġpan el +E ven +Ġproper ly +Ġr is +Ġpl ug +Ġestim ated +E very +Ġdef ensive +ag raph +Ġpre gn +Ġinst it +ĠV ict +Ġvol ume +Ġpos itions +Ġl inks +ĠPro gram +ĠWe ek +ag ues +Ġtrans form +k er +ĠC EO +Ġc as +Ġopp onent +Ġtwe et +ĠC ode +Ġsh op +Ġf ly +Ġtal ks +Ġb ag +Ph one +Ġa id +Ġpl ants +Ġ6 5 +Ġatt orney +ar ters +qu est +ĠMag ic +Ġbeg ins +Ġmy ster +Ġenvironment al +Ġst orage +N N +Ġm arg +Ġs ke +Ġmet al +ell y +Ġord ered +Ġrem ained +Ġl oved +Ġprom pt +Ġupd ated +Ġexper ts +Ġwalk ing +Ġan cient +Ġperform ed +AT E +Ġne ither +i ency +Ġmanufact ure +ĠP ak +Ġselect ed +Ġm ine +Ġult imately +Ġexpl an +Ġlab el +ĠServ ices +ribut ed +Tr ump +Ġsy n +ĠU lt +S C +Ġme at +Ġg iant +ĠW ars +ĠO N +Ġad m +Ġinter pret +Ġeven ing +Ġev il +ĠB oston +ĠW ild +Ġ à +ĠBit coin +ĠAm azon +D r +ĠIn formation +Ġobvious ly +Ġadv anced +Ph oto +ol ar +Ġwe ather +Ġsymb ol +Ġso le +Ġpot entially +ost er +Ġorig inally +m un +3 00 +az e +ess ions +Ġde ck +Ġst ood +Ġyou th +ĠB ern +R ep +ĠT est +Ġbas ically +ot ic +Ġinvol ve +ol it +ly n +S ee +Ġair craft +Ġconf irm +E W +Ġmess ages +ĠRich ard +Ġk it +Ġpro hib +Ġv ulner +is ters +Ġexist ence +Ġturn ing +ĠS P +Ġdes ire +Ġfl at +Ġm ent +se ason +ang es +Ġneighbor hood +ĠL ake +AT ION +Ġpoint ed +b ur +Ġinn ov +uc ks +U L +Ġprofess or +Ġexp ressed +A B +ic ious +Ġ200 2 +ĠDe v +Ġs ession +Ġb are +s en +Ġdis s +ĠC ath +ĠP ass +ĠP oint +Ġdo ctor +or row +ail ed +ĠR ub +ĠD C +ĠChar l +p erson +Ġwrit er +igh ters +ure au +Ġob lig +Ġrecord ed +Ġbro ke +Ġord ers +il ty +Ġmot ion +in ity +l aw +ad ium +Ġimm igration +Ġcontr ast +Ġb att +Ġex cellent +Ġtechn ical +am i +Ġt un +Ġcl oud +ĠY ear +ge on +Ġcre ation +Ġstr ange +Ġa uth +Ġfor t +b orn +Ġext ent +ĠT oday +ĠCl ub +Ġr ain +Ġs ample +Ġaccept ed +Ġt act +Ġf ired +ĠS on +Ġstand s +Ġb oot +Ġ4 7 +Ġstat ements +Ġvers ions +Ġse lling +ound ed +Ġ199 0 +Ġwere n +ĠW atch +Ġexper iment +P ost +Ġret ail +ul ed +In st +un te +ãĥ ¼ +Ġdep art +Ġb ond +i very +om pl +Ġre action +ĠSyri an +ĠP ac +app ed +ani el +D P +Ġres olution +Ġre act +Ġappro ved +on om +m ond +ĠO ffic +-- - +Ġrepl ace +Ġt ack +Ġsp ort +Ġch ain +Ġemer gency +r ad +ĠPalest in +Ġ4 6 +Ġautom atically +Ġrout e +Ġp al +Ġb anks +ĠPar is +ĠMed ia +ro ad +ic ing +i xt +ist ed +Ġg rew +Ġco ord +ĠW here +om in +Ġsub s +� � +Ġ ± +Ġcorpor ate +Ġse lection +n oon +ĠRep ort +c s +clud ing +ord ers +anc he +ĠIt s +Ġslow ly +ĠE gypt +ĠA cc +Ġcol le +iqu es +E X +Ġattempt s +ur l +ĠC ross +Ġfind ings +ĠS C +ĠO R +Ġind ex +ens ity +ĠW ay +ĠL and +Ġsh ock +d is +Ġd ynam +Ġc art +m osp +S ince +i est +ĠB oy +Ġst orm +ĠCont in +201 3 +he w +il it +Ġess ential +iqu id +O ther +ive red +Ġreason able +A ct +Ġsub sequ +ĠP ack +ĠF ort +Ġconsider ing +Ġun iversity +l og +Ġmar ried +Ġill ust +ĠTr ue +£ ı +Ġnumer ous +rast ructure +Ġserious ly +Ġrefer red +u a +Ġconsist ent +on na +ĠRe al +ru ption +ci ples +Ġfact s +9 1 +ot es +er g +The n +Ġacc ompl +N ote +Ġre venue +Ġpass ing +Ġm al +e en +ĠY et +Ġg ather +ter day +ew ork +ĠA uthor +P e +Ġopt im +Ġr ub +Ġè £ı +Ġun known +st one +Ġun ion +ol ve +Ġopportun ities +Ġbrow ser +ĠW al +ĠC ost +Ġreport ing +st s +p et +Ġs and +Ġsudden ly +Ġsurpr ising +ĠV R +Ġsomew hat +ĠB as +ult ure +iz z +ĠC D +Ġchalleng es +Ġsett ings +Ġexperien ces +ĠF ull +Ġcan n +Ġrece iving +ES T +Ġj oint +Ġcult ural +Ġa st +8 2 +as tern +ce ived +ĠC ru +Ġb ull +p ired +am m +Ġfac ing +p ower +Ġb oss +ĠH ol +Ġinst r +Ġincreasing ly +Ġsh ift +Ġstre ets +ĠWilliam s +ab b +Ġl ie +Ġl augh +ĠC a +P L +Ġadult s +Ġcustom er +Ġob tained +Ġsupport ing +ht ml +f ire +Ġdetail ed +Ġpick ed +ĠR ight +ld er +E E +st ood +ĠK im +Ġw ire +Ġs ight +Ġdevelop ers +Ġpers ons +Ġs ad +Ġc up +Ġwar ning +Ġboy s +l ong +Ġb ird +f o +Ġw al +Ġobserv ed +Ġz one +iven ess +Ġch annel +c ript +Ġref used +ĠAg ain +Ġsu c +Ġspokes man +ĠRe f +r ite +ou ston +ãĥ ³ +ĠS her +Ġact s +ĠN ame +Ġstrugg le +ar ry +omet imes +Ġdisc rim +H T +Ġcateg ory +Ġreal ize +Ġemploy ee +ĠAf ghan +en ger +Ġgun s +ĠSte ve +ĠM ot +ĠO l +ok ed +Ġth ick +Ġfair ly +ill y +Ġsur ve +ĠM at +we ight +â Ķ +Ġtro ops +Ġag ents +Ġbatter y +Ġmot iv +à ¡ +S ec +d en +o very +L S +Ġfl u +Ġconf ident +ĠO per +Ġem pty +Ġp hen +Ġse ctor +Ġexc ited +Ġrem ote +ap h +o en +Ġdestroy ed +Ġmor al +ĠH P +ĠR on +Ġd ress +ĠB at +Ġl it +ĠM S +Ġa f +H L +r um +is ms +Ġshould n +Ġsym pt +ĠTor onto +het ic +Ġcar bon +Ġinstall ed +Ġviol ent +Ġsol ar +j a +Ġpract ices +Ġr ide +ĠP enn +Ġimpro ved +Ġaud io +Ġbehav i +ĠP S +Ġe ating +D ata +ĠRe view +p ass +cl aim +u ated +ang ers +c hen +Ġproper ties +Ġany where +An other +Ġbl ow +ĠJack son +Ġp roud +Ġplan e +l ines +Ġsqu are +Ġpro of +ans as +Ġtalk ed +m akers +Ġs ister +Ġhold s +Ġres ident +Ġ= = +Ġresist ance +Ġspl it +Ġpro secut +Ġconf idence +res ents +Ġcut s +Ġexcept ion +Ġz ero +Get ty +Ġcop yright +Ġtot ally +orm al +ific ations +ĠAustral ian +Ġs ick +Ġ1 50 +Ġhouse hold +Ġfe es +Ġdri vers +og en +ĠN Y +Ġnecess arily +Ġregul ations +ear ing +s l +Ġperspect ive +c are +ic ial +H is +Ġesc ape +Ġsurpr ised +ĠV an +ur rent +Ġv ac +8 1 +ĠTh us +Ġem phas +ĠCh ampions +ĠI ce +Ġn arr +Ġhead s +Ġca using +b el +f ortunately +ĠM a +Ġtarg ets +ci pl +Ġafter noon +Ġadd s +ĠMay be +ĠF our +ess ed +ple te +Ġus ual +ch o +ing u +Ġwith d +ĠE nergy +ĠE conom +O O +Ġart icles +Ġinj ured +Ġman age +Ġexpl ains +Ġdi agn +R ec +at ures +Ġlink ed +Ġdiscuss ed +Ġexpl o +Ġocc asion +ath an +Ġopp osite +Ġfac es +Ġden ied +ĠK night +Ġn ut +Ġapprox imately +Ġdisapp oint +onym ous +ĠB est +ĠL o +ĠH y +ĠA ff +Ġvot ing +an while +ĠII I +Ġinstit utions +ag ram +ĠD aily +Ġdr ag +Ġnear by +Ġgu ilty +Ġcon ver +P re +s hip +Ġre ward +Ġphilos oph +ĠS S +u gh +Ġapp s +f riend +Ġu pper +Ġad vert +Ġs now +Ġfr ust +Ġour selves +F r +ĠD ie +amp ion +Ġdis miss +Ġc ere +Ġsign al +f rom +Ġ ). +Ġ5 2 +Ġcr imes +it ors +est ival +use um +Ġcoun cil +ĠS aud +M ay +ĠG un +ic ian +et her +Ġsu fficient +ĠH en +so le +Ġhistor ical +ĠF ar +ĠT urn +Ġp in +Ġsuc ceed +m at +ly mp +Ġtrad ition +ĠO k +Ġc ro +Ġdesc ription +al le +Ġsk y +T e +Ġwide ly +Ġw ave +Ġdefin ition +ĠJew s +Ġcy cle +Ġref ere +Ġbr ings +us al +Ġal ive +Ġfrequ ently +Ġint ention +ĠCont rol +l v +y stem +Ġpriv acy +g ent +ren ce +ĠQu est +ĠChrist mas +Ġr ail +Ġco oper +Ġtest ed +ĠC apt +as ks +Ġcomfort able +Ġdel ivered +sc ape +Ġdep th +ĠG OP +Ġwrit es +Ġass ets +Ġsa v +im ents +Ġtrans ition +Ġart ist +ĠL ook +Ġl ob +Ġcomp onents +ar ity +Ġwalk ed +Ġro ot +Ġparticip ants +Ġnot iced +Ġres c +Ġn av +ĠAd minist +d a +ut ral +pl ate +Ġimport ance +Ġass ert +ious ly +c ription +Ġinj uries +ĠChe ck +Ġregist ered +Ġint ent +Ġmiss ed +ograph ic +Ġsent ence +oun ter +Ġassist ance +ev in +Ġdat abase +Ġbuild ings +Ġclass ic +Ġth inks +ĠOh io +P r +ug g +Ġfe e +p an +Ġeffect ively +Ġfac ility +Ġbe ar +Ġch apter +Ġdog s +ĠCol umb +Ġl atter +it ial +Ġad mitted +T V +ĠGe org +Ġpost s +\ \ +Ġlawy er +Ġequ ival +Ġm and +Ġcontro lled +ĠW alk +ĠAnd rew +Ġmen u +am ental +Ġprotect ed +v a +Ġadminist r +or al +Ġre in +ĠS ar +Ġamount s +Ġn ative +ĠM oon +Ġrep resents +Ġab andon +Ġcarry ing +Ġt ank +m ary +Ġdecl ared +T ube +Ġh at +Ġpun ish +el lect +m es +Ġun iverse +ĠR od +ph y +Ġinf rastructure +Ġ5 1 +Ġopp osed +ow nt +c a +ĠM ake +Ġhard ware +Ġco ffee +R el +b al +w orld +ĠS af +ĠSe a +in als +Ġown ed +Ġh all +ers ion +Ġdescrib e +ĠP ot +Ġport ion +Ġat mosp +Ġgovern ments +Ġdep ending +Ġoff ense +Ġtr ick +aw a +ĠL ine +ĠV is +ĠH ard +ĠOr ig +ĠCl ick +Ġdes k +ĠVal ley +ĠS ov +Ġmov ies +Ġrem ark +Ġm ail +Ġcons cious +Ġrul ing +ĠR ights +Ġmed ic +he nt +ĠW omen +> < +Ġrepl aced +ĠP rem +ĠTh anks +Ġre new +ĠB all +if orm +Ġsh ots +C omm +Ġar med +Ġconst ant +Ġt aste +Ġreal ized +Ġbu ff +Ġm o +Ġeffic ient +M ost +or ation +if ies +Ġcommun ication +Ġfl ood +Ġconsequ ences +Ġany way +ig g +ĠG M +ĠTh ank +Ġ iron +Ġev olution +ĠC op +tw itter +Ġ9 5 +Ġrelationship s +ad el +ĠYou ng +Ġpropos al +ay ers +uild ing +ĠH ot +OR E +c os +Ġcoll abor +P G +ax y +Ġknow ing +Ġsupport s +ow ed +Ġcontrol s +Ġmere ly +um er +Ġath let +Ġf ashion +p ath +Ġg ift +Ġer a +AN D +Ġkind s +ĠKore an +Ġleg it +ul ous +Ġess entially +Ġthe rap +n ic +Ġsuff ered +Ġh ur +Ġprom ise +Ġex cess +Ġover w +Ġpr ime +ĠH ouston +er ry +ĠM s +R S +201 2 +Ġst ores +ĠO lymp +Ġj ourney +Al though +S ub +ĠE duc +ĠCh apter +Ġrequest s +Ġconsum ers +Ġt iny +Ġis ol +ĠF air +b a +ĠY OU +Ġcr ash +ce ler +Ġemot ional +Ġgood s +Ġelect ed +Ġmod er +ĠLin ux +Ġbl ocks +Ġis land +ĠSoc iety +Ġelect ions +Ġbroad cast +Ġche ap +Ġn ations +Ġse asons +4 00 +Ġwas te +ĠS at +Ġfield s +em ploy +Ġprof ile +Ġauth ors +AL L +ĠG ra +w est +ĠT y +Ġdeath s +Ġv acc +Ġfor med +Ġd u +Ġon going +ĠMuslim s +el f +ig ure +Ġass ume +ĠUkrain e +w ater +Ġco ast +Ġvot ed +g or +ĠA S +ĠMich igan +az a +ĠAr m +i ro +Ġf lex +as ters +' ' +Ġwel come +ar l +Ġloc ations +ig ation +ĠF il +Ġbu ying +Ġarch itect +Ġhard er +ĠC ub +Ġinter face +Ġrestaur ant +Ġdisco ver +Ġex ceed +Ġfav our +ger y +Ġd uty +Ġp itch +ad or +ĠM ach +b oy +Ġrespond ed +Ġext ended +her s +M any +ra id +if er +ĠIn s +S er +Ġmed ium +s he +ĠS ports +Ġmag azine +ut ation +Ġlim its +ĠG all +Ġex ternal +raz il +Ġyoung er +t le +Ġrem ind +ĠC ON +Ġimmedi ate +Ġh idden +Ġvol unte +Ġsim pl +od cast +Ġph ase +d r +Ġpl ot +Ġexp osure +R I +og rap +v in +an ish +ĠAc ad +ĠEng ine +Ġexp ansion +ĠP ay +Y our +Ġpus hed +ĠE ll +ĠHe ad +Ġmarket ing +ĠA C +k et +Ġh its +Ġg ro +ĠA ge +ĠSc ot +] [ +Ġst im +Ġi Phone +Ī Ĵ +Ġn arrow +ĠGet ty +ĠTur key +Ġperfect ly +Ġen able +ut ch +Ġprec ise +Ġreg ime +Ġsh if +Ġcomp ens +g un +d iv +Ġch osen +ĠK en +An y +Ġtre es +Ġrecomm ended +ĠR en +u able +ĠH T +F ollow +E G +ĠH and +ĠK enn +Ġarg uments +Ġex ists +Ġb ike +ĠCons erv +Ġbre aking +ĠG ar +Ġc razy +Ġvirt ual +ay lor +ix el +Ġ19 80 +Ġper mission +ĠSer ies +Ġconsum er +Ġclose ly +c alled +Ġ5 4 +Ġhop es +Ġar ray +ĠW in +ĠLab our +Ġsp ons +ĠI re +Ġp ow +Ġread ers +Ġemploy ment +Ġcreat ure +Ġresult ing +Ġaccur ate +Ġmom ents +Ġarg ued +Ġp ed +D uring +Ġ5 3 +ĠT al +Ġs ought +Ġsuff ering +Ġ icon +le e +Ġ( $ +al ian + ° +Ġp ra +Ġbon us +( " +k o +Ġact ing +D E +f all +Ġcompar ison +Ġsm ooth +ĠN AS +u pp +ĠJose ph +ep ing +ĠT ake +ĠM id +Ġs ending +f ast +ĠF all +Ġdeal ing +us er +ĠOr gan +C o +Ġatt ached +Ġse es +% . +Ġtyp ical +AR T +Ġfind s +ĠAs ia +um in +ĠC ore +ĠE nt +in ent +u ce +ĠBl ood +ĠN ever +Ġem ails +Ġhigh light +Ġconf ront +at us +ut ed +Ġun us +Ġtop ic +ĠAd am +Ġb le +at i +Ġunder stood +S et +st ruct +T P +Ġm ob +a a +ĠSt art +pect ed +se ll +Ġded icated +ĠC A +u an +Ġsong s +esc ription +Ġte ch +Ġr ape +Ġas ide +Ġgr ant +Ġ5 6 +s ub +Ġarg ue +Ġcont aining +Ġsche dule +Ġliber al +Ġpublic ly +Ġheav ily +ĠU t +in er +ĠS ection +ĠC are +we et +l s +D is +âĶ Ģ +ĠF ollow +B ack +ĠI T +Ġb es +j i +ĠH it +est ed +Ġevery body +ĠSw ed +Ġfem in +Ġfac ilities +Ġcon ven +C omp +ĠO S +c ore +Ġan x +Ġdiv ision +ĠC am +ĠSt an +m ates +Ġexpl ore +pl om +Ġsh ares +pl oad +an es +Ġide al +et ers +ĠB ase +Ġpl astic +Ġdist inct +ĠNet work +ĠSe attle +Ġtrad ing +ens us +int end +Ġex hib +Ġinit ially +ĠF ood +Ġthous and +ĠBus iness +act er +Ġpar agraph +Ġrough ly +Ġw ww +Ġcreat ive +ĠCon f +Ġconsum ption +Ġfil ms +ag an +Ġob tain +Ġt all +Ġt or +Ġacknow led +Ġg rown +al o +K E +Ġ4 00 +end ers +t aining +U G +Ġsu icide +Ġwat ched +ĠL ist +al i +re hens +Ġsurround ing +Ġp ip +Ġf lying +ĠJ ava +ord an +Ġserv ing +in ations +p ost +Ġsh o +A v +Ġj ail +z y +Ġ199 9 +Ġ< / +Ġliter ally +ĠS ir +Ġexp osed +Ġl ies +st ar +Ġb at +Ġear ned +ĠD ig +Ġspec ified +ĠSe ason +Ġdeg rees +Don ald +Ġcent re +Ġsh aring +Ġwin ter +ĠC O +C he +Ġ Î +M P +Ġun w +Ġfew er +ĠM ir +Ġsomew here +ĠK ey +Ġattack ed +ĠK ir +Ġdom ain +Ġstrong er +Ġ9 9 +Ġpen alty +I d +Sc ript +Ġdecl ined +Ġne ck +Ġfra ud +Ġcur rency +Ġr ising +R C +âĢ¦ âĢ¦ +H z +Ġt ab +Ġtal ent +n am +ĠN BA +Ġvill age +Ġleg s +ĠN ext +E d +Ġac id +Ġhy d +8 00 +Ġinvol ving +ĠIm age +ĠBe fore +F l +Ġyes terday +S ource +Ġterror ist +Ġsu p +Ġsy nt +ĠSaud i +Ġw est +Ġr u +b urg +Ġvis ible +Ġstru ck +r ison +Ġaw esome +Ġd rawn +Ġansw ers +ĠG irl +ĠR am +Ġthreat s +Ġdef eat +os it +Ġv ent +atur ally +Americ an +end a +ĠH oly +Ġr um +% , +c ase +ĠHist ory +ĠYou Tube +Ġsit uations +ĠD NA +S te +Ġsa ved +It em +Ġrec ip +olog ist +Ġfac ed +Ġel ig +O nce +ĠL i +u h +Ġmist ake +ĠDiv ision +ĠB ell +Ġsympt oms + ® +Ġdom in +Ġfall ing +Ġend ing +as hes +Ġmat ches +ĠOn line +Ġexplan ation +D ef +red it +Ġany more +ĠT otal +ĠF OR +us hed +Ġlet ters +Ġris ks +ĠO K +Ġreported ly +: \ +Ġpl ate +Ġsubject s +Ġattempt ed +if ier +ian a +Ġunlike ly +ĠTh ough +um a +ĠIn vest +ĠPr in +ic an +ĠD ar +ĠColor ado +au g +Ġve get +a os +ri a +Ġshe l +Ġmark ed +Ġ( ) +Ġsp r +p o +ĠL ink +Ġdef e +ĠJ r +Ġthem e +Ġpass ion +ĠP en +Ġinf o +iz er +Ġsh it +ĠC ivil +ap se +c re +Ġpo ly +Ġcomp onent +ĠChar les +ĠIre land +ĠPro v +Ġdo ctors +Ġgr anted +Ġpain t +Ġhon or +Ġsm oke +Ġpay ments +Ġprim arily +ĠKing dom +r ich +ate ll +Ġde als +Ġsched uled +Ġfund amental +Ġprote in +Ġnewsp aper +Ġcl ients +yth on +ĠD ate +h us +Ġfeed back +Ġstret ch +Ġc ock +Ġhot el +ĠQue en +Ġsu gar +Ġj u +Ġmil k +Ġappro val +ĠL ive +Ġequival ent +ef ully +Ġins ert +z ona +Ġext ension +d ri +J ohn +Ġacc omp +S m +ĠF und +Ġconst antly +Ġ` ` +Ġgener ated +ĠA ction +ĠP sych +ĠT ri +Ġrecogn ize +Ġv ary +ph a +ĠR a +d f +et ch +ĠSov iet +Tw o +Ġpattern s +Ġprof ession +an ing +T ime +ĠL im +Ġcol ors +ĠA z +ĠT R +Ġinf ect +Ġphen omen +Ġshe ll +Al so +Ġput s +Ġdel ivery +Ġbro wn +Ġprocess ing +Ġlight s +ess age +ĠBro ok +ĠA ud +l ation +Ġindust rial +L ike +ĠB razil +rou s +ES S +ĠL uc +Ġsome how +Ġ8 5 +Ġpro port +Ġpolit icians +Ġindic ate +Ġh ole +Ġtechn iques +Ġcompet itive +Ġph r +Ġv o +ist ent +ĠD ream +Ġcamp us +Ġaspect s +Ġhelp ful +Ġsh ield +or se +Ġtrig ger +m al +Ġ5 8 +Ġt ort +Ġperson ally +Ġt ag +Ġkeep s +ĠV ideo +Ġben ch +Ġg ap +a ire +Ġe ast +Ġrec overy +per ial +Ġprof it +ĠM ic +Ġ5 7 +Ġcol on +Ġstrong ly +st yle +Ġalleg ations +h an +Ġrep orters +j o +r ine +arg et +and al +Ġ0 3 +Ġfl ash +tr ans +Ġstr ict +Ġpark ing +ĠPak istan +Ġl i +Ġwe ird +ĠE ric +Ġreg ions +ĠJ un +Ġint ellect +ĠW H +od ing +rib utes +up id +ĠT it +Ġf inger +or ia +Ġe lev +ĠF ield +Ġcon clusion +; ; +Ġfeel ings +Ġext ensive +Ġm ixed +Ġne uro +v y +Ġhar ass +ĠC irc +ou ch +Ġterrit ory +Ġsuccess fully +M ar +Ġing red +Ġoverw hel +Ġl ayer +V iew +Ġall ies +ill ance +ĠTh ree +Ġb unch +Ġnorm ally +Ġnet works +Ġsac r +ĠC IA +b les +Ġch ose +Ġopp onents +Ġregard less +Ġfr anch +Ġpre f +ĠP o +Ġbr idge +ann a +ĠSil ver +Ġw age +p age +ri or +Ġrad ical +ĠL ittle +Ġman ip +Ġsecret ary +Ġg ang +D R +F A +Ġdec ent +ĠSp irit +Ġun cle +ĠDevelop ment +Ġinvest ors +Ġwall s +Ġpub lish +Ġgener ate +iss ions +c ar +Ġprom ote +Ġcut ting +Ġche st +Ġdrink ing +Ġcollect ed +Ġ7 2 +Ġhop ing +Ġem br +gor ith +Ġwar ned +Ġinstruct ions +O G +ĠD id +ĠAg ency +Ġg ear +Ġcritic ism +ĠF urther +Ġut il +ann y +R ed +Ġcoun sel +ĠAs ian +Ġredu ction +p ool +Ġteach ing +Ġdeep ly +i y +Ġestim ates +Ġcho ices +Ġperman ent +in em +ke l +Ġf asc +p se +f ile +ĠL ow +ĠP erson +Ġt ournament +st al +Ġm el +U ST +ĠR ay +az i +V al +Ġcont ained +ĠH olly +Ġw ake +Ġreve al +Ġprocess es +ĠIS IS +Ġ0 9 +Ġbl ind +Ġste el +ĠB ad +Ġcare fully +app y +ro it +Ġg aming +Ġhous es +ĠC oll +Ġtr uck +er m +Ġsc ored +Ġocc as +ret urn +b ound +v ar +Ġsh arp +Ġaf raid +ĠE X +am ber +c ific +Ġsche me +N C +ĠPol it +Ġdecl ine +Ġ199 8 +Ġpus hing +Ġposs ession +Ġpriv ile +Ġteacher s +Ġy ield +H A +ĠDav is +it led +#### #### +Ġr ig +ĠD aniel +ac on +Ġh ide +ut en +Ġcolle agues +Ġprin ciples +Ġl oud +Ġs in +ĠDem on +Ġst one +Ġ0 2 +Ġt aught +Ġter rible +Ġst uck +ĠPol icy +te en +Ġimplement ation +ĠB BC +ĠAP I +Ġwhe el +all as +Ġch ampions +ol ars +play er +Ġrepeated ly +ĠSt ill +Ġlik es +ast y +es ter +ĠCath olic +R L +Ġb ath +Ġno ise +t itle +Ġn orthern +P art +Ġmag n +Ġf ab +ĠAs h +Ġdis pl +Ġtick et +Ġm urd +Ġalong side +ĠMus ic +Ġr iver +ĠSte el +ĠC L +ĠPl ayer +ĠM ult +ow ing +re p +s ize +Ġt ur +ĠGeorg ia +isc al +ra ction +Ġc able +Ġ5 9 +Ġw ins +Ġup coming +Ġsurv ive +Ġins pired +ĠEduc ation +Ġstat istics +ĠF oot +iam i +Ġy ellow +ĠP age +. - +ĠH as +Ġur ban +Ġa x +es sel +\ " +Ġquarter back +Ġreg ister +ĠLab or +Ġab ilities +ĠF amily +Ġvar iable +ĠPr ice +Ġcont em +Ġth in +ĠE qu +d ata +Ġg otten +Ġconst it +Ġas ks +Ġt ail +Ġexc iting +ĠE ffect +ĠSp anish +Ġencour age +ins on +ĠA h +Ġcommit ment +C S +Ġr ally +Ġ: : +Ġsubs id +Ġsp in +Ġcapt ured +201 8 +Ġinn oc +Ġalleged ly +ĠC ome +Ġart ists +ĠN umber +Ġelect ronic +Ġreg ional +ap es +Ġw ra +Ġmy th +pr ise +ĠM iller +ĠC reat +ĠEp isode +b ell +Ġdirect ed +Ġext ract +Ġs orry +Ġv ice +ag ger +ĠSu pport +Ġ6 6 +ĠI ron +Ġwonder ful +Ġg ra +N et +ion e +E ng +Ġsh ips +ik es +ĠK evin +it ar +Ġactiv ists +tr ue +ĠAri zona +ent h +ĠDes pite +ĠS E +Ġha bit +ern el +Ġin qu +Ġab ortion +Ġv oid +Ġexpl icit +Ġeng aged +Ġang ry +Ġr ating +Ġfr ag +b ro +ick ing +d ev +Ġwor ried +Ġob ser +Ġap artment +ĠG T +Ġest ate +ĠConst itution +em on +ĠS now +Ġcount y +Ġdis ag +ĠStep hen +Ġimm igrants +w ind +ĠN ations +Ġfol ks +O ut +Ġg all +Ġtarget ed +Ġst ead +ĠB on +ĠL ib +Ġinform ed +Ġ12 0 +ch ain +idel ines +or ough +Ġdri ven +Ġregular ly +Ġbas ket +Ġprinc iple +oc ument +Ġst un +ib ilities +ĠRom an +ĠAb out +Ġal ert +Ġdemocr acy +Ġrepresent ed +H S +c ers +p arent +Ar t +p ack +Ġdi plom +re ts +ĠN O +Ġcapt ure +ĠAd v +Ħ ¢ +Ġannounce ment +ĠL ear +Ġh ook +Ġpur s +ĠS uch +ĠC amer +Ġrefuge es +ĠV e +P ol +Ġrecogn ized +l ib +Ġhad n +A ss +Ġpil ot +us hing +Ġreturn ing +Ġtra il +ĠSt one +Ġrout ine +Ġcour ts +Ġdes per +Ġfriend ly +ĠIt aly +Ġpl ed +Ġbreat h +Ġstud io +N S +Ġimp ressive +ĠAfghan istan +Ġf ing +Ġd ownt +ink ing +ĠR og +i ary +col or +se x +ar on +Ġf ault +ĠN ick +D own +ĠR ose +ĠS outhern +X X +is odes +L ist +6 00 +Ġout come +er r +Ġelse where +Ġret ire +Ġp ounds +ĠGl obal +Pe ople +Ġcommun ications +Ġlo an +Ġrat io +ĠEm pire +Ġg onna +Ġinv ent +D F +Ġ19 70 +ĠComm on +p at +Ġprom ised +Ġd inner +ĠH om +Ġcreat es +Ġoper ate +ver ty +ĠJ ordan +et ime +Ġsust ain +R eg +Ġincred ible +im a +Ġwar rant +Ġm m +A tt +Ġlaw suit +Ġreview s +it ure +ĠS ource +l ights +ĠF ord +Ġ6 3 +g roup +st ore +Ġfeat ured +Ġfore ver +Ġpo verty +ĠP op +ĠC NN +az z +ab is +ach ing +Ġl aid +ĠSu pp +Ġfil ter +en a +ĠCommun ity +Ġcreat ures +u ction +ĠR oyal +Ġassoci ation +ĠCon nect +ĠBr ad +âĸ Ī +l ers +the re +ĠG i +Ġval uable +AC K +ĠT aylor +Ġl iquid +ĠAtt orney +ĠCar l +ĠF inal +ag a +ĠWil son +B ecause +ĠProf essor +ak a +Ġincred ibly +r ance +! ) +R ef +s k +Ġsol utions +Ġatmosp here +Ġbl ame +um es +ĠN ob +C A +um ps +r ical +ĠPut in +ĠD est +or ic +ĠP A +Ġrespect ively +w an +Ġfif th +â Ħ¢ +ĠC ry +Ġgovern or +res ident +Ġpurch ased +Ġh ack +Ġint ense +ob s +Ġorig in +Ġdef ine +Ġcare ful +** * +Ġshould er +Cl ick +Ġt ied +Ġdest ruction +ou red +Ġno body +Ġh o +ĠEx per +Ġt ip +" ; +Ġtechn ique +Ġj ur +ĠP ok +b ow +Ġleg end +Ġacc ord +Ġbus y +ĠInt el +Ġh ang +ak i +. ] +âĢĶâĢĶ âĢĶâĢĶ +Ġsur gery +Ġrep rodu +Ġun iform +Ġscen es +c ode +Ġ6 2 +l isher +ĠH ave +ph ia +Ġcry pt +Ġrec on +Ġsc ream +Ġadop ted +Ġsc ores +N e +ĠIt alian +in cluding +B O +Ġindic ated +Ġent ertain +G u +T ext +i el +Ġtw enty +Ġeng age +off s +ĠPac ific +Ġsm ile +Ġperson nel +Ġto ler +Ġdo ors +Ġt one +Ġmach ines +Ġent ering +ten ance +C O +ĠJer sey +Ġfore st +Ġhor se +Ġcompl aint +ĠSpr ing +y o +ĠPl us +ed ing +ĠRet urn +qu arters +ial s +c ow +Ġacad emic +Ġf ruit +Ġ199 6 +og ether +Ġw ine +Ġpur su +ĠSte ven +Ġlic ens +Wh o +Ġclot hes +re ction +Ġsqu ad +Ġst able +Ġr aw +z ens +St ar +ut ies +anc er +Ġke ys +ĠM u +Ġcompl icated +ig er +ĠTe xt +Ġabs or +Ġ6 8 +Ġfun ny +Ġrel ief +ĠL ew +ĠC ook +Ġch art +Ġdraw ing +G E +Ġmod ule +ĠB ull +I LL +Ġs alt +0000 0000 +il le +Ġres ource +aw ay +adel phia +ĠB ru +Ġ6 7 +Ġsome body +Ġparticip ate +Ġro se +we red +Ġmus cle +Ġcons ent +Ġcontin uing +ĠGuard ian +ĠOr der +reg on +Ġre ar +Ġprov ision +Ġlik ed +ri ent +Ġb ra +Tr ans +Ġmeet ings +Ġto x +Ġcon vent +Ġaut o +Ġrec ording +ĠSo ft +00 1 +ĠR oll +Ġprogram ming +Ġp ic +Ġprov ed +Ġst ab +ĠA st +Ġca ption +ul ating +ĠAtt ack +Ġnew ly +Ġ199 7 +f r +Ġdis cipl +ĠGree k +Ġed ition +ĠDo es +ĠB ox +if le +ack et +Ġpass es +Ġgu est +Ġac celer +it als +U D +Ġaut hent +ĠR est +ov al +t a +u ine +Ġarm or +ĠT own +Ġcomp at +Ġinc hes +Des pite +Ġass ign +he rent +Ġprep are +ĠM eg +oc key +Ġdep ends +Ġtrack s +w atch +Ġl ists +ĠN orthern +Ġal ter +re c +ĠE astern +Ġcond em +Ġevery where +? ' +Ġaff ili +Ġf ought +": {" +Ġm ac +it arian +Ġsc ope +ĠA L +aw s +ar ms +Ġqu e +Ġenjoy ed +nes ota +Ġagg ressive +ĠSt ory +ĠI V +Ġrec ipe +Ġrare ly +ĠMed ical +val ue +ang el +ay ing +omet hing +Ġsub section +Ġs outhern +Ġfrequ ency +re te +roll ed +ult s +ĠN ic +Ġbeh alf +Ġsequ ence +ab et +Ġcontrovers ial +Ġcomp rom +Ġwork er +Ġmain ly +Ġal gorith +ĠM ajor +or ce +g ender +Ġorgan ized +Ġf ake +Ġconclud ed +ĠE D +ĠEx ec +r age +Ġch ances +ber ry +ĠTr ad +Ġconfig uration +Ġwithd raw +Ġf ro +ud es +ĠBro ther +ĠB rian +Ġtri es +Ġsam ples +Ġb id +ĠGold en +Ġphot ograph +if est +ĠD O +ĠPar liament +******** ******** +R em +Ġcont est +Ġsign ing +p x +ĠZ eal +âĶĢ âĶĢ +E ar +Ġex it +Be fore +ĠCor por +n ull +mon th +Ġrac ial +ott ed +ĠV eg +ĠRe uters +Ġsw ord +ps on +ĠRom ney +a ed +Ġt rib +Ġin ner +Ġprot ocol +ĠB i +ĠM iami +ever al +p ress +Ġsh ipping +ĠAm endment +ĠHow ard +con nect +ĠD isc +ĠJ ac +iam ond +ĠThere fore +s es +ĠPrin cess +ĠUS B +ĠAn th +Ġsurve illance +Ġap olog +Ġ6 1 +ow a +Ġf ulf +j s +Ġl uck +ust ed +Ġ § +n i +Ġant icip +em an +Ġwin ner +Ġsil ver +ll a +ic ity +Ġunus ual +Ġcr ack +Ġt ies +e z +Ġpract ical +Ġprov ince +ĠPl ace +Ġprior ity +IC E +Ġdescrib es +Ġbr anch +F orm +ask a +miss ions +b i +Ġp orn +ĠTur k +Ġent hus +Ġf ighters +Ġ0 8 +ĠDet roit +Ġfound ation +av id +A re +Ġjud gment +cl ing +Ġsol ve +ĠDes ign +W here +hes is +ĠT ro +a fter +Ġne utral +ĠPalestin ian +ĠHolly wood +Ġadv is +ĠN on +y es +ol is +Ġrep utation +Ġsm ell +Ġb read +ĠB ul +ĠBe ach +Ġclaim ing +Ġgen etic +Ġtechn ologies +Ġupgr ade +row s +Ġdevelop er +ĠJ osh +ĠDis ney +erv ed +ip al +Ġun ex +Ġbare ly +t hen +ĠP ub +Ġill ness +et ary +ĠB al +Ġp atch +Ġbut t +Ġst upid +ĠD og +ĠD allas +f ront +ie ce +Ġprot ests +Ġch at +oen ix +Ġw ing +Ġpar liament +Ġ7 7 +ose xual +Ġre nder +pt ions +ĠCo ast +os a +ĠG reg +h op +ĠMan agement +Ġbit coin +Ġrec over +Ġincor por +or ne +ĠUs ing +Ġpre ced +Ġthreat ened +Ġspirit ual +ĠE vent +ĠF red +Ġadvert ising +Ġimprove ments +ĠC ustom +Ġer rors +Ġsens itive +ĠN avy +Ġcre am +L ook +Ġex clusive +Ġcomp rehens +Ġde leg +Ġcon ce +Ġrem em +Ġstruct ures +Ġst ored +N D +Ġ1 000 +U P +ĠB udd +A F +w oman +ĠAcad emy +ð Ł +se a +Ġtem porary +Ab out +es ters +Ġtick ets +Ġposs ess +in ch +o z +Ġl a +Ġcontract s +Ġun p +Ġc ig +ĠK at +ult ural +as m +Ġmount ain +ĠCapt ain +St ep +m aking +ĠSp ain +Ġequ ally +Ġl ands +at ers +Ġreject ed +er a +im m +ri x +C D +Ġtrans action +g ener +less ly +Ġ| | +Ġc os +ĠHen ry +Ġprov isions +Ġg ained +Ġdirect ory +Ġra ising +ĠS ep +ol en +ond er +Ġcon sole +in st +Ġb om +Ġunc ertain +1 50 +ock ing +Ġmeas ured +Ġpl ain +Ġse ats +Ġd ict +S L +af e +Ġest imate +iz on +at hered +Ġcontribut ed +Ġep isodes +omm od +G r +AN T +Ġ6 9 +G ener +Ġ2 50 +vious ly +rog en +Ġterror ism +Ġmove ments +ent le +oun ce +ĠS oul +Ġpre v +ĠT able +act s +ri ors +t ab +Ġsuff er +Ġn erv +Ġmain stream +ĠW olf +Ġfranch ise +b at +Ġdem ands +Ġag enda +Ġdo zen +Ġclin ical +iz ard +ĠO p +t d +Ġvis ited +ĠPer haps +Ġact or +Ġde lic +Ġcont ribute +Ġin ject +ĠE s +ac co +Ġlist ening +Ġcon gress +epend ent +Ġprem ium +Ġ7 6 +ĠIr ish +Ġass igned +ĠPh ys +Ġworld wide +Ġnarr ative +ot ype +m ont +b ase +ĠB owl +ĠAdminist ration +Ġrel ation +ĠE V +C P +Ġco vers +Ġ7 8 +Ġcert ific +Ġgr ass +Ġ0 4 +pir acy +ir a +Ġengine ering +ĠM ars +Ġun employ +ĠFore ign +st ract +Ġv en +Ġst eal +Ġrepl ied +Ġult imate +Ġtit les +d ated +Ġj oy +a us +Ġhy per +ak u +Ġoffic ially +ĠPro duct +Ġdifficult y +per or +Ġresult ed +rib ed +l ink +wh o +~~ ~~ +ĠSpe ed +ĠV iet +W ind +ĠBar ack +Ġrestrict ions +ĠSh are +Ġ199 5 +ition ally +Ġbeaut y +op t +Ġm aps +ĠC R +ĠN ation +ĠCru z +W ill +Ġelectric ity +Ġor g +Ġb urd +Ġviol ation +Ġus age +Ġper mit +ĠCh ron +ĠF ant +Ġn aturally +Ġ0 7 +Ġth rown +ĠAw oken +Ġal ien +ĠHer o +ĠK ent +ĠR ick +ri ke +Ġp ace +}, {" +G L +Ġpo ison +ĠT ower +Ġform al +al ysis +Ġgen uine +Ġk il +a ver +Ġproced ure +ĠPro p +intend o +ĠM ain +as ant +Ġtr ained +G ame +ĠL oad +ĠM A +Ġcru cial +Ġle ts +ĠF R +Ġch ampion +1 01 +ĠCon ference +Ġwrit ers +Ġconnect ions +Ġo kay +ir ms +ĠR and +Ġenc ounter +ĠB uff +Ġachie ved +Ġche cks +isc ons +Ġassist ant +Ġwhen ever +ĠA ccess +ĠU r +b in +Ġcl ock +is p +op her +Ġb orrow +Ġm ad +Ġperson ality +on ly +IS T +ab ama +Ġg ains +Ġcommon ly +Ġter r +Ġhyp ot +Ġre ly +Ġt iss +iscons in +Ġrid ic +f unction +ĠO regon +Ġun com +r ating +el and +ĠN C +Ġm oon +ann on +Ġvulner able +ut ive +³³ ³³ +ĠRad io +Ġw estern +se ct +ĠT ony +Ġocc urs +ĠO s +ĠH on +Ã Ń +Ġv essel +ĠScot land +Ġdiscrim ination +Ġsubsequ ent +st ring +Ġfant asy +ĠSh adow +Ġtest im +W E +it i +r as +Ġbo at +Ġmar ks +Ġord inary +Ġre n +Ġrepresent ative +Ġpet ition +Ġ7 3 +Ġad venture +Ġign ore +ĠPhil adelphia +ĠS av +V P +Ġfact ory +Ġt asks +Ġdep ression +z ed +................ ................ +ĠSt orm +Ġc ogn +Ġelig ible +Ġredu cing +v ia +Ġ0 5 +Ġstri king +Ġdoll ar +h o +O V +Ġinstr ument +Ġphilosoph y +ĠMo ore +ĠA venue +Ġrul ed +ĠFr ont +IN E +ĠM ah +Ġscen ario +ĠNAS A +Ġen orm +Ġdeb ut +Ġte a +T oday +Ġabs ence +S im +Ġh am +le ep +Ġt ables +ĠHe art +M I +K e +re qu +V D +m ap +Ġchair man +Ġp ump +Ġrapid ly +v i +Ġsubstant ial +E P +d es +ch ant +ili pp +ĠS anta +ri ers +anche ster +L oad +ĠC ase +Ġsa ving +Ġ7 4 +ĠA FP +er ning +oun ced +ĠMin nesota +ĠW as +Ġrec ru +Ġassess ment +ĠB ron +U E +Ġdynam ic +Ġf urn +ul ator +Ġprop ag +h igh +Ġacc ommod +Ġst ack +ĠS us +w rit +Ġre ven +ĠGod d +ĠZeal and +ab s +Ġbr ut +Ġper pet +h ot +Ġhard ly +ĠB urn +ãĤ ¹ +Ġst y +Ġtrans actions +Ġg ate +Ġsc reens +Ġsub mitted +Ġ1 01 +Ġlangu ages +ugh t +em en +Ġfall s +Ġc oc +Ĥ ¬ +Ġstri kes +p a +Ġdel iber +ĠI M +Ġrel ax +ann els +ĠSen ator +Ġext rem +Ġ} , +ĠDe b +Ġbe ll +Ġdis order +c ut +Ġi OS +Ġl ocked +Ġem issions +Ġshort ly +" ] +ĠJud ge +ĠS ometimes +Ġr ival +Ġd ust +Ġreach ing +F ile +¯¯ ¯¯ +ino is +ĠJ ason +Ġs atell +are t +Ġst ations +Ġag ric +ĠTechn ology +com es +ĠUn fortunately +ĠChild ren +Ġappl ies +ast ed +Ġan ger +ail ability +ĠDam age +Ġcomp are +ĠStand ard +Ġaim ed +ĠB a +angu age +Ġreg ulation +Ġj ury +Ġair port +Ġse ctions +ĠPr ince +em ed +Ġmedic ine +Ġh itting +Ġsp ark +ol ves +Ġad s +St ate +Ġfood s +Ġrepl acement +Ġch icken +Ġlow est +Ġmind s +Ġinvol ves +u i +Ġarr ang +Ġproced ures +ĠWh ich +ivers ary +Ġb ills +Ġimprove ment +Ġin ev +Ġexpect ations +Ġintellect ual +Ġsp aces +Ġmechan ism +2 50 +bre ak +ĠZ e +ĠT enn +ĠB alt +Ġbar rel +Ġstat ic +man n +Pol ice +Ġt ips +Ġhand ling +c us +od ed +il ton +ir y +Ġjournal ists +our se +Ġcom ic +Ġnom ine +IT Y +Ġvers us +Ġlo op +Ġsur f +ĠInd ust +ĠHun ter +Ġbelief s +is an +Ġset up +Ġbre w +im age +Ġcomput ers +f ol +} ," +ĠMed al +Ġtax p +Ġdisplay ed +Ġg rav +Ġf iscal +M on +ĠMos cow +ĠK ong +ĠCent re +Ġcamer as +ĠMr s +ĠH ay +Ġa ver +ĠK elly +p y +Ġrequire ment +Ġent itled +omb ie +Ġsh adow +ag ic +ĠA k +Ġel ite +Ġdiv ided +Ġhead ing +Ġcop ies +Ġloss es +Ġv it +k ed +ĠB ry +Ġan s +ĠSte am +Ġrep orter +he im +ĠIt em +Ġsuper ior +d on +ere nt +à ¶ +Ġtherap y +Ġpe ak +ĠMod el +Ġl ying +Ġg am +z er +r itten +Ġrespons es +Ġconsider ation +ĠB ible +Ġl oyal +Ġinst ant +Ġp m +ĠFore st +à ¼ +Ġext end +Ġconv icted +Ġfound er +Ġconv in +ĠO ak +che ck +Ġsch olars +p ed +Ġover se +T op +c ount +ĠAr k + · +Ġ0 6 +ĠL A +m d +ĠLat in +im ental +ĠC PU +Ġsubst ance +Ġminor ity +Ġmanufact uring +E r +ocol ate +Ġatt ended +ĠMan ager +r ations +Ġappreci ate +om y +GB T +id ency +B L +Ġguarant ee +pos ition +Ġo cean +clud e +Ġhead ed +Ġt ape +Ġlo ose +Ġlog ic +Ġpro ven +Ġsp ir +Ġad mit +is a +Ġinvestig ate +Ġ199 4 +sy lv +ĠL ost +c est +Ġ7 1 +Ġrequest ed +Ġwind ows +ĠPok é +ĠWith out +M et +Ġbehavi our +Ġread er +Ġh ung +ĠKe ep +Ġro les +Ġimplement ed +Ġbl ank +Ġserv es +ĠJ ay +Ġc ited +ĠF riend +prof it +ap on +Ġrep air +it em +arr ass +Ġcrit ics +ad i +ĠF ather +Ġsh out +Ġf ool +Ġ8 8 +Ġprodu cing +Ġl ib +Ġround s +Ġcirc le +Ġpre par +Ġsub mit +Ġn ic +mor row +ãĥ « +U nder +Ġv ital +ater n +Ġpass word +Ġpublic ation +Ġprom inent +Ġspeak s +Ġb ars +Ġde eper +ĠM ill +port ed +Ġw id +Ġbut ter +Ġsm oking +Ġindic ates +K ey +rop ri +ĠF ile +all ing +ast ing +ĠR us +Ġad j +Ġ7 9 +av al +Ġpres um +bur gh +on ic +Ġf ur +Ġpoll s +ik a +Ġsecond ary +Ġmon ster +ig s +ĠCur rent +E vent +Ġowners hip +end ar +Ġarri ve +ĠT ax +Ġn ull +ĠPri v +Ġth ro +Ġk iss +c at +Ġup set +ang le +it ches +ect or +olog ists +ĠGal axy +Ġcor ruption +Ġh int +ent er +ĠH ospital +Ġgreat ly +Ġbeg un +es y +Ġso il +ĠAnt on +Ġmain tenance +ãĥ © +Ġdo zens +Ġhuman ity +ĠAl abama +Ġr om +w orth +ap ing +sylv ania +l ah +Ġg athered +G A +Ġattack ing +f ound +ĠSqu are +Ġar bit +ict ions +ĠW isconsin +Ġd ance +ĠS aint +arch y +Ġbase ball +Ġcontribut ions +Ġliter ature +Ġex ha +per ty +t est +Ġb ab +Ġcontain er +let ter +Ġfall en +Ġwebs ites +Ġbott le +ĠS ac +Ġbre ast +ĠP L +Ġveter an +Ġinterview s +ĠA le +Ġb anned +eng ers +ĠRev olution +in th +Ġconc erning +IV E +Ġexp enses +ĠMatt hew +ĠColumb ia +d s +ist ance +Ġent ity +.. ." +Ġrel iable +Ġpar alle +ĠChrist ians +Ġopin ions +Ġin du +l ow +Ġcompet e +Ġth orough +Ġemploy ed +Ġestablish ment +ig en +ĠC ro +Ġlawy ers +ĠSt ation +T E +ĠL ind +ĠP ur +it ary +Ġeffic iency +âĢ IJ +ĠL y +Ġm ask +Ġdis aster +Ġag es +ER E +es is +ĠH old +Ġcas ual +b led +Ġen abled +ĠEn vironment +ĠInt elligence +i per +ĠM ap +ĠB E +Ġemer ged +is dom +Ġc abin +Ġregist ration +Ġfing ers +Ġro ster +Ġfram ework +ĠDo ctor +et ts +Ġtransport ation +Ġaware ness +H er +Ġattempt ing +O ff +ĠSt ore +ÃĥÃĤÃĥÃĤ ÃĥÃĤÃĥÃĤ +ĠK now +Ġdef ence +Ġsc an +ĠT en +ĠCh air +ĠP H +ĠAtl anta +Ġfuck ing +Ġans wered +b n +ĠK ar +Ġcateg ories +Ġr ational +Ġc ust +Ġrob ot +Ġcorrect ly +Ġg if +Ġgraph ics +m ic +Ġground s +ĠO pp +i ate +Ġdist ributed +Ġsan ctions +Ġchalleng ing +ut o +Ġingred ients +Ġinv ited +Ġfound ed +ĠRe qu +d ed +Ġb owl +Ġbrother s +ĠH a +I O +Ġw ages +im ore +oc ial +Ġse ed +ative ly +Ġaddress es +ĠI owa +ab eth +Ġatt itude +is d +ch ild +Ġm ole +Ġdisco very +y ard +B r +Ġ8 2 +Ġsuppl ies +ell ing +Ġdist ingu +C R +Ġre cept +Ġ vert +Ġsw im +b ec +d oor +ĠY eah +Ġg al +Ġinter act +ĠE SP +ĠC S +amp s +Ġconvin ced +Ġobject ive +Ġdis h +ĠPhot os +l ad +Ġdownt own +o il +in ction +Ġto morrow +ĠC OM +Ġsurv ival +sh ot +Ġsett lement +C ons +ĠX box +int erest +ĠS M +arg o +en ess +Ġeth nic +b ered +M in +ĠT ok +Ġinc ent +ĠComm and +Ġmain tained +Ġbreak s +br idge +at ar +ag g +ĠF inally +un icip +ĠO nt +le ft +Ġrecogn ition +Ġ* / +ĠP ers +Ġwe lf +Ġaddress ed +ĠK ansas +Ġvir us +Ġwhere as +Ġp apers +ram s +ĠMin istry +Ġple asure +Ġacqu ired +Ġd uration +j pg +Ġcal m +ĠN HL +Ġburn ing +Ġfold er +ick ed +ĠP y +ĠIll inois +Cl ass +ĠGodd ess +Ġperform ing +Ġwelf are +j ar +In ter +Ġl in +Ġenh ance +Ġnot ion +f are +yp es +ĠAre a +Ġcann abis +ĠDie go +f s +ĠM anchester +com m +in ite +Ġcover ing +ĠS ound +Ġ19 60 +Ġ8 4 +e lect +z ing +Ġcitiz en +Ġph ones +Ġr aid +Ġign ored +ĠOb ject +Ġu pload +c ard +Ġmod ified +Ġroom s +ia h +r ange +he ast +ach us +Ġsuggest ing +âĢ ĭ +gr ade +E l +Ġclot hing +Ġr h +ĠH an +un ity +en cing +ĠAust in +sec ution +t ra +d em +ĠQ ual +Ġhe aven +Ġst ages +Ġw edd +pl us +ific ial +ĠIm m +ĠH o +iet ies +Ġphr ase +Ġbr ill +act ory +Ġprov iders +Ġsil ence +Ġa er +ĠA I +ĠAd venture +Ġplatform s +Ġdemonstr ated +Ġinter f +ing ton +Ġr aces +Ġgr ade +ult ane +ĠTh rough +f alse +Ġb ow +ĠA B +Ġfl avor +Ġhistor ic +g ov +Ġcol our +Ġview ed +ĠEm ail +el come +Ġinter vention +Ġd iversity +Ġperiod s +Ġre verse +ĠV ery +Ġqu ote +ĠLe ft +th rough +Ġsc rew +Ġland ing +Ġp ill +Ġw et +Ġprot esters +Ġrepe at +av ed +er k +Ġsal ary +ĠPenn sylvania +St ill +Ġmay or +Ġkit chen +Ġfeat uring +ĠM useum +ĠT ournament +ĠF al +Ġser vers +U C +Ġany body +im g +ĠTr ade +ixt ure +the less +Ġfin ance +Ġcl osing +ĠPat ri +i ac +ab el +Ġ> > +or ous +Ġf irms +sc reen +un a +Ġemb arrass +ul se +Ġlet ting +Ġth rew +ile y +Ġch annels +l an +ĠVeg as +Ġse ar +Ġfant astic +ar re +uzz le +ĠD er +Th ose +Ġsw ing +Ġshe et +ind ex +co ver +og an +Ġvari ables +ĠTe ch +Ġsp oken +ac hel +ĠD a +ĠMount ain +Ġload ed +Ġfoot age +vers ion +Ġun l +ĠPh oenix +Ġthrow ing +Ġf iring +Ġtrack ing +Ġw idth +Ġstrugg ling +ro oms +ot ion +Ġmonth ly +ĠSer ver +Ġegg s +op en +M C +Ġ199 3 +Ġh ired +Ġstay ed +ĠAll en +Ġst ro +Ġ9 8 +st ep +ĠTurk ish +Ġfab ric +ist ing +ĠD om +Ġd ates +Ġpr on +Ġbasket ball +Ġl ucky +ĠArab ia +Ġassum ed +est y +Ġaff airs +Ġgl ad +ĠInd eed +ĠF A +ĠW ord +Ġjo ining +if ice +p read +ir ts +ĠSe lect +Ġpop ulations +aw are +Ġn ose +Ġcompl aints +st art +Ġsc oring +Th anks +Ġmin ing +Ġvisit ors +S H +Ġdam aged +Ġcharacter istics +ĠP ent +D C +Ġ8 3 +ĠS ix +r ates +Ġfl ags +ĠB rew +d og +M ark +// // +Ġexec ution +Ġj oke +ph ones +Ġtestim ony +Ġob st +Q L +ĠC ut +Ġstud ied +ĠN intendo +ick et +ĠN BC +Ġl ad +ĠB ra +ĠM oh +Ġk ernel +Ġoverwhel ming +Ġag ed +Ġapplic able +ĠC ond +Ġroad s +ĠBl ock +m ade +od ge +Ġcomm ands +Ġoff ices +vel and +Ġt ut +Ġrece iver +ĠF ro +Ġsho pping +Ġi P +ĠSt re +ĠA BC +Ġentertain ment +ĠB ow +ort ed +M c +Ġread s +gr ad +ĠCol lect +Ġâ ĪĴ +ĠCap ital +eder ation +Ġemploy er +Ġinvolve ment +Ġanx iety +al ia +Ġro of +ĠAm ong +ĠDemocr at +Ġstat s +ĠV ill +Ġconst itutional +Ġrefer ring +itt y +Ġtack le +out ube +Ġback ed +ĠH ong +ĠBro ad +Ġe le +ĠO tt +Ġ199 2 +h our +achus etts +C al +Ġdefe ated +Ġ8 1 +es p +Ġseem ingly +w as +ĠJ enn +ĠK urd +Ġg ene +Ġdisc ount +R et +EC T +( ); +Ġclub s +Ġs id +ĠM arsh +Che ck +Ġp p +ĠE ag +ides pread +Ġbe ings +F T +Ġintrodu ction +ĠCh ange +AR D +Ġ1 10 +ad ows +ier ce +Ġme al +a uthor +ĠB ang +lah oma +Ġr anks +201 1 +?? ?? +m ax +Ġcoll apse +Ġop ens +Ġe cho +Ġs oph +Ġrac ist +Ġenorm ous +Ġw aves +Ġt ap +Ġcomprehens ive +. -- +ĠR oy +Ġfarm ers +Rel ated +a ired +ron es +ĠC rim +Ġproport ion +Ġdesign s +Ġnegoti ations +Ġvirt ually +ĠBat man +Ġwar n +Ġlegit imate +m ate +Ġcon vention +, , +net ic +ĠS D +Ġconsist ently +Ġcompens ation +Ġpunish ment +Ġy e +Ġt ie +ĠB ureau +ir lf +ĠB u +ĠA ren +ĠPh ilipp +Ġkn ife +Ġmem ories +ĠR oss +Ġang le +Ġ8 6 +ĠTh under +Ġre nd +ĠT our +Ġcount s +s ung +ĠIm p +Ġeduc ational +Ġaccess ible +C OM +Ġd rew +y er +G l +am ine +OR T +O B +I B +m aster +Ġtri als +og y +h ar +ĠTr ust +Ġprefer red +irlf riend +ĠN ev +Ġb in +Ġc ow +P age +Ġsign ature +ĠB L +7 00 +Ġret ired +Ġby tes +Ġneigh b +ĠLeg end +Ġdev ast +Ġsuspect ed +is ons +ĠPoké mon +sc ale +Ġcap abilities +Ġre vel +Ġche ese +d y +igr ant +Ġfail ing +b its +ĠHer oes +ĠG host +ĠS cient +Ġappoint ed +ur i +Ġinst itution +Ġexpand ed +g reg +Ġmonitor ing +Ġp odcast +Ġcoal ition +Ġ9 6 +J o +Ġst olen +ĠS ab +Ġstop s +Ġhol iday +Ġint r +C ar +Bl ack +ĠL GBT +Ġwar ming +ĠAnd erson +Ġ8 9 +Ġprodu cer +M ed +Ġaccur acy +ĠMar vel +iz abeth +ĠPat rick +m ony +Ġmin i +ac les +Ġover t +the y +Ġmembers hip +ĠV en +Ġex ch +Ġrem oval +ĠD ave +T Y +m ad +ĠF ind +Ġad equ +Ġe c +Ġte eth +Ġemot ion +Ġper m +Ġsole ly +d b +Ġextra ord +IG HT +c al +Ġgu idelines +Ġd ying +Ġsusp ended +ĠPrem ier +ĠAnth ony +el ve +Ġd ad +ĠE th +ĠFoot ball +Ġabandon ed +Ġ< < +Ġm arch +Ġhor ror +âĢ¦ " +Ġchild hood +Ġcampaign s +Ġl unch +ĠAl bert +bl ock +âĸĪ âĸĪ +ound ing +Ġb one +or gan +ad ers +ĠFl ash +ĠDri ve +Ġton ight +Ġw ars +ĠF L +Ġform ation +con st +New s +Ġcom pe +or ious +ĠSt aff +Ġdiscuss ions +ĠProt ection +ĠJ am +Ġcrit eria +Ġinstall ation +Ġaccompl ish +iz za +Ġpub lisher +Ġresc ue +ĠT ry +U LL +ĠS om +ĠH op +ore t +th s +ord on +Ġp ocket +ĠIn v +Down load +ĠCr ime +Ġb ene +ĠGu ide +ĠAs sembly +Ġparam eters +I E +ĠAlex ander +Ġconc ert +ĠSc he +Ġsh oes +Ġvis iting +Ġrec all +Ġb ub +Ġr ural +Ġconc rete +ĠR os +N ext +R uss +Ġlo ans +ĠSh ield +Ġtre m +hem at +k g +ĠHar ris +is ition +ĠM ove +ĠF C +Ġf ate +ĠCh o +Ġt ired +Ġprinc ipal +h ist +ien ces +ath y +Ġse vent +Ġm ood +Ġstrateg ic +Ġdise ases +Ġfor um +Ġtem por +Ġhead quarters +P ar +ig e +fl ix +Ġgu itar +Ġ9 4 +On ly +Ġrele ases +ro ph +================ ================ +Ġ6 00 +ĠContin ue +ig ate +ĠC rit +sy stem +Ġdis abled +Ġunex pected +ith ub +Ġuncle ar +ĠE st +Ġcontr ad +Ġstrateg ies +vent ures +Ġpass age +AM E +Ġimpro ving +Ġreve als +Ġdecre ase +ov a +Ġann oy +ĠSh ort +ĠL ibrary +Ġcy ber +n ell +ĠH ur +ĠC B +Ġphot ograp +U I +Ġs ed +G e +Ġ8 7 +Ġd iverse +Ġencour aged +Ġcons piracy +Ġbird s +Ġoper ator +Ġhand ful +Ġclass ified +? ) +Ġdram atic +Ġinvestig ators +it o +Ġw idespread +ĠR oom +-------------------------------- -------------------------------- +Ġcollect ive +Ġjournal ist +St ring +Ġtemper atures +il a +Ġgu id +Ġins pect +Ġmiss ile +ĠMay or +Ġman ual +Ġsim ultane +Ġrat ings +Ġsu ck +Ġ9 7 +Ġunivers al +Ġph arm +Ġdis rupt +ian o +A V +Ġf t +Ġstat ist +old s +ĠWalk er +ph p +Ġunder t +ĠL as +ish op +nt il +res hold +ĠWhe ther +M s +Ġden y +ĠCl oud +Ġprov ider +Ġsurv iv +ĠUp date +h as +Ġmist akes +ch arge +pl ed +r ity +Ġn ode +ĠMass achusetts +ool s +lic ation +Ġf ails +em ale +or i +back s +Ġsh irt +Ġ' ' +ĠN AT +Ġwat ers +els on +Ġe ase +Ġsc ar +Ġcont ents +m ind +Ġcont ribution +Ġsh r +Ġhand ed +Ġst ability +Ġtra ve +E m +Ġmir ror +12 3 +Ġwe igh +Ġf iction +ou ver +ist ant +r ition +ĠF ed +Ġphys ically +Ġst ake +ĠArt icle +ĠAr c +ĠLew is +ĠM ind +Ġdemonstr ate +Ġprof its +v ision +om ic +ol id +Ġbatt les +Ġdri ves +Ġeas tern +ĠS ony +!! ! +ar ation +v ard +ĠG L +port ation +Ġ9 2 +Ġlaw makers +Ġprotect ing +ĠE PA +Ġy eah +Ġsh ame +ol ph +e ven +x it +Ġatt ach +Ġrepresent ing +Ġob s +ĠUt ah +iff s +ĠFre edom +à ³ +A K +Ġinc idents +it age +Ġview ers +c d +Ġm ouse +Ġcl ar +Ġaccord ance +Ġb ot +c or +ĠSum mer +he ld +Ġinnoc ent +Ġiniti ative +ol s +________________ ________________ +Ġsp ots +p ace +Ġconvent ional +Ġcorpor ations +Ġblock ed +H D +at tered +Ġref ers +Ġbu ck +ĠDig ital +12 0 +Ġtop ics +T F +Ä ģ +br id +re ement +Ġunder lying +ĠM ember +Ġinvestig ating +Ġpregn ancy +Ġtouch down +ĠB and +ĠCall er +Ġinst ances +P P +w a +G ood +Ġ199 1 +ĠC old +Ġfear s +Ġrem arks +Ĩ Ĵ +at al +Ġm it +Ġexper iments +i pt +Col or +ind u +Up date +Ġ9 3 +A g +Ġ å +anc ouver +B oth +Ġjud ges +Ob ject +Ġst ere +umb n +Ġparticip ation +ĠSt ars +ĠJ ere +Ġweek ly +ĠB an +Ġconvers ations +ĠP itt +u z +ĠIndian a +ĠK ick +Ġinf ection +Ġhero es +Ġsett led +Ġstri p +Ġh al +Ġd ump +ĠS ci +Ġl es +Ġref erences +ĠU RL +ĠBr idge +Ġwant ing +For ce +Ġex clus +Me anwhile +m n +Ġg entle +m aker +sen al +ĠG ro +ou ri +ĠR ain +ĠAll iance +Ġl ift +el a +S D +ĠCle veland +Ġrank ed +Ġst adium +Ġdead ly +ä ¸ +Ġr iding +ar ia +ĠAr mor +Ġdocument ation +ĠGree ce +ree k +Ġl ens +ĠS a +Ġg ross +ĠE mer +ag ers +ĠD ub +ĠR h +ĠAM D +Ġarri val +Ġdes ert +Ġsupp lement +ĠRes p +Ġkn ee +Ġmarg in +f ont +og g +201 0 +ĠP ir +ĠP rom +iv als +Ġint ake +Ġdifferent ly +ug s +Ġb its +clud ed +Ġsearch ing +ĠD u +um ble +Ġfunction al +ĠBalt imore +ĠC ould +Ġdes ired +Ġcirc uit +ĠL yn +ĠG O +ĠF alse +re pre +' : +alt ies +Ġmin im +Ġdro ve +ĠSh ould +Ġh ip +Ġpro s +Ġut ility +ĠN ature +ĠM ode +P resident +o pp +r at +form ance +Ġconcent ration +Ġf ont +ĠB ud +Ġam id +Ġre vers +ĠM L +B ar +Ġinter action +Ġjur isd +Ġspell s +d ep +f il +Ġcivil ians +ut ter +ĠCo oper +ĠBel ow +Ġent rance +Ġcon vert +Ġcontrovers y +ow ered +Ġcontr ary +Ġar c +ĠExec utive +ĠOffic er +Ġpack ages +Ġprog ressive +w idth +Ġreserv ed +v ol +ĠSam sung +Ġprint ed +Ġcent ers +Ġintrodu ce +ĠKenn edy +Ġodd s +Ġsure ly +Ġindepend ence +Ġpass engers +repre ne +ĠBe h +Ġl oves +ĠESP N +Ġfac ilit +Ġident ical +Ġdo ct +Ġpartners hip +con f +ĠH ide +Ġconf used +ĠC ow +M en +Ġw rest +ĠIraq i +Ġh oles +ĠStud ies +Ġpregn ant +h ard +Ġsign als +I X +Ġpull ing +Ġgrad uate +Ġnomine e +D ate +Ġper mitted +Ġâ Ĥ¬ +ĠOk lahoma +St art +Ġauthor ized +Ġal arm +ĠC os +v an +Ġgener ations +c ular +Ġdr agon +ĠSoft ware +ĠEd ward +Ġcontro ller +S en +ge red +ĠV ik +Ġappro ached +Th ank +Ġcan ce +Ġform ula +ĠSm all +Ġweak ness +Ġr amp +it udes +j ud +Ġbrill iant +Ġacc us +s ource +Ġ8 00 +ĠE vil +S w +Ġhom eless +we ek +i ens +r ics +ĠTh ird +T O +Ġorgan ic +Ġpresent ation +ag h +ĠDown load +v ation +Ġas sembly +or able +hold ers +ĠBern ie +ĠHel p +Ġt ong +ĠF ight +Ġbe ach +B ook +ĠL ic +Ġr ush +ĠR ound +ou p +ĠMar x +Ġcalcul ated +ĠDe vil +ĠSar ah +Ġoccasion ally +Ġbul let +Av ailable +g ate +Ġ9 1 +Ġh osp +Ġprom ises +ĠH IV +ĠSt adium +ĠSt ock +ĠCorpor ation +g age +N G +ĠC redit +Ġs ne +ib l +Ġacc um +s uch +Ġterror ists +Ġconscious ness +ĠZ h +Ġdram a +ool a +pir ation +Ġlab our +ĠN in +Ġut ter +Ġdemocr atic +Ġass ass +il ation +Ġg est +Ġab road +Ġmet ab +Ġs orts +Ġfl av +U B +Ġm g +ĠNot hing +ĠO d +Ġmus ical +200 9 +Ġdro ps +oc ated +ater al +0000 00 +Ġg re +Ġequ ality +Ġburd en +Ġv ig +ĠLe ader +-------- ---- +Ġcere mony +Ġf ighter +Ġact ors +Ġ æ +am an +F i +Ġal ign +put er +Ġe lder +ĠN SA +Ġrepresent ation +ĠOnt ario +IT H +usal em +Ġharass ment +itz er +Ġsy mp +Ġbox es +ĠD R +Ġman ifest +at re +Ġ ^ +Ġd ies +le ton +Ġmiss ions +et he +Ġres olve +Ġfollow ers +Ġas c +Ġk m +l ord +am med +Ġsil ent +ĠAssoci ated +Ġtim ing +Ġprison ers +ĠK ings +ĠF ive +Ġtow er +Ġappro aches +Ġprecise ly +Ġb ureau +ĠM other +ĠI ss +Ġkey board +it ual +Ġfund ed +Ġstay ing +Ġpsych ological +Ġm ile +ĠLe on +ĠBar b +w ill +Ġw ider +ĠAtl antic +Ġt ill +ĠR ome +ro t +Ġaccomp an +Ġfl our +ac o +W orld +ĠExp ress +ĠY u +C or +Ġple ased +part y +Ġpoint ing +Ġinf lation +Ġro y +Ġ ), +ain er +Ġwedd ing +orm on +Ġrequ iring +Ġqual ified +Ġse gment +EN D +Ġs izes +e als +Ġcor rupt +ass ador +Ġcele b +Ġdream s +ĠM ess +Ġcheck ing +ĠV ersion +Ġprep aring +Ġact ively +ĠD iff +Ġl ux +ĠW inter +act eria +ĠN E +Ġdep uty +Ġtrans gender +Ġsum mary +Ġin her +er ies +ch ar +ĠY an +Ġkn ock +ĠP ath +Ġl ip +roll er +Ġimp ression +Ġcelebr ate +Ġsl ide +Ġgu ests +Ġcl ip +F S +Ġsav ings +Ġcapt ain +Ġleg acy +ĠDen ver +Ġw ounded +tab oola +AC T +Ġpurs ue +Ġo xy +Ġ q +Ġsem i +ĠN eed +ĠAff airs +Ġob sc +Ġcheck ed +Ġd ual +C ode +ĠM D +le m +ult y +Ġ © +ĠEl izabeth +Ġcent uries +ard ed +s rc +Ġev ident +enn is +at in +Ġunemploy ment +ĠMar io +Ġint im +Ch rist +Ġbi ological +Ġsold ier +ĠAdd ed +Ġm ath +ĠG il +Ġbi as +Ġd ating +ĠO cean +Ġm ice +M us +h ire +ĠT es +Ser ver +lim ited +S ize +Ġmet ers +Ġrock et +es see +Ġcertific ate +ĠIran ian +AS S +Ġgr id +D ec +Ġro lling +com mun +ĠSwed en +b ury +Ġtiss ue +Ġrac ism +ĠL ocal +Ġmyster y +Ġexam ine +Ġst em +Ġs its +Ġhop ed +ot ing +Ġdial ogue +Ġpers u +W atch +l ay +M AN +Ġch ronic +ĠPort land +mark et +ĠS EC +Ġparalle l +Ġsc andal +Ġcar ries +Ġphenomen on +h uman +ack er +ĠO x +Ġretire ment +tain ment +ov ie +ĠG ear +Ġd uties +Ġdo se +Ġsc roll +M B +in f +Ġsa uce +Ġland scape +red dit +ĠChampions hip +ĠRed dit +al id +Ġco in +Ġover s +Ġpost ing +ab out +Ġf el +and y +Ġb old +Ġfocus ing +e ffect +G R +Ġde emed +Ġrecommend ations +Ġste pped +Ġvot er +ĠDe ep +ĠInst agram +Ġmoder ate +ĠMary land +Ġrestrict ed +ĠM B +ĠCh all +Ġto b +Ġc ir +ĠO cc +ĠE ver +Ġcoll aps +IN FO += - +ĠP ict +ĠAcc ount +n c +Ġo ught +Ġex port +Ġdr unk +( ' +Ġw ise +ĠM ort +ne cess +Ġan cest +ĠInc re +Ġfrequ ent +m ir +Ġinterpret ation +Ġdepend ent +Ġco ins +ĠB ol +V ideo +ĠJust in +Ġfat al +Ġcook ing +Ġconf usion +ip her +Ġcust ody +ĠMor gan +om ach +ĠGovern or +Ġrestaur ants +el ing +Ġacknowled ged +Ġthe r +Ġgen es +ch ing +He y +Ġtact ics +ĠMex ican +Ġv end +Ġhe s +qu er +Ġnot ing +ĠCamer on +Ġtarget ing +ro ck +Ġcred its +Ġemot ions +Ġrepresent atives +new s +Ġlegisl ative +Ġrem oving +Ġtweet ed +ĠCar ter +ĠF ixed +Ġfor cing +Ġspeak er +Ġm ales +ĠViet nam +l ined +Ġconcept s +Ġvo ices +o ir +ĠT rib +W he +ĠJer usalem +ĠS ant +Ġc ul +Ġl ady +ĠHaw ai +Ġar ts +ĠIn n +ĠMach ine +ĠEm peror +Ġsl ot +g ly +ĠPro cess +II I +Ġathlet es +ĠTem ple +ĠRep resent +Ġpres c +Ġt ons +Ġgold en +Ġp unch +ĠG R +iver pool +Ġen act +Ġlob by +Ġm os +Ġpick ing +Ġlif etime +Ġcogn itive +E ach +z o +Ġd ub +Ġcons ists +ol n +Ġf estival +am ous +Ġint ellig +w ords +ĠSm art +Ġde le +Ġl apt +Ġmag ical +ĠS in +b us +ur ities +igh th +ĠRub y +ĠS ure +ol ving +Ġj un +O ST +Ġimp osed +Ġast ron +Ġcor rel +ĠN S +ĠK it +ĠF uture +b urn +Ġimm une +oc us +Ġcour ses +ĠSt ring +Ġle an +Ġg host +Ġout comes +Ġexp ense +Ġevery day +Ġaccept able +A h +Ġequ ipped +Ġor ange +F R +ĠD utch +Th ough +ĠR ank +Q U +ĠRober ts +wh at +re nd +Ġdisapp ear +Ġsp awn +ĠL am +o is +Ġdes erve +Ġmin imal +Ġnerv ous +ĠW ould +Ġro ok +ĠV ancouver +Ġres ign +sh ire +ĠW orks +ĠB uild +Ġafford able +ĠG ary +ĠAren a +Ġh anging +Ġimpl ications +ĠS ong +Ġmain taining +Ġgu ards +C ON +Ġder ived +Ġexecut ed +Ġthe ories +Ġqu oted +ĠAnd re +og a +sel ess +in fo +ĠBel g +Ġt ears +ĠSur v +Ġbirth day +ig ious +im mer +Ġspect rum +Ġarchitect ure +Ġrec ruit +arm a +T able +Ġmon sters +ĠG ov +Ġdest ination +Ġattract ive +Ġf oss +ĠMore over +Ġpres ents +TH E +Ġrep ly +pt on +Ġc um +Ġdel ight +Ġaffect s +Ġdon ations +ĠT oy +ĠH im +M ENT +Ġover come +it ched +ĠFant asy +ĠH at +ĠBe ast +b ott +Ġinvestig ations +R un +Ġhun ting +d i +f und +Ġs essions +est yle +Ġport ray +oid s +Y eah +Ġcommun icate +Ġcom edy +ĠY ang +Ġbel t +ĠMar ine +Ġpredict ed +Pl ay +Ġimportant ly +Ġremark able +Ġelim inate +D avid +Ġb ind +V ID +Ġadvoc ates +ĠG aza +im p +D B +ĠN a +ĠSim ilar +I ES +Ġchar ity +v as +m ath +Ġâ ĸ +ok er +nd um +Ġcap s +ĠH al +2 000 +e an +Ġfle et +Ġrec re +R ight +Ġsleep ing +ij ing +k ind +Ġdesign ated +à ¤ +Ġanim ation +ke e +ĠInt rodu +Ġ/ > +Ġdelay ed +Ġtrem end +Ġcur ious +U se +Ġle ct +d am +Ġinnov ation +ĠPoint s +Ġload ing +Ġdisp ute +ct ic +ird s +ĠB Y +Ġn urs +ĠVal ue +ION S +ĠH um +Ġtem plate +m ers +Ġappear ances +ĠEnter tainment +Ġtransl ation +Ġsa ke +Ġbene ath +Ġin hib +Ġe uro +abet es +Ġstud ying +ĠM as +Ġper ceived +Ġexam ined +Ġe ager +Ġco aches +Ġim per +ch i +Ġprodu ces +" ). +ĠEvery one +Ġm unicip +Ġg irlfriend +Ġh ire +ĠV ice +Ġsu itable +op y +Ġin equ +ĠD uke +f ish +f irst +ĠO bs +Ġinter ior +ĠBru ce +ĠR y +Ġanal ys +Ġconsider able +Ġfore cast +Ġf ert +ors hip +ĠD rug +ĠA LL +: " +th ur +ĠM ail +Ġball ot +Ġinst antly +ĠCh annel +Ġp icks +Ġ198 9 +Ġt ent +ol i +Ġcivil ian +b ling +ell o +b u +Ġin ch +Ġlog o +Ġcooper ation +Ġwal ks +Ġinvest ments +Ġimp rison +ĠF estival +ĠK y +Ġleg ally +Ġg ri +ch arg +S l +Ġthreat ening +du ction +fl ow +Ġdismiss ed +ibr aries +c ap +e le +ĠMc G +ĠHar vard +ĠConserv ative +ĠC BS +p ng +Ġro ots +ĠH aving +umb led +ĠF un +\ / +ĠS earch +ple x +Ġdiscuss ing +Ġcontin u +ĠT ai +ĠW ik +F ree +f it +Ġref use +Ġmanag ing +Ġsy nd +ip edia +w alk +Ġprofession als +Ġguid ance +Ġunivers ities +Ġas semb +unt u +F inally +AS E +ĠAut o +ĠH ad +Ġann iversary +L D +ĠD ur +ĠUlt imate +ih ad +pro duct +Ġtrans it +Ġrest ore +Ġexpl aining +Ġass et +Ġtransfer red +Ġbur st +ap olis +ĠMag azine +ĠC ra +ĠB R +gg ed +ĠH E +M ich +b et +ĠL ady +yl um +erv es +Ġme ets +wh ite +L og +Ġcorrespond ing +Ġins isted +G G +Ġsurround ed +Ġt ens +Ġl ane +Ġco inc +h ome +Ġexist ed +ect ed +ĠDou ble +lam m +Ġske pt +ex p +Ġper ception +ie v +ĠBe ing +o ft +Ġadop t +. : +] ; +Wind ows +Ġsatell ite +AS H +Ġinf ant +d escription +ĠMe anwhile +c m +oc a +ĠT reat +act or +Ġtob acco +ĠN orm +em ption +Ġfl esh +Ġj e +o op +ĠHe aven +Ġbe ating +an im +Ġgather ing +Ġcult iv +G O +ab e +ĠJon athan +ĠSaf ety +Ġbad ly +pro t +Ġcho osing +Ġcontact ed +Ġqu it +Ġdist ur +Ġst ir +Ġto ken +D et +ĠP a +Ġfunction ality +00 3 +s ome +Ġlimit ations +Ġmet h +b uild +con fig +N T +re ll +ble m +ĠM om +Ġveter ans +ĠH u +Ġtrend s +are r +ĠG iven +ĠCa ption +m ay +AS T +Ġwond ering +ĠCl ark +n ormal +Ġsepar ated +Ġdes p +st ic +b rew +Ġrel ating +ĠN ik +ĠF arm +Ġenthus i +g ood +d eb +Ġactiv ist +Ġm art +Ġexplos ion +ĠEconom ic +L ink +Ġins ight +Ġconven ient +Ġcounter part +su pport +ĠV irt +ag en +ĠTenn essee +ĠSim on +ĠA ward +OC K +ĠF igure +Ġoverse as +Ġpr ide +ĠC as +n ote +m g +C urrent +Ġdispl ays +cont ent +Ġtravel ing +Ġhosp itals +ĠFin ancial +ĠP ast +Ġdefend ant +Ġstream ing +m ble +ĠBer lin +uk i +Ġdist ribut +Ġant ib +Ġch ocolate +ĠCast le +Ġinter rupt +ĠR ow +Ġconvers ion +Ġbug s +ĠR ather +li est +L Y +ĠJe an +com mon +ak h +Ġ1 30 +ot ton +ĠDe an +Ġam endment +Ġgame play +ĠWar ren +od a +Ġhigh lights +Ġir re +ĠNAT O +Ġball s +Ġdemand ing +U RE +ĠL uke +F igure +st op +on ia +z one +iz ers +ĠW R +Ġaward ed +Ġregul atory +ĠH art +ĠS N +pl ing +Ġs our +ĠP ixel +us ive +Ġf et +ĠS ent +Ġautom atic +Ġf er +vern ment +ĠKh an +T ON +f ather +Ġextraord inary +th rop +ĠP ython +ĠG PU +Ġsex ually +Ġdesk top +it ivity +ĠAnton io +Ġo rient +Ġe ars +ob by +ous es +vertis ements +Ġmanufacture rs +ic ient +min ute +Ġconv iction +Ġg arden +p ublic +Ġsatisf ied +f old +O K +Ġin hab +ĠTh ink +Ġprogram me +Ġst omach +Ġcoord in +Ġh oly +Ġth reshold +Ġr het +Ġser ial +Ġemploy ers +ĠEvery thing +ra h +Ġb other +Ġbr ands +Val ue +ĠT ed +ĠPlan et +Ġp ink +ĠFurther more +s a +P E +re ck +ĠUS D +ot te +Ġ& & +Ġland ed +g ets +Ġprodu cers +Ġhealth care +Ġdomin ant +Ġdest ro +Ġam ended +ch ron +Ġf its +ĠSy d +ĠAuthor ity +AT CH +Ġfight s +ĠL LC +Ġ-- - +ĠCor p +Ġtox ic +spe cific +ĠC orn +ĠChe l +Ġtele phone +ĠP ant +Ġmyster ious +aun ch +od ox +med ia +Ġwitness es +ag u +Ġquestion ed +ĠBre xit +ĠRem ember +ene z +Ġend orse +iat ric +ĠId ent +Ġridic ulous +1 10 +Ġpr ayer +Ġscient ist +Ġ19 50 +ĠA qu +Ġunder ground +ĠU FC +m are +ĠL ater +w ich +Ġsubsc rib +Ġhost s +Ġer r +Ġgr ants +ant om +Ġsum mon +ear ly +ĠC lear +ĠPr im +Ġsusp ension +Ġguarant eed +app er +Ġr ice +ĠSe an +ĠSh in +Ġrefere ndum +Ġfl ed +r ust +Ġ3 60 +ter y +Ġsh ocked +B R +ĠO il +ĠAll ah +Ġpart ly +Ġign or +Ġtrans mission +Ġhom osexual +ivers al +Ġhop efully +ãĤ ¤ +Ġless on +L eg +Ġ .. +Y et +t able +app ropri +re tt +Ġbo ards +Ġincor rect +Ġb acteria +ar u +am ac +Ġsn ap +.' " +Ġpar ad +t em +he art +Ġav ailability +Ġw isdom +Ġ( + +Ġpri est +ĠÂł ĠÂł +O pen +Ġsp an +Ġparam eter +Ġconv ince +Ġ( %) +r ac +Ġf o +Ġsafe ly +Ġconver ted +ĠOlymp ic +Ġres erve +Ġhe aling +ĠM ine +M ax +Ġin herent +ĠGra ham +Ġinteg rated +D em +Ġpip eline +Ġapp lying +Ġem bed +ĠCharl ie +Ġc ave +200 8 +Ġcons ensus +Ġre wards +P al +ĠHT ML +Ġpopular ity +look ing +ĠSw ord +ĠAr ts +' ) +Ġelect ron +clus ions +Ġinteg rity +Ġexclus ively +Ġgr ace +Ġtort ure +Ġburn ed +tw o +Ġ18 0 +P rodu +Ġent reprene +raph ics +Ġg ym +ric ane +ĠT am +Ġadministr ative +Ġmanufacture r +Ġ vel +ĠN i +Ġisol ated +ĠMedic ine +Ġback up +Ġpromot ing +Ġcommand er +Ġfle e +ĠRus sell +Ġforg otten +ĠMiss ouri +Ġres idence +m ons +Ġrese mb +Ġw and +Ġmeaning ful +P T +Ġb ol +Ġhe lic +Ġwealth y +Ġr ifle +str ong +row ing +pl an +as ury +âĢ¦ . +Ġexpand ing +ĠHam ilton +Ġrece ives +S I +eat ures +ĠAn im +RE E +P ut +Ġbrief ly +ri ve +Ġstim ul +Ġ`` ( +Ġ __ +Ġch ip +Ġha z +Ġpri ze +ĠTh ings +AC E +ul in +d ict +ok u +Ġassoci ate +ock ets +y outube +St ory +ateg ory +Ġm ild +ail ing +ĠY e +O rig +ĠK a +or ig +Ġpropag anda +Ġan onymous +Ġstrugg led +Ġout rage +AT ED +ĠBe ijing +r ary +Ġle ather +Ġworld s +Ġbroad er +12 5 +id al +ĠBet ter +Ġt ear +E xt +Ġpropos als +Ġit er +ĠSqu ad +Ġvol unt +m i +D id +ĠP u +p in +Ġspeak ers +Ġb orders +Ġfig ured += ' +Ġsimultane ously +aed a +Ġcharg ing +Ġur ged +Ġcon j +25 6 +ĠG ordon +mer ce +Ġdocument ary +Sh are +it ol +ON E +ĠG arden +h att +ĠThom pson +ane ous +ap ore +Ġt anks +Ġless ons +tr ack +Ġout standing +Ġvolunte ers +Ġsp ray +Ġmanag ers +l arge +Ġcamp s +Ġart ificial +ĠR u +Ġb ags +th al +Ġcompat ible +ĠBl ade +Ġf ed +Ġarg ues +F I +Ġunf air +Ġcor n +Ġoff set +Ġdirect ions +Ġdisappoint ed +ĠCon vention +Ġview ing +M E +oc ity +Ġtown s +Ġlay ers +Ġro lled +Ġjump ed +Ġatt ribute +Ġun necess +inc oln +Ġsupp ose +ĠNet her +ch a +Ġbur ied +Ġsix th +B en +ress ing +OU R +Ġw ound +Ġcy cl +Ġmechan isms +Ġcongress ional +ĠE lement +Ġagre ements +Ġdec or +Ġclos est +ĠM it +Go ogle +} } +Ġm ixture +Ġflu id +S ign +ĠSch olar +Ġp ist +ask et +ab ling +Ġrac ing +he ro +ri el +ass y +Ġche aper +b en +Ġvert ical +amac are +ĠRead ing +g ments +Ġhelic op +Ġsacr ifice +ay a +p aren +V A +ĠL es +ĠStud io +Ġviol ations +ĠAn na +ac er +é ¾ +ĠR at +ĠBe ck +ĠD ick +ĠA CT +Ġcomp osition +Ġtext ure +ĠO wn +Ġsmart phone +ĠN A +Ġfor b +im port +Ġdef ending +il st +re r +Ġo h +ĠJere my +Ġbank ing +cept ions +Ġrespect ive +/ . +Ġdr inks +ĠW i +Ġb ands +ĠL iverpool +Ġg rip +ĠB uy +Ġopen ly +Ġreview ed +per t +Ġver ify +ĠCo le +ĠW ales +M O +Ġun pre +Ġshel ter +ĠIm perial +Ġgu i +ĠD ak +Ġsuggest ions +Ġexplicit ly +Ġsl ave +Ġblock chain +Ġcompet ing +Ġprom ising +S ON +Ġsoc cer +Ġconst itution +4 29 +Ġdist ract +ĠU ser +es ides +ĠMet hod +ĠTok yo +Ġaccompan ied +Cl ient +s ur +al og +Ġident ification +Ġinv asion +as ma +Ġindust ries +pp ers +Ġsub tle +ĠUn it +n atural +Ġsurv ived +Ġfl aw +ĺ ħ +ĠH oll +Ġdef icit +Ġtut orial +ĠCh ance +Ġarg uing +Ġcontem porary +Ġinteg ration +for ward +Ġt um +it is +Ġh iding +ĠD omin +ĠT an +ĠB uilding +ĠV in +Ġspokes person +ĠNot es +Ġemer ging +Ġprepar ation +Ġpro st +Ġsuspect s +Ġaut onom +D escription +Ġdeal t +ĠP ear +Ġstead y +Ġdecre ased +Ġso vere +ĠCl in +Ġgrad ually +ors es +ĠW AR +S erv +ãĤ ¢ +h r +Ġd irty +ĠB arn +ĠB C +Ġd il +Ġcal endar +Ġcompl iance +Ġch amber +b b +Ġpass enger +ate ful +ĠT itle +ĠSyd ney +ĠG ot +Ġdark ness +Ġdef ect +Ġpack ed +ass ion +Ġgod s +Ġh arsh +IC K +le ans +Ġalgorith m +Ġoxy gen +Ġvis its +Ġbl ade +Ġkil omet +ĠKent ucky +Ġkill er +P ack +enn y +Ġdiv ine +Ġnom ination +be ing +Ġeng ines +Ġc ats +Ġbuff er +ĠPh ill +Ġtra ff +AG E +Ġtong ue +Ġrad iation +ere r +m em +ĠExpl icit +é¾ į +Ġcou ples +Ġphys ics +ĠMc K +Ġpolit ically +aw ks +ĠBl oom +Ġwor ship +e ger +ut er +ĠF O +Ġmat hemat +Ġsent enced +Ġdis k +ĠM arg +Ġ/ * +P I +Ġoption al +Ġbab ies +Ġse eds +ĠScott ish +Ġth y +] ] +ĠHit ler +P H +ng th +Ġrec overed +ing e +Ġpow der +Ġl ips +Ġdesign er +Ġdis orders +Ġcour age +Ġch aos +" },{" +Ġcar rier +b ably +H igh +ĠR T +es ity +l en +Ġrout es +u ating +F il +N OT +w all +s burgh +Ġeng aging +ĠJava Script +ore r +li hood +Ġun ions +ĠF ederation +ĠTes la +Ġcomple tion +ĠT a +Ġprivile ge +ĠOr ange +Ġne ur +paren cy +Ġb ones +Ġtit led +Ġprosecut ors +ĠM E +Ġengine er +ĠUn iverse +ĠH ig +n ie +o ard +Ġheart s +ĠG re +uss ion +Ġmin istry +Ġpen et +ĠN ut +ĠO w +ĠX P +in stein +Ġbul k +S ystem +ic ism +ĠMarket able +Ġpre val +Ġpost er +Ġatt ending +ur able +Ġlicens ed +ĠG h +et ry +ĠTrad able +Ġbl ast +à ¤ +ĠTit an +ell ed +d ie +H ave +ĠFl ame +Ġprof ound +Ġparticip ating +Ġan ime +ĠE ss +Ġspec ify +Ġregard ed +ĠSpe ll +Ġs ons +own ed +Ġm erc +Ġexper imental +land o +h s +ĠDun geon +in os +Ġcomp ly +ĠSystem s +ar th +Ġse ized +l ocal +ĠGirl s +ud o +on ed +ĠF le +Ġconstruct ed +Ġhost ed +Ġsc ared +act ic +ĠIs lands +ĠM ORE +Ġbl ess +Ġblock ing +Ġch ips +Ġev ac +P s +Ġcorpor ation +Ġo x +Ġlight ing +Ġneighb ors +ĠU b +ar o +Ġbe ef +ĠU ber +F acebook +ar med +it ate +ĠR ating +ĠQu ick +Ġoccup ied +Ġaim s +ĠAdd itionally +ĠInt erest +Ġdram atically +Ġhe al +Ġpain ting +Ġengine ers +M M +ĠM ust +Ġquant ity +P aul +Ġearn ings +ĠPost s +st ra +ãĥ¼ ãĥ +Ġst ance +Ġdro pping +sc ript +Ġd ressed +M ake +Ġjust ify +ĠL td +Ġprompt ed +Ġscr ut +Ġspeed s +ĠGi ants +om er +ĠEd itor +Ġdescrib ing +ĠL ie +ment ed +Ġnow here +oc aly +Ġinst ruction +fort able +Ġent ities +Ġc m +ĠN atural +Ġinqu iry +Ġpress ed +iz ont +for ced +Ġra ises +ĠNet flix +ĠS ide +Ġout er +Ġamong st +im s +ows ki +Ġclim b +ne ver +Ġcomb ine +d ing +Ġcomp r +Ġsignific ance +Ġremem bered +ĠNev ada +ĠT el +ĠSc ar +ĠWar riors +ĠJ ane +Ġcou p +b as +Ġtermin al +, - +O H +Ġt ension +Ġw ings +ĠMy ster +�� �� +ĠUn like +val id +viron ments +ĠAl i +Ġn aked +book s +ĠM un +ĠG ulf +Ġd ensity +Ġdim in +Ġdesper ate +Ġpres idency +Ġ198 6 +h y +IN D +Ġun lock +im ens +Ġhand led +ĠE b +Ġdisapp eared +Ġgen re +Ġ198 8 +Ġdetermin ation +St ream +ik o +ap ters +Ġacknow ledge +J an +Ġcapital ism +P at +Ġ20 20 +Ġpain ful +Ġcur ve +Ġbom bs +st orm +ĠMet al +en cer +ĠF ig +ĠA aron +anc hes +Ġins piration +Ġexha ust +t ains +ash i +Ġdesc ript +Ġr itual +ĠChel sea +Ġpromot ion +ĠH ung +ĠW ard +iv a +ĠE T +Ġto ss +all ow +ĠFranc is +D ep +Ġhapp iness +ĠGl ass +Ġbet a +Ġstreng then +N E +o a +Ġbutt ons +ĠMur ray +Ġkick ed +Qu est +ĠT alk +ĠS everal +ĠZ ero +Ġdr one +ul k +Ġc am +ĠM obile +Ġprevent ing +Ġret ro +ĠA x +Ġcru el +Ġflo at +. ), +Ġfil ing +ĠGr ant +ĠB or +Ġr ib +Ġchampions hip +ĠM erc +Ġsty les +Ġc ake +Ġbuild s +ĠS elf +io x +Ġep ic +oy d +B el +ĠSt ew +. ( +ah u +ĠBe yond +Ġout s +Ġsol o +ĠT ree +Ġpres erve +Ġt ub +AR E +ro c +ĠIm pro +ĠW right +Ġbu nd +Ġtr aged +Ġoccas ional +b ian +Sec ond +r ons +Ġinter actions +form ed +s ing +Ġown s +Ġh ockey +Gener al +Ġlog ical +Ġexp end +Ġesc al +ĠGr iff +ĠC rown +ĠRes erve +Ġsto pping +Ġexc use +sec ond +Ġoper ated +Ġre aches +ĠMal ays +Ġpoll ution +ĠBrook lyn +Ġde lete +Ġhas h +Bl ock +ah a +âĢ ³ +Ġsh orter +p iece +> >> +ĠM ormon +t or +Ġpartic les +ĠB art +ry ption +Ġad min +Ġsqu ee +VID IA +Ġcreat or +iam eter +ic ular +N BC +Ġgrab bed +Ġn odd +Ġr ated +Ġrot ation +Ġgr asp +Ġexcess ive +ĠE C +ĠWh it +Ġinvent ory +ault s +ĠF B +Ġe cosystem +Ġbill ions +Ġvent ure +n amed +Ġdef ender +out e +Inst ead +ir able +W ar +Ġassum ption +Ġb ite +Ġearth qu +t ail +sp ace +Ġgif ts +boy s +Ġinev itable +Ġstruct ural +Ġbenef icial +Ġcompe lling +h ole +erv ation +Ġco at +o j +inc arn +ĠY ears +Ġdetermin ing +Ġrhet oric +Ġbound aries +Ġwh ites +A nt +add y +) - +ra ham +eter min +Ġhar vest +ĠCon c +Ġlapt op +ĠM atch +Ġenjoy ing +cc a +oll ar +Ġtri ps +Ġadd iction +ĠS ak +Ġpow ered +Ġc ous +ĠRuss ians +ie re +Ġret rie +qu ality +Ġdiff er +Ġking dom +ĠL aur +ĠCap itol +Ġcon clusions +ĠAl tern +ĠN av +Ġtrans parent +B ER +G roup +ĠCom plete +Ġinf er +Ġint rig +Ġins ane +R O +oph ob +is en +qu al +Mich ael +Ġm useum +ĠP ope +Ġres et +r ative +f ive +Ġagg reg +itte es +osit ory +Ġcar b +ĠRec ord +Ġdec ides +ĠF ix +Ġexcept ions +ĠCommission er +un s +ĠEnvironment al +Ġlegend ary +ist ence +Ġtun nel +k m +Ġins ult +Ġt roll +Ġsh ake +Ġdet ention +qu es +ĠCh rome +ĠF iles +Ġsub t +Ġprospect s +Ġpro l +re nder +pro of +Ġperform ances +St r +Ġh ref +ern ame +Ġachieve ment +Ġf ut +F ull +ĠLe ban +go ogle +ãĥ Ī +amp a +May be +Ġproject ed +ĠE mb +Ġcol leg +Ġa wards +Ġâ Ķ +G old +ĠBl ake +ĠR aj +if ting +Ġp ending +Ġinst inct +Ġdevelop ments +Con nect +ĠM and +ĠW ITH +ĠPhilipp ines +prof ile +Ġalt ogether +ĠB und +ĠT D +oo oo +amp ed +ip h +Ġste am +Ġold est +Ġdet ection +ul pt +Ġ ç +ĠWay ne +200 6 +f a +Ġcir cles +ĠF u +Ġdon ors +appropri ate +ĠDak ota +j amin +Ġmotiv ated +Ġpurch ases +ĠLouis iana +ĠS pl +Ġgl obe +Ġ10 5 +z ip +c all +Ġdepart ments +Ġsustain able +10 5 +ĠO P +if iers +Ġprevent ed +Ġinc omp +ĠComm ander +Ġdom inated +Ġ » +Ġinvest ed +Ġcomplex ity +Ġin cl +Ġens uring +Ġreal m +yn c +ĠInd ependent +r ained +ĠJ en +ĠFl ight +Ġat he +Ġspec ulation +ĠT E +oc ate +t ic +Ġpl aint +her ry +Ġto y +Ġ1 11 +Ġpl ates +st atus +ĠIs a +Ġdev oted +C op +ĠE S +25 5 +ur rency +M ain +Ġsl aves +Ġpe pper +Ġqu otes +Ġce iling +ĠF ish +Ġtrans formation +Ġfra ction +Ġadvant ages +Ġto ile +Ġstun ning +Ġmo ist +bre aking +s i +ĠL ocation +ĠMed ium +Ġtext s +Ġu gly +Ġb io +. âĢĶ +ĠB ased +Ġtr ains +ĠW ing +ĠAn cient +ĠRec ords +ĠH ope +Spe cial +ades h +ob i +[ / +Ġtempor arily +V er +h u +os er +Ġover night +Ġm amm +ĠTre asury +ĠV enezuel +ĠMeg a +Ġt ar +Ġexpect s +bl ack +or ph +\\ \\ +Ġaccept ance +Ġrad ar +s is +Ġjun ior +Ġfram es +Ġobserv ation +ac ies +P ower +ĠAdv anced +M ag +olog ically +ĠMe chan +Ġsent ences +Ġanaly sts +augh ters +force ment +Ġv ague +Ġcl ause +Ġdirect ors +Ġeval uate +Ġcabin et +M att +ĠClass ic +A ng +Ġcl er +ĠB uck +Ġresear cher +Ġ16 0 +Ġpoor ly +Ġexperien cing +ĠP ed +ĠMan hattan +Ġfre ed +Ġthem es +ad vant +Ġn in +Ġpra ise +10 4 +ĠLib ya +b est +Ġtrust ed +Ġce ase +Ġd ign +D irect +Ġbomb ing +Ġm igration +ĠSci ences +Ġmunicip al +ĠA verage +Ġgl ory +Ġreve aling +Ġare na +Ġuncertain ty +Ġbattle field +ia o +G od +Ġc inem +ra pe +el le +ap ons +Ġlist ing +Ġwa ited +Ġsp otted +ke ley +ĠAud io +e or +ard ing +idd ing +ig ma +ĠN eg +Ġl one +Ġ ---- +ex e +d eg +Ġtrans f +Ġwas h +Ġsl avery +Ġexpl oring +ĠW W +ats on +Ġen cl +l ies +ĠC reek +Ġwood en +Man ager +ĠBr and +um my +ĠAr thur +Ġbureau cr +Ġbl end +ar ians +F urther +Ġsupposed ly +Ġwind s +Ġ19 79 +Ġgrav ity +Ġanalys es +ĠTra vel +ĠV eter +Ġd umb +Ġaltern ate +g al +Ġconsum ed +Ġeffect iveness +.' ' +Ġpath s +ond a +L A +ĠStr ong +Ġen ables +Ġesc aped +Ġ" " +Ġ1 12 +Ġ198 3 +Ġsm iled +Ġtend ency +F ire +Ġp ars +ĠR oc +Ġl ake +Ġf itness +ĠA th +ĠH orn +Ġh ier +Ġimp ose +m other +Ġp ension +ic ut +bor ne +ic iary +. _ +ĠS U +Ġpol ar +is y +eng u +itial ized +AT A +w rite +Ġexerc ises +ĠD iamond +ot ypes +Ġharm ful +on z +Ġprint ing +st ory +Ġexpert ise +ĠG er +Ġtraged y +ĠF ly +Ġd ivid +amp ire +st ock +M em +Ġre ign +Ġun ve +Ġam end +ĠProp het +Ġmut ual +ĠF ac +Ġrepl acing +H ar +ĠCirc uit +Ġthro at +ĠSh ot +Ġbatter ies +Ġto ll +Ġaddress ing +ĠMedic aid +Ġp upp +ĠN ar +ol k +Ġequ ity +M R +ĠHis pan +ĠL arge +m id +D ev +Ġexp ed +Ġdem o +ĠMarsh all +erg us +Ġf iber +Ġdiv orce +ĠCre ate +Ġsl ower +ĠPark er +ĠStud ent +ĠTr aining +Ret urn +ĠT ru +Ġc ub +ĠRe ached +Ġpan ic +Ġqu arters +Ġre ct +Ġtreat ing +Ġr ats +ĠChristian ity +ol er +Ġsac red +Ġdecl are +ul ative +et ing +Ġdeliver ing +est one +Ġt el +ĠL arry +Ġmet a +ac cept +art z +ĠRog er +hand ed +Ġhead er +Ġtra pped +ĠCent ury +Ġkn ocked +ĠOx ford +Ġsurviv ors +b ot +Ġdemon stration +Ġd irt +Ġass ists +OM E +ĠD raft +ortun ate +fol io +pe red +ust ers +g t +ĠL ock +Ġjud icial +ver ted +Ġsec ured +out ing +ĠBook s +Ġhost ing +Ġlif ted +l ength +Ġj er +Ġwhe els +ĠR ange +umbn ails +Ġdiagn osis +te ch +ĠStew art +ĠP ract +Ġnation wide +Ġde ar +Ġoblig ations +Ġgrow s +Ġmand atory +Ġsusp icious +! ' +A pr +G reat +Ġmort gage +Ġprosecut or +Ġeditor ial +ĠK r +Ġprocess ed +ung le +Ġflex ibility +Ear lier +ĠC art +ĠS ug +Ġfoc uses +Ġstart up +Ġbre ach +ĠT ob +cy cle +ãĢ Į +ro se +Ġb izarre +ãĢ į +Ġveget ables +$ $ +Ġret reat +osh i +ĠSh op +ĠG round +ĠSt op +ĠHawai i +ĠA y +Per haps +ĠBe aut +uff er +enn a +Ġproduct ivity +F ixed +cont rol +Ġabs ent +ĠCamp aign +G reen +Ġident ifying +Ġreg ret +Ġpromot ed +ĠSe ven +Ġer u +ne ath +aug hed +ĠP in +ĠL iving +C ost +om atic +me ga +ĠN ig +oc y +Ġin box +Ġem pire +Ġhor izont +Ġbr anches +Ġmet aph +Act ive +ed i +ĠFil m +ĠS omething +Ġmod s +inc ial +ĠOrig inal +G en +Ġspir its +Ġear ning +H ist +Ġr iders +Ġsacr ific +M T +ĠV A +ĠS alt +Ġoccup ation +ĠM i +Ġdis g +lic t +Ġn it +Ġn odes +e em +ĠP ier +Ġhat red +ps y +ãĥ ī +Ġthe ater +Ġsophistic ated +Ġdef ended +Ġbes ides +Ġthorough ly +ĠMedic are +Ġbl amed +arent ly +Ġcry ing +F OR +pri v +Ġsing ing +ĠI l +Ġc ute +o ided +olit ical +ĠNe uro +å ¤ +Ġdon ation +ĠEag les +ĠG ive +T om +Ġsubstant ially +ĠLic ense +ĠJ a +Ġg rey +ĠAn imal +ĠE R +ĠU nd +Ġke en +Ġconclud e +ĠMississ ippi +Eng ine +ĠStud ios +P ress +o vers +ll ers +Ġ3 50 +ĠR angers +Ġr ou +ert o +E p +iss a +iv an +Ġse al +ĠReg ist +dis play +Ġwe aken +u um +ĠComm ons +ĠS ay +Ġcult ures +Ġl aughed +Ġsl ip +Ġtreat ments +iz able +m art +ĠR ice +Ġbe ast +Ġob esity +ĠLa ure +ig a +Wh ich +hold er +Ġelder ly +Ġp ays +Ġcompl ained +Ġc rop +Ġpro c +Ġexplos ive +ĠF an +ĠAr senal +A uthor +ef ul +Ġme als +Ġ( - +id ays +Ġimag ination +Ġann ually +Ġm s +as ures +H ead +ik h +m atic +Ġboy friend +ĠCom puter +Ġb ump +Ġsur ge +ĠCra ig +ĠKir k +D el +medi ate +Ġscen arios +ĠM ut +ĠSt ream +Ġcompet itors +Ù Ħ +ĠStan ford +ĠRes ources +az ed +b age +Ġorgan is +ĠRe lease +Ġsepar ately +Ġha bits +Ġmeasure ments +ĠCl ose +Ġaccomp any +Ġg ly +Ġt ang +ĠR ou +Ġplug in +Ġcon vey +ĠChall enge +oot s +j an +Ġcur s +ĠRel ations +ke eper +Ġapproach ing +p ing +Spe aking +Ġarrang ement +ĠV I +are ttes +Ġaffect ing +Ġperm its +b ecause +Ġu seless +ĠH us +!! !! +Ġdestro ying +Un fortunately +Ġfasc inating +S em +Ġelect oral +Ġtrans parency +ĠCh aos +Ġvolunte er +Ġstatist ical +Ġactiv ated +ro x +We b +H E +ĠHamp shire +is ive +M ap +Ġtr ash +ĠLaw rence +st ick +C r +Ġr ings +EX T +Ġoper ational +op es +D oes +ĠEv ans +Ġwitness ed +P ort +Ġlaunch ing +ec onom +w ear +ĠPart icip +um m +cul es +ĠR AM +ĠT un +Ġass ured +Ġb inary +Ġbet ray +Ġexpl oration +ĠF el +Ġad mission +it ated +S y +Ġav oided +ĠSim ulator +Ġcelebr ated +ĠElect ric +¥ ŀ +Ġcl uster +itzer land +he alth +L ine +ĠN ash +at on +Ġsp are +Ġenter prise +ĠD IS +clud es +Ġfl ights +Ġreg ards +ĠÃ Ĺ +h alf +Ġtr ucks +Ġcontact s +Ġunc ons +ĠCl imate +Ġimm ense +N EW +oc c +ect ive +Ġemb od +Ġpat rol +Ġbes ide +Ġv iable +Ġcre ep +Ġtrig gered +ver ning +Ġcompar able +q l +Ġg aining +ass es +Ġ( ); +ĠG rey +ĠM LS +s ized +Ġpros per +" ? +Ġpoll ing +Ġsh ar +ĠR C +Ġfire arm +or ient +Ġf ence +Ġvari ations +g iving +ĠP i +osp el +Ġpled ge +Ġc ure +Ġsp y +Ġviol ated +Ġr ushed +Ġstro ke +ĠBl og +sel s +ĠE c +,' ' +Ġp ale +ĠColl ins +ter ror +ĠCanad ians +Ġt une +Ġlabor atory +Ġn ons +t arian +Ġdis ability +ĠG am +Ġsing er +al g +ĠSen ior +Ġtrad ed +ĠWar rior +Ġinf ring +ĠFrank lin +Ġstr ain +ĠSwed ish +Ġsevent h +ĠB enn +ĠT ell +Ġsynd rome +Ġwond ered +id en +++ ++ +ig o +Ġpur ple +Ġjournal ism +Ġreb el +Ġf u +bl og +Ġinv ite +ren cies +ĠCont act +Is rael +ĠCont ent +Ġche er +Ġbed room +ĠEngine ering +ĠQue ens +Ġd well +ĠPlay Station +ĠD im +ĠCol on +l r +Ġoper ates +Ġmotiv ation +US A +ast ered +C ore +ĠTr uth +ol o +OS E +ĠMem ory +Ġpred ec +Ġan arch +Ġ19 20 +ĠY am +à ¨ +b id +Ġgr ateful +Ġexc itement +Ġtre asure +Ġlong est +ct ive +Ġdes erves +Ġreserv es +Ġcop s +ĠOtt awa +ĠEgypt ian +ank ed +Ġart if +Ġhypot hesis +: / +Ġpurch asing +Ġlove ly +H P +Ġdiv ide +Ġstrict ly +Ġquestion ing +Ġtaxp ayers +ĠJ oy +Ġroll s +ĠHe avy +Ġp orts +Ġmag netic +Ġinf lamm +Ġbr ush +t ics +â ĪĴ +Ġbott les +pp y +Ġp add +ãĤ ¯ +m illion +Ġdevast ating +Ġcomp iled +Ġmed ication +Ġtw elve +ĠPer ry +Sp ace +im b +y our +Ġle aked +ĠT ar +Ġun ity +Ġinfect ed +Ġtravel ed +ID E +ĠMc Donald +t xt +ĠPr inc +Ġinter ven +ĠTai wan +ĠP ow +Ġbe aring +ĠTh read +Ġz ones +iz ards +un ks +Ch apter +ll or +Ġ · +Ġw ounds +Ġdisc retion +Ġsucceed ed +ik ing +Ġicon ic +C all +Ġscreen ing +ĠM is +ict s +Ġmin isters +Ġsepar ation +Pl ayer +Ġb ip +Ġbel oved +Ġcount ing +ĠE ye +ar ound +ing ing +Ġtable t +Ġoff ence +in ance +h ave +ĠInf o +ĠNin ja +Ġprotect ive +ĠC ass +M ac +ĠQual ity +N orth +Ġ ic +ĠCub a +ĠChron icle +ĠPro perty +Ġfast est +ot os +ĠG erm +OW N +Ġbo om +ĠStan ley +ergus on +Ġcle ver +Ġent ers +m ode +ter ior +ĠS ens +Ġlin ear +AR K +Ġcomp aring +Ġpure ly +Ġsaf er +ĠPot ter +Ġc ups +R T +Ġgl uc +Ġatt ributed +Ġdu pl +ĠP ap +Ġprec ious +Ġp a +iction ary +ĠT ig +ĠTo o +ol utions +st an +Ġrob ots +Ġlob b +Ġstat ute +Ġprevent ion +w estern +16 0 +ĠAct ive +ĠMar ia +h al +N one +ell ar +ĠK B +ĠPart ners +ĠSing le +ĠFollow ing +ang o +ac ious +Ġth ou +Ġk g +Ġinflu ential +ĠFriend s +S ur +ain ted +Ġfor ums +Ġst arter +Ġcitizens hip +ĠE lection +on ge +ot ation +os ph +;; ;; +ut ical +p ur +ere n +Ġaccus ations +bit ious +ab bit +ĠOr d +Post ed +ir k +Ġsens itivity +ic he +ĠAm y +ĠF ab +Ġsum mit +Ġped est +Ġrub ber +Ġagric ultural +Ġcan cel +A E +Ġin aug +Ġcont am +Ġfirm ly +i w +st age +ĠK an +Ġt ier +Ġinv ention +Ġtransl ated +ĠR ules +B ox +Tw itter +ID S +Ġp izza +Ġdeb ug +ĠD rop +v s +Ġh orses +b ig +Ġb oring +Ġh ood +ĠMcC ain +at ched +ĠBro s +Ġsk ip +Ġess ay +st at +ĠLeg ends +Ġam munition +au c +Ġshoot er +Ġun h +Ġsuppl ied +Ġgener ic +ĠS K +ib an +yr ics +Ġ25 5 +Ġclim bing +Form er +Ġfl ip +Ġjump ing +Ġfrust ration +ĠTer ry +Ġneighborhood s +Ġmed ian +be an +Ġbr ains +Follow ing +Ġsh aped +Ġdraw s +Ġal tered +J ack +Ġrecip es +Ġsk illed +we alth +ach i +e lection +Ġbehavi ors +de als +ĠU ntil +F e +Ġdecl aration +mar ks +ĠBet ween +cel ona +Ġres on +Ġbub ble +Am ong +Ġim perial +G S +Ġfemin ist +200 5 +ĠK yle +Ġaccount ing +ĠTe le +ĠT yr +Ġconnect ing +Ġre hab +ĠP red +s im +Ġmeant ime +Ġphys ician +M W +ĠCamp bell +ĠBr andon +Ġcontribut ing +ĠR ule +ĠWe ight +ĠN ap +Ġinter active +Ġv ag +Ġhel met +ĠCom b +f our +Ġsh ipped +Ġcomple ting +ĠP D +PD ATE +Ġspread ing +Ġsc ary +erv ing +ĠG as +Ġfr ank +s chool +Ġrom antic +Ġstab il +R ob +Ġaccur ately +Ġac ute +ĠH ann +Ġsymbol s +Ġcivil ization +ĠA W +Ġlight ning +Ġcons iders +Ġven ue +Ġ × +Ġo ven +ĠS F +h is +Ġn u +ĠLear n +Ġpe oples +Ġst d +Ġsle e +Ġs lic +ĠStat istics +Ġcor ners +ĠB aker +Ġ: ) +ment ation +ol ver +Ġlaugh ing +ĠT odd +ond e +ĠH ills +Ġn uts +ĠW oman +pl ane +Ġl iver +ĠIn side +S orry +Ġagre es +Ġfund ament +ĠF isher +Ġa uction +Ġthread s +gl as +ĠBas ic +ĠN at +Ġlack ing +Ġceleb ration +j u +Ġs illy +E uro +Ġt att +ight y +cont rolled +T est +ĠSing h +Ġr age +Ġrh yth +o ffic +ĠPh antom +Ġhead lines +Ġrespond ing +ĠMor ning +Ġvit amin +Ġboot s +ĠS ite +al in +p i +Ġvir al +ĠU C +D ER +ĠSe x +Ġst ocks +c urrent +Ġch urches +ĠR are +ĠMur phy +Ġden ial +ĠG aming +Ġtou g +Ġn ick +Ġm akers +ĠRon ald +Ġgener ous +ĠD oc +ĠMor ris +Ġtransform ed +ĠN ormal +Ġ10 4 +ĠKick starter +ĠUp on +On line +ĠI RS +Ġw rap +Ġl oving +Ġarri ves +ĠD ue +Ġhe ter +ĠM ade +Ġrent al +Ġbelong s +Ġatt orneys +Ġcro ps +Ġmat ched +ul um +ol ine +10 9 +Ġdis par +Ġbuy ers +ĠCam bridge +Ġeth ics +rou ps +Ġjust ified +Ġmarg inal +Ġrespect ed +win ning +Ġnodd ed +ĠSer ge +ĠForm er +C raft +######## ######## +ĠWar ner +Ġd ash +et e +Ġent ert +ĠE scape +out heast +Ġkn ees +ĠB omb +Ġr ug +P ass +Ġatt itudes +go vernment +ĠPri or +Ġqual ities +Ġnot ification +ĠPh one +l ie +Ġanticip ated +ĠCom bat +ĠBar ry +Ġ198 2 +Us ers +on er +Ġcomput ing +ĠConnect icut +Ġless er +Ġpe ers +ĠC u +Ġtechn ically +Ġsub mission +ĠUn iversal +Ġman ually +our ge +Ġrespond ents +ĠB TC +ĠH ost +Ġf are +ĠB ird +Ġrece ipt +al so +Ġj ack +Ġagric ulture +Ġsk ull +Ġ! = +Ġpass ive +ĠC I +Ġsoc ieties +Ġremind ed +Ġinter ference +B uy +Ġâ ľ +g on +Ġscrut iny +ĠW itch +Ġconduct ing +Ġ ãĥ +Ġexch anges +ĠMit chell +Ġinhab it +Ġtw ist +B D +Ġwhere ver +group on +Ġj okes +ĠBen jamin +ĠR andom +fr ame +ĠL ions +Ġhighlight ed +ĠArk ansas +E nt +Ġp ile +Ġpre lim +g s +mind ed +Ġfel ony +ĠG A +ĠL uck +Ġpract ically +ĠB os +Ġact ress +D am +ĠB ou +Ġvis a +Ġembed ded +Ġhy brid +Ġear liest +Ġsoon er +s ocial +ĠH A +Ġste ep +Ġdis advant +Ġexplo it +ĠE gg +ĠUlt ra +Ġnecess ity +L ocal +ie ge +Ġd ated +Ġmass es +Ġsubsc ription +pl ess +Ġan onym +Ġpresum ably +Bl ue +The ir +asket ball +ĠPhil ip +Ġcom ed +load ed +r ane +Ġref lection +Ch ina +Ġext ends +Ġform ing +Ġund ers +200 1 +Ġgr at +Ġconcent rations +Ġins ulin +Ġsec ular +Ġwh ilst +Ġwin ners +Ad vertisements +Ġdeliber ately +ĠWork ing +Ġs ink +et ics +d ale +Ġmand ate +Ġg ram +Ġvac ation +Ġwarn ings +ri pp +ĠTH AT +Ġcomment ary +Ġint u +Ġa est +Ġreason ing +Ġbreak down +ĠZ ombie +Ġ-- > +ĠPolit ical +c ott +Ġthr ust +Ġtechn ological +Ġdec iding +Ġtraff icking +L ong +W elcome +pr ising +ĠCommun ications +Ġend ors +Ġsw ift +Ġmetab ol +co ins +res a +ĠHT TP +Ġen roll +ĠH appy +us r +int age +Ġ[ " +u ably +ĠM aterial +Ġrepe al +Se pt +k h +ĠMod i +Ġunder neath +ĠI L +sh ore +Ġdiagn osed +ace utical +Ġsh ower +au x +ĠSw itch +ĠStre ngth +Ġj ihad +n ational +Ġtra uma +uss y +on i +Ġcons olid +Ġcal ories +ĠF lynn +ag ged +16 8 +ĠP ink +Ġfulf ill +Ġch ains +Ġnot ably +ĠA V +L ife +ĠCh uck +m us +ĠUr ban +ĠH end +Ġdep osit +ĠS ad +Ġaff air +OR K +ie val +ĠF DA +Ġt rop +ĠOver all +Ġvirt ue +Ġsatisf action +au nd +Ġl un +ĠSw itzerland +ĠOper ation +pro cess +Ġsh ook +Ġcount ies +le ased +ĠCharl otte +1 12 +Ġtrans cript +Ġre dd +p ush +ĠHe y +ĠAn alysis +[ " +Ġaltern atives +ard less +Ġele ph +Ġpre jud +ĠLe af +H aving +ĠH ub +Ġexpress ions +ĠVol ume +Ġshock ing +ĠRed s +Ġread ily +Ġplan ets +ad ata +Ġcollaps ed +ĠMad rid +Ġir rit +i pper +ĠEn c +ĠW ire +Ġbu zz +ĠG P +ash a +Ġaccident ally +ur u +Ġfrust rated +ĠS A +Ġhung ry +ĠH uff +Ġlab els +ant o +ĠE P +Ġbar riers +) | +ĠBer keley +ĠJ ets +Ġp airs +ĠL an +J ames +ĠB ear +Ġhum or +ĠLiber ty +Ġmagn itude +Ġag ing +ĠM ason +Ġfriends hip +umb ling +Ġemer ge +Ġnewsp apers +Ġam bitious +ĠRich ards +atern al +Ġ198 1 +Ġcook ies +Ġsc ulpt +Ġpur suit +L ocation +Ġscript s +p c +Ġarrang ements +Ġd iameter +Ġl oses +am ation +Ġl iqu +ĠJ ake +aret te +Ġunderstand s +ĠZ en +v m +Ġappro ve +Ġw ip +Ġult ra +Ġint end +ĠD I +asc ular +Ġst ays +ĠK or +ĠK l +Ġinvest ing +L a +Ġbelie ving +b ad +m outh +Ġtaxp ayer +ãĥ ĥ +ĠQue bec +Ġl ap +ĠSw iss +d rop +Ġdr ain +ir i +et c +ft en +ĠN ex +Ġst raw +Ġscream ing +Ġcount ed +Ġdam aging +Ġamb assador +cent ury +Ġpro x +Ġarrest s +u v +il ateral +ĠCh arg +Ġpresc ribed +Ġindepend ently +Ġf ierce +ĠB aby +Ġb rave +Ġsu its += > +Ġbas eline +ĠR ate +Ġis lands +Ġ( ( +g reen +ix els +Ġname ly +ĠVill age +th an +am y +V ersion +g mail +ential s +ĠS ud +ĠMel bourne +Ġarri ving +Ġquant um +e ff +rop olitan +T ri +Ġfun eral +ĠI R +ÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤ ÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤ +ĠC ob +it ably +Ġt urb +Ġcomb o +Re view +Ġdeploy ment +u ity +ĠB ott +Ġinv isible +Ġrender ing +Ġunl ocked +Ġa qu +ĠVlad imir +Ġp ad +ĠBr ain +ĠLeg acy +dr agon +ĠKurd ish +Ġsound ed +Ġdet ained +ĠD M +g ary +Ġd aughters +Ġdistur bing +uk a +ĠPar ad +Ġt ast +Ġunf ortunate +Ġu l +em in +Ġattend ance +tr l +Ġpar ks +ĠMem orial +ĠAl ice +oth y +gu ard +ĠD ise +ĠSh an +ĠFor um +R ich +Ġshif ted +ue z +Ġl ighter +ĠMag n +Ġc od +S ch +ham mad +P ub +3 50 +ĠP okemon +Ġprot otype +Ġun re +B ase +ĠStud ents +ĠRep ly +ĠCommun ist +Ġg au +ĠTy ler +I Z +Ġparticip ated +Ġsup rem +ĠDet ails +Ġvessel s +ro d +Ġt ribe +ke ep +Ġassum ptions +Ġp ound +Ġcr ude +ĠAv ailable +Ġswim ming +Ġin clusion +Ġadv ances +c ulation +Ġconserv ation +Ġover d +ĠBuff alo +Art icle +ed ge +Ġaw a +ĠMad ison +Ġsid ew +Ġcat ast +ĠK rist +uc le +ĠHigh way +ĠTer ror +Ġactiv ation +Ġuncons cious +ĠSat an +ĠSus an +ill ery +Ġarr anged +i op +Ġrum ors +ur ring +th ink +ĠKe ith +ĠK ind +Ġavoid ing +by n +n ut +ĠSpe aker +r us +n ames +Ġgu ilt +ĠOlymp ics +Ġsa il +ĠM es +lev ant +ĠColumb us +a ft +C ity +S outh +ĠHar vey +ĠP un +S everal +Ġment ally +Ġimp ress +m ount +ĠUb untu +âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ +ĠSuper man +ĠMP s +Ġintent ions +ĠR acing +Ġlike lihood +Ġ2 40 +T otal +Ġto ys +ĠW atson +Ġur ge +L ear +ĠP aper +Ġoccur ring +ĠB eng +ĠC ert +Ġst ones +T im +ĠTw in +z b +ĠD ynam +Ġpolit ician +k ens +ĠEnter prise +UT ERS +Ġab ol +Ġref resh +Ġarbit rary +pe ction +Ġtrou bles +Ġ} ); +t v +Ġpil ots +Ġdist ribute +Ġaud it +Ġp ause +orig inal +Ġr ivals + £ +F ig +T L +ab il +ry ing +L in +ion ed +l on +Ġf ancy +Ġcr ashed +Ġt ract +Ġshe d +Ġcons ume +B ased +down load +in it +Ġvolt age +Int rodu +Ġcondem ned +ĠFin ance +res pect +Ġex cluded +Ġestablish ing +her ic +Ġher itage +Ġspect acular +Ġun st +ĠSnow den +ĠL ane +S an +Ġprotect ions +st ruction +inc inn +Ġmac ro +C ustom +ios ity +Ġes p +Ġfunction ing +Ġm ush +Ġp uzzle +Ġeth ical +M al +Ġgo verning +ĠF erguson +Ġrest ored +Ġst ressed +ĠCoun ter +ĠK as +cl ip +AN S +Ġse iz +U K +by ss +old own +ap i +Ġperman ently +oun ters +W est +Th rough +L ight +at oes +Ġne at +Ġc ord +ure r +Ġsevere ly +ĠA ven +Ġinter rog +Ġtri ple +G iven +N umber +Ġar ise +Ġs her +pl ant +Ġfl ower +ĠC ou +Ġat e +Ġnew er +b ul +Ġmean while +ĠL air +Ġadjust ment +ĠCop yright +Ġd ivers +i ological +Ġgam ers +o at +Ġhistor ically +Ġanal og +Ġlong time +Ġpres cription +ĠM ist +ĠHy per +ĠM aine +ĠDe ity +Ġmulti pl +ĠRe incarn +ĠH yd +ĠP ic +S il +r ants +ĠC ris +. ; +( { +epend ence +Ġrec y +ate ur +Ġqu ad +Ġgl ob +Ġcon ced +te am +Ġcapital ist +ĠL ot +Ġroy al +ĠCy ber +Ġblack s +met ic +ri v +ĠD anny +Ġsp o +ĠR O +Ġanim ated +rypt ed +ĠDep uty +Ġrend ered +F E +Ġstre ak +Ġcloud s +ĠDou g +~~~~ ~~~~ +Ġdisc our +ĠVe h +Ġpsych ology +ĠJ ourney +Ġcry stal +ĠFro st +Ġsuspic ion +Ġrel ate +or us +ĠC rypt +ĠN VIDIA +com ed +ut ing +incinn ati +Ġvulner ability +ost ic +Ġisol ation +Ġcool ing +ĠCoal ition +Ġ1 19 +F our +ĠDe al +Ġâ ī +se mble +ram ent +ĠBar celona +Ġ10 2 +Ġcoc aine +ocaly pse +F eb +ogen ic +Ġmut ation +Ġcrypt oc +ĠK el +ĠG it +a is +Ġs isters +AN K +Ġactiv ate +T er +Ġd read +yl on +Ġprop ri +A ust +ĠDef ault +Ġout door +Ġshe er +ce ive +Ġg ently +Ð ¾ +Pro gram +Ġâ ĨĴ +Ġve gan +ĠCr us +Ġrespons ibilities +ĠH R +OL D +Ġprev ents +Ġst iff +ĠW ere +Ġathlet ic +ĠSc ore +Ġ) : +Ġcolumn s +ĠL oc +av ailable +ĠF ram +ĠS essions +Ġcompan ion +Ġpack s +14 0 +ĠKn ights +Ġf art +Ġstream s +Ġsh ore +Ġapp eals +ĠPer formance +h aul +ĠSt ra +ĠN ag +10 3 +ĠTrans portation +B B +E v +z an +P ublic +Ġtw in +uls ion +M ult +Ġelect ro +Ġstat ue +ation ally +ĠN ort +Ġins pection +/ * +ig ue +Ġcomp assion +ĠT ales +ĠSte in +ĠSc reen +ĠB ug +ĠL ion +g irl +Ġwithdraw al +Ġobject ives +Ġblood y +Ġprelim inary +Ġj acket +Ġdim ensions +ĠC ool +ĠOcc up +Ġw reck +Ġdoub led +ank ing +Ġ19 75 +Ġglass es +ĠW ang +pro v +P ath +connect ed +ĠMult i +ĠNor way +agon ist +Ġfe ared +Ġtouch ing +Ġarg uably +¯¯¯¯ ¯¯¯¯ +ĠNC AA +che m +Ġsp at +ĠW WE +ĠC el +ig ger +Ġattack er +ĠJo in +ob ject +ett a +Ġelim inated +d et +Ġdest ruct +ĠLuc as +ct uary +18 0 +ĠBr ady +ĠBl ues +B ay +au kee +Ġtim eline +Ġdeleg ates +w ritten +uff icient +Ġsh apes +Cop yright +ou ble +serv ice +Ġp ione +Ġcolleg es +Ġrow s +Ġsp ite +Ġassess ed +3 60 +Ġle ase +Ġconfident ial +ck er +ĠMan ning +ĠV oice +Ġse aled +Ġcalcul ate +N O +ĠAss istant +Ġteen ager +ul ent +ather ine +Ġm ock +Ġd iamond +Ġf est +Ġsw itched +Ġres ume +ĠPu erto +Ġl anes +ir ation +ĠSimilar ly +Ġro d +ĠS el +ĠPal ace +ĠLim ited +e ous +Ġvar iant +Ġw ard +Ġ) ) +Sh ow +OO K +A lex +ĠN ep +br is +ĠWik ipedia +Ġexcept ional +Ġman ages +ĠD raw +Ag ain +Ġco pper +ut t +Ġex ports +Ġport folio +Ġelev ated +R ated +ĠOther wise +ĠT act +ĠShe l +ĠT X +" âĢĶ +Ġres ur +ĠW a +ven ant +Ġmon etary +pe ople +E mail +Ġfif ty +ĠS weet +ĠMalays ia +Ġconf using +ĠR io +ud a +uten ant +" ); +Ġpra ised +Ġvol umes +t urn +Ġm ature +Ġnon profit +Ġpassion ate +ĠPriv ate +Ġ10 3 +Ġdesc end +ç ¥ŀ +uff y +head ed +Whe ther +ri en +ze ch +be it +Ġch rom +ĠMc M +Ġd ancing +Ġe leg +ĠNot iced +11 5 +Ġadvoc acy +ENT S +amb ling +ĠMin or +ĠF inn +Ġprior ities +Ġthere of +ĠSt age +ĠRog ers +Ġsubst itute +ĠJ ar +ĠJeff erson +Ġlight ly +10 2 +ĠL isa +u its +ys ical +Ġshif ts +Ġd rones +Ġwork place +Ġres id +ens ed +ah n +Ġpref erences +ser ver +Ġdeb ates +d oc +ĠGod s +Ġhelicop ter +Ġhon our +Ġconsider ably +ed ed +ĠF emale +ĠAn ne +Ġre un +ĠF ace +ĠHall ow +ĠBud get +Ġcondem n +Ġt ender +Pro f +ocr atic +ĠTurn er +ĠAg ric +Ġ19 76 +Ġa pt +d isc +ĠF ighter +ĠA ur +Ġgar bage +in put +ĠK arl +ĠOl iver +ĠL anguage +k n +N on +ĠCl ar +Ġtrad itions +Ġad vertisement +ĠS or +Ġarch ive +Ġvill ages +7 50 +Ġimplement ing +w aukee +Ġdiet ary +Ġswitch ing +Rep ublic +Ġvel ocity +Ġc it +ĠA wards +Ġfin ancing +Ġlast ed +) ] +Ġrem inder +P erson +Ġprec ision +Ġdesign ers +ĠF ried +ĠB order +Ġtr agic +Ġw ield +Ġiniti atives +ĠT ank +w er +Ġjo ins +R o +in ery +Ġar row +Ġgener ating +found er +Ġsear ches +Ġrandom ly +A ccess +Ġb atch +Ġp osed +l at +Ġpursu ing +as a +Ġtest ified +form ing +ĠSh ar +w iki +ĠE ither +S ometimes +Ġsen ators +ĠJohn ny +ĠTal iban +ĠG PS +":" / +ãģ® å +Ġanaly zed +ĠRub io +ĠMove ment +op ard +ii i +St and +f ight +Ġign oring +i ang +ĠG N +so ever +ĠST AT +Ġref using +Ġswe at +Ġb ay +P ORT +ir med +ak y +Ġdis pro +Ġlabel ed +Ġ10 8 +H ello +Ġple asant +ab a +Ġtri umph +Ġab oard +Ġinc om +ĠC row +le tt +Ġfol k +Ġch ase +` ` +ĠBr us +Ġte ens +c ue +Ġter rain +h yd +il ight +OR Y +Su pport +ew s +ll i +rain ts +ĠC and +Ġab used +ach ment +l arg +B as +ĠC ancer +Ġ19 78 +Ġsupp orter +ac cess +ĠTer min +ĠT ampa +ĠAN Y +Ġnew est +ĠCrim inal +ed u +Ġ19 30 +Ġadm its +Ġend e +Ġfail ures +ur ate +ful ness +cy cl +ĠSub ject +Ġinf inite +th ree +W A +p it +ĠInst all +R ad +ili ation +G M +Ġcontin ent +Ġaccommod ate +ĠCl ay +Ġp up +ĠF unction +Ġham mer +ĠAlbert a +Ġrev ised +Ġminor ities +Ġmeasure ment +Con nell +Ġdis able +ĠM ix +In cre +Ġfor k +ĠR osen +Ġimpl ies +umb lr +AN G +Ġprote ins +Ġagg ression +Ġfacilit ate +S N +Ġilleg ally +u er +Ġacad em +Ġp uzz +ĠSh ift +p ay +oll o +Ġaud iences +B uild +Ġno ble +Ġsynt ax +â ĺħ +Ġbe am +ĠB ed +ĠA ld +Ġorig ins +v ideo +Ġ19 77 +ĠAss ault +Ġgar age +Te am +Ġver dict +Ġd war +ĠVirt ual +e vent +Ke ep +Ġsent iment +Ġwild life +sh irt +Ġb urg +Ġrecommend ation +rep resent +Ġgall ery +own ers +Ġsch olar +Ġconven ience +ĠSw ift +Ġconv inc +C ap +Ġwar fare +ĠVis ual +Ġconst itute +Ġab ort +ĠWe ather +ĠLook ing +ĠH em +Ġmart ial +Ġinc oming +et ition +Ġtoler ance +ĠCre ated +Ġfl ows +ĠE lder +Ġsoul s +Ġf oul +ĠP ain +ĠC AN +Ġ2 20 +b c +he nd +Ġgen ius +R eal +ĠW r +omet er +p ad +Ġlim iting +ĠS i +ĠL ore +ĠAd ventures +Ġvar ied +D isc +f in +ĠPerson al +Ch ris +Ġinv ented +Ġd ive +ĠR ise +Ġo z +ĠCom ics +Ġexp ose +ĠRe b +let ters +s ite +im ated +Ġh acking +Ġeduc ated +ĠNob ody +Ġdep ri +Ġincent ive +ãĤ · +Ġovers ight +Ġtrib es +ĠBelg ium +Ġlicens ing +our t +Produ ct +ah l +ĠG em +Ġspecial ist +Ġc ra +ann ers +ĠCor byn +Ġ19 73 +RE AD +Ġsum mar +Ġover look +ĠApp lication +Ġin appropriate +Ġdownload ed +Q ue +ĠB ears +Ġth umb +ĠChar acter +ĠReincarn ated +ĠS id +Ġdemonstr ates +s ky +ĠBloom berg +ĠAr ray +ĠRes ults +ĠFour th +ĠED T +ĠO scar +c end +Ġ10 6 +ĠN ULL +ĠH ERE +m atch +ĠBr un +Ġgluc ose +ie g +eg u +Ġcert ified +Ġrel ie +Ġhuman itarian +Ġpr ayers +K ing +Ġn an +h ou +10 8 +ul u +Ġrenew able +Ġdistingu ish +Ġd ense +ĠV ent +ĠPack age +ĠB oss +Ġedit ors +Ġm igr +T ra +ĠPet ers +ĠAr ctic +200 4 +ĠC ape +Ġloc ally +Ġlast ing +Ġhand y +. ). +P an +ĠR ES +Ind ex +Ġt ensions +Ġformer ly +Ġide ological +Ġsens ors +Ġdeal ers +Ġdef ines +S k +Ġproceed s +Ġpro xy +az ines +ĠB ash +ĠP ad +ĠC raft +eal ous +Ġshe ets +omet ry +J une +cl ock +T T +ĠThe atre +ĠB uzz +Ġch apters +Ġmill enn +Ġd ough +ĠCongress ional +Ġimag ined +av ior +Ġclin ic +Ġ19 45 +Ġhold er +ro ot +oles ter +Ġrest art +B N +ĠHam as +ĠJ ob +Ġor b +Ġr am +Ġdiscl ose +Ġtransl ate +Ġimm igrant +Ġannoy ing +Ġtreat y +an ium +ĠTe a +ĠLeg ion +Ġcrowd s +ĠB ec +ĠA er +oh yd +B ro +Look ing +Ġl bs +Ġagg ress +Ġse am +Ġinter cept +ĠM I +mer cial +act iv +ĠC it +Ġdim ension +Ġconsist ency +Ġr ushing +ĠDou glas +Ġtr im +Inst all +ick er +Ġsh y +10 6 +Ġment ions +pe lled +ĠT ak +c ost +Ġclass room +Ġfort une +dri ven +Ġun le +ĠWhe el +Ġinvest or +ĠM asters +k it +Ġassoci ations +ĠEv olution +op ing +us cript +Ġprov incial +ĠWal ter +av i +S O +Ġun limited +Eng lish +ĠC ards +ĠEb ola +ne red +Ġreven ge +Ġout right +um per +Ġf itting +ĠSol id +Ġform ally +Ġproblem atic +Ġhaz ard +Ġenc ryption +Ġstraight forward +ĠA K +Ġp se +ĠOr b +ĠCh amber +ĠM ak +Cont ents +Ġloyal ty +Ġl yrics +ĠSy m +Ġwel comed +Ġcook ed +Ġmon op +Ġn urse +Ġmis leading +Ġe ternal +Ġshif ting +Ġ+ = +V is +Ġinst itutional +ill ary +Ġp ant +VER T +ĠA CC +ĠEn h +Ġinc on +ĠRE UTERS +Ġdon ated +âĢ¦âĢ¦ âĢ¦âĢ¦ +In tern +Ġexhib it +Ġt ire +ĠR ic +ĠCh ampion +ĠMu hammad +N ING +ĠSoc cer +Ġmob ility +Ġvary ing +ĠM ovie +Ġl ord +o ak +F ield +Ġve ctor +us ions +Ġsc rap +Ġen abling +m ake +T or +. * +| | +ĠWe bsite +ĠN PC +Ġsocial ist +ĠBill y +ĠAdd itional +Ġc argo +Ġfar ms +ĠSo on +ĠPri ze +Ġmid night +Ġ9 00 +se en +ĠSp ot +Ġshe ep +Ġspons ored +ĠH i +ĠJ ump +Ġ19 67 +Micro soft +ĠAg ent +Ġch arts +d ir +Ġadj acent +Ġtr icks +Ġman ga +Ġex agger +/ > +foot ball +ĠF CC +G C +ĠT ier +and ra +OU ND +% ), +Ġfru its +V C +ĠA A +R ober +Ġmid st +â Ĺ +ank a +Ġlegisl ature +ĠNe il +Ġtour ists +" " +ĠWar ning +ĠNever theless +ĠOffic ial +ĠWh atever +Ġm old +Ġdraft ed +Ġsubst ances +Ġbre ed +Ġt ags +ĠT ask +Ġver b +Ġmanufact ured +com ments +ĠPol ish +Pro v +Ġdetermin es +Ob ama +k ers +Ġutter ly +Ġse ct +sc he +ĠG ates +ĠCh ap +Ġal uminum +Ġz ombie +ĠT ouch +ĠU P +Ġsatisf y +Ġpred omin +asc ript +Ġelabor ate +Ġ19 68 +Ġmeas uring +ĠV ari +any ahu +Ġs ir +ul ates +id ges +ick ets +ĠSp encer +T M +oub ted +Ġpre y +Ġinstall ing +ĠC ab +re ed +re ated +Su pp +Ġwr ist +ĠK erry +10 7 +ĠK le +ĠR achel +Ġc otton +ĠA RE +ĠE le +Cont rol +Ġload s +ĠD od +an as +b one +Ġclass ical +ĠReg ional +ĠInt eg +V M +Ġdes ires +Ġaut ism +support ed +ĠM essage +Ġcomp act +writ er +Ġ10 9 +ĠHur ricane +c ision +Ġcy cles +Ġdr ill +Ġcolle ague +Ġm aker +G erman +Ġmist aken +S un +ĠG ay +Ġwhat soever +Ġsell s +ĠA irl +l iv +ĠO ption +Ġsol ved +Ġse ctors +Ġhorizont al +Ġequ ation +ĠSk ill +ĠB io +g ement +ĠSn ap +ĠLeg al +Ġtradem ark +Ġmake up +Ġassemb led +Ġsa ves +ĠHallow een +ĠVer mont +ĠFR OM +Ġfar ming +ĠP odcast +accept able +ĠHig her +Ġas leep +ull ivan +Ġrefere n +ĠLe v +Ġbul lets +ok o +H C +Ġst airs +Ġmain tains +ĠL ower +ĠV i +Ġmar ine +Ġac res +Ġcoordin ator +ĠJ oh +Ġcounterpart s +ĠBrother s +Ġind ict +b ra +Ġch unk +Ġc ents +H ome +ĠMon th +Ġaccording ly +if les +ĠGerm ans +ĠSy n +H ub +Ġey eb +âĶĢâĶĢ âĶĢâĶĢ +Ġr anges +ĠHoll and +ĠRob ot +f c +M ike +Ġpl asma +Ġsw ap +Ġath lete +ĠR ams +,' " +Ġinfect ions +Ġcor rid +Ġv ib +Ġpat ches +Ġtradition ally +Ġrevel ation +Ġswe ep +Ġgl ance +Ġin ex +200 3 +ĠR aw +work ing +os ures +ĠD at +ĠLyn ch +Ġle verage +ĠRe id +Ġcorrel ation +ian ces +av ascript +Ġrep ository +ret ty +Ġ19 72 +24 0 +Ġo un +p ol +ĠRe ed +Ġtact ical +is ite +App le +ĠQu inn +Ġrap ed +ill o +Euro pe +Ġalgorith ms +ĠRod rig +i u +Ġill um +Ġf ame +Ġintrodu cing +Ġdel ays +ĠRaid ers +Ġwh istle +Ġnovel s +ĠRe ally +Ġder iv +Ġpublic ations +ĠNe ither +ĠCom merce +Ġa ston +l anguage +Not es +ĠR oth +ĠF ear +Ġm ate +Ġpar ade +ĠQ B +Ġman eu +ĠC incinnati +m itting +Ġwa ist +ĠR ew +Ġdisc ont +Ð ° +Ġst aring +Ġal ias +Ġsec urities +Ġtoile t +ĠJ edi +Ġun law +v ised +//// //// +] ( +ĠWe iss +Ġpre st +ĠComp an +Ġmem o +ĠGr ace +J uly +ĠEl ite +cent er +ĠSt ay +Ġgal axy +Ġto oth +ĠS ettings +Ġsubject ed +ãĤ ¦ +Ġline back +Ġretail ers +ĠW ant +Ġd angers +A ir +Ġvolunt ary +ew ay +Ġinterpret ed +ot ine +à § +Ġp el +Serv ice +ĠEvent ually +Ġcare ers +Ġthreat en +Ġmem or +ĠBrad ley +anc ies +s n +ĠUn known +N ational +Ġsh adows +ail and +ĠD ash +Every one +izz ard +M arch += ( +Ġpull s +Ġstr anger +Ġback wards +ĠBern ard +imens ional +Ġch ron +Ġtheoret ical +k top +Ġw are +ĠInvest ig +ĠIn iti +ĠOper ations +o ven +oc ide +* / +Ġfl ames +ĠC ash +sh it +Ġc ab +ĠAn aly +ĠSe ah +Ġdefin ing +Ġorder ing +Ġimm un +Ġpers istent +AC H +Russ ian +m ans +Ġh ind +Ġphot ography + © +Ġh ug +Ġ10 7 +ĠH ence +i ots +ude au +Ġsubsid ies +Ġroutine ly +ĠDev ice +it ic +Ġdisg ust +land er +Ġ19 40 +Ġassign ment +ĠB esides +w ick +ĠD ust +us c +struct ed +11 1 +de velop +Ġf ond +Ġinter section +Ġdign ity +Ġcommission er +With out +re ach +Ġcart oon +Ġsc ales +ãĥ Ń +F IG +Ġsurve ys +ĠIndones ia +Ġart work +Ġun ch +Ġcy cling +un ct +au er +or ate +ĠOb viously +Ġcharacter ized +fe ld +Ġaff irm +Ġinn ings +Ġ é +Ġal iens +Ġcl oth +et ooth +ĠC ertain + § +Ġdig est +k now +ĠX L +Ġpredict ions +Ġd in +W AR +Ġafter math +Ex ample +ĠSu ccess +ĠTh r +IG N +Ġmin er +B us +Ġcl arity +heim er +ĠO UT +ĠS end +ĠCirc le +ĠD iet +Ġpron ounced +Ġcreat ors +Ġearthqu ake +atter y +ge ons +Ġo d +Ġlay ing +or p +U lt +pro ject +Ġunder min +Ġsequ el +S am +ĠDark ness +Ġre ception +b ull +Y S +ĠV ir +Ġsequ ences +ĠCo in +Ġout fit +ĠW ait +1 19 +Ġdel ivers +.... .. +Ġbl own +ĠE sc +ĠM ath +per m +ĠU l +Ġgl im +Ġfac ial +Ġgreen house +Ġto kens +/ - +ĠAnn ual +ĠON E +Ġteen age +ĠPhys ical +ĠL ang +ĠC elt +Ġsu ed +ivid ually +Ġpat ience +ch air +reg ular +Ġa ug +in v +ex cept +ĠL il +Ġn est +f d +s um +ĠCh ase +Russ ia +ĠJenn ifer +Ġoff season +Over all +F ore +Ġr iot +A ud +form er +Ġdefend ers +ĠC T +iot ic +rib ly +Ġautom ated +Ġpen is +Ġins ist +Ġdi agram +ĠS QL +ĠG arc +Ġw itch +cl ient +ier ra +am bers +Ġrec ount +f ar +V ery +oster one +Ġappreci ated +ĠPer fect +S ection +Ġd oses +oca ust +Ġcost ly +Ġg rams +ĠSh i +Ġwrest ling +Ġ19 71 +Ġtro phy +Ġn erve +ĠK az +ĠExper ience +Ġpled ged +Ġplay back +Ġcreat ivity +by e +Ġattack ers +Ġhold ers +ĠCo ach +ĠPh D +Ġtransf ers +Ġcol ored +ĠH indu +Ġd rown +Ġlist ened +ĠW A +ias m +P O +Ġappeal ing +Ġdiscl osed +ĠCh icken +ag ging +Ġple aded +Ġnav igation +ĠReturn s +Ġ[ [ +R OR +E A +Ġphotograp her +ĠR ider +ipp ers +Ġsl ice +Ġe rect +Ġhe d +iss ance +ĠVik ings +ur ious +Ġapp et +oubted ly +Ch ild +Ġauthent ic +o os +ĠM aking +Ġannoun cing +Ġb od +Ġmet er +ĠN ine +ĠR ogue +Ġwork force +Ġrenew ed +Ġorganis ations +ac s +P LE +Sh ort +Ġcomp ounds +ĠVis it +Ġen velop +ear th +Ġsupport ive +gg le +ĠBrus sels +ĠGu ild +Cre ate +RE L +Ġaver aged +Ġ19 69 +ri ages +Ġlength y +Ġforg ot +O kay +ĠE rd +Ġdeal er +Ġrec ession +D D +Ġdesper ately +Ġhun ger +Ġst icks +Ġm ph +ĠF aith +Ġintention ally +Ġdem ol +ue ller +ĠS ale +Ġde bris +s pring +Ġle ap +>> >> +Ġcontain ers +se lling +rane an +atter ing +Ġcomment ed +ĠC M +on ut +Ġwood s +es pecially +Ġorgan ize +iv ic +ĠWood s +ang a +s qu +Ġm aj +am on +Ġax is +Ġ19 74 +ĠDen mark +Ġwar rior +ĠP and +Ġout lined +ĠB O +ins ula +z illa +eb ook +Ġd are +Ġsear ched +Ġnav igate +S n +writ ing +Ġun ited +J apan +ĠHe brew +Ġfl ame +Ġrel ies +Ġcatch ing +ĠSh o +Ġimprison ment +Ġp ockets +Ġclos ure +ĠF am +t im +ade qu +Act ivity +Ġrecru iting +ĠW ATCH +ĠArgent ina +d est +Ġapolog ize +or o +Ġlack s +Ġtun ed +ĠGriff in +Ġinf amous +Ġcelebr ity +ss on +Ġ ---------------------------------------------------------------- +ĠIs is +ĠDis play +Ġcred ibility +Ġeconom ies +Ġhead line +ĠCow boys +Ġind ef +Ġl ately +Ġincent ives +but ton +ĠM ob +A ut +Ġres igned +ĠO m +c amp +Ġprof iles +Ġsche mes +olph ins +ay ed +Cl inton +en h +ĠY ahoo +Ġab st +Ġan k +su its +Ġw ished +ĠMar co +udd en +Ġsp here +ĠB ishop +Ġincorpor ated +ĠPl ant +11 4 +Ġh ated +p ic +Ġdon ate +Ġl ined +Ġbe ans +Ġsteal ing +Ġcost ume +Ġsher iff +Ġfor ty +Ġint act +Ġadapt ed +Ġtrave lling +b art +Ġnice ly +Ġdri ed +Ġsc al +os ity +NOT E +ĠB h +ĠBron cos +ĠI gn +Ġint imate +Ġchem istry +Ġopt imal +D eb +ĠGener ation +Ġ] , +ich i +ĠW ii +ĠYOU R +vent ions +W rite +Ġpop ul +un ning +ĠW or +V ol +Ġqu een +head s +K K +Ġanaly ze +op ic +ear chers +Ġd ot +leg raph +ast ically +Ġupgr ades +Ġca res +Ġext ending +Ġfree ze +Ġin ability +Ġorg ans +Ġpret end +Ġout let +11 3 +ol an +ĠM all +ul ing +t alk +Ġexpress ing +ĠAl ways +ĠBe gin +f iles +Ġlic enses +% % +ĠM itt +Ġfil ters +ĠMil waukee +G N +Ġunf old +M o +Ġnut rition +pp o +B o +Ġfound ing +Ġunder mine +Ġeas iest +ĠC zech +ĠM ack +Ġsexual ity +ĠN ixon +W in +ĠAr n +ĠK in +ãĤ £ +ic er +Ġfort un +Ġsurf aces +agh d +Ġcar riers +ĠP ART +ĠT ib +Ġinter val +Ġfrust rating +ĠSh ip +ĠAr med +ff e +Ġbo ats +ĠAb raham +in is +Ġsu ited +th read +i ov +ab ul +ĠVenezuel a +Ġto m +su per +Ġcast le +alth ough +iox ide +ec hes +Ġevolution ary +Ġnegoti ate +Ġconfront ed +Rem ember +Ġ17 0 +S uch +Ġ9 11 +m ult +ĠA byss +ur ry +ke es +spe c +ĠBarb ara +Ġbelong ing +Ġvill ain +ist ani +Ġaccount able +Ġport ions +ĠDe cl +U r +ĠK ate +g re +Ġmag azines +UC K +Ġregul ate +om on +ĠAl most +Ġover view +Ġsc ram +Ġl oot +ĠF itz +Ġcharacter istic +ĠSn ake +s ay +ĠR ico +Ġtra it +ĠJo ined +au cus +Ġadapt ation +ĠAirl ines +Ġarch ae +ĠI de +Ġb ikes +Ġliter ary +Ġinflu ences +ĠUs ed +C reat +Ġple a +ĠDef ence +ĠAss ass +Ġp ond +UL T +) " +Ġeval uated +Ġob taining +Ġdem ographic +Ġvig il +ale y +Ġsp ouse +ĠSeah awks +resp ons +ĠB elt +um atic +Ġr ises +run ner +ĠMichel le +Ġpot ent +r ace +ĠP AC +F ind +olester ol +IS S +ĠIntrodu ced +ress es +ign ment +O s +ĠT u +ĠDe x +ic ides +Ġspark ed +ĠLaur a +ĠBry ant +Ġsm iling +ĠNex us +Ġdefend ants +ĠCat al +Ġdis hes +sh aped +Ġpro long +m t +( $ +ãĢ Ĥ +Ġcalcul ations +ĠS ame +Ġp iv +H H +Ġcance lled +Ġgr in +Ġterrit ories +ist ically +C ome +ĠP arent +Pro ject +Ġneg lig +ĠPriv acy +Ġam mo +LE CT +olute ly +ĠEp ic +Ġmis under +w al +Apr il +m os +path y +ĠC arson +Ġalbum s +ĠE asy +Ġpist ol +< < +Ġ\ ( +t arget +hel p +Ġinter pre +cons cious +ĠH ousing +ĠJ oint +12 7 +Ġbe ers +s cience +ĠFire fox +effect ive +ĠC abin +ĠO kay +ĠApp lic +Ġspace craft +ĠS R +ve t +ĠStr ange +S B +Ġcor ps +iber al +e fficient +Ġpreval ence +Ġeconom ists +11 8 +Th read +ord able +OD E +ĠC ant +=- =- +if iable +ĠA round +Ġpo le +Ġwilling ness +CL A +ĠK id +Ġcomple ment +Ġsc attered +Ġin mates +Ġble eding +e very +Ġque ue +ĠTr ain +Ġh ij +Ġme lee +ple ted +Ġdig it +Ġg em +offic ial +Ġlif ting +Ð µ +Re qu +it utes +Ġpack aging +ĠWork ers +h ran +ĠLeban on +ol esc +Ġpun ished +ĠJ uan +Ġj am +ĠD ocument +Ġm apping +ic ates +Ġinev itably +Ġvan illa +ĠT on +Ġwat ches +Ġle agues +Ġiniti ated +deg ree +port ion +Ġrec alls +Ġru in +Ġm elt +I AN +Ġhe m +Ex p +Ġb aking +ĠCol omb +at ible +Ġrad ius +pl ug +ĠI F +et ically +Ġf ict +H ER +ĠT ap +atin um +Ġin k +Ġco h +ĠW izard +b oth +te x +Ġsp ends +ĠCurrent ly +ĠP it +Ġneur ons +ig nt +Ġr all +Ġbus es +b uilding +Ġadjust ments +Ġc ried +ibl ical +att ed +ĠZ ion +ĠM atter +Ġmed itation +ĠD ennis +Ġour s +ĠT ab +Ġrank ings +ort al +Ġad vers +Ġsur render +ĠG ob +ci um +om as +im eter +Ġmulti player +Ġhero in +Ġoptim istic +Ġindic ator +ĠBr ig +Ġgro cery +Ġapplic ant +ĠRock et +v id +Ex ception +p ent +Ġorgan izing +Ġenc ounters +ĠT OD +Ġjew el +S ave +ĠChrist ie +Ġhe ating +Ġl azy +ĠC P +Ġcous in +Con fig +Ġreg ener +Ġne arest +Ġachie ving +EN S +th row +ĠRich mond +ant le +200 2 +Ġan ten +b ird +13 3 +Ġn arc +r aint +un ny +ĠHispan ic +ourn aments +Ġprop he +ĠTh ailand +ĠT i +Ġinject ion +Ġinher it +rav is +Ġmed i +Ġwho ever +ĠDE BUG +G P +ĠH ud +C ard +p rom +Ġp or +Ġover head +L aw +Ġviol ate +Ġhe ated +Ġdescript ions +Ġachieve ments +ĠBe er +ĠQu ant +W as +Ġe ighth +ĠI v +Ġspecial ized +U PDATE +ĠD elta +P op +J ul +ĠAs k +oph y +Ġnews letters +ĠT ool +Ġg ard +ĠConf eder +ĠGM T +ĠAb bott +Ġimm unity +ĠV M +Is lam +Ġimpl icit +w d +Ġ19 44 +rav ity +omet ric +Ġsurv iving +ur ai +ĠPr ison +Ġr ust +ĠSk etch +Ġbe es +ĠThe ory +Ġmer it +T ex +ch at +Ġm im +Ġpast e +ĠK och +Ġignor ance +ĠSh oot +Ġbas ement +Un ited +ĠAd vis +he ight +Ġf oster +Ġdet ain +in formation +Ġne ural +' ; +Ġprov es +all ery +Ġinv itation +um bers +Ġc attle +Ġbicy cle +z i +Ġconsult ant +Ġap ology +ĠT iger +Ġ12 3 +99 9 +Ġind ividually +r t +ig ion +ĠBrazil ian +Ġdist urb +Ġentreprene urs +Ġfore sts +cer pt +pl ates +p her +clip se +Ġtw itter +Ġac ids +ograph ical +h um +ĠB ald +if ully +Ġcomp iler +ĠD A +Ġdon or +as i +Ġtrib al +l ash +ĠCon fig +Ġapplic ants +Ġsal aries +13 5 +Put in +ĠF ocus +ir s +Ġmisc onduct +ĠH az +Ġeat en +M obile +Mus lim +ĠMar cus +v iol +Ġfavor able +Ġst ub +ad in +ĠH ob +Ġfaith ful +Ġelectron ics +Ġvac uum +w ait +back ed +econom ic +d ist +Ġten ure +Ġsince re +ĠT ogether +ĠW ave +Ġprog ression +Ġden ying +Ġdist ress +br aska +th ird +Ġmix ing +Ġcolon ial +Ġpriv ately +Ġun rest +atern ity +Ġprem ises +ant i +greg ation +Ġlic ence +ĠH ind +ĠSam uel +Ġconvinc ing +ĠA ce +ĠR ust +ĠNet anyahu +Ġhand les +ĠP atch +orient ed +ah o +ĠG onz +Ġhack ers +claim er +Ġcustom s +ĠGr an +f ighters +Ġl uc +Ġman uscript +aren thood +Ġdev il +Ġwar riors +Ġoff enders +Will iam +Ġhol idays +Ġnight mare +Ġle ver +iff erent +St at +Ġexhib ition +put ed +ĠP ure +Ġal pha +Ġenthus iasm +ĠRepresent atives +E AR +ĠT yp +Ġwhe at +ĠAl f +Ġcor rection +Ġev angel +AT T +M iss +Ġs oup +Ġimpl ied +par am +Ġsex y +ĠL ux +Ġrep ublic +p atch +ab lish +Ġic ons +Ġfather s +ĠG ET +ĠCar ib +Ġregul ated +ĠCo hen +ĠBob by +Ġn er +Ġb ent +vent ory +ĠAl ong +ĠE ST +ĠWall ace +Ġmurd ers +r ise +ke ll +ĠCommon wealth +Ġn asty +et a +ĠM IT +Ġadminist ered +Ġgenuine ly +Ed itor +n ick +Ġhyd ro +**************** **************** +ĠB le +Ġfin es +Ġg orge +aus ible +r h +Ġapp le +ment ioned +Ġro pe +ot yp +H R +Ġdisappoint ing +Ġc age +n ik +Ġdoub ts +ĠF REE +print s +ĠM UST +Ġvend ors +ĠIn qu +Ġliber als +Ġcontract or +Ġup side +child ren +Ġtrick y +Ġregul ators +charg ed +l iter +Ġ *** +Ġreb ell +l ang +Ġloc als +Ġphys icians +Ġhe y +ar se +t m +ĠLe x +Ġbehavior al +success ful +F X +Ġbr ick +ov ic +Ġcon form +Ġreview ing +Ġins ights +Ġbi ology +ĠRem ove +ĠExt ra +Ġcomm itting +indu ced +ignt y +ig m +Ġat omic +Comm on +ĠE M +ĠP ere +ĠIt ems +e h +Ġpres erved +ĠH ood +Ġprison er +Ġbankrupt cy +Ġg ren +us hes +Ġexplo itation +Ġsign atures +Ġfin an +] ," +ĠM R +Ġme g +rem lin +Ġmusic ians +Ġselect ing +Ġexam ining +IN K +l ated +H i +Ġart ic +Ġp ets +Ġimp air +ĠM AN +Ġtable ts +in clude +R ange +Ġca ut +Ġlog s +Ġmount ing +Ġun aware +Ġdynam ics +ĠPalest ine +ĠQu arter +ĠPur ple +Ġm a +ĠIm port +Ġcollect ions +ci ation +Ġsuccess or +Ġcl one +Ġaim ing +Ġposs essed +Ġstick ing +Ġsh aking +Ġloc ate +ĠH ockey +T urn +17 0 +Ġfif teen +ĠHar rison +Ġcontinu ously +ĠT C +ĠVal ent +ĠRes cue +Ġby pass +am ount +Ġm ast +Ġprotect s +Ġart istic +Ġsomet ime +Ġsh oe +Ġshout ed +ific ant +et itive +ĠReg ister +ĠJ in +Ġconcent rated +ling ton +on ies +Ġgener ator +yr im +ĠAr men +Ġclear ing +id o +ĠT W +al ph +Ġlad ies +H ard +Ġdial og +Ġinput s +æ ľ +Ġpos es +Ġsl ots +ĠPrem ium +Ġle aks +Ġboss es +Ġ11 3 +c ourse +A cc +ĠNew ton +ĠAust ria +ĠM age +Ġte aches +ab ad +Ġwe ars +Ġc yl +Ġcur se +ĠS ales +ĠW ings +Ġp sy +Ġg aps +ĠIce land +ĠP interest +Ġland lord +Ġdefin itions +ĠK er +Ġsufficient ly +ĠP ence +ĠArch itect +Ġsur pass +Ġ11 4 +Ġsuper hero +ĠDise ase +Ġpri ests +ĠC ulture +Ġdefin itive +Ġsecret ly +ĠD ance +inst all +ch ief +ĠJess ica +W ould +Up dated +Ġlock er +ĠK ay +Ġmem orial +è ¦ +f at +Ġdis gu +Ġflav ors +ĠBase ball +ĠRes istance +Ġk icks +Ġen v +Ġteen agers +D ark +ĠC AR +Ġh alt +ĠL G +ĠGab riel +Ġfe ver +Ġs atur +Ġm all +Ġaffili ate +ĠS leep +ĠSpe cific +ĠV el +Ġj ar +ĠSac red +ĠEd wards +ĠA CL +Ġret ained +ĠG iant +Ġlim itation +in ces +Ġref usal +ĠT ale +ĠBut ler +Ġacc idents +ĠC SS +Ġimport ed +ĠCop y +Î ± +ER T +z el +Ġdiv isions +h ots +ĠAl b +ĠD S +Load er +W ashington +at isf +ĠCreat ive +\ . +ĠAut om +red ict +Ġrecept or +ĠCarl os +Met hod +ok a +Ġmal icious +Ġste pping +, [ +ĠD ad +Ġatt raction +ĠEffect s +ĠPir ate +ĠC er +ĠIndust ry +ĠR ud +Ġchar ter +Ġd ining +Ġins ists +Ġconfig ure +Ġ( # +ĠSim ple +ĠSc roll +UT C +17 5 +ĠK on +Ġmarket place +Ġ ãĤ +Ġref res +Ġg ates +er red +ĠP od +Ġbeh ave +Fr ank +n ode +Ġendors ed +he tt +as ive +ĠHom eland +Ġr ides +ĠLe ave +er ness +Ġflood ing +A FP +Ġris en +Ġcontin ually +Ġun anim +ĠCont ract +ĠP as +Ġgu ided +ĠCh ile +b d +Ġsu cc +pt ic +Ġcomm ittees +ĠL uther +ĠAny one +Ġs ab +12 4 +Ġp ixel +ĠB ak +ĠT ag +ĠBenn ett +En ter +sm all +ĠPresident ial +Ġp ul +Ġcontr ace +arch ive +Ġcoast al +ĠK ids +19 2 +âĢ ² +ick y +ING TON +Ġw olf +ĠSt alin +T ur +id get +am as +ĠUn less +Ġspons or +Ġmor ph +ĠCho ose +Ġrun ner +Ġun bel +Ġm ud +ĠMan a +Ġdub bed +Ġg odd +ure rs +wind ow +Ġrel ied +Ġcelebr ating +os c +Ġ13 5 +Ġlobb ying +Ġincom plete +Ġrestrict ion +Ġinc ap +it us +Ġexpect ation +ĠAp ollo +Ġint ens +Ġsyn c +G H +Ġmanip ulation +B Y +Ġspe ar +Ġbre asts +Ġvol can +il ia +M aterial +Ġform ats +ĠB ast +Ġparliament ary +Ġsn ake +Ġserv ants +ĠTr udeau +ĠGr im +ĠArab ic +ĠSC P +ĠBoy s +st ation +Ġprospect ive +ord e +in itialized +Ġb ored +AB LE +Ġaccess ed +Ġtax i +ĠShe ll +aid en +urs ed +in ates +ĠIns urance +ĠPet e +Sept ember +6 50 +Ġad ventures +ĠCo ver +Ġt ribute +Ġsk etch +Ġem power +Ġ Ø +ĠGl enn +ĠD aw += \" +ĠPolit ics +Ġgu ides +Ġd ioxide +ĠG ore +ĠBr ight +ĠS ierra +Ġval ued +c ond +Ġpo inter +Se lect +Ġrisk y +Ġabsor b +im ages +Ġref uses +Ġbon uses +__ _ +Ġh ilar +ĠF eatures +2 20 +ĠCollect or +F oot +Ġ19 64 +cul us +Ġd awn +Ġwork out +ĠL O +Ġphilosoph ical +ĠSand y +ĠYou th +Ġl iable +A f +bl ue +Ġovert urn +less ness +ĠTrib une +ĠIn g +Ġfact ories +Ġcat ches +Ġpr one +Ġmat rix +Ġlog in +Ġin acc +Ġex ert +s ys +Ġneed le +ĠQ ur +Ġnot ified +ould er +t x +Ġremind s +Ġpublisher s +Ġn ort +Ġg it +Ġfl ies +ĠEm ily +Ġflow ing +ĠAl ien +ĠStr ateg +Ġhard est +Ġmod ification +AP I +ĠM Y +Ġcr ashes +st airs +n umber +Ġur ging +ch annel +ĠFal con +Ġinhabit ants +Ġterr ifying +Ġutil ize +Ġban ner +Ġcig arettes +Ġsens es +ĠHol mes +Ġpract ition +ĠPhill ips +ott o +Ġcomp ile +Mod el +ĠK o +Ġ[ ] +Americ ans +ĠTer ms +Ġmed ications +ĠAn a +Ġfundament ally +ĠNot ice +Ġwe aker +Ġ 0000 +Ġgar lic +Ġout break +Ġeconom ist +ĠB irth +Ġobst acles +ar cer +ĠOr thodox +Ġplace bo +ĠC rew +asp berry +ĠAng els +Ġdis charge +Ġdestruct ive +11 7 +ĠR ising +Ġd airy +l ate +Ġcoll ision +ĠTig ers +ean or +ocument ed +ĠIn valid +Ġd ont +ĠL iter +ĠV a +Ġhyd rogen +Ġvari ants +ĠBrown s +Ġ19 65 +Ġind igenous +Ġtrad es +Ġremain der +Ġswe pt +ĠImp act +Ġred ist +Ġun int +grad uate +ãĥ ķ +ĠW ILL +ãģ® ç +ĠCrit ical +Ġf isher +Ġv icious +Ġrevers ed +Y ear +ĠS ox +Ġshoot ings +Ġfil ming +Ġtouchdown s +ai res +m el +Ġgrand father +Ġaffect ion +ing le +Ġover ly +Add itional +Ġsup reme +ĠGr ad +Ġsport ing +Ġmer cy +ĠBrook s +ount y +Ġperform s +Ġtight ly +Ġdem ons +Ġkill ings +Ġfact ion +ĠNov a +aut s +Ġund oubtedly +ar in +Ġunder way +ra k +Ġl iv +ĠReg ion +Ġbrief ing +s ers +cl oud +ĠM ik +us p +Ġpred iction +az or +Ġport able +ĠG and +Ġpresent ing +Ġ10 80 + » +ush i +ĠSp ark +there um +Ġjust ification +ĠN y +Ġcontract ors +ming ham +ĠSt yle +å ħ +ĠChron icles +ĠPict ure +Ġprov ing +Ġw ives +set t +Ġmole cules +ĠFair y +Ġconsist ing +Ġp ier +al one +in ition +Ġn ucle +j son +Ġg otta +Ġmob il +Ġver bal +ar ium +Ġmon ument +uck ed +Ġ25 6 +T ech +mine craft +ĠTr ack +Ġt ile +Ġcompat ibility +as is +Ġs add +Ġinstruct ed +ĠM ueller +Ġle thal +Ġhorm one +Ġor che +el se +Ġske let +Ġentert aining +Ġminim ize +ag ain +Ġunder go +Ġconst raints +Ġcig arette +ĠIslam ist +Ġtravel s +ĠPant hers +l ings +C are +Ġlaw suits +ur as +Ġcry st +Ġlow ered +Ġaer ial +Ġcomb inations +Ġha un +Ġch a +Ġv ine +Ġquant ities +Ġlink ing +b ank +Ġso y +B ill +ĠAngel a +Ġrecip ient +ĠProt est +Ġs ocket +Ġsolid arity +Ġâ Ĩ +m ill +Ġvar ies +ĠPak istani +Dr agon +Ġun e +Ġhor izon +³³³³ ³³³³ +Ġprov inces +Ġfrank ly +Ġenact ed +not es +[ ' +Ġ19 2 +ocr acy +Ġendorse ment +Ġover time +Tr ue +L ab +lic ted +ĠD NC +Ġbe ats +ĠJam ie +15 2 +ĠIN T +Cont act +Ġaccount ed +h ash +ĠPack ers +p ires +Ġles bian +Ġamend ments +Ġhop eful +ĠFin land +Ġspot light +Ġconfig ured +Ġtrou bled +Ġg aze +ĠCal gary +Ġrel iability +Ġins urg +sw er +b uy +ĠSk in +Ġp ixels +Ġhand gun +Ġpar as +Ġcateg or +ĠE L +ĠRe x +Ind eed +Ġkind a +Ġconj unction +ĠBry an +ĠMan ufact +y ang +Pl us +S QL +ish ment +Ġdom inate +Ġn ail +Ġo ath +Ġeru pt +ĠF ine +it bart +ĠCh ip +ĠAb d +ĠN am +Ġbuy er +Ġdiss ent +Le aks +Cont in +Ġr ider +ĠSome one +Ġill usion +c in +ĠBoe ing +Ġin adequ +ov ation +i ants +Ġreb uild +4 50 +ĠDest iny +S W +ĠT ill +H it +ia z +ĠBang l +acher s +ĠRe form +Ġse gments +Ġsystem atic +d c +ĠConserv atives +Ġport al +h or +ĠDragon bound +Ġdrag ged +om o +Ġthe e +ad vert +ĠRep orts +ĠE t +Ġbarrel s +Aug ust +Ġcompar isons +Ġhe x +Ġan throp +" [ +bor ough +ab i +Ġpict ured +play ing +ĠAdd ress +ĠMir ror +Sm ith +Ġt ires +ĠN PR +AA AA +Ġclass ification +ĠTh an +ĠH arm +ĠR A +Ġreject ion +min ation +Ġr anged +ĠF alls +D I +H ost +ãĤ ´ +ĠEx ample +list ed +th irds +Ġsaf egu +br and +Ġprob able +Can ada +IT ION +ĠQ aeda +Ġch ick +Ġimport s +h it +l oc +W W +Ġble w +Ġany time +Ġwh oles +ik ed +Ġcal culation +cre ate +ĠO ri +Ġupgr aded +Ġapp ar +ut ory +ĠM ol +B rit +ĠJ ong +IN AL +ĠStart ing +Ġd ice +urt le +Ġre lying +cl osure +Ġprof itable +Ġsl aughter +ĠMan ual +c aster +Ġ" $ +Ġfe ather +ĠSim ply +ie ves +Ġdeter ior +ĠPC I +Ġst amp +Ġfl aws +Ġsh ade +ham mer +Ġpass port +Ġcont ing +am el +Ġobser vers +Ġneg lect +ĠR B +ĠBrother hood +Ġskept ical +f amily +us k +Ġemotion ally +â Ļ +ĠBet a +ason able +id ity +ĠM ul +Ġkick ing +ĠC arm +oll ah +VERT IS +ĠAt hen +Ġlad der +ĠBul let +å £ +00 01 +ĠWild life +ĠM ask +ĠN an +R ev +Ġun acceptable +leg al +Ġcrowd ed +ag i +ĠC ox +j e +Ġmor ality +Ġfu els +Ġc ables +Ġman kind +ĠCarib bean +Ġanch or +Ġby te +ĠO ften +ĠO z +Ġcraft ed +Ġhistor ian +ĠW u +Ġtow ers +ĠCitiz ens +Ġhel m +Ġcred entials +Ġsing ular +ĠJes se +Ġtack les +Ġcont empt +Ġa fore +ĠSh adows +Ġn il +Ġur gent +app le +bl ood +Ġv on +Ġoff line +Ġbreat he +Ġj umps +Ġirre levant +ox ic +om al +import ant +J im +Ġgl oves +arm ing +dep th +Ġtal ents +ook ie +ĠS B +Ġpal m +uff s +est a +IG H +Ġcan on +ĠVer izon +ĠP le +Ġcou pled +vel t +Ġfundra ising +ĠGet ting +ĠD LC +Ġmathemat ical +ĠH S +ĠCard inals +te lling +Ġspons ors +Ġ Ï +ĠBull s +op tion +Ġprop ose +Ġmem orable +Ġembr aced +Ġdecl ining +He alth +ed a +Ġ} ; +Ġsp am +m ile +Ġpit cher +ĠE ight +Ġcar ing +ut ic +ro le +Ġair line +ernand ez +ĠAth let +Ġcert ification +ux e +rig er +Ġem pir +Ġsens ation +Ġdis m +Ġb olt +Ġev olve +H ouse +Ġconsult ation +ĠD uty +Ġtou ches +ĠN athan +Ġf aint +h ad +" ( +ĠCons umer +ĠExt reme +Ġ12 7 +ĠHer m +ĠSac rament +iz oph +Ġanx ious +ul ously +Ġsoc ially +ĠU TC +Ġsol ving +ĠLet ter +Hist ory +ed uc +Pr ice +) ); +Ġrel oad +am ic +Ġp ork +Ġdisc ourse +Ġt ournaments +ai ro +ĠK ur +ĠCost a +Ġviol ating +Ġinterf ere +Ġrecre ational +uff le +Ġspe eches +Ġneed ing +Ġremem bers +Ġcred ited +n ia +f ocused +amer a +Ġb ru +um bs +ĠCub an +Ġpreced ing +Ġnons ense +ac ial +Ġsmart phones +ĠSt ories +S ports +ĠEmer gency +oun cing +ef ined +Ġb er +Ġconsult ing +Ġm asters +he astern +." [ +ĠRun ning +Ġsus cept +ĠF eng +Americ a +pr ises +st itial +ĠWeek ly +ĠGreat er +mod ules +if ter +G raphics +ul er +Ġwho lly +Ġsupp ress +Ġconce aled +Ġhapp ily +Ġaccept s +ĠEn joy +Ġr ivers +ĠEx cept +2 25 +ĠN HS +ĠMc Connell +Ġp ussy +fer red +ut able +Ġatt ain +Ġ> = +Ġdepos its +roph ic +Ġnot orious +ĠSh aw +il itation +Ġepid emic +all ic +Ġsmall est +ov ich +Ġaccess ories +per ties +Ġsur plus +ĠMe ch +Ġamb ig +ĠImm igration +Ġch im +ev al +Ġpract icing +ĠMyster y +Ġdom ains +ĠSil icon +app s +Ġkilomet ers +e a +ĠSm ash +Ġwarrant y +Ġn ost +s il +re v +J on +ĠDub lin +Ġtast es +Ġb out +g reat +er ror +Ġsw itches +ĠB apt +D O +ok i +Ġsour ced +pro du +Ġattach ment +ĠIss ue +ĠQuest ion +Jo in +Ġf itted +Ġunlaw ful +^ ^ +ere k +Ġauthent ication +Ġst ole +Ġaccount ability +l abel +S earch +Ġal beit +atic an +fund ed +ĠAdd ing +ĠI Q +Ġsub mar +l it +a que +ĠLear ning +Ġint eger +M aster +ĠCh rom +Ġprem ier +O p +ĠLi u +Ġbl essed +ĠGl obe +ĠResp onse +Ġlegit im +ĠMer kel +Ġdispos al + ´ +Ġgau ge +pe at +Ġindu ced +Ġquestion able +arth y +ĠV it +ĠF eed +U ntil +U t +worth y +R Y +ĠH erald +ĠHam mer +Ġmed al +ĠR ivers +ĠH ack +Ġclar ify +Ġtrack ed +Ġautonom ous +Ġten ant +ĠQ atar +er ie +Ġgr im +ĠMon itor +Ġresist ant +ĠSpe c +ĠWell s +N AS +14 8 +Ġmin ers +iot ics +Ġmiss es +11 6 +g ian +g it +ĠE yes +p res +Ġgrad uated +Ġang el +Ġsyn chron +Ġefficient ly +Ġtrans mitted +H arry +Ġglob ally +EN CE +ĠMont ana +r aged +ĠPre vention +Ġp iss +ĠL l +Ġshe lf +ĠB JP +ĠTest ament +ĠL ate +ik er +ĠH app +ĠJul ian +h all +Ġsp ont +Ġshut down +Ġincons istent +Ġsubscrib ers +Ġske leton +ĠNe braska +Ġins pire +ĠV oid +F eed +Ġang les +ĠSpr ings +Ġbench mark +Ġvacc ines +izoph ren +se xual +uff ed +Ġsh ine +ĠK ath +Ġgest ure +ine a +Ġr ip +Ġopp ression +Ġcons cience +b t +ĠL um +Ġinc idence +ĠF a +w r +Ġmin eral +ĠSp urs +alk y +Ġth under +Ġop io +Be ing +ĠPal m +Ġwas ted +Ġl b +i aries +ĠIniti ative +Ġcur ric +Ġmark er +ĠMc L +Ġext ensions +ĠP v +ĠAr ms +Ġoffer ings +Ġdef enses +Ġvend or +Ġcontrad ict +ĠCol in +Ġredd it +Ġper ipher +12 2 +Ġs ins +E dit +IC T +So ft +ĠSh ah +Ġadministr ator +ĠT rip +Ġporn ography +Ġtu ition +in ence +ĠPro gress +Ġcat alog +Ġsu ite +Ġh ike +Ġreprodu ctive +eng ine +Ġd rought +ĠNo ah +Ġ2 30 +Ġd ude +Ġrelax ed +Ġpart ition +Ġparticip ant +Ġtel esc +Ġfe as +ĠF F +own er +Ġswe eping +Ġl enses +Ġmatch up +ĠRe pl +ourn als +Ġcred ible +Ġgrand mother +Ġther mal +Ġsubscrib ing +Ġident ities +col m +U CT +Ġreluct ant +us ers +ĠC ort +Ġassist ed +OS S +ATION S +IS H +Ġpharm aceutical +ic able +ad ian +ĠSon ic +ĠF ury +ĠM ong +A H +ĠPsych ology +Ġph osph +Ġtreat s +Ń Ķ +Ġstead ily +ĠHell o +Ġrel ates +Ġcl ue +Ex pl +a uth +Ġrev ision +Ġe ld +os ion +Ġbr on +14 4 +ri kes +Ġmin es +Ġblank et +ĠF ail +el ed +ĠIm agine +ĠPl anned +a ic +Re quest +M ad +ĠHor se +ĠEag le +Ġcap ac +15 7 +Ġl ing +ĠN ice +ĠP arenthood +min ster +og s +ens itive +Not hing +Ġcar n +F in +ĠP E +Ġr ifles +ĠL P +S and +Ġgui Active +Ġtour ist +C NN +Ġunve iled +Ġpredec essor +} { +u ber +Ġoff shore +Ġopt ical +ĠR ot +ĠPear l +et on +Ġst ared +Ġfart her +at ility +cont in +ĠG y +ĠF oster +ĠC oc +ri ents +Ġdesign ing +ĠEconom y +ON G +W omen +ĠN ancy +er ver +Ġmas cul +Ġcasual ties +Ġ2 25 +ĠS ullivan +ĠCh oice +Ġa ster +w s +Ġhot els +Ġconsider ations +Ġcou ch +ĠSt rip +ĠG n +Ġmanip ulate +l ied +Ġsynt hetic +Ġassault ed +Ġoff enses +ĠDra ke +Ġim pe +Oct ober +ĠHer itage +h l +ĠBl air +Un like +Ġg rief +Ġ4 50 +Ġopt ed +Ġresign ation +il o +Ġver se +ĠT omb +Ġu pt +Ġa ired +ĠH ook +ĠML B +Ġassum es +out ed +ĠV ers +Ġinfer ior +Ġbund le +ĠD NS +ograp her +Ġmult ip +ĠSoul s +Ġillust rated +Ġtact ic +Ġdress ing +Ġdu o +Con f +Ġrel ent +Ġc ant +Ġscar ce +Ġcand y +ĠC F +Ġaffili ated +Ġspr int +yl an +ĠGarc ia +Ġj unk +Pr int +ex ec +C rit +Ġport rait +ir ies +ĠOF F +Ġdisp utes +W R +L ove +ãģ Ħ +ĠRe yn +Ġh ipp +op ath +Ġflo ors +ĠFe el +Ġwor ries +Ġsett lements +ĠP os +Ġmos que +Ġfin als +Ġcr ushed +ĠPro bably +ĠB ot +ĠM ans +ĠPer iod +Ġsovere ignty +Ġsell er +Ġap ost +Ġam ateur +Ġd orm +Ġconsum ing +Ġarm our +ĠRo ose +Ġint ensive +Ġelim inating +ĠSun ni +ĠAle ppo +j in +Ġadv ise +p al +ĠH alo +Ġdes cent +Ġsimpl er +Ġbo oth +ST R +L ater +ĠC ave +== = +Ġm ol +Ġf ist +Ġshot gun +su pp +Ġrob bery +E ffect +Ġobsc ure +ĠProf essional +Ġemb assy +Ġmilit ant +Ġinc arcer +Ġgener ates +Ġlaun ches +Ġadministr ators +Ġsh aft +Ġcirc ular +Ġfresh man +ĠW es +ĠJo el +ĠD rew +ĠDun can +ĠApp arently +s ight +ĠIntern al +ĠInd ividual +ĠF E +Ġb ore +ĠM t +Ġbroad ly +ĠO ptions +ount ain +ip es +ĠV ideos +20 4 +Ġh ills +Ġsim ulation +Ġdisappoint ment +it an +ĠLabor atory +Ġup ward +Ġbound ary +Ġdark er +h art +Ġdomin ance +C ong +ĠOr acle +ĠL ords +Ġscholars hip +ĠVin cent +ed e +ĠR ah +Ġencour ages +ro v +Ġqu o +Ġprem ise +ĠCris is +ĠHol ocaust +Ġrhyth m +Ġmet ric +cl ub +Ġtransport ed +Ġn od +ĠP ist +Ġancest ors +ĠFred er +th umbnails +ĠC E +ON D +Ph il +ven ge +ĠProduct s +cast le +Ġqual ifying +ĠK aren +VERTIS EMENT +Ġmight y +Ġexplan ations +Ġfix ing +D i +Ġdecl aring +Ġanonym ity +Ġju ven +ĠN ord +ĠDo om +ĠAct ually +O k +ph is +ĠDes ert +Ġ11 6 +I K +ĠF M +Ġinc omes +V EL +ok ers +Ġpe cul +Ġlight weight +g ue +Ġacc ent +Ġincre ment +ĠCh an +Ġcompl aining +ĠB aghd +Ġmidfield er +Ġover haul +Pro cess +ĠH ollow +ĠTit ans +Sm all +man uel +ĠUn ity +ĠEv ents +S ty +Ġdispro portion +n esty +en es +ĠC od +Ġdemonstr ations +ĠCrim son +ĠO H +Ġen rolled +Ġc el +ĠBre tt +Ġa ide +Ġhe els +Ġbroad band +Ġmark ing +Ġw izard +ĠN J +ĠChief s +Ġingred ient +Ġd ug +ĠSh ut +urch ase +end or +Ġfar mer +ĠGold man +12 9 +15 5 +Or der +Ġl ion +i ably +Ġst ain +ar ray +ilit ary +ĠFA Q +Ġexpl oded +ĠMcC arthy +ĠT weet +ĠG reens +ek ing +l n +ens en +Ġmotor cycle +Ġpartic le +Ġch olesterol +B ron +Ġst air +Ġox id +Ġdes irable +ib les +Ġthe or +for cing +Ġpromot ional +ov o +b oot +ĠBon us +raw ling +Ġshort age +ĠP sy +Ġrecru ited +Ġinf ants +Ġtest osterone +Ġded uct +Ġdistinct ive +Ġfirm ware +bu ilt +14 5 +Ġexpl ored +Ġfact ions +Ġv ide +Ġtatt oo +Ġfinan cially +Ġfat igue +Ġproceed ing +const itutional +Ġmis er +Ġch airs +gg ing +ipp le +Ġd ent +Ġdis reg +ç Ķ +st ant +ll o +b ps +aken ing +Ġab normal +ĠE RA +å£ « +ĠH BO +ĠM AR +Ġcon cess +Ġserv ant +Ġas pir +l av +ĠPan el +am o +Ġprec ip +Ġrecord ings +Ġproceed ed +Ġcol ony +ĠT ang +ab lo +Ġstri pped +Le ft +to o +Ġpot atoes +Ġfin est +% ). +Ġc rap +ĠZ ach +ab ases +ĠG oth +Ġbillion aire +w olf +Ġsan ction +S K +Ġlog ged +P o +ey ed +un al +Ġcr icket +Ġarm ies +Ġunc overed +Cl oud +ó n +Ġreb ounds +Ġm es +O per +P ac +Ġnation ally +Ġinsert ed +p ict +Ġgovern ance +Ð ¸ +Ġprivile ges +G ET +Ġfavor ites +im ity +Ġlo ver +the m +em pl +Ġgorge ous +An n +Ġsl ipped +Ġve to +B ob +Ġsl im +u cc +ĠF ame +udden ly +Ġden ies +ĠM aur +Ġdist ances +Ġw anna +t ar +ĠS ER +Ġâ Ī +Ġle mon +at hetic +Ġlit eral +Ġdistingu ished +Ġansw ering +G I +Ġrelig ions +ĠPhil os +ĠL ay +Ġcomp os +ire ments +ĠK os +ine z +roll ing +Ġyoung est +and ise +ĠB orn +Ġalt ar +am ina +ĠB oot +v oc +Ġdig ging +Ġpress ures +Ġl en +26 4 +Ġassass ination +ĠBir mingham +ĠMy th +Ġsovere ign +ĠArt ist +ĠPhot ograph +Ġdep icted +Ġdisp ens +orth y +Ġamb ul +int eg +ĠC ele +ĠTib et +Ġhier archy +Ġc u +Ġpre season +ĠPet erson +Ġcol ours +Ġworry ing +Ġback ers +ĠPal mer +ĠÎ ¼ +Ġcontribut or +Ġhear ings +Ġur ine +Ġ Ù +ourge ois +Sim ilar +ĠZ immer +s omething +ĠUS C +Ġstrength s +ĠF I +Ġlog ging +As ked +ĠTh ai +in qu +ĠW alt +Ġcrew s +it ism +3 01 +Ġshar ply +um ed +Ġred irect +r ators +In f +ĠWe apons +Ġte asp +19 99 +L ive +ĠEs pecially +ĠS ter +ĠVeter ans +Ġint ro +other apy +Ġmal ware +Ġbre eding +Ġmole cular +ĠR oute +ĠCom ment +oc hem +Ġa in +Se ason +Ġlineback er +Ä « +ĠEconom ics +es ar +ĠL ives +ĠEm ma +Ġk in +ĠTer rit +Ġpl anted +ot on +ĠBut ter +ĠSp ons +P ER +Ġdun geon +Ġsymb olic +Ġfil med +Ġdi ets +Ġconclud es +Ġcertain ty +ĠForm at +Ġstr angers +form at +ĠPh ase +Ġcop ied +Ġmet res +ld a +ĠUs ers +Ġdeliber ate +Ġwas hed +ĠL ance +im ation +Ġimpro per +ĠGen esis +ick r +ĠK ush +Ġreal ise +Ġembarrass ing +alk ing +b ucks +Ġver ified +Ġout line +year s +ĠIn come +20 2 +Ġz ombies +F inal +ĠMill enn +Ġmod ifications +ĠV ision +ĠM oses +ver b +iter ranean +ĠJ et +Ġnav al +ĠA gg +Ġur l +Ġvict ories +Ġnon etheless +Ġinj ust +ĠF act +ç ļ +Ġins ufficient +re view +face book +Ġnegoti ating +Ġguarant ees +im en +uten berg +Ġg ambling +Ġcon gr +Load ing +Ġnever theless +Ġpres idents +ĠIndust rial +Ġ11 8 +Ġp oured +ĠT ory +Ġ17 5 +Ġ: = +Sc ott +ange red +T ok +Ġorgan izers +M at +ĠG rowth +Ġad ul +Ġens ures +Ġ11 7 +é¾į å +Ġmass acre +Ġgr ades +be fore +AD VERTISEMENT +ĠSl ow +ĠM MA +âĢĶ " +ĠV atican +Q aeda +Ġo we +66 66 +ĠS orry +ĠGr ass +Ġbackground s +Ġexha usted +Ġcl an +Ġcomprom ised +ĠE lf +ĠIsa ac +ens on +In vest +IF A +Ġinterrupt ed +ãĥī ãĥ© +Ġtw isted +ĠDrag ons +M ode +ĠK remlin +Ġfert il +he res +ph an +ĠN ode +f ed +ĠOr c +Ġunw illing +C ent +Ġprior it +Ġgrad uates +Ġsubject ive +Ġiss uing +ĠL t +Ġview er +Ġw oke +Th us +bro ok +Ġdep ressed +Ġbr acket +ĠG or +ĠFight ing +Ġstri ker +Rep ort +ĠPortug al +Ġne o +w ed +19 9 +Ġflee ing +sh adow +ident ified +US E +Ste am +Ġstret ched +Ġrevel ations +art ed +ĠD w +Ġalign ment +est on +ĠJ ared +S ep +Ġblog s +up date +g om +r isk +Ġcl ash +ĠH our +Ġrun time +Ġunw anted +Ġsc am +Ġr ack +Ġen light +on est +ĠF err +Ġconv ictions +Ġp iano +Ġcirc ulation +ĠW elcome +Ġback lash +ĠW ade +Ġrece ivers +ot ive +J eff +Ġnetwork ing +ĠPre p +ĠExpl orer +Ġlect ure +Ġupload ed +ĠMe at +B LE +ĠNaz is +ĠSy nd +st ud +ro ots +ri ans +Ġportray ed +Ġ ?? +ĠBudd ha +s un +Rober t +ĠCom plex +Ġover see +Ġste alth +T itle +ĠJ obs +ĠK um +Ġappreci ation +ĠM OD +Ġbas ics +Ġcl ips +Ġnurs ing +Ġpropos ition +Ġreal ised +ĠNY C +Ġall ocated +ri um +ar an +ĠPro duction +ĠV ote +Ġsm ugg +Ġhun ter +az er +ĠCh anges +Ġfl uct +y on +Ar ray +Ġk its +W ater +Ġuncom mon +Ġrest ing +ell s +w ould +Ġpurs ued +Ġassert ion +omet own +ĠMos ul +ĠPl atform +io let +Ġshare holders +Ġtra ils +P ay +ĠEn forcement +ty pes +ĠAn onymous +Ġsatisf ying +il ogy +Ġ( ' +w ave +c ity +Ste ve +Ġconfront ation +ĠE ld +C apt +ah an +ht m +ĠC trl +ON S +2 30 +if a +hold ing +Ġdelic ate +Ġj aw +ĠGo ing +or um +S al +Ġd ull +ĠB eth +Ġpr isons +Ġe go +ĠEl sa +avor ite +ĠG ang +ĠN uclear +Ġsp ider +ats u +Ġsam pling +Ġabsor bed +ĠPh arm +iet h +Ġbuck et +ĠRec omm +O F +ĠF actory +AN CE +Ġb acter +H as +ĠObs erv +12 1 +Ġprem iere +De velop +Ġcur rencies +C ast +Ġaccompany ing +ĠNash ville +Ġfat ty +ĠBre nd +Ġloc ks +Ġcent ered +ĠU T +augh s +or ie +ĠAff ordable +v ance +D L +em et +Ġthr one +ĠBlu etooth +Ġn aming +if ts +AD E +Ġcorrect ed +Ġprompt ly +ĠST R +Ġgen ome +Ġcop e +Ġval ley +Ġround ed +ĠK end +al ion +p ers +Ġtour ism +Ġst ark +v l +Ġblow ing +ĠSche dule +st d +Ġunh appy +Ġlit igation +ced es +Ġand roid +Ġinteg ral +ere rs +ud ed +t ax +Ġre iter +ĠMot ors +oci ated +Ġwond ers +ĠAp ost +uck ing +ĠRoose velt +f ram +Ġyield s +Ġconstit utes +aw k +Int erest +Ġinter im +Ġbreak through +ĠC her +Ġpro sec +ĠD j +ĠM T +Res p +ĠP T +Ġs perm +ed it +B T +Lin ux +count ry +le ague +Ġd ick +Ġo ct +Ġinsert ing +Ġsc ra +ĠBrew ing +Ġ19 66 +Ġrun ners +Ġpl un +id y +ĠD ian +Ġdys function +Ġex clusion +Ġdis gr +Ġincorpor ate +Ġrecon c +Ġnom inated +ĠAr cher +d raw +achel or +Ġwrit ings +Ġshall ow +Ġh ast +ĠB MW +ĠR S +Ġth igh +Ġ19 63 +Ġl amb +Ġfav ored +ag le +Ġcool er +ĠH ours +ĠG U +ĠOrig in +Ġglim pse +---------------- ---- +L im +Ġche ek +Ġj ealous +- ' +Ġhar ness +ĠPo ison +Ġdis abilities +ne apolis +Ġout look +Ġnot ify +ĠIndian apolis +Ġab rupt +ns ic +Ġenc rypted +Ġfor fe +reat h +Ġr abb +Ġfound ations +Ġcompl iment +ĠInter view +ĠS we +Ġad olesc +Ġmon itors +ĠSacrament o +Ġtime ly +Ġcontem pl +Ġposition ed +Ġpost ers +ph ies +iov ascular +v oid +ĠFif th +Ġinvestig ative +OU N +Ġinteg rate +ĠIN C +ish a +ibl ings +ĠRe quest +ĠRodrig uez +Ġsl ides +ĠD X +Ġfemin ism +Ġdat as +Ġb end +ir us +ĠNig eria +F ox +Ch ange +Ġair plane +ĠLad en +Ġpublic ity +ixt y +Ġcommit ments +Ġaggreg ate +Ġdisplay ing +ĠAr row +Ġ12 2 +Ġrespect s +and roid +s ix +ĠSh a +Ġrest oration +) \ +W S +oy s +Ġillust rate +with out +12 6 +ĠâĶ Ĥ +Ġpick up +n els +Ġ .... +f ood +ĠF en +) ? +Ġphenomen a +Ġcompan ions +ĠW rite +Ġsp ill +Ġbr idges +ĠUp dated +ĠF o +Ġinsect s +ASH INGTON +Ġsc are +il tr +ĠZh ang +Ġsever ity +Ġind ul +14 9 +ĠCo ffee +Ġnorm s +Ġp ulse +ĠF T +Ġhorr ific +ĠDest roy +ĠJ SON +Ġo live +Ġdiscuss es +R est +E lect +ĠW inn +ĠSurv iv +ĠH ait +S ure +op ed +Ġro oted +ĠS ke +ĠBron ze +Ġl ol +Def ault +Ġcommod ity +red ited +Ġliber tarian +Ġforb idden +Ġgr an +à ¨ +Ġl ag +en z +dri ve +Ġmathemat ics +Ġw ires +Ġcrit ically +Ġcarb ohyd +ĠChance llor +ĠEd die +Ġban ning +ĠF ri +Ġcompl ications +et ric +ĠBangl adesh +Ġband width +St op +ĠOrig inally +Ġhalf way +yn asty +sh ine +Ġt ales +rit ies +av ier +Ġspin ning +ĠWH O +Ġneighbour hood +b ach +Ġcommer ce +ĠS le +B U +Ġentreprene ur +Ġpecul iar +ĠCom ments +f re +3 20 +IC S +Ġimag ery +ĠCan on +ĠElect ronic +sh ort +( ( +D ig +Ġcomm em +u ced +Ġincl ined +ĠSum mon +Ġcl iff +ĠMed iterranean +Ġpo etry +Ġprosper ity +ĠRe ce +Ġp ills +m ember +Ġfin ale +un c +ĠG ig +ä ½ +Ġl od +Ġback ward +- + +ĠFor ward +Ġth ri +s ure +Ġso ap +ĠF X +R ES +ĠSe xual +oul os +Ġfool ish +Ġright eous +Ġco ff +terror ism +ust ain +ot er +Ġab uses +ne xt +Ġab usive +Ġthere after +Ġprohib ition +ĠS UP +Ġd ip +Ġr ipped +Ġinher ited +Ġb ats +st ru +G T +Ġflaw ed +ph abet +Ġf og +do ors +Ġim aging +Ġdig its +ĠHung ary +Ġar rog +Ġteach ings +Ġprotocol s +ĠB anks +à ¸ +p ound +ĠC urt +." ) +. / +Ġex emption +end ix +ĠM ull +Ġimpro ves +ĠG amer +d imensional +I con +ĠMarg aret +St atus +d ates +Ġint ends +Ġdep ict +Ġpark ed +J oe +ĠMar ines +chn ology +! ). +Ġjud ged +Ġwe ights +R ay +Ġapart ments +he ster +Ġrein force +Ġoff ender +occ up +Ġs ore +e pt +ĠPH P +ĠB row +Ġauthor ization +ĠR isk +ĠDel aware +ĠQ U +Ġnot ifications +Ġsun light +Ġex clude +d at +Ġm esh +ĠSud an +Ġbelong ed +Ġsub way +Ġno on +ĠInter ior +ol ics +ĠL akers +Ġc oding +Dis claimer +Cal if +O ld +Ġdis l +???? ? +Ġconfir ms +Ġrecruit ment +Ġhom icide +Cons ider +ĠJeff rey +ft y +} ; +Ġobject ion +do ing +ĠLe o +W ant +Ġgl ow +ĠClar ke +ĠNorm an +Ġver ification +Ġpack et +ĠForm ula +Ġpl ag +es ville +Ġshout ing +Ġo v +ĠR EC +ĠB ub +Ġn inth +Ġener g +Ġvalid ity +Ġup s +j ack +Ġneighbor ing +ĠN ec +ew orks +ĠH ab +are z +Ġsp ine +Ġevent ual +ĠLe aders +ĠC arn +Ġprob ation +Ġrom ance +ms g +ĠMechan ical +ER Y +R ock +Ġpart isan +N ode +ass ets +min ent +Ġforeign ers +Ġtest ify +ĠUs ually +l ords +ĠG ren +ĠPow ell +BI L +Ġs r +Ġadd ict +Ġshell s +Ġs igh +ĠY ale +tern ity +Ġ7 50 +E U +ĠR ifle +Ġpat ron +em a +ĠB annon +an ity +Ġtrop ical +ĠV II +c ross +Every thing +ĠIS O +Ġhum ble +ass ing +ĠF IG +Ġupd ating +ys on +Ġcal cium +Ġcompet ent +Ġste ering +Pro t +ĠS Y +ĠFin als +ĠR ug +15 9 +13 7 +ĠG olf +Ġ12 6 +Ġaccommod ation +ĠHug hes +Ġaest hetic +art isan +ĠTw ilight +Ġpr ince +ĠAgric ulture +ĠDis co +Ġpreced ent +Ġtyp ing +author ized +O ption +ĠA ub +l ishes +ach t +m ag +P eter +ĠU FO +mont on +ĠL ith +Ġa rom +Ġsec uring +Ġconf ined +priv ate +Ġsw ords +Ġmark ers +Ġmetab olic +se lect +ĠCur se +ĠO t +g ressive +Ġinc umb +ĠS aga +Ġpr iced +Ġclear ance +Cont ent +Ġdr illing +Ġnot ices +Ġb ourgeois +Ġv est +Ġcook ie +ĠGuard ians +ry s +in yl +Ġ12 4 +Ġpl ausible +on gh +ĠOd in +Ġconcept ion +ĠY uk +ĠBaghd ad +ĠFl ag +Aust ral +ĠI BM +Ġintern ationally +ĠWiki Leaks +I ED +Ġc yn +Ġcho oses +ĠP ill +Ġcomb ining +Ġrad i +ĠMoh ammed +def ense +atch ing +Sub ject +ic iency +Fr ame +Ġ{ " +Ġche ss +Ġtim er +19 0 +Ġt in +Ġord inance +emet ery +Ġacc using +Ġnotice able +Ġcent res +Ġl id +ĠM ills +img ur +Ġz oom +erg ic +Ġcomp ression +pr im +f ind +Ġsur g +Ġp and +ĠK ee +ĠCh ad +cell ence +oy le +Ġsocial ism +ĠT ravis +ĠM Hz +Ġgu ild +ALL Y +ĠSub scribe +ĠRel ated +Ġoccur rence +itch ing +Ġfict ional +Ġcr ush +ĠE A +c od +m ix +ĠTri ple +Ġretrie ve +Ġstimul us +Ġpsych iat +ĠDo or +Ġhomosexual ity +Ġelement ary +Ġcell ular +id ian +ĠL aun +Ġintrig uing +Ġfo am +ĠB ass +id i +its u +Ġass ure +Ġcongr at +Ġbusiness man +ĠBo ost +cl ose +Ġl ied +Ġsc iences +ĠO mega +ĠG raphics +Ġ< = +sp oken +Ġconnect ivity +S aturday +ĠAven gers +Ġto ggle +Ġank le +Ġnational ist +mod el +ĠP ool +ophob ia +V ar +ĠM ons +ator ies +Ġaggress ively +C lear +For ge +act ers +Ġhed ge +Ġpip es +Ġbl unt +Ġs q +Ġremote ly +W ed +as ers +Ġref riger +Ġt iles +Ġresc ued +Ġcompr ised +ins ky +Ġman if +avan augh +Ġprol ifer +Ġal igned +x ml +Ġtri v +Ġcoord ination +ĠP ER +ĠQu ote +13 4 +b f +ĠS aw +Ġtermin ation +Ġ19 0 +Ġadd itions +Ġtri o +Ġproject ions +Ġpositive ly +Ġin clusive +Ġmem br +19 90 +old er +Ġpract iced +ink le +Ar ch +Ġstar ters +ari us +Ġinter mediate +ĠBen ef +ĠK iller +Ġinter ventions +ĠK il +ĠF lying +In v +Ġprem ature +Ġpsych iatric +Ġind ie +Ġcoll ar +ĠRain bow +af i +Ġdis ruption +ĠFO X +cast ing +Ġmis dem +c ro +Ġw ipe +ard on +Ġb ast +ĠTom my +ĠRepresent ative +Ġbell y +ĠP O +ĠBre itbart +13 2 +Ġmess aging +Sh ould +Ref erences +ĠG RE +ist ical +L P +ĠC av +ĠC razy +Ġintu itive +ke eping +ĠM oss +Ġdiscont in +ĠMod ule +Ġun related +ĠPract ice +ĠTrans port +Ġstatist ically +orn s +Ġs ized +p u +Ġca f +ĠWorld s +ĠRod gers +ĠL un +ĠCom ic +l iving +Ġc ared +Ġclim bed +) { +Ġconsist ed +Ġmed ieval +fol k +Ġh acked +Ġd ire +ĠHerm ione +Ġt ended +ce ans +D aniel +w ent +Ġlegisl ators +Ġred es +g ames +Ġg n +am iliar +Ġ+ + +gg y +th reat +Ġmag net +Ġper ceive +Ġz ip +Ġindict ment +Ġcrit ique +g ard +ĠSaf e +ĠC ream +Ġad vent +ob a +Ġv owed +ous ands +Ġsk i +Ġabort ions +u art +Ġstun ned +Ġadv ancing +Ġlack ed +Ġ\ " +Ġsch izophren +Ġeleg ant +Ġconf erences +Ġcance led +ĠHud son +ĠHop efully +Ġtr ump +Ġfrequ encies +Ġmet eor +ĠJun ior +ĠFle et +ĠMal colm +ĠT ools +Ġ ........ +Ġh obby +ĠEurope ans +Ġ15 00 +ĠInt o +Ġs way +ĠApp ro +ĠCom pl +Comm unity +Ġt ide +ĠSum mit +ä » +Ġinter vals +ĠE ther +Ġhabit at +ĠSteven s +lish ing +ĠDom ain +Ġtrig gers +Ġch asing +Ġchar m +ĠFl ower +it ored +Ġbless ing +Ġtext ures +F ive +Ġliqu or +R P +F IN +Ġ19 62 +C AR +Un known +Ġres il +ĠL ily +Ġabund ance +Ġpredict able +r ar +Ġbull shit +le en +che t +M or +M uch +ä ¹ +Ġemphas ized +Ġcr ust +Ġprim itive +Ġenjoy able +ĠPict ures +Ġteam mate +pl er +ĠT ol +ĠK ane +Ġsummon ed +th y +ram a +ĠH onda +Ġreal izing +Ġquick er +Ġconcent rate +cle ar +Ġ2 10 +ĠErd ogan +ar is +Ġrespond s +ĠB I +Ġelig ibility +Ġpus hes +ĠId aho +Ġagg rav +Ġru ins +ur ations +Ġb ans +Ġan at +sh are +Ġgr ind +h in +um en +Ġut ilities +ĠYan kees +Ġdat abases +ĠD D +Ġdispl aced +Ġdepend encies +Ġstim ulation +h un +h ouses +ĠP retty +ĠRaven s +ĠTOD AY +Ġassoci ates +Ġthe rape +cl ed +Ġde er +Ġrep airs +rent ice +Ġrecept ors +Ġrem ed +ĠC e +Ġmar riages +Ġball ots +ĠSold ier +Ġhilar ious +op l +13 8 +Ġinherent ly +Ġignor ant +Ġb ounce +ĠE aster +REL ATED +ĠCur rency +E V +ãĥ ŀ +ĠLe ad +Ġdece ased +B rien +ĠMus k +J S +Ġmer ge +heart ed +c reat +m itt +m und +ĠâĢ ĭ +ĠB ag +Ġproject ion +Ġj ava +ĠStand ards +ĠLeon ard +Ġcoc onut +ĠPop ulation +Ġtra ject +Ġimp ly +Ġcur iosity +ĠD B +ĠF resh +ĠP or +Ġheav ier +ne ys +gom ery +Ġdes erved +Ġphr ases +ĠG C +Ġye ast +d esc +De ath +Ġreb oot +Ġmet adata +IC AL +Ġrep ay +ĠInd ependence +Ġsubur ban +ical s +Ġat op +Ġall ocation +gener ation +ĠG ram +Ġmoist ure +Ġp ine +ĠLiber als +Ġa ides +Ġund erest +ĠBer ry +Ġcere mon +3 70 +ast rous +ĠPir ates +Ġt ense +ĠIndust ries +ĠApp eals +ĠN ear +Ġè£ı ç +Ġlo vers +ĠC AP +ĠC raw +Ġg iants +Ġeffic acy +E lement +ĠBeh avior +ĠToy ota +Ġint est +P riv +A I +Ġmaneu ver +Ġperfect ion +Ġb ang +p aper +r ill +Ge orge +b order +in ters +ĠS eth +Ġcl ues +ĠLe vi +ĠRe venue +14 7 +Ġv apor +Ġfortun ate +Ġthreat ens +Ġve t +Ġdepend ency +ers ed +art icle +ĠBl izzard +Ġch lor +Ġmin us +ĠB ills +Ġcryptoc urrency +Ġmetabol ism +ter ing +Ġp estic +step s +ĠTre asure +ract ed +ĠConst ant +Ġtem p +13 9 +ĠDet ective +ur ally +Ġrecover ing +Ġcort ex +Ġ14 4 +cl osed +Ġprejud ice +aun ted +Ġstorm s +ĠN OW +Ġmach inery +Add ress +Ġcompe lled +27 0 +Ġdesp air +b ane +Ġveget able +Ġbed s +Lear n +Ġcolor ful +Ġsp ike +Ġmarg ins +Ġsymp athy +Ġworks hop +ĠC BC +S at +Ġburn s +ĠG ender +Ġ12 9 +ĠC able +Ġdeb ts +ĠThe resa +Ġreflect ing +Ġa irst +Ġr im +ram id +Ġweakness es +W rit +ogg le +t i +ĠCh arge +Ġwe ighed +Ġ( . +Ġl aughter +Ġrou ter +ĠDemocr acy +D ear +Ġhas ht +Ġd y +Ġhint s +run ning +Ġfin ishes +ar us +M ass +res ult +asc us +Ġv intage +Ġcon qu +Ġwild ly +ac ist +Ġl ingu +Ġprot agonist +st rom +te enth +ĠSol o +m ac +f illed +Ġre nown +it ives +Ġmot ive +ĠAnt ar +ĠM ann +ĠAd just +Ġrock ets +Ġtrou bling +e i +Ġorgan isms +ass is +Christ ian +Ġ14 5 +ĠH ass +Ġsw all +Ġw ax +ĠSurv ival +V S +ĠM urd +v d +stand ard +Ġdrag ons +Ġacceler ation +r ational +f inal +Ġp aired +ĠE thereum +Ġinterf aces +Ġres ent +Ġartif acts +Å « +are l +Ġcompet itor +ĠNich olas +ĠSur face +c pp +ĠT ot +Ġeconom ically +Ġorgan ised +Ġen forced +in ho +Ġvar ieties +Ġab dom +ĠBa iley +id av +ĠSal v +p aid +Ġalt itude +ess ert +ĠG utenberg +are a +op oulos +Ġprofess ors +igg s +ĠF ate +he y +Ġ3 000 +D ist +Ġtw ins +c ill +ĠM aps +Ġtra ps +Ġwe ed +ĠK iss +Ġy oga +Ġrecip ients +ĠWest minster +Ġpool s +ĠWal mart +18 8 +ĠSchool s +att ack +ĠAR M +par agraph +W arning +j l +Ġself ish +anche z +ĠHe ights +F re +ĠS oph +Ġ -------------------------------- +t ml +33 3 +Ġraid s +Ġsatell ites +KE Y +Ġlast s +Ñ Ĥ +In s +ĠD ame +Ġunp redict +// / +gh ai +Ġart illery +Ġcru ise +Ġg el +ĠCabin et +Ġbl ows +ĠE sp +Ġprox imity +ot he +ĠSk ills +ĠU pper +ob o +ĠN DP +Ġenjoy s +Ġrepe ating +ĠConst ruction +ĠQuest ions +H illary +Ġu int +Ġprocess ors +ĠGib son +ĠMult iple +q a +ĠB om +ĠM iles +vent ional +Ġhur ts +s kin +ĠA IDS +Ġadvis ers +ĠR oot +Ġmethod ology +ĠD ale +Ġdet on +ĠKnow ledge +sequ ently +Ġ12 1 +Ġconnect s +C y +ĠD anger +Ġcontribut ors +ĠB ent +Ġbr ass +ĠGun s +int o +ĠFort une +Ġbro ker +bal ance +Ġlength s +Ġv ic +Ġaver aging +Ġappropri ately +ĠCamer a +Ġsand wich +ĠCD C +Ġcoord inate +Ġnav ig +Ġgood ness +l aim +Ġbra ke +Ġextrem ist +ĠW ake +ĠM end +ĠT iny +ĠC OL +ĠR F +ĠD ual +ĠW ine +C ase +Ġref ined +Ġl amp +L ead +Ġb apt +ĠCar b +ĠS add +ĠMin neapolis +PD F +Ear ly +ĠH idden +I ts +ĠT IME +Ġp ap +Ġcommission ed +ĠF ew +ĠCol ts +ĠB ren +Ġbot hered +Ġlike wise +Ex per +ĠSch w +c ry +n n +ĠM itch +im on +M G +b m +UM P +r ays +Ġregist ry +Ġ2 70 +ach ine +re lla +ant ing +00 000 +Ġru ined +sp ot +Ġt a +Ġmaxim ize +Ġincon ven +D ead +H uman +En abled +ĠMar ie +Ġch ill +ĠParad ise +Ġstar ring +ĠLat ino +ĠProt ocol +ĠE VER +Ġsuppl iers +m essage +ĠBro ck +Ġser um +âĸĪâĸĪ âĸĪâĸĪ +Ġen comp +Ġamb ition +ues e +Ġar rows +And rew +Ġanten na +Ġ19 61 +ĠB ark +Ġb ool +ãĤ ª +ĠSt orage +Ġrail way +Ġtoug her +ĠC ad +Ġwas hing +P y +' ] +em bed +ĠMem phis +ack le +Ġfam ously +ĠF ortunately +ov ies +Ġmind set +Ġsne ak +ĠD h +RA W +ĠSim pson +Ġliv est +Ġland mark +Ġc ement +L ow +Ġthr illed +ĠCour se +in el +Ġch uck +id ate +gl obal +Ġwh it +Ġ � +ad ays +s ki +ĠS V +Ġvir uses +30 6 +ĠResp ons +Ġthe aters +ĠBr anch +ĠGene va +ĠM K +Ġunbel iev +Ġcommun ist +Orig inal +ĠRe ceived +ĠTrans fer +ĠAr g +In put +ĠStr ategy +Ġpal ace +the ning +D ri +Ġsent encing +umbn ail +Ġp ins +re cy +Ġs iblings +Get ting +ĠB U +ĠNorth west +Ġprolong ed +ĠSak ura +C omb +ĠB our +Ġinadequ ate +ĠK ash +Ġus ername +ĠImpro ve +Ġbatt ling +ĠM AC +Ġcurric ulum +Ġs oda +ĠC annon +Ġsens ible +sp ons +De cember +Ġw icked +ĠP engu +Ġdict ators +ĠHe arts +og yn +Ġsimilar ities +ĠSt ats +Ġh ollow +it ations +": [ +Ġh over +ĠList en +s ch +S und +Ġc ad +ĠPar ks +Ġl ur +Ġhy pe +ĠL em +N AME +is ure +Fr iday +Ġshoot s +Ġclos es +Ġd b +ĠR idge +ĠDiff erent +Ġrepl ies +ĠBroad way +op ers +Ġint oler +ĠZe us +akes pe +Ġpropri etary +Ġrequest ing +Ġcontro llers +ĠM IN +im edia +be cca +Ġexp ans +Ġoil s +B ot +ĠCh and +Ġpr inter +Ġto pped +ĠP OL +ĠEar lier +S ocial +av in +Ġdecre ases +ĠSe b +Ġspecific ations +ĠBl ast +ĠK urt +Ġfre el +B rown +Ġdil ig +ro e +ĠPro blem +ĠQu ad +Ġdecent ral +ĠV ector +an ut +Ġplug ins +ĠGreg ory +Ġfuck ed +el ines +ĠAmb assador +t ake +Ġcle ans +ong yang +An onymous +st ro +" } +al ine +ĠO dd +ĠE ug +2 16 +Ġbo il +ĠP owers +Ġnurs es +Ob viously +ĠTechn ical +Ġexceed ed +OR S +Ġextrem ists +Ġtr aces +ex pl +Ġcom r +ĠS ach +) / +Ġm asks +Ġsc i +B on +Ġreg ression +we gian +Ġadvis or +it ures +ĠV o +ex ample +ĠInst ruct +Ġs iege +Ġredu ctions +pt r +Ġstat utory +Ġrem oves +Ġp uck +red its +Ġbe e +Ġsal ad +Ġpromot ions +ĠJosh ua +with standing +ET H +ĠCh a +im us +Ġexpend iture +aun ting +Ġdelight ed +Ġ15 5 +be h +Ġcar pet +ĠSp art +Ġj ungle +l ists +Ġbull ying +ĠNob el +ĠGl en +Ġreferen ced +Ġintrodu ces +se in +Ġcho pped +gl ass +ĠW rest +Ġneutral ity +Ġâ Ļ +Ġinvestig ator +Ġshel ves +Ġun constitutional +Ġreprodu ction +Ġmer chant +m ia +Ġmet rics +Ġexplos ives +ĠSon ia +Ġbod ily +Ġthick ness +Ġpredomin antly +ĠAb ility +Ġmon itored +IC H +Ġ] . +ĠMart inez +Ġvis ibility +Ġqu eries +Ġgen ocide +ĠWar fare +Qu ery +Ġstud ios +Ġemb ry +Ġcorrid or +Ġclean ed +com plete +ĠM H +Ġenroll ment +ING S +Ġimpact ed +Ġdis astrous +ĠY un +ĠCl aire +ĠBas ically +y t +uster ity +Ġindirect ly +w ik +Ġd od +ĠCar r +Ġam p +Ġprohib it +ĠIn itial +ĠR d +ij i +Ġeduc ate +c orn +i ott +ĠBeaut y +Ġdetect ive +ĠCon n +s ince +Ġst agger +Ġob ese +Ġb ree +olog ic +is se +walk er +Ġbl ades +Ġlaw ful +fun c +ĠBeh ind +Ġappet ite +Ġ( * +Ġt ennis +Ġoff spring +Ġj ets +Ġstruct ured +Ġafore mentioned +N ov +Ġsc aling +f ill +Ġst ew +Ġcur b +ĠStep han +ed In +S F +ob ic +é ŃĶ +ou g +ĠM M +Ġgen etically +ope z +13 6 +Ġu mb +anc ers +Ġcoh ort +Ġmerch andise +Ġimp osing +ĠLegisl ature +ĠArch ive +iv ia +ĠN aval +Ġoff ences +Ġmir acle +Ġsn apped +Ġf oes +Ġextensive ly +ĠR af +Ġc ater +ed ience +K it +ĠB in +Ġrecomm ends +ĠC ities +Ġrig id +ĠRE AD +ĠNob le +ĠT ian +Ġcertific ates +ant is +o iler +ĠBudd hist +d id +Ġsurvey ed +Ġdown ward +Ġprint s +ĠMot ion +ron ics +ĠS ans +oss ibly +u ctions +Ġcolon ies +ĠDan ish +un it +Ġsp oil +Ġadvis ory +ber ries +Pl an +Ġspecific ation +op hers +ĠRes ource +Ġsh irts +prising ly +commun ications +Ġtriv ial +Ġmention ing +ise xual +Ġsupp lements +Ġsuper vision +B P +v or +Ġw it +Ġco oldown +Ġplaint iff +ĠReview s +ĠS ri +ĠM int +ĠSug ar +Ġafter ward +ĠPri est +ĠInvest ment +og ene +ĠT aking +Ġstretch ing +Ġinflamm ation +ĠTe hran +Ġl ining +Ġfree zing +ĠEnt ity +Ġins piring +spe cial +pr ice +Ġsu e +ĠP orter +oun ge +ET A +ĠD erek +ĠLu is +u o +ym ph +Ġex terior +ih il +ĠAsh ley +in ator +Ġnut rients +ĠTh rones +Ġfin ances +ĠIn spect +Ġspe cially +ĠRequ ired +ĠP TS +ĠViol ence +oint ed +sh ots +Ġex cerpt +co on +IN S +ĠG ri +Ġrecogn ised +We ek +You ng +Ġv om +is le +ĠCur ry +ĠBudd h +Ġnot ebook +Ġd urable +/ ? +ĠG ad +ĠP upp +Ġforg ive +p ark +Ġpersonal ities +an alysis +cl amation +Ġelev ator +Ġware house +ĠR ole +un n +Ġillust ration +ĠSc an +Ġatmosp heric +Im port +AN C +rict ed +f u +01 0 +Ġar che +Ġreward ed +akespe are +Ġintern ally +ĠR BI +alk er +Ġeleph ant +ow itz +ĠP izza +Ġbip artisan +é s +Ġslow ed +ĠSt ark +Ġover ride +OU S +Ġ3 20 +undred s +ĠDe ck +ĠC ensus +be e +14 6 +ot or +Ġ ip +Ġu b +oc ations +ĠBut ton +r ice +Ġc ripp +ff f +Ġorig inated +Ġoverwhel med +app a +Ġfore most +âĢ ij +ĠL EG +re lease +eat ured +at ches +Ġre ps +Ġl ending +ĠRe ference +ĠCl ient +16 5 +vent h +Com plete +ĠPat rol +Ġsw orn +c am +Ġshut tle +ĠR alph +Ġh ometown +- , +on al +ĠB P +å ı +Ġpersu ade +ĠAlex and +Ġcomb ines +Ġv ivid +ĠL ag +Ġenc oding +Ġsal vation +w en +ĠRec overy +i ya +Un iversity +ĠB iden +Ġbud gets +ĠTex ans +f its +Ġhon ored +Ġp ython +T D +## # +cl one +Ġbl ink +ĠL iquid +Ġunemploy ed +Ġcl ashes +ĠCoun sel +Ġdirect ing +Ġpun ct +ĠFal cons +Ġsh ark +ĠDam ascus +Ġje ans +Ġemb ark +Ġse ize +Ġup wards +2 80 +ĠE z +ĠAny thing +Ġex otic +l ower +ĠCreat or +ĠU m +Ġsubur bs +ber ger +ĠW end +Ġm int +ĠX X +ĠD ro +Ġsuff ers +Ġher b +t ree +Ġfrag ile +Ġflood ed +ĠAl cohol +ole an +ny der +ĠK O +F ram +Ġ13 6 +Ġow ed +ĠMe lee +ĠH ash +Ġwh isk +Ġsu do +r r +Qu ick +app ro +Ġi i +ĠEx amples +he e +Ġpromot es +per ature +k ar +ĠHon or +Ġs odium +ĠL if +ros so +intend ent +Ġcorrespond ent +F ound +sec ret +Ġident ifies +ag ne +Ġl ou +ĠP P +Ġcoinc idence +m ove +Ġmilit ia +Ġinf iltr +ĠPrim ary +Ġpitch ing +ĠI b +ĠGO OD +ãĤ ¸ +ĠW izards +ir al +ĠVen us +R R +ĠâĢ ķ +ĠCase y +Ġsad ly +Ġadm ire +Ġembarrass ed +c b +M el +Ġtub es +Ġbeaut ifully +ĠQueens land +Bel ow +re z +qu et +ple asant +Ġ « +C amp +Ġdec isive +19 98 +ĠL amb +ut ton +h n +ĠJ agu +au nder +ĠC ord +Ġcl erk +Ġca ffe +Ġwip ed +Ġre im +ĠMount ains +Ġimprison ed +Ġdevelop s +ĠP ra +Ġmodel ing +Any one +ance l +ĠS it +Ġshield s +Ġl awn +Ġcard iovascular +Ġdemonstr ating +Ġpar se +ĠIsrael is +Ġeuro s +14 3 +Ġgl orious +ins ki +ec d +Ġcondition ing +Ġhel pless +Ġmicro sc +ĠHar bor +Ġst akes +Ġ2 60 +Ġun equ +ĠFl oyd +Ġd amp +Ġappar atus +ĠLaw s +Ġcoun ters +Ġindu ce +at able +ĠAh med +Ġsl am +N ovember +Ġpers ist +Ġim minent +á n +Ġsh red +Ġph ases +ĠEd monton +ĠArm strong +ĠMe et +ĠK itty +Ñ Ģ +c irc +ĠAd ult +Ġa rose +ĠX en +D an +g ow +Ġsuper f +ĠAd mir +Ġend ure +Ġkey word +yr us +Ġy arn +Ġpath way +ĠHop kins +mid t +Ġcens orship +d ependent +Ġinstruct or +S ources +Ġto e +Ġball oon +N ob +Ġsw ear +ĠCast ro +Ġgl oss +ĠK avanaugh +Ġremark ably +Ph otos +ĠN om +ĠS outheast +y ers +Ġvalid ation +Ġcann on +ĠVict ory +ĠPier re +Ġcaut ious +Aud io +Ġf etch +ĠG ift +ĠH yp +Ġrem edy +Z E +Ġsc ent +Ġbe ard +ĠR ut +- " +Ġpat ents +H y +Ġun just +Ġpot ato +Ġforth coming +Ġche f +ĠR ift +aff e +ĠR OM +ĠL aunch +Ġp ads +ĠNe o +Ġon set +Ġsquee ze +s afe +Ġpref ix +ĠT M +ĠN early +ĠClin ical +ĠM ental +ot iation +ĠUn ic +ant ry +ĠC ir +Ġep it +à ¦ +Ġextract ed +verse ly +ri ad +Ġstr ains +Ġto ps +Ġpo em +ĠRand y +ĠMap le +TH ER +up iter +ĠSS D +ļ é +Ġun con +per ing +Ġsle pt +in ers +Ġunder water +ĠEv idence +g one +20 5 +Ġhistor ians +Ġsynt hesis +Ġf rog +b asketball +Ġvibr ant +Ġsub ord +Ġ3 65 +ĠD ial +Ġcooper ate +HA HA +Ġgreet ed +15 8 +Ġj azz +Ġinto x +ĠWalk ing +Ġsuper visor +ĠF usion +ĠMer cedes +s end +H am +s d +n l +Ġtour s +ĠF IFA +Ġcul p +g d +30 4 +Ġple as +Ġillust rates +ĠColomb ia +Ġhighlight ing +ĠSum mary +Ġexp osing +ĠD ru +Ġir ony +r itional +ĠCar roll +ĠEll is +P ict +ĠR apt +Ġad apter +Ġun m +Ġcor pse +Ġceleb rities +D en +at um +ĠAp ocalypse +ĠW ag +lin ing +Ġhorm ones +R ub +ĠX i +ĠV aults +20 8 +alky rie +inos aur +Ġfeed s +v ity +Ġdefe ating +W ait +Ġemphas ize +ĠSteel ers +yr inth +le ys +ĠWhe never +Current ly +ĠCl ock +Ġcollect ively +any on +ĠJ P +Ġment ality +Ġdownload s +Ġsurround ings +ĠBarn es +Ġflags hip +Ġindic ators +Ġgra pp +Jan uary +ĠElement al +ĠAthen a +ib al +Ġs ights +Ġcap ita +ĠTreat y +Ġvo iced +ĠG az +let te +Ġy a +Ġexp ired +Leg end +H ot +n ature +Ġunst able +Ġ2 80 +à º +Com ment +AL E +Ġquest s +Ġhand ler +n is +Ġvers atile +Ġconce al +enge ance +ĠInter active +Ġobs essed +ĠDog s +Ġcr acked +S ound +s v +ĠD ylan +ro ads +f x +ĠCath olics +ĠH ag +Ġsl ammed +Ġgl owing +s ale +Ġtiss ues +ĠCh i +ne e +Ġc her +s ic +ur rection +Ġb acon +ul atory +) ." +Ġir regular +FOR M +ass ed +Ġintention al +Ġcompens ate +ĠSpe aking +ĠS ets +15 3 +Ġconvent ions +b ands +em ade +Ġe cc +ĠWin ston +ĠAssass in +ĠBelg ian +Ġdepend ence +Ġnic he +Ġb ark +ĠJ azz +Ġdisadvant age +Ġgas oline +Ġ16 5 +çļ Ħ +ess a +mod ule +ang ular +O Y +ĠTreat ment +it as +ol ation +ĠArn old +Ġfe ud +ĠN est +Ġthe atre +ew ater +Ġmin ors +olic y +ĠH aven +div ision +Ġtr unk +F ar +ĠP ull +Ġcapt uring +Ġ18 00 +ĠTe en +Ġex empl +Ġclin ics +ĠB urg +Ġsubst it +Ġpay load +ĠL av +ĠT roy +ĠW itness +Ġfrag ments +Ġpass words +Ġg ospel +ĠG in +Ġten ants +ol ith +S ix +Pre vious +ĠAg es +ĠDar win +Ġbl at +Ġem pathy +sm ith +b ag +ĠE cho +ĠC amb +ĠM add +ĠB oo +Ġred e +ĠBurn ing +Ġsmooth ly +ĠAd rian +ĠV ampire +ĠMon sters +ste am +Sty le +M a +re a +ĠD war +aly st +urs or +Ġelim ination +Ġcrypt o +ch t +ĠE ternal +âĢ¦ ] +ĠS orce +I ll +N ER +Ġu h +Con clusion +w age +Ġresp ir +Ġrem inis +het ical +Ġg y +Ġutil ized +ic idal +Ġ19 00 +Ġhun ters +ĠSw an +ĠRe act +Ġvis itor +ĠThanks giving +30 8 +Post s +Ġh ips +19 97 +om ers +Ġkn ocking +ĠVeh icle +Ġt il +Ġ13 8 +Ġm i +ĠInvest igation +ĠKen ya +Ġcas ino +Ġmot ives +Ġreg ain +re x +Ġweek ends +Ġstab bed +bor o +Ġexplo ited +ĠHA VE +ĠTe levision +c ock +Ġprepar ations +Ġende av +ĠRem ote +ĠM aker +ĠPro du +ĠEv an +Ġinform ational +ĠLouis ville +15 4 +ĠDream s +Ġpl ots +ĠRun ner +Ġhur ting +Ġacad emy +ĠMont gomery +n m +ĠL anc +ĠAl z +2 10 +el ong +Ġretail er +Ġar ising +Ġrebell ion +Ġbl onde +play ed +Ġinstrument al +C ross +Ġret ention +Ġtherape utic +Ġse as +Ġinfant ry +ĠCl int +Ġprompt ing +Ġbit ch +Ġst ems +ĠK ra +Ġthe sis +ĠB og +ru ed +Ġk ings +Ġcl ay +ific ent +ĠY ES +ĠTh ing +ĠCub s +vey ard +els h +in arily +ĠE y +ĠRoll ing +Ġev olving +Ind ia +Ġrecogn izes +Ġgrad uation +is ers +Ġfert ility +ĠMil an +Comm and +Ġbox ing +Ġ19 43 +Ġgl uten +ĠEm ir +Ġid ol +Ġcon ceived +ĠCre ation +Mer it +udd y +uss ions +ĠLie utenant +iet al +Ġunch anged +ĠSc ale +ĠCrime a +ball s +ator ial +Ġdepth s +Ġempir ical +Ġtrans m +Ġuns afe +miss ible +com fort +15 6 +Ġmechan ic +00 2 +l ins +Ġsm oked +P os +Ġslow ing +Ġl av +Tex as +Ġche ating +ĠMet ropolitan +eth yl +Ġdiscover ing +as se +Ġpen cil +ĠPy ongyang +Ġclos et +ĠShe et +ĠEnt ry +ou stic +Ġmy st +er ate +ari at +Ġminer als +Ġmusic ian +ĠP ul +ĠM az +24 9 +Ġper missions +Ġ iv +en ary +ick ers +ĠB ing +he a +en able +Ġgri ev +Ġassert ed +ĠColon el +Ġaff idav +w o +Ġse ated +ĠR ide +Ġpaint ings +ĠP ix +Ġ13 7 +ish i +umb ai +g otten +ĠEar l +Ġin ning +Ġc ensus +Ġtrave lled +ĠCons ult +18 5 +b ind +Ġsimpl icity +Ġoverlook ed +ĠHelp ful +Ġmon key +Ġoverwhelming ly +Bl ood +ĠFl int +ĠJ ama +ĠPres ent +ĠR age +ĠT A +pt ive +Ġturn out +w ald +ĠD olphins +ĠV PN +Ġon ion +Ġcraft ing +m ma +ĠMerc ury +Ġarr ange +Ġalert s +ĠO T +zb ollah +Ġg ases +ĠRichards on +s al +l ar +Ġfro st +Ġlower ing +Ġacc laim +Ġstart ups +ĠG ain +ess ment +Ġguard ian +äº º +ĠP ie +ĠL inks +Ġmer its +Ġaw ake +Ġparent al +Ġexceed s +Ġid le +ĠPil ot +Ġe Bay +ĠAc cept +ipe g +C am +ĠK ot +Ġtrad ers +olit ics +unk er +ĠP ale +os i +an mar +Ġ19 47 +ĠF ell +est ial +it ating +G F +ĠS r +if ted +Ġconnect or +ĠB one +ill es +2 60 +h ma +Ġoverl ap +ĠGit Hub +Ġclean er +ĠBapt ist +ĠW AS +Ġlung s +Ñ ģ +ĠB UT +Ġc ite +Ġpit ched +reat ment +Ġtro phies +ĠN u +38 6 +ĠPr ide +Ġattend ees +[ ] +17 9 +Ġspat ial +Ġpri zes +ĠRel igion +Ġshow case +ĠC ategory +vid ia +T arget +Pro perty +? , +Ġf usion +p ie +ĠU CLA +Ġsound track +Ġprin cess +ĠC aval +sh ould +Ġlim bs +Back ground +Ġlone ly +Ġc ores +ĠT ail +she et +Ġ13 2 +R a +ãĤ « +ĠB olt +Ġbook ed +Ġadmin ister +Ġequ als +w y +Ġobserv ing +ĠBar on +ĠAd obe +Ġv irgin +ĠSocial ist +M ove +gh azi +ĠLind a +2 12 +Ġbre wing +Ġmerch ants +bur se +Ġdiv or +Ġmet als +ĠN er +Ġsum s +ĠEn emy +Ġen vision +Ġgrant ing +ĠH oney +ĠSk yrim +Ġsoc io +gr aded +Ġselect ive +W ASHINGTON +Ġ19 48 +ĠSir ius +ĠG ross +act ivity +ĠI van +Ġfur ious +BS D +ĠPre vious +Ġrespons ive +Ġchar itable +Ġle aning +ĠP ew +Ġviol ates +\\\\ \\\\ +ĠCom ing +w ire +Ġpo et +Ġres olutions +comm and +ĠPortug uese +Ġnick name +Ġde af +Feb ruary +Ġrecogn ise +Ġentire ty +Ġseason al +pl aced +ĠTe legraph +Ġmicro phone +our ing +Ġgr ains +Ġgovern ed +Ġpost p +ĠW aters +in ement +Ġund ocumented +ĠCom cast +Ġf ox +Ġassault s +re on +man y +ĠJen kins +ĠAny way +Ġassess ments +Ġdown s +ĠM ouse +Ġsuper b +k t +ĠD ow +Ġtax ation +4 01 +Ġsm iles +Ġundert aken +Ġex h +Ġenthusi astic +Ġtw ent +Ġgovernment al +Ġautonom y +ĠTechn ologies +ĠCh ain +Ġpreval ent +f b +Ġnic otine +og ram +j ob +Ġawa iting +ĠMen u +Ġdep uties +k ov +ish ops +But ton +ĠShan ghai +Ġdies el +ĠD uck +R yan +ĠPC s +N F +j ury +ent e +Ġinacc urate +edd y +Wh atever +Ġshow c +ĠN ad +od us +et r +Ġplaint iffs +ĠW OR +ĠAss ange +Ġpriv at +Ġpremium s +Ġt am +UR L +Ġel ites +ĠR anger +otten ham +ĠH off +ĠAt hens +Ġdefin ite +Ġs ighed +Ġeven ly +2 11 +ĠAm ber +ak ia +Ġmail ing +Ġcr ashing +ĠConfeder ate +ru gged +W al +ĠDep ths +Ġjuven ile +Ġreact or +Introdu ction +ĠDel uxe +19 95 +ĠS anchez +ĠM ead +iv able +: - +ĠPlan ning +ĠT rap +qu in +ĠProt ect +ve red +In formation +Ġkid ney +inn amon +l as +Ġpolic ing +Ġtoler ate +ĠQ i +Ġbi ased +F ort +ĠK i +s ave +Ġprivile ged +Ġbe asts +ĠGl as +ĠC inem +Ġcome back +Sund ay +Ġext inction +h ops +Ġtrans mit +Ġdoub les +ĠFl at +16 7 +Ġdis puted +Ġinjust ice +f oo +V ict +role um +ĠJul ie +Con text +ĠR arity +iss ue +Comp onent +Ġcounsel ing +an ne +d ark +Ġobject ions +u ilt +Ġg ast +Ġpl ac +Ġun used +ãĥ ĩ +ĠT rial +ĠJ as +hed ral +ob b +Ġtempor al +ĠPR O +ĠN W +ĠAnn iversary +L arge +Ġther m +Ġd avid +Ġsystem ic +ĠSh ir +m ut +ĠNe pt +add ress +Ġscan ning +Ġunderstand able +Ġcan vas +C at +ĠZ oo +Ġang els +L O +ĠStat ement +ĠS ig +ov able +ĠA way +sh aring +ocr ats +st ated +Ġweigh ing +N or +w ild +B ey +Ġaston ishing +ĠReyn olds +Ġop ener +Ġtrain er +Ġsurg ical +p n +Ġadjust ing +whe el +Ġf rown +erv ative +Ġsusp end +With in +te in +Ġobst acle +Ġliber ties +ym es +Ġur anium +ans om +an ol +ub a +ĠL oss +Ġa rous +ĠHend erson +W ow +s pl +c ur +ĠÂ Ń +Ġtheir s +Dam age +Ġdownload ing +Ġdisc ern +ĠSt o +ĠFl a +Ġh ath +ĠA j +Ġun pleasant +Europe an +exp ensive +Ġscreens hot +ĠU V +Ġall ied +ĠPers ian +Ġmonop oly +Ġat om +ĠReds kins +"> < +Ġcan cell +Ġcinem a +13 1 +f air +ĠAlf red +Ġd uck +arg s +22 3 +ĠIS I +Ġsign aling +in ar +Ġlaugh s +Ġfor wards +Ġreck less +Ġlisten ers +at ivity +Ġvast ly +n ant +L ess +ĠHun ting +ĠScient ific +IT ED +Ġkn ight +ĠH TC +us a +t mp +Ġr ude +ĠLegend ary +Ġar ises +B ad +ĠCl aim +pe g +Ġreal ities +Th ink +Ġ ° +Ġro de +Ġstri ve +Ġan ecd +Ġshort s +Ġhypot hes +Ġcoord inated +ĠGand hi +ĠF PS +R ED +Ġsuscept ible +Ġshr ink +ĠCh art +Hel p +Ġ ion +de ep +rib es +ĠK ai +ĠCustom er +Sum mary +Ġc ough +w ife +Ġl end +Ġposition ing +Ġlot tery +ĠC anyon +Ġf ade +Ġbron ze +ĠKenn y +Ġbo asts +ĠEnh anced +rec ord +Ġemer gence +Ġa kin +ĠB ert +it ous +âĸ ij +Ġst ip +Ġexch anged +om ore +als h +Ġreserv oir +Ġstand point +W M +Ġiniti ate +Ġdec ay +Ġbrew ery +Ġter ribly +Ġmort al +lev ard +Ġrev is +N I +el o +Ġconf ess +ĠMS NBC +Ġsub missions +Cont roller +Ġ20 2 +ĠR uth +} ); +ĠAz ure +Ġ ." +20 6 +ĠMarket ing +Ġl aund +ien cies +Ġrenown ed +ĠT rou +ĠN GO +ble ms +Ġterr ified +Ġwar ns +Ġper t +Ġuns ure +4 80 +ale z +ult z +ĠOut side +Ġst yl +ĠUnder ground +Ġp anc +Ġd ictionary +Ġf oe +rim inal +ĠNor wegian +Ġj ailed +Ġm aternal +é e +ĠLu cy +c op +Ch o +Ġuns igned +ĠZe lda +ĠIns ider +ĠContin ued +Ġ13 3 +ĠNar uto +ĠMajor ity +16 9 +ĠW o +ãĤ ĵ +Ġpast or +Ġinform al +Ð ½ +an throp +jo in +ãģ Ĺ +it ational +N P +ĠWrit ing +f n +ĠB ever +19 5 +Ġy elling +Ġdr astically +Ġe ject +Ġne ut +Ġth rive +ĠFre qu +ou x +Ġpossess es +ĠSen ators +ĠD ES +ĠSh akespeare +ĠFran co +ĠL B +uch i +Ġinc arn +Ġfound ers +F unction +Ġbright ness +ĠB T +Ġwh ale +ĠThe ater +m ass +ĠD oll +S omething +Ġecho ed +ĠHe x +c rit +af ia +Ġgodd ess +Ġele ven +ĠPre view +ĠAur ora +Ġ4 01 +uls ive +ĠLog an +in burgh +ĠCent ers +ĠON LY +ĠA id +Ġparad ox +Ġh urd +ĠL C +D ue +c ourt +Ġoff ended +Ġeval uating +ĠMatthew s +Ġto mb +Ġpay roll +Ġextra ction +ĠH ands +if i +Ġsuper natural +ĠCOM M +] = +dog s +Ġ5 12 +ĠMe eting +Rich ard +ĠMax imum +Ġide als +Th ings +m and +ĠReg ardless +Ġhum ili +b uffer +L ittle +ĠD ani +ĠN ak +Ġliber ation +ĠA be +ĠO L +Ġstuff ed +ac a +ind a +raph ic +Ġmos qu +Ġcampaign ing +Ġoccup y +S qu +r ina +ĠW el +ĠV S +Ġphys ic +Ġp uls +r int +oad ed +ET F +ĠArch ives +Ġven ues +h ner +ĠTur bo +Ġl ust +Ġappeal ed +que z +il ib +ĠTim othy +Ġo mn +d ro +Ġobs ession +ĠSav age +19 96 +Gl obal +J es +2 14 +Ġsl iding +Ġdisapp ro +ĠMag ical +Ġvolunt arily +g b +ane y +Ġprop het +ĠRe in +ĠJul ia +ĠW orth +aur us +Ġb ounds +ie u +)) ) +Ġcro re +ĠCitiz en +S ky +Ġcolumn ist +Ġseek ers +ond o +IS A +ĠL ength +Ġnost alg +Ġnew com +Ġdet rim +ent ric +3 75 +ĠG E +Ġaut op +Ġacadem ics +App Data +ĠS hen +Ġid iot +ĠTrans it +Ġteasp oon +W il +K O +ĠCom edy +> , +Ġpop ulated +W D +Ġp igs +ĠO culus +Ġsymp athetic +Ġmar athon +19 8 +Ġseiz ure +s ided +Ġd op +irt ual +L and +ĠFl oor +osa urs +... ] +Ġl os +Ġsubsid iary +E Y +ĠPart s +ĠSt ef +ĠJud iciary +Ġ13 4 +Ġmir rors +Ġk et +t imes +Ġneuro log +Ġc av +ĠGu est +Ġtum or +sc ill +ĠLl oyd +E st +Ġcle arer +Ġstere otypes +Ġd ur +not hing +Red dit +Ġnegoti ated +---------------- -------- +23 5 +Ġfl own +ĠSe oul +ĠRes ident +ĠS CH +Ġdisappear ance +ĠV ince +g rown +Ġgrab s +r il +ĠInf inite +ĠTw enty +Ġpedest rian +Ġjer sey +ĠF ur +ĠInf inity +ĠEll iott +Ġment or +Ġmor ally +Ġob ey +sec ure +iff e +Ġantib iotics +ang led +ĠFre eman +ĠIntrodu ction +J un +Ġm arsh +ic ans +ĠEV ENTS +och ond +W all +icult y +Ġmisdem eanor +Ġl y +Th omas +ĠRes olution +Ġanim ations +ĠD ry +Ġinter course +ĠNew castle +ĠH og +ĠEqu ipment +17 7 +Ġterrit orial +Ġarch ives +20 3 +Fil ter +ĠMun ich +Ġcommand ed +ĠW and +Ġpit ches +ĠCro at +Ġrat ios +ĠM its +Ġaccum ulated +ĠSpecific ally +Ġgentle man +acer b +Ġp enn +Ġa ka +ĠF uk +Ġinterven e +ĠRef uge +ĠAlz heimer +Ġsuccess ion +oh an +d oes +L ord +Ġsepar at +Ġcorrespond ence +Ġsh iny +P rior +Ġs ulf +Ġmiser able +Ġded ication +( ). +Ġspecial ists +Ġdefect s +ĠC ult +ĠX ia +Ġje opard +ĠO re +Ab ility +Ġle ar +Ġamb itions +ĠB MI +ĠArab s +Ġ19 42 +Ġpres ervation +ific ate +Ġash amed +l oss +ĠRest aur +Ġrese mble +Ġen rich +ĠK N +ĠCl an +fl oat +Ġplay able +IT T +Ġharm ony +arr ison +ĠWe instein +w ere +Ġpoison ing +ĠCom put +ĠWord Press +m ajor +ĠVal ve +F an +ĠTh row +ĠRom ans +ĠDep ression +ad os +Ġtort ured +Ġbal ancing +bott om +Ġacqu iring +ĠMon te +ard i +Ġa ura +Ġ# # +ĠStand ing +ĠAtl as +C F +Ġintr ins +ĠBen ghazi +Ġcamp ing +Ġt apped +bl ade +st rous +ĠR abb +ĠW ritten +t ip +ĠNe igh +ster dam +ĠAll ow +ĠHe aling +ĠR hod +n um +Ġcaffe ine +ĠPer cent +Ġbo o +Ġapp les +30 5 +Ġwel coming +Ġappl aud +Ġa usterity + ± +ĠRe ality +ef e +å ® +Ġsu cks +Ġtab s +ĠPay Pal +Ġback pack +Ġgif ted +abul ary +ĠSc out +ir teen +Ġch in +Ġo mitted +Ġnegative ly +Ġaccess ing +ĠE arn +Ġambul ance +Ġhead phones +Ġ20 5 +ĠRef resh +p resident +ĠKit chen +ĠEnt ered +ĠS nyder +00 5 +om ical +Ġborrow ed +ĠN em +Ġav iation +Ġst all +rim ination +Ġuniform s +it ime +ĠSim mons +ener gy +ab lished +y y +qual ified +Ġrall ies +ĠSt uart +fl ight +Ġgang s +r ag +Ġv ault +lu x +ĠCom par +Ġdesign ation +20 9 +ĠJ os +d ollar +z ero +Ġwell s +30 3 +Ġconstitu ents +Ġhe ck +Ġc ows +Ġcommand ers +Ġdifferent ial +ĠC atherine +29 9 +Ġval ve +Ġbr ace +Ġperspect ives +c ert +f act +icular ly +ĠMc N +pl anes +Ġint ric +Ġpe as +ov an +Ġtoss ed +ret ch +ĠL opez +Ġunf amiliar +de ath +ĠA part +ĠCh ang +Ġrelie ved +rop he +Ġair ports +Ġfre ak +ut il +M ill +ĠCh in +ĠOw en +m ale +ĠBro ken +ĠWind s +ro b +r ising +Ġfire fighters +Ġauthor itarian +Ġ14 8 +Bit coin +ex ternal +Ġbrow sers +iche ver +or ian +Ġun b +Ġpo ke +ĠZ ot +M id +ĠPop ular +Ġco vert +Ġcont ributes +Ġ6 50 +Ġcont ention +G ate +Ġcons oles +Ġchrom os +ĠI X +Ġvis ually +ĠE isen +Ġjewel ry +Ġdeleg ation +Ġacceler ate +ĠR iley +Ġsl ope +Ġind oor +it ially +Ġhuge ly +Ġtun nels +Ġfin ed +Ġdirect ive +Ġfore head +ustom ed +Ġsk ate +Mus ic +g as +Ġrecogn izing +am bo +Ġover weight +ĠGr ade +Ù Ĭ +Ġsound ing +Ġlock ing +ĠR EM +St ore +Ġexc av +ĠLike wise +ĠL ights +Ġel bow +ĠSupp ly +w ic +Ġhands ome +19 94 +C oll +Ġadequ ately +ĠAssoci ate +Ġstri ps +Ġcrack down +Ġmar vel +ĠK un +Ġpass ages +@@ @@ +ĠT all +Ġthought ful +names e +Ġprost itution +bus iness +Ġball istic +person al +c ig +iz ational +R ound +ĠÂłĠÂł ĠÂłĠÂł +ĠCole man +Ġadm itting +ĠPl ug +Ġbit coins +ĠSu z +Ġfair ness +Ġsupp lier +Ġcatast rophic +ĠHel en +o qu +M arc +ĠArt icles +g ie +Ġend angered +Ġdest iny +ĠVol t +ol ia +ax is +Ġche at +Ġun ified +IC O +qu ote +30 2 +ĠS ed +Ġsupp ression +Ġanaly zing +Ġsqu at +Ġfig uring +Ġcoordin ates +Ġch unks +Ġ19 46 +Ġsub p +Ġw iki +ĠFor bes +ĠJ upiter +ĠE rik +im er +ĠCom mercial +\ ) +Ġlegitim acy +Ġd ental +ĠMe an +Ġdefic its +5 50 +Orig inally +ĠHor ror +Ġcontam ination +ll ah +Ġconf isc +ĠCl are +T B +ĠF ailed +an ed +Ġrul er +ĠCont roller +Ġfemin ists +F ix +g ay +20 7 +Ġr abbit +Th ird +ownt own +Ġgl ue +Ġvol atile +Ġsh ining +Ġf oll +Ġimp aired +Ġsup ers +æ Ī +Ġcl utch +ļé ĨĴ +Ġpro let +Ġ( ! +Ġy elled +ĠK iev +ĠEr n +ĠSh ock +K B +Ġsit uated +qu ery +ĠN as +Ġan nex +char acter +ĠHol iday +Ġautom ation +ĠJ ill +ĠRem astered +Ġl inem +Ġwild erness +ĠHor izon +ĠGu inea +A Z +Ġmain land +Ġsec recy +LE ASE +Ġp unk +ĠProv ince +( ), +Spe ed +Ġhand ing +ĠSeb ast +S ir +r ase +Ġj ournals +Ġcon gest +ĠT ut +ir rel +Ġschizophren ia +Ġmis ogyn +health y +I ron +Ġreact ed +- $ +25 2 +Ġpl ural +Ġpl um +Ġbarg ain +Ġground ed +f inder +Ġdis se +ĠL az +O OD +Ġat roc +F actory +Ġmin ions +Ġo ri +ĠB rave +ĠP RE +ĠMy anmar +ĠH od +Ġexped ition +Ġexpl ode +ĠCo ord +Ġext r +ĠB rief +ĠAD HD +Ġhard core +feed ing +Ġd ile +ĠF ruit +Ġvacc ination +ĠM ao +osp here +Ġcont ests +- | +Ġf ren +isp here +R om +ĠSh arp +ĠTre nd +Ġdis connect +âĢ¢ âĢ¢ +Ġper secution +Ear th +Ġhealth ier +38 4 +Ġc ob +ĠTr inity +OW S +AN N +Ġspecial ty +Ġg ru +Ġcooper ative +wh y +Start ing +ĠIss ues +st re +ens or +Ġ18 5 +Ad v +! ? +ĠRe vel +em ia +ĠH ulk +Ġcelebr ations +ĠS ou +ra ud +ĠKle in +Ġun real +con text +Ġpartners hips +Ġadop ting +t ical +Ġspl ash +ĠHe zbollah +c ategory +cycl op +xt on +ĠD ot +urd y +t z +Ġenvelop e +ĠN L +â ķ +Ġwhere in +Spe c +18 4 +Ġte lev +al iation +Ġmyth s +å ° +Ġrig orous +Ġcommun icating +Ġobser ver +Ġre he +ĠW ash +Ġapolog ized +ĠT in +Ġexpend itures +work ers +d ocument +Ġhes itate +ĠLen in +Ġunpredict able +Ġrenew al +cl er +ok ia +ĠCON T +Ġpost season +Tok ens +Ġex acerb +Ġbet ting +Ġ14 7 +Ġelev ation +W ood +ĠSol omon +19 4 +00 4 +out put +Ġredu nd +ĠM umbai +Ġp H +Ġreprodu ce +ĠD uration +MA X +Ġb og +C BS +ĠBal ance +ĠS gt +ĠRec ent +Ġc d +Ġpo pped +Ġincomp et +pro p +ay an +g uy +Pac ific +Ġty r +Ġ{ { +ĠMy stic +ĠD ana +Ġmast urb +Ġge ometry +à ¢ +ĠCor rect +Ġtraject ory +Ġdistract ed +Ġf oo +ĠW elsh +L uc +m ith +Ġrug by +Ġrespir atory +Ġtri angle +Ġ2 15 +Ġunder graduate +ĠSuper ior +ch anging +_ - +Ġright ly +Ġrefere e +Ġluc rative +Ġun authorized +Ġresemb les +ĠGN U +ĠDer by +Ġpath ways +ĠL ed +Ġend urance +Ġst int +Ġcollect or +F ast +Ġd ots +Ġnational s +ĠSec urities +Ġwh ip +Par am +Ġlearn s +M agic +Ġdetail ing +m oon +Ġbroadcast ing +Ġb aked +26 5 +hol m +ĠS ah +ĠHus sein +ĠCourt esy +17 4 +Ġ14 6 +Ġge ographic +pe ace +Ġjud ging +ĠS tern +B ur +Ġstory line +G un +ĠSt ick +24 5 +30 7 +ãĤ´ ãĥ³ +ĠAdminist rator +Ġbur nt +Ġp ave +ch oes +Ex ec +Ġcamp uses +Res ult +Ġmut ations +ĠCh arter +Ġcapt ures +Ġcomp ares +Ġbad ge +S cient +Ġer ad +ier y +o i +ett es +ĠE state +Ġst rap +Ġproud ly +Ġf ried +Ġwithd rawn +ĠV oy +ph ony +It ems +ĠP ierce +b ard +Ġann otation +ant on +ill on +Im pro +... ) +Ġhapp ier +---- -- +ad just +Ġstaff ers +Ġactiv ism +Ġper f +Ġal right +N eed +Ġcomm ence +Ġopio id +ĠAm anda +E s +ĠP ars +ĠK aw +W orks +24 8 +Ġind o +t c +end ant +ĠM oto +Ġlegal ization +OT E +Ġtask ed +Ġt sp +ĠACT IONS +16 6 +Ġrefres hing +ĠN R +ĠPere z +Ġinfring ement +S Y +List en +in ning +k u +Ġrot ate +pro gram +ar ah +Des ign +Ġ( £ +Ġst oring +Ġwar rants +Ġjud gement +ĠB rist +us ually +ph oto +ĠR an +ĠP ine +Ġoutrage ous +ĠValent ine +lu ence +ĠEvery body +Al tern +Ġrele vance +Ġtermin ated +Ġd essert +Ġfulf illed +Ġprosecut ed +ĠW ords +Ġm igrant +Ġcultiv ation +ÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤ ÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤ +idel ity +ĠV ern +ĠLog in +Ġmetaph or +ĠT ip +Ġrecru its +ĠP ig +rib ing +Ġenthusi asts +ex per +Ġfright ening +ĠH air +ans on +str ate +Ġh i +He ight +Ġown ing +n one +Ġdis like +Ġkn ives +pher d +Ġloud ly +ĠAP Is +Dis play +ĠL ac +ĠUS S +ab l +ver ages +J ew +Ġ17 2 +ĠHist orical +at oon +ĠPhys ics +in tern +Ġwarm th +Ġto pp +D M +Ġgun man +Ġem peror +od i +ãĥ £ +in atory +ĠR ib +Ġ13 1 +ĠSat urn +ĠSh ining +Ġw aking +Qu otes +Ġcomed ian +en berg + ½ +Ġbelie vers +Ġpaper work +c ustom +Ġle v +Ġl ament +Ġpour ing +22 2 +p olitical +ĠSupp lement +m aid +Ġcruel ty +Ġt read +ys ics +A w +rit es +Ġmod ifier +ĠP osition +Ad am +l b +ub s +Ġimper fect +Ġcl usters +ĠEngine er +ĠC herry +Ġinaug uration +ĠS au +Ġembod iment +ĠUn cle +Ġover r +Ġexplos ions +c ule +ĠPrinc eton +ĠAndre a +Ġincorrect ly +Ġearn est +Ġpil gr +ĠS print +Ġslee ve +Ġhe ars +ĠAm azing +Ġbrow sing +ag in +Ġhom eland +Ġha w +Ġd iving +ist ered +17 8 +Ġbarg aining +ĠArc ade +Ġdeleg ate +ters on +................................ ................................ +ĠJackson ville +27 5 +Ġst agn +Ġad am +ĠSher man +C B +Ġsub urb +ĠFood s +Ġconver ting +ĠAr ist +Ġch ambers +l ove +Ġam ino +ĠG an +Ġmad ness +m c +ĠUS E +def ined +Ġul tr +ind ust +Ġw olves +l ance +Add itionally +Ġcr acks +as ia +ĠRe ason +ĠP ump +Ġaccident al +ĠL aser +ĠR id +Ġinitial ized +ell i +Ġun named +Ġn oun +ĠPass ed +Ġhost age +ĠEth iop +sh irts +Ġun rel +ĠEmb assy +Ġ19 41 +Ġat oms +Ġpur ported +16 4 +ĠF i +Ġgall ons +ĠMon ica +Ġp g +en ment +Ġsort ed +ĠG ospel +Ġhe ights +Ġtr aced +Ġunder going +She ll +Ġs acks +Ġproport ions +Ġhall uc +F ont +ac et +Ġwar mer +ĠIN TER +Ġgrab bing +Pl ug +Ġreal ization +ĠBur ke +Ġen chant +AT ER +ĠSe ed +Ġabund ant +F M +Ġc ivic +V s +is i +Ġv ow +Ġre per +ĠPartners hip +Ġpenet ration +Ġax e +Ġsh attered +ĠZ ombies +Ġv inyl +ĠAl ert +e on +Ġoblig ed +ĠIll ust +ĠPl aza +ĠFront ier +Ġdavid jl +ĠSer ial +ĠH av +ĠNut rition +B i +Ġâĸ Ī +ĠJ ays +lin ux +Ġhur ry +Ġv oy +Ġhop eless +ĠSte alth +Ġ ãģ +ess ors +tt le +b org +ĠSaf ari +f ell +Ġw ary +d ue +ĠAb ove +H a +E LL +Ġnot or +ĠW on +T oo +Ġoccup ations +Ġposs essions +Ġinv iting +Ġpred ators +Ġacceler ated +Ġ15 7 +uter te +ĠC ube +e ast +acc ount +G ive +Ġtrans plant +red ients +id able +Ġscreens hots +ĠG und +ĠF S +Ġtravel ers +Ġsens ory +ĠF iat +ĠRock ets +İ ĭ +_ { +F riend +Ġchar ming +AL S +Ġenjoy ment +m ph +Ġ5 000 +ĠRE G +Ù Ĩ +b ia +Ġcomp ilation +ro st +ĠV P +ĠSch ne +201 9 +Ġcop ying +M ORE +ĠFl ore +f alls +2 15 +t otal +Ġdis ciples +d ouble +Ġexceed ing +Ġsm ashed +Ġconcept ual +ĠRom ania +ĠB rent +ĠI CE +ĠT ou +Ġg rap +Ġn ails +18 9 +ãĥ ĺ +Ġproc ure +e ur +Ġconfir ming +ĠC ec +aw i +ĠEd en +Ġn g +Ġengine ered +at ics +Ġhook ed +Ġdisgust ing +ĠMur der +ãĤ ¿ +L ibrary +Ġ16 8 +Al most +hem atic +Men u +ĠNot re +ĠJ ur +Ġkidn apped +Ġhack er +ĠJ ade +Ġcreep y +Ġdraw ings +ĠSpons or +Ġcycl ists +ĠGob lin +Ġoptim ized +Ġst aged +ĠMc D +bet ween +A ge +en o +S ex +ĠW ide +n ings +av is +Ġincap able +ĠK ob +Ġreward ing +ĠL one +oles cent +Ġcontract ed +Ġstick y +J ose +B all +f est +ĠIn put +ĠRec ently +Ġto mat +squ are +App lication +Ġnit rogen +Ġdupl icate +ĠRec on +ĠD ear +L ondon +Ġint ra +Ġd ock +Ġout reach +ĠM illion +Ġmamm als +am pton +V AL +Ġsn aps +Ġd os +ĠWh ole +ĠRead y +T ry +ĠWinn ipeg +ear ance +Ġinc urred +ren ched +ĠNS W +il ot +rain e +Ġc ube +g ot +Ġrun way +etermin ed +ĠHaw ks +Ġsurviv or +ĠW ish +ĠD in +ĠDE F +ĠV ault +18 7 +Ġmush rooms +Ġcris p +be y +ĠDisco very +Ġdevelopment al +Ġparad igm +Ġcha otic +ĠT su +Ġ3 33 +b ons +Ġbacter ial +Ġcomm its +Ġcos mic +Ġme ga +oc ative +ĠP aint +ophob ic +Ġv ain +Ġcar ved +ĠTh ief +ĠG ul +ows hip +Ġc ites +ĠEd inburgh +Ġdimin ished +Ġacknowled ges +ĠK ills +Ġmic row +ĠHer a +Ġsen iors +Ġwhere by +H op +at ron +Ġun available +ĠN ate +Ġ4 80 +Ġsl ated +ĠRe becca +ĠB attery +Ġgram mar +Ġhead set +Ġcurs or +Ġex cluding +any e +aunder ing +eb in +Ġfeas ible +ĠPub lishing +ĠLab s +ĠCl iff +ĠFerr ari +Ġp ac +vis ible +mark ed +pe ll +Ġpol ite +Ġstagger ing +ĠGal actic +Ġsuper st +Ġpar an +ĠOffic ers +ãĢ ģ +Ġspecific s +ul us +23 9 +ĠP aste +AM P +ĠPan ama +ĠDe lete +angu ard +rest rial +Ġhero ic +ĠD y +ا ÙĦ +Ġincumb ent +Ġcr unch +t ro +Ġsc oop +Ġblog ger +Ġsell ers +ure n +Ġmedic ines +ĠC aps +ĠAnim ation +ox y +Ġout ward +Ġinqu iries +22 9 +Ġpsych ologist +ĠS ask +ev il +Ġcontam inated +ãĤ ¨ +he rence +Ġbrand ed +ĠAbd ul +z h +Ġparagraph s +Ġmin s +Ġcor related +er b +Ġimp art +Ġmil estone +ĠSol utions +ot le +Ġunder cover +Ġmar ched +ĠCharg ers +f ax +ĠSec rets +Ġr uth +we ather +Ġfemin ine +Ġsh am +Ġprest igious +igg ins +Ġs ung +hist ory +ett le +gg ie +Ġout dated +ol and +Ġper ceptions +ĠS ession +ĠDod gers +u j +ĠE ND +D oc +Ġdefic iency +Gr and +ĠJ oker +Ġretro spect +Ġdiagn ostic +Ġharm less +Ġro gue +ĠA val +E qu +Ġtrans c +ĠRoberts on +ĠDep ending +ĠBurn s +iv o +Ġhost ility +F eatures +ĵ ĺ +Ġdis comfort +ĠL CD +spec ified +ĠEx pect +3 40 +Ġimper ative +ĠReg ular +Ch inese +Ġstate wide +Ġsy mm +Ġlo ops +Ġaut umn +N ick +Ġsh aping +Ġqu ot +Ġc herry +ĠCross ref +è¦ ļéĨĴ +Stand ard +he ed +ĠD ell +ĠViet namese +Ġo st +ĠV alkyrie +O A +Ass ad +Ġreb ound +ĠTra ffic +pl aces +æ ĺ +ĠB uc +17 2 +Ġshel ters +Ġins isting +ĠCertain ly +ĠKenn eth +ĠT CP +Ġpen al +ĠRe play +he ard +Ġdial ect +iz a +ĠF Y +it cher +ĠD L +Ġspir al +Ġquarterback s +Ġh ull +Ġgo ogle +Ġto dd +ĠSter ling +ĠPl ate +Ġsp ying +mb ol +ĠReal m +ĠPro ced +ĠCr ash +Ġtermin ate +Ġprotest ing +C enter +gu ided +Ġun cover +Ġboy cott +Ġreal izes +s ound +Ġpret ending +ĠV as +19 80 +Ġfram ed +Ġ13 9 +Ġdesc ended +Ġrehab ilitation +Ġborrow ing +ĠB uch +Ġbl ur +R on +ĠFro zen +en za +Ch ief +ĠP oor +Ġtransl ates +M IN +Ġ2 12 +J ECT +Ġerupt ed +Ġsuccess es +S EC +Ġpl ague +Ġg ems +d oms +Ġstret ches +ĠSp y +Ġstory telling +C redit +ĠP ush +Ġtra ction +Ġin effective +ĠL una +Ġt apes +Ġanaly tics +erc ise +Ġprogram mes +ĠCar bon +Ġbeh old +he avy +ĠConserv ation +ĠF IR +Ġs ack +ter min +ric ks +Ġhous ed +Ġunus ually +I ce +Ġexecut ing +ĠMor oc +ed ay +Ġed itions +Ġsm arter +ĠB A +Ġout law +Ġvan ished +ib a +AL SE +ĠSil va +23 8 +C ould +Ġphilos opher +Ġevac uated +Sec ret +14 2 +Ġvis as +ãĤ ¬ +ĠM alt +ĠClear ly +ĠN iger +ĠC airo +ĠF ist +3 80 +ĠX ML +aut o +it ant +Ġrein forced +Rec ord +ĠSurviv or +G Hz +Ġscrew s +parent s +Ġo ceans +ma res +Ġbra kes +vas ive +Ġhell o +ĠS IM +rim p +Ġo re +ĠArm our +24 7 +Ġterr ific +Ġt ones +14 1 +ĠMin utes +Ep isode +Ġcur ves +Ġinflamm atory +Ġbat ting +ĠBeaut iful +L ay +Ġunp op +v able +Ġr iots +ĠTact ics +b augh +ĠC ock +Ġorg asm +ĠS as +Ġconstruct or +et z +G ov +Ġant agon +Ġthe at +Ġde eds +ha o +c uts +ĠMc Cl +Ġu m +ĠScient ists +Ġgrass roots +ys sey +"] => +Ġsurf aced +Ġsh ades +Ġneighb ours +Ġad vertis +oy a +Ġmer ged +Up on +Ġg ad +Ġanticip ate +Any way +Ġsl ogan +Ġdis respect +I ran +ĠT B +act ed +Ġsubp oen +medi ately +OO OO +Ġwa iver +Ġvulner abilities +ott esville +ĠHuff ington +J osh +ĠD H +M onday +ĠEll en +K now +x on +it ems +22 8 +Ġf ills +ĠN ike +Ġcum ulative +and als +I r +Ġ ì +Ġfr iction +ig ator +Ġsc ans +ĠVi enna +ld om +Ġperform ers +P rim +Ġb idding +M ur +Ġlean ed +ĠPri x +al ks +Ġ[ âĢ¦] +ĠTw itch +ĠDevelop er +ĠG ir +Ġcall back +Ab stract +Ġacc ustomed +Ġfreed oms +ĠP G +ur acy +Ġl ump +is man +,, ,, +19 92 +ĠR ED +Ġwor m +M atch +ĠPl atinum +I J +ĠOwn er +Tri via +com pl +Ġnew born +Ġfant as +O wn +Ġ19 59 +Ġsymp ath +Ġub iqu +Ġoutput s +Ġal lev +Ġpr ag +K evin +Ġfav ors +Ġbur ial +Ġn urt +so lete +c ache +Ġ15 6 +Ġunl ocks +te chn +M aking +Ġcon quer +ad ic +æ ĸ +Ġel f +Ġelect orate +ĠKurd s +ĠSt ack +ĠSam urai +Ġâ ĺħ +Ġ{ } +ĠS aid +ĠFall out +Ġkind ness +ĠCustom s +ĠBou levard +Ġhelicop ters +ot ics +ĠVe get +com ment +Ġcritic ised +Ġpol ished +ĠRem ix +ĠC ultural +Ġrec ons +Ġdo i +at em +Sc reen +Ġbar red +Com ments +ĠGener ally +Ġsl ap +7 20 +V ari +p ine +Ġem pt +Ġh ats +ĠPlay ing +l ab +a verage +form s +ĠC otton +Ġcan s +ĠD ON +ĠSom alia +C rypt +ĠIncre ases +E ver +mod ern +Ġsur geon +3 000 +Ġrandom ized +================================ ================================ +B ern +im pl +ĠC OR +Ġpro claim +th ouse +Ġto es +Ġam ple +Ġpres erving +Ġdis bel +gr and +B esides +Ġsil k +ĠPat tern +h m +Ġenter prises +Ġaffidav it +ĠAdvis ory +Ġadvert ised +ĠRel igious +se ctions +psy ch +ĠField s +aw ays +Ġhasht ag +ĠNight mare +Ġv ampire +Ġfore nsic +rosso ver +n ar +Ġn avy +Ġvac ant +ĠD uel +Ġhall way +Ġface book +ident ally +ĠN RA +Ġm att +Ġhur ricane +ĠKir by +ĠP uzzle +Ġsk irt +ou st +du llah +Ġanal ogy +in ion +Ġtomat oes +ĠN V +ĠPe ak +ĠMe yer +Ġappoint ments +Ġm asc +Ġal ley +re hend +Ġchar ities +Ġund o +Ġdest inations +ĠTest ing +"> " +c ats +* . +Ġgest ures +gener al +Le ague +Ġpack ets +ĠInspect or +ĠBer g +Ġfraud ulent +Ġcritic ize +F un +Ġbl aming +nd ra +Ġsl ash +ĠE ston +Ġpropos ing +Ġwh ales +Ġtherap ist +Ġsub set +Ġle isure +EL D +ĠC VE +ĠAct ivity +Ġcul min +sh op +ĠD AY +is cher +ĠAdmir al +ĠAtt acks +Ġ19 58 +Ġmem oir +Ġfold ed +Ġsex ist +Ġ15 3 +ĠL I +Ġread ings +Ġembarrass ment +ĠEmploy ment +w art +ch in +Ġcontin uation +l ia +Rec ently +Ġd uel +Ġevac uation +ĠKash mir +Ġdis position +ĠR ig +Ġbol ts +Ġins urers +4 67 +M ex +Ġret aliation +Ġmis ery +Ġunre asonable +r aining +I mm +ĠP U +em er +Ġgen ital +ãĤ ³ +ĠC andy +Ġon ions +ĠP att +lin er +Ġconced ed +Ġf a +Ġfor c +ĠH ernandez +ĠGe off +deb ian +ĠTe ams +Ġc ries +Ġhome owners +23 7 +A BC +Ġst itch +Ġstat istic +Ġhead ers +ĠBi ology +Ġmot ors +ĠG EN +ĠL ip +Ġh ates +Ġhe el +S elf +i pl +ED IT +ort ing +Ġann ot +ĠSpe ech +old emort +ĠJ avascript +ĠLe Bron +Ġfoot print +Ġf n +Ġseiz ures +n as +h ide +Ġ19 54 +ĠBe e +ĠDecl aration +ĠKat ie +Ġreserv ations +N R +f emale +Ġsatur ated +Ġb iblical +Ġtroll s +Dev ice +ph otos +Ġdr ums +ãĥīãĥ© ãĤ´ãĥ³ +N ight +f ighter +ĠH ak +ri ber +Ġc ush +Ġdiscipl inary +ba um +ĠG H +ĠSch midt +ilib rium +Ġs ixty +ĠKush ner +ro ts +Ġp und +ĠR ac +Ġspr ings +Ġcon ve +Bus iness +F all +Ġqual ifications +Ġvers es +Ġnarc iss +ĠK oh +ĠW ow +ĠCharl ottesville +ed o +Ġinterrog ation +ĠW ool +36 5 +B rian +Ġâľ ĵ +Ġalleg es +ond s +id ation +ĠJack ie +y u +Ġl akes +Ġworth while +Ġcryst als +ĠJud a +Ġcomp rehend +Ġfl ush +Ġabsor ption +ĠO C +Ġfright ened +ĠCh ocolate +Mart in +Ġbu ys +Ġbu cks +Ġapp ell +ĠChampions hips +Ġlist ener +ĠDef ensive +Ġc z +ud s +ĠM ate +Ġre play +Ġdecor ated +Ġs unk +ĠV IP +ĠAn k +Ġ19 5 +aa aa +Nob ody +ĠMil k +ĠG ur +ĠM k +ĠS ara +Ġse ating +ĠW id +Tr ack +Ġemploy s +Ġgig antic +AP P +ãĤ § +in ventory +Ġtow el +at che +l asting +ĠT L +Ġlat ency +Ġkn e +B er +me aning +Ġup held +Ġplay ground +Ġm ant +S ide +Ġstere o +Ġnorth west +Ġexception ally +Ġr ays +Ġrec urring +D rive +Ġup right +Ġab duct +ĠMar athon +Ġgood bye +Ġal phabet +h p +Ġcourt room +ring ton +ot hing +T ag +Ġdiplom ats +Ġbar bar +ĠAqu a +18 3 +33 33 +Ġmat urity +Ġinst ability +ĠAp ache +Ġ= == +Ġfast ing +ĠGr id +Mod Loader +Ġ15 2 +A bs +ĠOper ating +ett i +Ġacqu aint +Don nell +ĠK em +ĠFor ge +Ġarm ored +M il +Ġphilos ophers +in vest +Pl ayers +â Ī +Ġmy riad +Ġcomr ades +R ot +Ġremember ing +Ġcorrespond s +Ġprogram mers +ĠLyn n +Ġo lig +Ġco herent +yn chron +ĠChem ical +Ġj ugg +p air +post s +E ye +ĠIn ner +Ġsem ester +ott est +ĠEmir ates +ric anes +or ously +m its +ĠW is +Ġd odge +l ocation +Ġf aded +Am azon +ĠPro ceed +ĠIN FO +j ournal +ĠTru ck +T en +Ġ2 17 +Ġstat utes +m obile +ĠT ypes +Rec omm +b uster +pe x +Ġleg ends +Ġhead ache +f aced +ĠWi Fi +if ty +ĠH ER +Ġcirc uits +ER ROR +22 6 +ol in +Ġcyl inder +osp ace +ik ers +P rem +Qu ant +Ġconflic ting +Ġslight est +Ġfor ged +ion age +Step hen +ĠK ub +ĠOpp ortun +ĠHe al +Ġbl o +Ġrul ers +Ġh uh +Ġsubmar ine +f y +ass er +Ġallow ance +ĠKas ich +ĠT as +ĠAustral ians +Forge ModLoader +ĠâĨ ij +ĠMat rix +am ins +Ġ12 00 +ĠAc qu +23 6 +D ocument +ĠBre aking +19 3 +ĠSub st +ĠRoll er +ĠPro perties +ĠN I +t ier +Ġcr ushing +Ġadvoc ating +Further more +keep ers +Ġsex ism +x d +Ġcall er +ĠS ense +chie ve +ĠT F +Ġfuel ed +Ġreminis cent +Ġobs ess +ur st +Ġup hold +ĠF ans +het ics +Ġâ Ĺ +ĠB ath +Ġbe verage +Ġo scill +25 4 +Ġpol es +Ġgrad ual +Ġex ting +ĠS uff +ĠS uddenly +Ġlik ing +Ġ19 49 +un ciation +am ination +ĠO mar +ĠL V +ĠCon sequently +Ġsynt hes +ĠG IF +Ġp ains +Ġinteract ing +u ously +inc re +Ġrum or +ĠScient ology +19 7 +ĠZ ig +Ġspe lling +ĠA SS +Ġexting u +ms on +Ġg h +Ġremark ed +ĠStrateg ic +ĠM ON +å ¥ +g ae +ĠWH AT +E ric +ĠCamp us +Ġmeth ane +Ġimag in +J UST +ĠAl m +X T +i q +ĠR SS +Ġwrong doing +att a +Ġbig ot +Ġdemonstr ators +ĠCal vin +ĠV illa +Ġmembr ane +ĠAw esome +Ġbenef ic +26 8 +Ġmagn ificent +ĠL ots +G reg +ĠBor is +Ġdetain ees +ĠH erman +Ġwhis pered +Ġa we +Prof essor +fund ing +Ġphys iological +ĠDest ruction +Ġlim b +Ġmanip ulated +Ġbub bles +Ġpse ud +Ġhyd ra +ĠBrist ol +Ġst ellar +ĠExp ansion +ĠK ell +ĠInterest ingly +Ġm ans +Ġdrag ging +Ġec ological +ĠF it +Ġg ent +Ġbenef ited +ĠHait i +Ġpoly g +ãĥ İ +Ġ20 30 +Ġpro w +Ġrecon struction +Ġwas t +Ġpsych ic +ĠGree ks +Hand ler +16 2 +ĠP ulse +Ġsol icit +Ġsy s +Ġinflu x +ĠG entle +per cent +Ġprolifer ation +Ġtax able +Ġdisreg ard +Ġesc aping +Ġg inger +Ġwith stand +Ġdevast ated +ĠD ew +ser ies +Ġinject ed +ela ide +Ġturn over +he at +Ļ Ĥ +H appy +ĠSil ent +ãĤ Ń +iv ism +Ġir rational +AM A +Ġre ef +r ub +Ġ16 2 +Ġbank ers +ĠEth ics +v v +Ġcritic isms +K n +18 6 +M ovie +ĠT ories +Ġno od +Ġdist ortion +F alse +od ore +Ġt asty +Res earch +ĠU ID +- ) +Ġdivor ced +ĠM U +ĠHay es +ĠIs n +ian i +ĠH Q +Ġ" # +ign ant +Ġtra umatic +ĠL ing +H un +Ġsab ot +on line +r andom +Ġren amed +ra red +K A +d ead +é t +ĠAss istance +Ġse af +++++ ++++ +Ġse ldom +ĠWeb b +Ġbo olean +u let +Ġref rain +ĠDI Y +ru le +Ġshut ting +Ġutil izing +load ing +ĠPar am +co al +oot er +Ġattract ing +ĠD ol +Ġher s +ag netic +ĠRe ach +im o +Ġdisc arded +ĠP ip +01 5 +ü r +Ġm ug +Im agine +C OL +Ġcurs ed +ĠSh ows +ĠCurt is +ĠSach s +spe aking +ĠV ista +ĠFram ework +ong o +Ġsub reddit +Ġcr us +ĠO val +R ow +g rowing +Ġinstall ment +Ġgl ac +ĠAdv ance +EC K +ĠLGBT Q +LE Y +Ġac et +Ġsuccess ive +ĠNic ole +Ġ19 57 +Qu ote +Ġcircumst ance +ack ets +Ġ14 2 +ort ium +Ġguess ed +ĠFr ame +Ġperpet rators +ĠAv iation +ĠBen ch +Ġhand c +A p +Ġ19 56 +25 9 +r and +Net Message +d in +urt les +h ig +ĠV III +ff iti +ĠSw ords +b ial +Ġkidn apping +dev ice +Ġb arn +ĠEl i +auc as +S end +Con structed +Ġ ½ +Ġneed les +Ġad vertisements +Ġv ou +Ġexhib ited +ĠFort ress +As k +B erry +TY PE +Ġcan cers +ump ing +ĠTerrit ory +Ġpr ud +Ġn as +Ġathe ist +Ġbal ances +ãģ Ł +ĠSh awn +& & +Ġland sc +ĠR GB +Ġpet ty +Ġex cellence +Ġtransl ations +Ġpar cel +ĠChe v +E ast +ĠOut put +im i +Ġamb ient +ĠTh reat +Ġvill ains +Ġ5 50 +IC A +Ġtall er +Ġle aking +c up +Ġpol ish +Ġinfect ious +ĠK C +Ġ@ @ +back ground +Ġbureaucr acy +ĠS ai +un less +it ious +ĠSky pe +At l +ID ENT +00 8 +Ġhyp ocr +Ġpit chers +Ġguess ing +ĠF INAL +Bet ween +Ġvill agers +Ġ25 2 +f ashion +ĠTun is +Be h +ĠEx c +ĠM ID +28 8 +ĠHas kell +19 6 +ĠN OR +Ġspec s +Ġinv ari +Ġgl ut +ĠC ars +Ġimp ulse +Ġhon ors +g el +Ġjurisd ictions +ĠBund le +ul as +Calif ornia +ĠIncre ase +Ġp ear +Ġsing les +Ġc ues +Ġunder went +ĠW S +Ġexagger ated +Ġdub ious +Ġfl ashing +L OG +) ]. +J ournal +t g +V an +ĠI stanbul +ĠIn sp +ĠFrank en +D raw +Ġsad ness +Ġiron ic +ĠF ry +x c +Ġ16 4 +is ch +W ay +ĠProtest ant +h orn +Ġun aff +ĠV iv +ill as +ĠProduct ions +ĠH ogan +Ġper imeter +ĠS isters +Ġspont aneous +Ġdown side +Ġdescend ants +Ġor n +w orm +Japan ese +Ġ19 55 +Ġ15 1 +ĠDo ing +els en +umb les +Ġrad ically +ĠDr um +ĠB ach +Ġli abilities +ĠO B +ĠElement ary +Ġmem e +yn es +Ġfinger print +ĠGr ab +Ġundert ake +Mem bers +ĠRead er +ĠSim s +g od +Ġhypot hetical +s cient +ĠA J +Ġchar ism +Ġad missions +ĠMiss ile +tr ade +Ġexerc ising +ĠBack ground +W ritten +Ġvoc als +whe ther +Ġv i +ĠW inner +Ġl itter +ĠSh ooting +ST EM +ãĤ ¡ +ĠA FL +Ġvari ability +Ġe ats +ĠD PS +b row +Ġeleph ants +Ġstr at +Ġ Å +Ġsett lers +Matt hew +Ġin advert +H I +ĠIM F +ĠGo al +Ġnerv es +John son +ey e +ablish ment +Th ursday +BIL ITY +H ad +am oto +het amine +ep s +Ġmit ochond +Ġcomp ressed +ĠTre vor +ĠAnim als +T ool +L ock +Ġtwe ak +Ġpin ch +Ġcancell ation +P ot +Ġfoc al +ĠAst ron +17 3 +ĠA SC +ĠO THER +umn i +Ġdem ise +d l +Ù ħ +Sem itism +Ġcr acking +Ġcollabor ative +Ġexpl ores +s ql +Ġher bs +Ġconfig urations +m is +ĠRes ult +ace y +ĠSm oke +Ġsan ct +el ia +Ġdeg ener +Ġdeep est +Ġscream ed +Ġn ap +Soft ware +ĠST AR +E F +ĠX in +spons ored +mans hip +23 3 +Ġprim aries +Ġfilter ing +Ġas semble +m il +ĠMy ers +b ows +Ġpun ched +M ic +Ġinnov ations +Ġfun c +and o +Ġfr acking +ĠV ul +о Ð +osh op +ĠIm mun +Ġsett ling +Ġadolesc ents +Ġreb uilding +Ġtransform ing +Ġpar ole +Ġhar bor +Ġbook ing +ot ional +onge vity +ĠY o +b ug +Ġemer ges +ĠMethod s +ĠCh u +P res +ĠDun geons +Ġtra iling +ĠR um +ĠH ugh +å¤ © +ĠE ra +ĠBatt les +Res ults +ĠTr ading +Ġvers a +c ss +ax ies +he et +Ġgre ed +19 89 +Ġgard ens +Ġconting ent +P ark +ĠLeaf s +h ook +ro be +Ġdiplom acy +ĠF uel +ĠInv asion +Ġupgr ading +M ale +Ġe lic +Ġrelent less +ĠCo venant +ap esh +ĠT rop +T y +pro duction +art y +Ġpun ches +ak o +cyclop edia +ĠR abbit +ĠHD MI +Ġ14 1 +Ġf oil +Item Image +ĠF G +Ġimplement ations +ĠP om +ixt ures +Ġaw ait +Ġ3 30 +am us +Ġumb rella +Ġfore see +se par +Ġcircum cision +Ġperipher al +S ay +ĠExper t +In c +Ġwithd rew +ĠAnd ers +f ried +Ġradio active +ĠOp ening +Ġboard ing +ĠN D +Ġover throw +Act iv +W P +ĠAct s +× Ļ +Ġmot ions +v ic +ĠM ighty +ĠDef ender +a er +Ġthank ful +ĠK illing +ĠBr is +mo il +Ġpredict ing +26 6 +ch oice +Ġkill ers +Ġinc ub +ĠChe st +ather ing +Ġpro claimed +fl ower +oss om +umbled ore +ĠCy cling +ĠOccup y +AG ES +P en +ĠY ug +Ġpack aged +Ġheight ened +c ot +st ack +C ond +Ġst amps +m age +Ġpersu aded +Ġens l +ĠCard inal +Ġsol itary +Ġpossess ing +ĠC ork +Ġev id +ĠT ay +Ġbl ues +Ġextrem ism +Ġlun ar +Ġcl own +Te chn +Ġfest ivals +ĠPv P +ĠL ar +Ġconsequ ently +p resent +Ġsom eday +ç İĭ +ĠMet eor +Ġtour ing +c ulture +Ġbe aches +S hip +c ause +ĠFl ood +ãĥ ¯ +Ġpur ity +th ose +Ġem ission +b olt +Ġch ord +ĠScript ure +L u +Ġ$ { +cre ated +Other s +25 8 +Ġelement al +Ġannoy ed +ĠA E +d an +ĠS ag +Res earchers +Ġfair y +âĢĵ âĢĵ +======== ==== +Sm art +GG GG +Ġskelet ons +Ġpup ils +link ed +Ġur gency +en abled +ĠF uck +Ġcoun cill +r ab +U AL +T I +Ġlif es +Ġconf essed +B ug +Ġharm on +ĠCON FIG +ĠNe utral +D ouble +Ġst aple +ĠSH A +Brit ish +ĠSN P +AT OR +oc o +Ġswing ing +ge x +ole on +pl ain +ĠMiss ing +ĠTro phy +v ari +ran ch +Ġ3 01 +4 40 +00000000 00000000 +Ġrest oring +Ġha ul +uc ing +ner g +Ġfut ures +Ġstrateg ist +quest ion +Ġlater al +ĠB ard +Ġs or +ĠRhod es +ĠD owntown +????? - +ĠL it +ĠB ened +Ġco il +st reet +ĠPort al +FI LE +ĠG ru +* , +23 1 +ne um +Ġsuck ed +Ġr apper +Ġtend encies +ĠLaure n +cell aneous +26 7 +Ġbrow se +Ġover c +head er +o ise +Ġbe et +ĠG le +St ay +Ġm um +Ġtyp ed +Ġdiscount s +T alk +ĠO g +ex isting +ĠS ell +u ph +C I +ĠAust rian +ĠW arm +Ġdismiss al +Ġaver ages +c amera +Ġalleg iance +L AN +=" # +Ġcomment ators +ĠSet ting +ĠMid west +Ġpharm ac +ĠEX P +Ġstain less +Ch icago +Ġt an +24 4 +Ġcountry side +ĠV ac +29 5 +Ġpin ned +Ġcr ises +Ġstandard ized +T ask +ĠJ ail +ĠD ocker +col ored +f orth +" }, +Ġpat rons +Ġsp ice +Ġm ourn +ĠM ood +Ġlaund ry +Ġequ ip +ĠM ole +y ll +ĠTH C +n ation +ĠSher lock +Ġiss u +ĠK re +ĠAmeric as +ĠA AA +Ġsystem atically +Ġcont ra +ĠS ally +Ġrational e +Ġcar riage +Ġpe aks +Ġcontrad iction +ens ation +ĠFail ure +Ġpro ps +Ġnames pace +Ġc ove +field s +ãĤ ĭ +Ġw ool +ĠC atch +Ġpresum ed +ĠD iana +r agon +ig i +Ġh amm +Ġst unt +ĠG UI +ĠObserv atory +ĠSh ore +Ġsmell s +ann ah +Ġcock pit +ĠD uterte +8 50 +Ġopp ressed +bre aker +ĠCont ribut +ĠPer u +ĠMons anto +ĠAtt empt +Ġcommand ing +Ġfr idge +ĠR in +ĠChe ss +ual ity +Ġo l +Republic an +ĠGl ory +ĠW IN +.... ... +ag ent +read ing +Ġin h +J ones +Ġcl icks +al an +Ġ[ ]; +ĠMaj esty +ĠC ed +op us +ate l +à ª +AR C +ĠEc uador +ãĥ ł +ĠK uro +Ġritual s +Ġcapt ive +Ġoun ce +Ġdisag reement +Ġsl og +f uel +P et +M ail +Ġexerc ised +Ġsol ic +Ġrain fall +Ġdev otion +ĠAss essment +Ġrob otic +opt ions +ĠR P +ĠFam ilies +ĠFl ames +Ġassign ments +00 7 +aked own +Ġvoc abulary +Re illy +Ġc aval +g ars +Ġsupp ressed +ĠS ET +ĠJohn s +Ġwar p +bro ken +Ġstat ues +Ġadvoc ated +Ġ2 75 +Ġper il +om orph +ĠF emin +per fect +Ġh atch +L ib +5 12 +Ġlif elong +3 13 +Ġche eks +Ġnum bered +ĠM ug +B ody +ra vel +We ight +ĠJ ak +ĠHe ath +Ġkiss ing +ĠJ UST +Ġw aving +u pload +Ġins ider +ĠPro gressive +ĠFil ter +tt a +ĠBe am +Ġviol ently +ip ation +Ġskept icism +Ġ19 18 +ĠAnn ie +ĠS I +Ġgen etics +Ġon board +at l +ĠFried man +ĠB ri +cept ive +Ġpir ate +ĠRep orter +27 8 +Ġmyth ology +Ġe clipse +Ġsk ins +Ġgly ph +ing ham +F iles +C our +w omen +Ġreg imes +Ġphotograp hed +K at +ĠMA X +Offic ials +Ġunexpected ly +Ġimpress ions +F ront +;;;; ;;;; +Ġsuprem acy +Ġs ang +Ġaggrav ated +Ġabrupt ly +ĠS ector +Ġexc uses +Ġcost ing +ide press +St ack +ĠR NA +ob il +Ġghost s +ld on +at ibility +Top ics +Ġreim burse +ĠH M +ĠDe g +Ġth ief +y et +ogen esis +le aning +ĠK ol +ĠB asketball +Ġf i +ĠSee ing +Ġrecy cling +Ġ[ - +Cong ress +Ġlect ures +P sy +Ġne p +Ġm aid +Ġori ented +A X +Ġrespect ful +re ne +fl ush +ĠUn loaded +re quest +gr id +ĠAltern atively +ĠHug o +Ġdec ree +ĠBuddh ism +and um +And roid +ĠCong o +ĠJoy ce +Ġacknowled ging +hes ive +ĠTom orrow +ĠH iro +th ren +ĠM aced +Ġho ax +ĠIncre ased +ĠPr adesh +W ild +____ __ +16 1 +Ġa unt +Ġdistribut ing +ĠT ucker +ĠSS L +ĠW olves +B uilding +ou lt +ĠLu o +ĠY as +ĠSp ir +ĠSh ape +ĠCamb od +ĠIP v +Ġm l +Ġext rad +39 0 +ĠPenn y +d ream +Ġstation ed +opt ional +ew orthy +. +ĠWorks hop +ĠRet ail +ĠAv atar +6 25 +N a +ĠV C +ĠSec ure +M Y +19 88 +oss ip +Ġpro state +Ġund en +Ġg amer +ĠCont ents +ĠWar hammer +ĠSent inel +3 10 +Ġse gregation +ĠF lex +ĠM AY +Ġdr ills +ĠDrug s +Islam ic +Ġsp ur +Ġca fe +Ġimag inary +Ġgu iding +Ġsw ings +ĠThe me +ob y +Ġn ud +Ġbe gging +Ġstr ongh +Ġreject ing +Ġpedest rians +ĠPro spect +R are +s le +Ġconcess ions +ĠConst itutional +Ġbe ams +Ġfib ers +p oon +Ġinstinct s +pro perty +ĠB IG +Sand ers +im ates +Ġco ating +Ġcorps es +ĠTR UE +check ed +Ġ16 6 +A sh +ĠJ S +ĠF iction +Ġcommun al +Ġener getic +oooo oooo +Ġnow adays +IL D +ib o +ĠSU V +R en +Ġdwell ing +Sil ver +Ġt ally +ĠM oving +Ġcow ard +Ġgener als +Ġhorn s +Ġcirc ulated +Ġrob bed +ĠUn limited +Ġharass ed +Ġinhib it +Ġcomp oser +ĠSpot ify +Ġspread s +3 64 +Ġsu icidal +Ġno ises +ĠSt ur +Ġs aga +ĠK ag +is o +Ġtheoret ically +M oney +Ġsimilar ity +Ġslic ed +ut ils +ing es +" - +Ġan th +Ġimp ed +Mod ule +Through out +Ġmen us +comm ittee +and i +ob j +in av +f ired +ĠAb dullah +Ġund ead +Ġfont s +H old +EN G +Ġsustain ability +Ġfl ick +Ġr azor +ĠF est +ĠChar acters +Ġword ing +Ġpopul ist +Ġcritic izing +Ġm use +v ine +Ġcard board +Ġkind ly +Ġfr inge +ĠThe ft +icult ural +Ġgovern ors +Ġ ���� +Ġ16 3 +Ġtime out +ĠA uth +Child ren +A U +Ġred emption +ĠAl ger +Ġ19 14 +Ġw aved +Ġastron auts +og rams +Ġsw amp +ĠFinn ish +Ġcand le +Ġton nes +ut m +Ġr ay +Ġsp un +Ġfear ful +art icles +Ġca us +or ically +ĠRequ ires +ĠG ol +Ġpop e +Ġinaug ural +Ġg le +AD A +ĠIS IL +ĠOff ensive +Ġwatch dog +Ġbal con +ent ity +ĠH oo +Ġgall on +AC C +Ġdoub ling +Ġimpl ication +ĠS ight +Ġdoct r +---- --- +Ġ\ \ +Ġm alt +R oll +Ġâī ¥ +Ġrec ap +add ing +u ces +ĠB end +fig ure +Ġtur key +Ġsoc ietal +ĠT ickets +Ġcommer cially +Ġsp icy +Ġ2 16 +ĠR amp +Ġsuperior ity +à ¯ +ĠTr acker +C arl +ĠC oy +ĠPatri ot +Ġconsult ed +Ġlist ings +Ġsle w +reens hot +ĠG one +Ġ[ ...] +30 9 +Ġh ottest +Ø ± +Ġrock y +ĠD iaz +Ġmass age +Ġpar aly +Ġp ony +A z +Ġcart ridge +ĠN Z +Ġsn ack +ĠLam ar +ple ment +ĠLes lie +Ġm ater +Ġsn ipp +24 6 +Ġjoint ly +ĠBris bane +ĠiP od +Ġpump ing +Ġgo at +ĠSh aron +eal ing +Ġcor on +Ġan omal +rah im +ĠConnect ion +Ġsculpt ure +Ġsched uling +ĠD addy +at hing +Ġeyeb rows +Ġcur ved +Ġsent iments +Ġdraft ing +D rop +( [ +Ġnom inal +ĠLeaders hip +ĠG row +Ġ17 6 +Ġconstruct ive +iv ation +Ġcorrupt ed +ger ald +ĠC ros +ĠChe ster +ĠL ap +ãģ ª +OT H +D ATA +Ġal mond +pro bably +I mp +Ġfe ast +ĠWar craft +F lor +Ġcheck point +Ġtrans cription +Ġ20 4 +Ġtwe aks +Ġrel ieve +S cience +Ġperform er +Z one +Ġtur moil +ig ated +hib it +ĠC afe +the med +Ġflu or +ben ch +Ġde com +ĠU nt +ĠBar rett +ĠF acts +Ġt asting +ĠPTS D +ĠSe al +ĠJuda ism +ĠDynam ic +ĠC ors +V e +ĠM ing +ĠTrans form +v on +ĠDef enders +ĠTact ical +ĠV on +ĠUn ivers +Ġdist orted +ĠB reath +?' " +Ġag on +ĠDead ly +Ġl an +ĠCy cle +orn ed +Ġrel iably +Ġgl or +ĠMon key +ãĥ ¡ +Ġad ren +Ġmicrow ave +ĠAl ban +irc raft +dig it +sm art +ĠD read +¯¯¯¯¯¯¯¯ ¯¯¯¯¯¯¯¯ +{ { +ĠRoc hester +Ġsimpl ified +Ġinf licted +Ġtake over +Ġyour selves +ad itional +Ġmus cular +K S +Ġing en +T ax +ĠFe ature +27 7 +Ġcru c +Ġcr ate +Ġun identified +Ġacclaim ed +ĠM anga +ĠFr ances +ĠNep al +ĠG erald +ĠKu wait +Ġsl ain +ĠHe b +ĠG oku +ãģ® æ +28 6 +M rs +ĠC ody +ĠSan ctuary +01 6 +Ġdism ant +Ġdatas et +ĠH ond +b uck +ĠPat terson +Ġpal ette +ĠG D +ic ol +ĠL odge +Ġplanet ary +ak in +ĠRegist ered +ab we +ĠPeters burg +Ġha iled +ĠP iece +S che +ĠDO J +Ġen umer +18 1 +ĠObs erver +ĠB old +f ounded +com merce +Ġexplo its +ĠF inding +UR N +ĠS ne +ĠAc id +ay ette +ĠVal ues +Ġdr astic +Ġarchitect ural +Ġ" . +× ķ +ump ed +Ġwra pping +Ġwid ow +ĠSl ayer +l ace +on ce +German y +av oid +Ġtem ples +P AR +à ´ +ĠLuc ifer +ĠFl ickr +l ov +for ces +Ġsc outing +Ġlou der +tes y +Ġbefore hand +Ä ĵ +ĠNe on +ĠW ol +ĠTyp ically +ĠPolit ico +-+ -+ +Ġbuild er +Ġder ive +K ill +Ġp oker +Ġambig uous +Ġlif ts +Ġcy t +Ġrib s +ood le +ĠS ounds +h air +ĠSynd rome +t f +Ġproport ional +u id +Ġper taining +ĠKind le +ĠNeg ro +Ġreiter ated +ĠTon ight +oth s +ĠCorn ell +Ġo wing +Ġ20 8 +elf are +oc ating +ĠB irds +Sub scribe +Ġess ays +Ġburd ens +Ġillust rations +ar ious +ER AL +ĠCal cul +Ġx en +ĠLink edIn +ĠJ ung +Ġredes ign +Con nor +29 6 +Ġrevers al +ĠAd elaide +ĠL L +Ġs inking +Ġg um +US H +c apt +ĠGr imm +Ġfoot steps +ĠCB D +isp ers +Ġpro se +Wed nesday +ĠM ovies +ed in +Ġoverturn ed +Ġcontent ious +US B +~~~~~~~~ ~~~~~~~~ +ĠCo pper +Ġpoint less +N V +val ues +olph in +d ain +Ġdepos ited +ĠG W +Ġpreced ed +ĠCl a +ĠGo lem +ĠN im +ĠÎ ² +ĠEngine ers +m iddle +Ġfl att +oper ative +Ġcouncil s +imb abwe +el in +Ġstress ful +ĠL D +Ġres h +l ake +Ġwheel chair +ĠAltern ative +Ġoptim ize +oper ation +Ġpe ek +Ġones elf +ig il +Ġtrans itions +op athy +bl ank +Ġ16 9 +17 1 +________________________________ ________________________________ +Ġl aundering +En c +ĠD EC +Ġwork outs +Ġsp ikes +Ġdin osaurs +Ġdiscrim inatory +P ool +R ather +38 5 +R NA +tes ters +et o +ĠIdent ity +Ġve in +ĠBur ton +Ġarc ade +4 20 +Ult imately +ĠSad ly +à ° +p ill +Ġcub ic +ĠSpect rum +the se +st ates +Ġun official +h awks +ĠEVER Y +Ġrain bow +Ġincarcer ation +and ing +Ġsy ll +ĠEver ton +Ġ17 9 +ĠSer bia +Ġ18 9 +m eter +ĠMic key +Ġant iqu +Ġfact ual +ne ck +ĠN are +n orm +m ust +Ġhigh ways +Ġgl am +Ġdivid ing +ĠSquad ron +ĠMar tha +Ġbirth s +C over +//////// //////// +ĠW ong +Ph ot +ĠA LS +ri o +ĠNon etheless +ĠL emon +Ġ20 6 +ĠE E +Ġderiv ative +ĠWW II +v ote +Ġthere in +Ġsepar ating +44 6 +sy nc +ĠStre ets +Ġr att +Ġmunicip ality +ĠShort ly +Ġmon k +) ," +Ġscr ub +Ġoper atives +Ne ither +Pl ace +ĠLim it +F emale +ĠAct or +Char acter +Ġconstit uted +35 7 +Ġprotest ed +ĠSt raw +ĠHe ight +ild a +ĠTy ph +Ġflood s +Ġcos metic +W AY +pert ure +up on +t ons +ess ing +ĠP ocket +Ġro oft +ĠC aucas +Ġant idepress +Ġincomp atible +EC D +Ġoper a +ĠCont est +Ġgener ators +l ime +Def ense +19 87 +for um +Ġsav age +ĠHung arian +n z +Ġmet allic +Ġex pelled +Ġres idency +Ġdress es +66 6 +ĠC lement +f ires +C ategory +Ġge ek +al is +Ġc emetery +educ ated +Ġc rawl +ĠUn able +ĠT yson +ak is +Ġp ardon +ĠW ra +Ġstrengthen ed +ĠF ors +33 5 +ĠH C +ĠM ond +Ġvisual s +ĠBeat les +ett lement +Ġ ï +g ro +Ġb ash +Ġpo orest +Ġex cel +Ġaspir ations +ĠM unicip +ens ible +Ġceremon ies +Ġintimid ation +ĠCON TR +be ck +ĠK ap +as u +Ġtradem arks +ĠS ew +ĠComp etition +net work +ĠAr ri +ĠT et +Ro aming +W C +D at +Ġso b +Ġpair ing +Ġoverd ose +SA Y +ab er +Ġrev olt +ĠF ah +act ing +e q +est ation +F ight +ĠMar ks +27 3 +Ġ17 8 +R aw +ãģ ĭ +34 9 +bl ocks +Ġver ge +est ine +ĠPod esta +Ġinv asive +Ġprofound ly +ĠA o +e ach +Ġl est +inter pret +Ġshr inking +Ġerr one +Ġche es +ly s +ĠI vy +ĠDirect ory +Ġhint ed +V ICE +Ġcontact ing +ĠG ent +he i +Ġlabel ing +Ġmerc ury +ĠL ite +Ġexp ires +Ġdest abil +rit is +c u +Ġfeather s +Ġste er +Ġprogram med +ĠV ader +Go ing +ĠE lim +Ġy o +ĠMic he +Ġ20 3 +Ġslee ves +Ġb ully +ĠHum ans +36 8 +Ġcomp ress +ĠBan ner +AR S +Ġa while +Ġcal ib +Ġspons orship +ĠDiff iculty +ĠP apers +Ġident ifier +} . +Ġy og +ĠSh ia +Ġclean up +Ġvib e +int rodu +im ming +Austral ia +Ġout lines +ĠY outube +tr ain +ĠM akes +Ġde ported +Ġcent r +ĠD ug +ĠB oulder +ĠBuff y +Ġinj unction +ĠHar ley +ĠG roups +ĠD umbledore +ĠCl ara +Ġ" - +Ġsacrific ed +ep h +Sh adow +ib ling +Ġfreel ance +Ġevident ly +ph al +Ġret ains +M ir +Ġfin ite +d ar +ĠC ous +Ġrep aired +Ġperiod ic +Ġchampions hips +Ġaster oid +bl ind +Ġexpress ly +ĠAst ros +Ġsc aled +Ġge ographical +ĠRap ids +En joy +Ġel astic +ĠMoh amed +Mark et +be gin +Ġdisco vers +Ġtele communications +Ġscan ner +Ġen large +Ġsh arks +Ġpsy chedel +ĠRou ge +Ġsnap shot +is ine +X P +Ġpestic ides +ĠL SD +ĠDist ribution +re ally +Ġde gradation +Ġdisgu ise +Ġbi om +ĠEX T +Ġequ ations +Ġhaz ards +ĠComp ared +) * +Ġvirt ues +Ġeld ers +Ġenh ancing +ĠAc ross +er os +ang ling +Ġcomb ust +ucc i +Ġconc ussion +Ġcontrace ption +ĠK ang +Ġexpress es +Ġa ux +ĠP ione +Ġexhib its +Deb ug +OT AL +ĠAl ready +ĠWheel er +Ġexp ands +? : +Ġreconc iliation +Ġpir ates +Ġpur se +Ġdiscour age +Ġspect acle +R ank +Ġwra ps +ĠTh ought +Ġimp ending +O pp +ĠAng lo +ĠE UR +Ġscrew ed +ret ched +Ġencour agement +mod els +Ġconf use +mm m +ĠVit amin +âĸij âĸij +C ru +Ġkn ights +Ġdisc ard +Ġb ishops +ĠW ear +ĠGar rett +k an +ãĥ Ł +Ġmascul ine +cap ital +ĠA us +Ġfat ally +th anks +ĠA U +ĠG ut +12 00 +Ġ 00000000 +Ġsur rog +ĠBI OS +ra its +ĠWat ts +Ġresur rection +ĠElect oral +ĠT ips +4 000 +Ġnut rient +Ġdepict ing +Ġspr ink +Ġm uff +ĠL IM +ĠS ample +ps c +ib i +gener ated +Ġspec imens +Ġdiss atisf +Ġtail ored +Ġhold ings +ĠMonth ly +ĠE at +po ons +Ġne c +ĠC age +ĠLot us +ĠLan tern +Ġfront ier +Ġp ensions +Ġj oked +ĠHard y +=-=- =-=- +r ade +U ID +Ġr ails +Ġem it +Ġsl ate +Ġsm ug +Ġsp it +ĠCall s +ĠJac obs +f eat +ĠU E +Ġrest ruct +Ġregener ation +Ġenerg ies +ĠCon nor +OH N +ĠChe ese +Ġg er +Ġresur rect +man agement +N W +Ġpres ently +ĠBru ins +M ember +ĠM ang +id an +Ġboost ing +w yn ++ . +requ isite +ĠNY PD +ĠMe gan +ĠCond itions +Ġp ics +nes ium +ĠR ash +Ġ17 4 +ĠD ucks +Ġemb ro +z u +on ian +rel igious +Ġc raz +ĠAC A +ĠZ ucker +EM A +ĠPro s +We apon +ĠKn ox +ĠAr duino +Ġst ove +Ġheaven s +ĠP urchase +Ġher d +Ġfundra iser +Dig ital +5 000 +Ġprop onents +/ âĢĭ +Ġj elly +ĠVis a +Ġmon ks +Ġadvance ment +ĠW er +Ġ18 7 +e us +ert ility +Ġfet al +Ġ19 36 +L o +Ġout fits +Ġstair case +b omb +Ġcustom ized +cl air +T ree +Ġm apped +ĠConsider ing +ĠTor res +Ġmeth yl +Ġapprox imate +Ġdo om +ĠHans en +Ġc rossover +Ġstand alone +ä ¼ +Ġinv ites +Ġgra veyard +Ġh p +Donald Trump +Ġesc ort +G ar +Ġpredec essors +Ġh ay +Ġen zyme +ĠStra ight +vis ors +I ng +ane ously +ĠApp lied +Ġf ec +ĠDur ant +Ġout spoken +or b +Ġz eal +Ġdisgr ace +' ). +ĠChe ng +28 9 +ĠRen a +ĠSu icide +29 4 +Ġout raged +ĠNew man +ĠN vidia +ĠA ber +ĠB ers +Ġrecre ation +Wind ow +ĠD P +x e +Ġped oph +Ġfall out +ambo o +Ġpresent ations +ĠApp s +Ġh tml +3 45 +ĠX XX +Ġrub bing +ĠLe ather +Ġhum idity +se ys +est ablished +ĠUn its +64 6 +Ġrespect able +A uto +Ġthri ving +ĠInn ovation +ang s +Ext ra +reg ulation +29 8 +p ick +Ex amples +ĠC J +Att ack +Ġdr acon +L T +Ġstick er +re rs +Ġsun ny +I ss +reg ulated +d im +ĠAb stract +Ġhus bands +Off ice +om ination +it ars +AN GE +asc al +ĠK ris +ĠInf antry +Ġm alf +ĠA the +ĠR ally +bal anced +................ ........ +OU P +Ġmole cule +met ics +ĠSpl it +ĠInstruct ions +ĠN ights +c ards +Ġt ug +Ġcon e +å Ń +Ġt x +ĠDisc ussion +Ġcatast rophe +pp e +g io +Ġcommun ism +Ġhal ted +ĠGu ant +cle an +ĠSc hed +ĠK anye +Ġw ander +ĠSer iously +Ġ18 8 +enn ial +f ollow +product ive +ĠFl ow +ĠS ail +Ġc raw +Ġsim ulations +or u +ang les +ĠN olan +Ġmen stru +4 70 +Ġ20 7 +aj a +Ġcas ually +board ing +Ġ2 22 +ov y +ĠN umbers +um at +O E +28 7 +ĠCle mson +Ġcert s +Ġsl id +ĠT ribe +Ġto ast +Ġfort unes +Ġf als +ĠComm ittees +Ġg p +Ġf iery +ĠN ets +ĠAn ime +Pack age +ĠComp are +l aughter +in fect +Ġatroc ities +Ġjust ices +Ġins ults +ĠVern on +Ġsh aken +Ġperson a +est amp +36 7 +br ain +Ġexperiment ing +K en +ĠElect ronics +Ġ16 1 +dom ain +Ġgraph ical +b ishop +Ġwho pping +ĠEv angel +Ġadvertis ers +ĠSpe ar +Ġb ids +Ġdestro ys +ut z +Ġunders c +ĠAD D +Ġan ts +ĠC um +ipp les +ĠF ill +Ġgl anced +Ġind icted +ĠE ff +Ġmis con +ĠDes ktop +Ġab ide +ãĥ Ģ +ĠI o +ĠC oul +Ġcaps ule +ĠCh rys +M ON +Ġund es +ĠI RA +Ġc itation +Ġdict ate +ĠNet works +ĠConf lict +ĠSt uff +x a +is ec +ĠChem istry +Ġquarter ly +William s +an an +O pt +ĠAlexand ria +out heastern +ĠSpring field +ĠBlack s +Ġge ography +24 2 +Ġut most +ĠEx xon +ab outs +E VA +ĠEn able +ĠBar r +Ġdisag reed +ĠCy prus +Ġdement ia +Ġlab s +Ġubiqu itous +ĠLO VE +Ġconsolid ated +s r +Ġcream y +ĠTim ber +Reg ardless +ĠCert ificate +Ġ" ... +ogen ous +Capt ain +Ġinsult ing +ĠSor os +ĠInst r +ĠBulgar ia +bet ter +Ġsuck ing +ĠDavid son +at z +Ġcoll ateral +g if +Ġplag ued +ĠC ancel +ĠGard ner +R B +Ġsix teen +Rem ove +ur istic +c ook +R od +Ġcompr ising +f le +) âĢĶ +ĠVik ing +g rowth +agon al +Ġsr f +af ety +m ot +N early +st own +ĠF actor +Ġautom obile +Ġproced ural +m ask +amp ires +Ġdisapp ears +j ab +3 15 +Ġ19 51 +ne eded +Ġd aring +le ader +Ġp odium +Ġun healthy +Ġm und +Ġpy ramid +oc re +Ġkiss ed +Ġdream ed +ĠFant astic +ĠG ly +å Ĭ +Ġgreat ness +Ġsp ices +Ġmet ropolitan +Ġcomp uls +i ets +101 6 +ĠSh am +ĠP yr +fl ies +ĠMid night +Ġswall owed +Ġgen res +ĠL ucky +ĠRew ards +Ġdisp atch +ĠI PA +ĠApp ly +Ġa ven +al ities +3 12 +th ings +Ġ( ). +Ġm ates +ĠS z +ĠC OP +ol ate +O FF +Ġre charge +c aps +ĠYork er +ic one +Ġgal axies +ile aks +D ave +ĠP uzz +ĠCelt ic +ĠA FC +27 6 +ĠS ons +Ġaffirm ative +H or +Ġtutorial s +ĠC ITY +ĠR osa +ĠExt ension +Ser ies +Ġf ats +Ġr ab +l is +Ġun ic +Ġe ve +ĠSp in +Ġadul thood +ty p +Ġsect arian +Ġcheck out +ĠCy cl +S ingle +Ġmart yr +Ġch illing +88 8 +ou fl +Ġ] ; +Ġcongest ion +m k +ĠWhere as +Ġ19 38 +ur rencies +er ion +Ġbo ast +ĠPat ients +Ġch ap +ĠB D +real DonaldTrump +Ġexam ines +h ov +Ġstart ling +ĠBab ylon +w id +om ew +br ance +ĠOd yssey +w ig +Ġtor ch +ĠV ox +ĠMo z +ĠT roll +ĠAn s +Similar ly +ĠF ul +00 6 +Un less +ĠAl one +st ead +ĠPub lisher +r ights +t u +ĠDoes n +Ġprofession ally +Ġcl o +ic z +Ġste als +Ġ á +19 86 +Ġst urdy +ĠJoh ann +Ġmed als +Ġfil ings +ĠFr aser +d one +Ġmult inational +Ġf eder +Ġworth less +Ġp est +Yes terday +ank ind +Ġg ays +Ġb orne +ĠP OS +Pict ure +Ġpercent ages +25 1 +r ame +Ġpot ions +AM D +ĠLeban ese +Ġr ang +ĠL SU +ong s +Ġpen insula +ĠCl ause +AL K +oh a +ĠMac Book +Ġunanim ous +Ġl enders +Ġhang s +Ġfranch ises +ore rs +ĠUp dates +Ġisol ate +and ro +S oon +Ġdisrupt ive +ĠSur ve +Ġst itches +ĠSc orp +ĠDomin ion +Ġsupp lying +Ar g +Ġtur ret +ĠL uk +Ġbr ackets +* ) +ĠRevolution ary +ĠHon est +Ġnot icing +ĠSh annon +Ġafford ed +Ġth a +ĠJan et +! -- +ĠNare ndra +ĠPl ot +H ol +se ver +e enth +Ġobst ruction +Ġ10 24 +st aff +j as +or get +sc enes +l aughs +ĠF argo +cr ime +Ġorche str +Ġde let +ili ary +rie ved +Ġmilit ar +ĠGreen e +âĹ ı +ãģ ¦ +ĠGu ards +Ġunle ashed +ĠWe ber +Ġadjust able +Ġcal iber +Ġmotiv ations +Ġà ł +m Ah +ĠL anka +hand le +Ġp ent +ĠR av +ĠAng ular +ĠK au +umb ing +Ġphil anthrop +Ġde hyd +Ġtox icity +e er +ĠY ORK +w itz +å ¼ +ĠI E +commun ity +ĠA H +Ġret ali +Ġmass ively +ĠDani els +ĠD EL +Ġcar cin +Ur l +Ġrout ing +ĠNPC s +ĠR AF +ry ce +Ġwa ived +ĠGu atem +Every body +Ġco venant +Ġ17 3 +Ġrelax ing +Ġqu art +al most +Ġguard ed +ĠSold iers +ĠPL AY +Ġout going +L AND +Ġre write +ĠM OV +ĠIm per +ĠS olution +Ġphenomen al +Ġl ongevity +Ġimp at +ĠN issan +ir ie +Ġod or +ĠZ ar +ok s +Ġmilit ias +ĠSP EC +Ġtoler ated +ars er +ĠBrad ford ++ , +Ġsur real +s f +Can adian +Ġresemb lance +Ġcarbohyd rate +VI EW +Ġaccess ory +me al +larg est +ieg el +Some one +Ġtoug hest +os o +Ġfun nel +Ġcondemn ation +lu ent +Ġw ired +ĠSun set +Jes us +ĠP ST +ĠP ages +ĠTy coon +ĠP F +Ġselect ions +Ġ ठ+part isan +Ġhigh s +ĠR une +Ġcraft s +le ad +ĠParent s +Ġre claim +ek er +ĠAll ied +ae per +Ġlo oming +Ġbenefic iaries +ĠH ull +Stud ents +Jew ish +d j +Ġp act +tem plate +ĠOffic ials +ĠBay lor +Ġhe mp +Ġyouth s +ĠLevel s +ĠX iao +ĠC hes +Ġende avor +ĠRem oved +Ġhipp ocamp +H ell +ãĤ Ĭ +80 5 +Ġd inosaur +ĠWr ath +ĠIndones ian +Ġcalcul ator +ĠD ictionary +Ġ4 20 +ĠM AG +( _ +! , +t arians +Ġrestrict ing +rac use +Ġweek day +OU NT +Ġsh rugged +leg round +Ġb ald +ĠDo ctors +Ġt outed +ĠMax well +Ġ2 14 +Ġdiplom at +Ġrep ression +Ġconstitu ency +v ice +r anked +ĠNap oleon +g ang +ĠFore ver +t un +Ġbul b +ĠPD T +ĠC isco +V EN +Ġres umed +Ste ven +ĠManit oba +Ġfab ulous +ĠAg ents +19 84 +Ġam using +ĠMyster ies +Ġor thodox +fl oor +Ġquestion naire +Ġpenet rate +Ġfilm makers +ĠUn c +Ġst amped +Ġth irteen +Ġout field +Ġforward ed +Ġapp ra +Ġa ided +t ry +Ġunf ocused +ĠL iz +ĠWend y +ĠSc ene +Ch arg +Ġreject s +Ġleft ist +ĠProv idence +ĠBr id +reg n +Ġprophe cy +ĠL IVE +4 99 +Ġfor ge +ĠF ML +Ġintrins ic +ĠF rog +Ġw ont +ĠH olt +Ġfam ed +CL US +aeper nick +ĠH ate +ĠC ay +Ġregister ing +ort ality +rop y +ocaly ptic +a an +n av +Ġfasc ist +IF IED +Ġimpl icated +ĠRes ort +ĠChand ler +ĠBr ick +P in +ys c +Us age +ĠHel m +us ra +âĺħ âĺħ +ĠAb bas +Ġunanim ously +Ġke eper +Ġadd icted +?? ? +Ġhelm ets +Ġant ioxid +aps ed +80 8 +gi ene +Ġwa its +Ġmin ion +ra ved +ĠP orsche +Ġdream ing +Ġ17 1 +ĠC ain +Ġun for +ass o +ĠConfig uration +k un +hard t +Ġn ested +ĠL DS +L ES +Ġt ying +en os +Ġc ue +ĠMar qu +sk irts +Ġclick ed +Ġexp iration +ĠAccording ly +ĠW C +Ġbless ings +Ġaddict ive +ĠN arr +y x +ĠJagu ars +Ġrent s +ĠS iber +Ġt ipped +ous se +ĠFitz gerald +Ġhier arch +out ine +Ġwa velength +> . +ch id +ĠProcess ing +/ + +r anking +E asy +ĠConst ruct +Ġt et +ins ured +H UD +Ġqu oting +Ġcommun icated +in x +Ġin mate +Ġerect ed +ĠAbs olutely +ĠSure ly +Ġun im +ĠThr one +he id +Ġcl aws +Ġsuper star +ĠL enn +ĠWh is +U k +ab ol +Ġsk et +ĠN iet +Ġper ks +Ġaff inity +Ġopen ings +phas is +Ġdiscrim inate +T ip +v c +Ġgr inding +ĠJenn y +Ġast hma +hol es +ĠHom er +Ġreg isters +ĠGl ad +Ġcre ations +Ġlith ium +Ġappl ause +unt il +Just ice +ĠTur ks +Ġsc andals +Ġb ake +t ank +M ech +ĠMe ans +ĠM aid +Republic ans +is al +wind ows +ĠSant os +Ġveget ation +33 8 +t ri +Ġfl ux +ins ert +Ġclar ified +Ġmort g +ĠCh im +ĠT ort +Ġdiscl aim +met al +ĠAs ide +Ġindu ction +Ġinf l +Ġathe ists +amp h +Ġe ther +ĠV ital +ĠBu ilt +M ind +Ġweapon ry +S ET +Ġ18 6 +ad min +g am +cont ract +af a +Ġderiv atives +Ġsn acks +Ġch urn +E conom +Ġca pped +ĠUnder standing +ĠH ers +ĠI z +Ġd uct +I ENT +augh ty +Ġâľ Ķ +ĠN P +Ġsa iling +In itialized +Ġt ed +Ġreact ors +ĠL omb +Ġcho ke +ĠW orm +Ġadm iration +Ġsw ung +ens ibly +Ġr ash +ĠGo als +ĠImport ant +Sh ot +ĠR as +Ġtrain ers +ĠB un +Work ing +Ġhar med +ĠPand ora +ĠL TE +Ġmush room +ĠCH AR +ĠF ee +ĠM oy +B orn +ol iberal +ĠMart ial +Ġgentle men +Ġling ering +Offic ial +Ġgra ffiti +ĠN ames +D er +Ġqu int +ist rate +aze era +ĠNOT ICE +ĠFlore nce +Ġpay able +Ġdep icts +ĠSpe cies +He art +âĶĢâĶĢâĶĢâĶĢ âĶĢâĶĢâĶĢâĶĢ +Ġencl osed +Incre ases +D aily +ĠL is +Ġenact ment +ĠB acon +ĠSt eele +dem and +Ġ18 3 +Ġmouth s +Ġstr anded +Ġenhance ment +01 1 +ĠWh ats +Ġhe aled +en y +ĠR ab +Ġ3 40 +ĠLab yrinth +ro ach +ĠY osh +ĠCl ippers +Ġconcert s +Intern et +35 5 +Ġstick ers +Ġter med +ĠAx e +Ġgrand parents +Fr ance +ĠCl im +ĠU h +ul ic +Ġthr ill +cent ric +ĠOver view +ĠCond uct +Ġsubstant ive +Ġ18 2 +m ur +Ġstr ay +ĠCo ff +Ġrep etitive +ĠFor gotten +Ġqual ification +ew itness +ĠZ imbabwe +Ġsim ulated +ĠJ D +25 3 +ĠW are +Ġun sc +T imes +Ġsum mons +Ġdis connected +Ġ18 4 +ci us +ĠGu jar +od ka +Ġer ase +ĠTob acco +elect ed +Ġun cont +ĠShe pard +ĠL amp +Ġalert ed +Ġoper ative +arn a +u int +Ġneglig ence +ac ements +Ġsup ra +Ġprev ail +ĠSh ark +Ġbel ts +ãģ « +Ġt ighter +Engine ers +Ġin active +Ġexp onent +ĠWill ie +a ples +Ġhe ir +ĠH its +ian n +ĠS ays +Ġcurrent s +ĠBeng al +Ġar ist +B uffer +Ġbree ze +ĠWes ley +Col a +Ġpron oun +Ġde ed +ĠK ling +Ġof t +Ġinf lict +Ġpun ishing +Ġn m +ik u +OD UCT +01 4 +Ġsubsid y +ĠDE A +ĠHer bert +ĠJ al +B ank +Ġdef erred +Ġship ment +B ott +Ġal le +b earing +HT ML +Off line +Ġ2 13 +Ġscroll ing +Ġsc anned +ĠLib yan +ĠT OP +ch rom +d t +col umn +Psy NetMessage +Z ero +Ġtor so +0 50 +âķ IJ +Ġimp erson +ĠSchw artz +ud ic +Ġpiss ed +ĠS app +25 7 +ĠIS Ps +og l +Ġsuper vised +Ġad olescent +Ġatt ained +ĠDel ivery +ĠB unny +Ġ19 37 +Ġmini ature +Ġo s +Ġ3 70 +60 8 +ĠMour inho +Ġinn ate +Ġtem po +ĠN M +ĠFall en +00 9 +Ġprov ocative +Stream er +ĠBened ict +ĠBol she +Ġt urtle +ĠPC B +ĠEqu al +Direct or +ĠR end +Ġflu ids +Author ities +Ġcous ins +requ ency +ĠNeigh bor +s ets +sh ared +Char les +pass word +Ġg ears +Ġ2 11 +ĠHard ware +ri ka +Ġup stream +H om +Ġdisproportion ately +iv ities +Ġund efined +Ġelect rons +Ġcommem or +Event ually +Ġ> < +Ġir responsible +2 18 +ĠRe leased +ĠO VER +ĠI GN +ĠB read +st ellar +ĠS age +tt ed +dam age +ed ition +ĠPre c +Ġl ime +Ġconf inement +Ġcal orie +we apon +Ġdiff ering +ĠS ina +m ys +am d +Ġintric ate +k k +ĠP AT +ã o +st ones +lin ks +Ġr anch +Sem itic +Ġdifferent iate +ĠS inger +occup ied +Ġfort ress +c md +Ġinter ception +ĠAnk ara +Ġre pt +ĠSol itaire +Ġrem ake +p red +Ġd ared +aut ions +ĠB ACK +Run ning +Ġdebug ging +Ġgraph s +3 99 +ĠNig el +Ġb un +Ġpill ow +Ġprog ressed +fashion ed +Ġob edience +ER N +Ġrehe ars +C ell +t l +S her +Ġher ald +ĠPay ment +ĠC ory +ĠDe pt +Ġrep ent +ĠWe ak +uck land +Ġple asing +Ġshort ages +Ġjur ors +ĠK ab +q qa +Ant i +Ġw ow +ĠRC MP +Ġt sun +ĠS ic +Ġcomp rises +Ġsp ies +Ġprec inct +n u +Ġur ges +Ġtim ed +Ġstrip es +ĠB oots +Ġy en +Adv anced +Ġdisc rete +ĠArch angel +employ ment +D iff +Ġmon uments +Ġ20 9 +work er +Ġ19 6 +ĠI g +utter stock +T PS +J ac +Ġhomeless ness +Ġcomment ator +Ġrac ially +f ing +se ed +E le +ell ation +Ġeth anol +Ġpar ish +ĠD ong +ĠAw akening +Ġdev iation +ĠB earing +ĠTsu k +Ġrec ess +Ġl ymph +ĠCann abis +å ľ +ĠNEW S +Ġd ra +ĠStef an +ĠWr ong +ĠS AM +Ġloose ly +Ġinterpre ter +ĠPl ain +Go vernment +Ġbigot ry +Ġgren ades +ave z +pict ured +Ġmand ated +ĠMon k +ĠPed ro +Ġl ava +27 4 +Ġcyn ical +ĠScroll s +l ocks +M p +Ġcon gregation +orn ings +ph il +ĠI bid +Ġf erv +Ġdisapp earing +Ġarrog ant +sy n +ĠMa ver +ĠSu it +24 1 +Ġab bre +ack ers +P a +ĠY el +Whe never +Ġ23 5 +ĠV ine +ĠAn at +Ġext inct +LE T +Ġexecut able +V ERS +ox ide +D NA +ĠP rel +Ġresent ment +Ġcompr ise +ĠAv iv +Ġinter ceptions +Ġprol ific +IN A +ĠEr in +though t +2 19 +ĠPsychiat ry +un ky +chem ist +H o +ĠMcC oy +Ġbr icks +L os +ri ly +ĠUS SR +Ġr ud +Ġl aud +ĠW ise +ĠEmer ald +Ġrev ived +Ġdam ned +ĠRep air +id em +ct ica +Ġpatri arch +ĠN urs +me g +Ġcheap est +re ements +empt y +ĠCele br +Ġdepri vation +ch anted +ĠTh umbnails +E nergy +ĠEth an +ĠQ ing +Ġopp oses +W IND +v ik +ĠM au +ĠS UB +66 7 +G RE +ĠVol unte +nt on +C ook +å IJ +es que +Ġplum met +Ġsu ing +Ġpron ounce +Ġresist ing +ĠF ishing +ĠTri als +Ġy ell +Ġ3 10 +Ġin duct +Ġpersonal ized +oft en +R eb +EM BER +Ġview point +Ġexist ential +() ) +rem ove +MENT S +l asses +Ġev apor +Ġa isle +met a +Ġreflect ive +Ġentit lement +Ġdev ised +mus ic +asc ade +Ġwind ing +off set +Ġaccess ibility +ke red +Bet ter +ĠJohn ston +th inking +S now +ĠCroat ia +ĠAt omic +27 1 +34 8 +Ġtext book +ĠSix th +Ġ اÙĦ +Ġsl ider +ĠBur ger +b ol +S ync +Ġgrand children +Ġc erv ++ ) +Ġe ternity +Ġtweet ing +Ġspec ulative +Ġpiv otal +ĠW P +ĠT ER +ynam ic +Ġu pl +ĠC ats +per haps +Ġclass mates +Ġblat ant +' - +Ġl akh +ant ine +ĠB org +i om +/ ( +ĠAthlet ic +Ġs ar +OT A +ĠHoff man +Never theless +Ġad orable +Ġspawn ed +Ass ociated +ĠDom estic +Ġimpl ant +ĠLux em +ĠK ens +Ġp umps +ĠS AT +Att ributes +50 9 +av our +Ġcentral ized +ĠT N +Ġfresh ly +ĠA chieve +Ġouts iders +her ty +ĠRe e +ĠT owers +ĠD art +ak able +Ġm p +ĠHeaven ly +Ġr ipe +ĠCarol ine +ry an +Ġclass ics +Ġret iring +Ġ2 28 +Ġa h +Ġdeal ings +Ġpunch ing +ĠChap man +O ptions +max well +vol ume +Ġst al +Ġex ported +ĠQu ite +Ġnumer ical +B urn +F act +ĠKey stone +Ġtrend ing +Ġalter ing +ĠAfric ans +47 8 +ĠM N +ĠKn ock +Ġtempt ation +Ġprest ige +Over view +ĠTrad itional +ĠBah rain +Priv ate +ĠH OU +Ġbar r +ĠT at +C ube +US D +ĠGrand e +ĠG at +ĠFl o +Ġres ides +Ġind ec +vol ent +Ġperpet ual +ub es +Ġworld view +ĠQuant um +Ġfil tered +Ġen su +orget own +ERS ON +ĠM ild +37 9 +OT T +à ¥ +Ġvit amins +Ġrib bon +Ġsincere ly +ĠH in +Ġeight een +Ġcontradict ory +Ġgl aring +Ġexpect ancy +Ġcons pir +Ġmon strous +Ġ3 80 +re ci +Ġhand ic +Ġpump ed +Ġindic ative +Ġr app +Ġav ail +ĠLEG O +ĠMar ijuana +19 85 +ert on +Ġtwent ieth +################ ################ +ĠSw amp +Ġval uation +Ġaffili ates +adjust ed +ĠFac ility +26 2 +Ġenz ymes +itud inal +Ġimp rint +S ite +Ġinstall er +ĠT RA +m ology +lin ear +ĠCollect ive +ig ating +ĠT oken +Ġspec ulated +K N +ĠC ly +or ity +Ġdef er +Ġinspect ors +appro ved +R M +ĠSun s +Ġinform ing +ĠSy racuse +ib li +7 65 +Ġgl ove +Ġauthor ize +âĢ¦âĢ¦âĢ¦âĢ¦ âĢ¦âĢ¦âĢ¦âĢ¦ +ĠCru ise +Ġcontract ing +she ll +IF E +ĠJew el +p ract +ĠPhot oshop +ĠKnow ing +h arm +Ġattract ions +ad an +et us +01 8 +w agen +Al t +Ġmultip ly +Ġequ ilibrium +: { +ĠF ighters +ĠEd gar +Ġfour teen +Go vern +Ġmis use +Ġab using +Ġancest ry +ram er +64 4 +Ġwor ms +Ġthick er +ĠComb ine +Ġpeas ants +Ġv ind +Ġcon quest +Ġm ocked +Ġc innamon +ĠC ald +ĠGall up +Ġavoid ance +Ġincarn ation +ĠStr at +Ġt asted +ent a +ĠN eal +p ared +Ġtermin ology +ject ion +Scient ists +ĠIN S +ĠDe e +Ġdirect ories +R oad +ĠSh ap +br ight +ĠDirect ors +ĠCol umn +Ġb ob +Ġprefer ably +Ġgl itch +f urt +Ġe g +id is +C BC +Ġsur rendered +Ġtest ament +33 6 +ug gest +ĠN il +an other +Ġpat hetic +ĠDon na +Ġ2 18 +ĠA very +Ġwhis key +Ġf ixture +ĠCon quest +Ġbet s +O cc +ĠLe icester +] ." +Ġ) ); +Ġfl ashes +45 6 +Ġmask ed +ge bra +Ġcomput ed +che l +aud er +Ġdefe ats +ĠLiber ation +ĠOs ama +ĠV ive +Ch anges +Ch annel +Ġtar iffs +Ġm age +ĠS ax +Ġinadvert ently +ĠC RE +ĠRe aper +ink y +gr ading +Ġstere otyp +Ġcur l +ĠF ANT +Ġfram eworks +M om +ĠAn ch +Ġflav our +car bon +Ġperm itting +let cher +ĠMo zilla +ĠPark ing +ĠCh amp +Sc roll +Ġmurd erer +Ġrest ed +Ġow es +ĠP oss +AD D +IF F +res olution +ĠMin ing +Ġcompar ative +D im +Ġneighbour ing +ĠA ST +ĠT oxic +Ġbi ases +Ġgun fire +ur ous +ĠMom ent +19 83 +Ġper vasive +tt p +ĠNorm ally +r ir +S arah +ĠAlb any +Ġun sett +ĠS MS +ip ers +l ayer +ĠWh ites +up le +Ġtur bo +ĠLe eds +Ġthat s +ĠMin er +M ER +ĠRe ign +Ġper me +ĠBl itz +Ġ19 34 +Ġintimid ating +t ube +Ġecc entric +ab olic +box es +ĠAssoci ates +v otes +Ġsim ulate +um bo +aster y +Ġship ments +FF FF +an th +Ġseason ed +Ġexperiment ation +âĸ ł +law s +Me et +idd les +ant ics +R ating +IS IS +h ift +Ġfront s +b uf +01 7 +Ġun att +ĠD il +le ases +ĠGard ens +77 7 +t ouch +ve ll +45 8 +Ġ= ==== +s aving +Ġer osion +ĠQu in +Ġearn s +Ġaccomplish ment +ĠWe i +Ġ< [ +____ _ +Ġir rig +ĠT eddy +Ġconqu ered +ĠArm ored +Ġassert s +Ġmanip ulating +r é +Ġtranscript s +G allery +Ġplot ting +Ne il +Ġbetray al +load er +ĠS ul +Ġdispl acement +Ġroy alty +ĠW I +he it +ĠDev ices +alle l +Ġmunicipal ities +Ġcan al +St ars +ĠU AE +Ġ" âĢ¦ +ĠC U +ab ove +Ġreson ance +ĠguiActive Un +add ed +ĠBra ves +ĠI bn +Ġhere by +ĠB RE +Ġshare holder +ĠH ir +ĠJ i +Ġstrange ly +Ġadm ired +Ġpl ight +Ġb achelor +ĠP ole +cipl inary +T ony +ĠArmen ian +Ġun man +ĠZion ist +St age +isco ver +Ġautom otive +Ġs idelines +Ġsl ick +ĠRena issance +ĠF UN +Im ages +ĠH aj +Ġp ing +Ġshort cut +ĠBl vd +ĠLook s +Ġbur sts +Ġcl amp +Ġm ish +Ġsort ing +Ġpatri ot +Ġcorrect ness +ĠScand inav +ĠCaval iers +p ython +az ar +Ġ3 75 +ĠJa une +40 9 +Ġdetrim ental +Ġstab bing +Ġpoison ed +Ġf ountain +oc ent +or st +ĠMar i +Ġr ains +ĠO vers +ĠInst itution +ud get +AM Y +t ale +ĠK R +ĠPr ices +Ġhead aches +Ġlands l +ĠA ura +Bon us +ĠZ hao +ĠH ip +Ġhop s +ĠKurd istan +Ġexplo iting +ry n +Ġhypocr isy +op ening +Ġgun shot +Ġw ed +inter stitial +Inter stitial +Ġam en +Bre aking +Ġmarket ed +W ire +ĠC rowd +Contin ue +ĠK nown +ĠEffect ive +ore an +iz ons +Jose ph +Ġescal ation +us ername +Ġcur tain +AT ES +ĠP AR +ĠM iy +Ġcounter fe +l ene +Ġcont enders +d aily +ĠAs c +ĠPhill ip +most ly +Ġfil ename +he ne +Ġresemb ling +Ġst aging +ĠCh loe +Ġw iring +H on +ĠRen ew +ott age +ĠHy brid +m uch +Ġstro kes +Ġpolicy makers +AP TER +ĠArk ham +pl ot +Ġassist ants +Ġde port +ĠSe ga +Ġinflu enza +ĠC ursed +ĠK obe +Ġskin ny +Prov ider +ĠR ip +Ġincrement al +product s +B F +Ġd ome +ĠC redits +Ġlos ers +int s +ĠBet ty +ĠTal ent +ĠD AM +L v +E ss +Ġd ens +tem p +J udge +od ic +Ġ' ( +UR ES +ets k +V O +Ġretrie ved +Ġarchitect s +Ù ĩ +Ġeth ic +ĠSecond ary +st ocks +ad ia +Ġ3 25 +ĠOp inion +Ġsimultane ous +Ġd izz +ul p +Ġsmugg ling +ipp ery +R andom +f acing +ĠD as +Ġstock p +Ġdiscl osures +po inter +Ġcor al +ĠSe lection +ĠP ike +ival ent +Ġruth less +ĠR im +Ġensu ing +ĠExper iment +Ġcongress man +Ġbelie ver +Ġun specified +ĠM ord +Ġknowledge able +ĠV ERY +T X +Ġstra ps +Ġtur f +apesh ifter +Ġmar ital +Ġfl ock +ãģ Ĩ +26 3 +AM ES +ĠOpp osition +Ġtre asures +ĠG OD +Ġmodel ed +ĠWOR LD +Ġ( [ +ĠUs age +H F +Ġ$ ( +uss ed +Ġpione er +E ight +par se +b read +rit z +ĠMir anda +ĠK ant +++ ) +ore n +Ġprov oked +Ġbre eds +ĠIn cludes +ĠPast ebin +ĠFl ip +J ava +Ġbr ink +Ġrum ored +Ġun seen +Ġgar nered +ĠDef in +al ted +Ġtatt oos +Ġhes itation +is itions +ĠWe aver +ĠReport ing +Ġtherap ies +Ġconsult ants +Ġresid ual +ĠMal i +ĠRom a +i ago +ĠRes idents +ub i +Ġremed ies +Ġadapt ive +ĠAl ive +ĠBar cl +Ġwal lets +c rypt +etermin ation +ĠPel osi +Ġsl ipping +oton in +Ġall iances +pat rick +ir is +Ġor th +ĠPer kins +ĠDe V +ĠG ets +Ġdry ing +ge e +fore st +ĠFor get +ore m +33 9 +Ġvague ly +ĠD ion +ĠP orn +ĠH OW +Ġp neum +Ġrub ble +ĠT aste +enc ia +ĠG el +Ġd st +Ġ24 5 +ĠMoroc co +inf lamm +ĠTw ins +Ġb ots +d aughter +ĠB alk +Ġbre thren +Ġlog os +Ġgo bl +f ps +Ġsub division +Ġp awn +Ġsquee zed +Ġmor ale +ĠD W +' " +Ġkn ot +ook y +Ġdiv isive +Ġboost ed +ch y +ãĥ IJ +if act +Ġnewcom ers +ĠWrest ling +Ġsc outs +w olves +R at +Ġnin eteenth +ĠOs borne +St ats +Ġem powered +Ġpsych opath +ĠO EM +ugg age +ĠP K +ĠMoh ammad +P ak +Ġanarch ists +ĠExt ract +est hes +ĠStock holm +l oo +ĠG raph +Ġdeploy ing +ĠStr anger +ĠM old +Ġstaff er +Ġdiscount ed +uck le +ple ase +ĠLand ing +ÃŃ a +Ġ19 3 +Ġan te +Ġrep etition +Ġ+ /- +Ġpar ody +Ġlive ly +AA A +ĠHor us +Ġp its +ind ers +L OC +ĠVen ice +40 6 +ĠDis cover +â Ĩ +ellect ual +Ġp ens +Ġey el +ig uous +Im pl +Ġj oking +Ġinv al +ĠBel fast +Ġcredit ors +ĠSky walker +ov sky +Ġcease fire +Ġse als +is oft +) ). +ĠFel ix +IT S +Ġt resp +ĠBlock chain +ew are +ĠSch war +en ne +mount ed +ĠBe acon +les h +Ġimmense ly +Ġche ering +Em ploy +sc ene +ish ly +atche wan +ĠNic olas +Ġdr ained +ĠEx it +ĠAz erb +j un +Ġflo ated +u ania +De ep +Ġsuper v +Ġmyst ical +ĠD ollar +ĠApost le +ĠR EL +ĠProv ided +ĠB ucks +ãĥ ´ +cut ting +Ġenhance ments +ĠPengu ins +ĠIsa iah +Ġj erk +ĠW yn +Ġst alled +Ġcryptoc urrencies +ĠR oland +sing le +Ġl umin +ĠF ellow +ĠCap acity +ĠKaz akh +W N +Ġfin anced +38 9 +Ġt id +Ġcoll usion +ĠMy r +î Ģ +Sen ator +Ġped iatric +Ġneat ly +Ġsandwic hes +ĠArchitect ure +Ġt ucked +Ġbalcon y +Ġearthqu akes +qu ire +F uture +Ġhe fty +é Ĺ +Ġspecial izes +Ġstress es +Ġs ender +Ġmisunder standing +Ġep ile +Ġprov oke +ĠCol ors +Ġdis may +uk o +[ _ +58 6 +ne utral +Ġdon ating +ĠRand all +Mult i +Ġconvenient ly +ĠS ung +ĠC oca +Ġt ents +ĠAc celer +Ġpart nered +27 2 +ir ming +ĠB AS +s ometimes +Ġobject ed +ub ric +p osed +LC S +gr ass +Ġattribut able +V IS +Israel i +Ġrepe ats +ĠR M +v ag +ut a +in ous +Ġin ert +ĠMig uel +æ Ń +ĠHawai ian +B oard +Ġart ific +ĠAzerb ai +as io +ĠR ent +A IN +Ġappl iances +Ġnational ity +Ġass hole +ĠN eb +Ġnot ch +h ani +ĠBr ide +Av ailability +Ġintercept ed +Ġcontin ental +Ġsw elling +ĠPers pect +b ies +. < +ith metic +ĠL ara +Ġtempt ing +add r +Ġoversee ing +cl ad +ĠD V +ĠGing rich +Ġm un +ĠApp ropri +Ġalter ations +ĠPat reon +Ġha voc +Ġdiscipl ines +Ġnotor iously +aku ya +ier i +? ). +ĠW ent +Ġsil icon +Ġtre mb +Cont ainer +K nown +Ġmort ar +est e +ick a +Ar thur +ĠPre viously +ĠMart y +Ġsp arse +g ins +Ġin ward +ĠParticip ant +C opy +ĠM isc +Ġantib iotic +ĠRet ro +Ġel usive +Ġass ail +ĠBatt alion +ĠB ought +Ġdimin ish +ĠEuro pa +s ession +ĠDanger ous +ies el +Ġdisbel ief +Ġbl asts +ext reme +ĠBoy d +ĠProject s +ĠGu ys +Ġunder gone +Ġgr ill +ĠDw ight +Ġ19 7 +US ER +Ġfiles ystem +Ġcl ocks +T aylor +Ġwra pper +Ġfold ing +ous and +ĠPhilipp ine +ATION AL +ĠPer th +Ġas hes +Ġaccum ulate +ĠGate way +Sh op +orks hire +H an +ĠBar rel +ĠLe h +ĠX V +Ġwh im +Ġrep o +ĠC G +ĠM am +Ġincorpor ating +Ġbail out +Ġlingu istic +Ġdis integ +C LE +Ġcinem atic +ĠF iber +S yn +il ion +ĠCom pos +c hens +Ġne oc +Ġbo iled +F INE +on o +un cle +ik en +ĠB M +Î ¹ +Ġreceipt s +Ġdisp osed +ĠTh irty +ĠR ough +ĠA BS +Ġnot withstanding +oll en +# $ +Ġunrel iable +Ġbl oom +Ġmedi ocre +Ġtr am +ĠTas man +Ġsh akes +Ġmanifest o +ĠM W +Ġsatisf actory +Ġsh ores +Ġcomput ation +Ġassert ions +orm ons +ar ag +ab it +Dem ocrats +ĠL oot +ĠVol ks +ha ired +Ġgrav itational +S ing +ĠM iz +Ġthro ttle +Ġtyr anny +ĠView s +Ġrob ber +ĠMinor ity +Ġsh rine +sc ope +pur pose +Ġnucle us +our cing +ĠUS DA +ĠD HS +w ra +ĠBow ie +Sc ale +ĠB EL +x i +I ter +Ġ( ), +w right +Ġsail ors +ous ed +NAS A +ĠPro of +ĠMin eral +t oken +ĠF D +R ew +Ġe ll +6 30 +Ġchance llor +ĠG os +Ġamount ed +ĠRec re +ome z +ĠOpt im +ĠOl ive +Ġtrack er +ow ler +ĠUn ique +R oot +Ġmar itime +ĠQur an +ĠAd apt +Ġecosystem s +ĠRe peat +ĠS oy +ĠI MP +Ġgrad uating +and em +P ur +ĠRes et +ĠTr ick +ĠPh illy +ĠT ue +ĠMalays ian +Ġclim ax +Ġb ury +Ġcons pic +ĠSouth ampton +ĠFl owers +Ġesc orted +ĠEduc ational +ĠI RC +Ġbrut ally +e ating +Ġpill ar +ĠS ang +ĠJ ude +ar ling +ĠAm nesty +Ġrem inding +ĠAdminist rative +hes da +Ġfl ashed +ĠP BS +per ate +fe ature +Ġsw ipe +Ġgra ves +oult ry +26 1 +bre aks +ĠGu er +Ġsh rimp +ĠV oting +qu ist +Ġanaly tical +Ġtables poons +ĠS OU +Ġresear ched +Ġdisrupt ed +Ġj our +Ġrepl ica +Ġcart oons +b ians +} ) +c opy +G ot +ou ched +P UT +Ġsw arm +not ations +s aid +Ġreb uilt +Ġcollabor ate +Ġr aging +Ġn ar +Ġdem ographics +ĠD DR +Ġdist rust +oss ier +ĠK ro +Ġpump kin +Ġreg rets +Ġfatal ities +ĠL ens +ĠO le +p d +Ġpupp et +ĠOut look +ĠSt am +O l +F air +U U +Ġre written +Ä ± +Ġfasc inated +Ġve ctors +Ġtrib unal +u ay +ĠM ats +ĠCo ins +[ [ +Ġ18 1 +Ġrend ers +ĠK aepernick +Ġesp ionage +Ġsum m +Ġd itch +Acc ount +Ġspread sheet +Ġmut ant +p ast +40 7 +Ġd ye +Ġinit iation +Ġ4 000 +Ġpunish able +Ġth inner +ĠKh al +Ġinter medi +D un +ĠGoth am +Ġeager ly +Ġvag inal +p owers +V W +ĠWATCH ED +Ġpred ator +ams ung +Ġdispar ity +Ġ[ * +Ġam ph +Ġout skirts +ĠSpir its +Ġskelet al +Ð » +ĠR ear +Ġissu ance +ĠLog ic +re leased +Z Z +ĠB ound +Ent ry +Ġex its +is ol +ĠFound er +Ġw re +ĠGreen land +ĠM MO +t aker +IN C +ãģ ¾ +Ġhour ly +hen ko +Ġfantas ies +Ġdis ob +Ġdemol ition +ãĥ ĭ +Ġen listed +rat ulations +Ġmis guided +Ġens ured +Ġdiscour aged +m ort +Ġfl ank +Ġc ess +Ġreact s +ĠS ere +s ensitive +ĠSer pent +ass ad +Ġ24 7 +Ġcalm ly +b usters +Ġble ed +ĠSt ro +Ġamuse ment +ĠAntar ctica +Ġs cept +ĠG aw +a q +ason ic +Ġsp rawling +n ative +atur ated +ĠBattle field +IV ERS +E B +ĠG ems +ĠNorth western +ĠFil ms +ĠAut omatic +Ġappre hend +ãģ ¨ +Ġgui Name +Ġback end +Ġevid enced +ge ant +01 2 +ĠS iege +Ġexternal To +Ġunfocused Range +ĠguiActiveUn focused +Ġgui Icon +ĠexternalTo EVA +ĠexternalToEVA Only +F ri +ch ard +en aries +Ġchief s +Ġc f +ĠH UD +Ġcorro bor +Ġd B +ĠT aken +ĠPat ricia +ra il +ĠCh arm +ĠLiber tarian +rie ve +Person al +ĠO UR +ger ies +Ġdump ing +Ġneurolog ical +it imate +ĠClint ons +raft ed +ĠM olly +Ġtermin als +reg ister +Ġfl are +Ġenc oded +Ġautop sy +p el +m achine +Ġexempt ions +ĠRoy als +d istance +Ġdraft s +Ġl ame +ĠC unning +Ġsp ouses +ĠMark ets +ĠCar rier +Ġimp lying +ĠY ak +s id +Ġl oser +Ġvigil ant +Ġimpe achment +Ġaug mented +ĠEmploy ees +Ġunint ended +tern ally +ĠW att +Ġrecogn izable +ess im +æ Ŀ +Ġco ated +r ha +Ġlie utenant +ĠLegisl ation +pub lished +44 4 +01 3 +Ġide ally +ĠPass word +Ġsimpl ify +ĠMet a +ĠM RI +Ġple ading +organ ized +hand ler +Ġun ravel +cor rect +Ġ icy +Ġparan oid +Ġpass er +Ġinspect ions +of er +ĠHealth care +28 3 +ĠBr ut +iol a +for ge +ĠMed ieval +MS N +ie vers +ĠProgram ming +å ī +Ġ2 23 +m u +ĠC LE +ug a +Ġsho ppers +Ġinform ative +ĠPl ans +Ġsupplement ation +ĠT ests +ty ard +ocy tes +ĠVeg a +ĠGujar at +erman ent +Ex cept +ĠL OT +all a +ĠC umm +ĠO sw +Ġven om +ĠDeb t +ĠD OWN +Ġreun ion +Ġm uc +ĠRel ief +Ġge op +ĠðŁ ĺ +al ogue +An th +ech o +Ġcor ros +Ġrepl ication +ĠBl azing +ĠD aughter +Ġinf lic +ĠLind sey +Ù Ī +28 4 +Ex it +Ġgl oom +TA IN +Ġundermin ing +Ġadv ising +h idden +Ġover flow +Ġg or +urd ue +Ġe choes +enh agen +Ġimp uls +d rug +c ash +Ġas ync +Ġmir ac +at ts +p unk +Ġpiv ot +ĠLegisl ative +Ġblog gers +ĠCl aw +s burg +d yl +ĠRecomm end +Ġver te +Ġprohib iting +ĠPant her +Jon athan +Ġo min +Ġhate ful +28 1 +ĠOr che +ĠMurd och +down s +Ġas ymm +G ER +Al ways +Ġinform s +ĠW M +ĠP ony +ĠApp endix +ĠAr lington +J am +Ġmedic inal +ĠS lam +IT IES +Ġre aff +ĠR i +F G +S pring +b ool +Ġthigh s +Ġmark ings +ĠRa qqa +ĠL ak +p oll +ts ky +ĠMort y +ĠDef inition +Ġdeb unk +end ered +ĠLe one +a vers +Ġmortg ages +App arently +N ic +ha us +ĠTh ousands +au ld +Ġm ash +sh oot +Ġdi arr +Ġconscious ly +H ero +e as +ĠN aturally +ĠDestroy er +Ġdash board +serv ices +R og +Ġmillenn ials +Ġinv ade +- ( +Ġcomm issions +ĠA uckland +Ġbroadcast s +Ġfront al +Ġcr ank +ĠHist oric +Ġrum ours +CT V +Ġster il +Ġboost er +rock et +ãĤ ¼ +ut sche +ĠP I +Ġ2 33 +ĠProdu cer +ĠAnaly tics +Ġinval uable +Ġunint ention +ĠC Y +Ġscrut in +Ġg igg +Ġeng ulf +Ġprolet ariat +Ġh acks +ĠH ew +ar ak +ĠSl ime +ield ing +ag her +ĠEll iot +Ġtele com +Ġ2 19 +ult an +ĠAr bor +ĠSc outs +B an +Ġlifes pan +Ġbl asp +38 8 +Ġjud iciary +ĠContin ental +ask ing +Mc C +L ED +Ġbag gage +ĠSorce rer +Ġrem nants +ĠGriff ith +ets u +ĠSub aru +ĠPerson ality +des igned +ush ima +agn ar +Ġrec oil +Ġpass ions +\ ": +Ġte e +Ġabol ition +ĠCreat ing +j ac +Ġ19 4 +01 9 +Ġpill ars +ric hed +/ " +t k +Ġlive lihood +Ġro asted +ah on +ĠH utch +ass ert +Ġdivid end +Ġkn it +Ġd aunting +Ġdisturb ance +Ġsh ale +Ġcultiv ated +Ġrefriger ator +L B +ĠN ET +Ġcommercial s +Ġthink ers +45 5 +Ġch op +B road +Ġsuspic ions +Ġtag ged +l ifting +Ġsty lish +ĠShield s +Short ly +Ġt ails +A uth +ST E +ĠG AME +Ġse ism +ĠK is +olog ne +Ġcow ork +Ġforc ibly +Ġthy roid +ĠP B +AN E +mar ried +h orse +Ġpoly mer +ĠCh al +od or +DE BUG +ĠCon text +Ġbl iss +Ġpin point +ĠMat hemat +leg ram +ĠWeek end +Ġlab elled +Ġb art +it les +Ġest rogen +âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ +" ' +Ġvis ibly +Ġouts ider +aid a +Are a +Ġdisse min +Ġdish onest +ĠCl osed +ĠBullet in +ĠRam sey +sw ord +ĠX I +our ced +S ame +34 6 +ĠRe pe +ĠK ou +c ake +em is +C ache +ĠMe aning +ĠEn light +onom y +Ġmanifest ation +sw orth +J ay +Ġch ore +ö r +D ream +Ġsanction ed +Ġcult urally +ĠA ra +N av +Ġthe ological +Ġstr ut +ĠV O +ĠHand book +Ġconstruct ing +Ġ ¶ +ĠBenef its +ĠPsych ological +s ac +å ¸ +p olicy +ĠMat ters +ĠReport ed +ĠBy te +Ġvit ro +ĠM aiden +Ġl am +ĠJenn ings +Ġgar ment +ĠRut gers +ĠStaff ord +ĠWell ington +Ġinter mitt +Ġn pm +Ġord eal +Ġplug ged +o oming +in ished +fram ework +Ġtim ber +Ġc ass +Ġ8 50 +il ess +ĠRed ux +7 68 +St re +Ġsurpass ed +w hel +Ġparalle ls +Ġve il +ĠG I +ĠR EST +Ġread iness +s ort +Ġmod ifying +ĠSl ate +ru ff +Ġmar ble +Ġinf rared +Ġaud itor +ĠFANT ASY +ĠP overty +ĠS PD +Ġ" ( +K y +RA Y +Ġexecut ions +ĠBever ly +ĠMarx ism +ĠBur st +ĠK ali +est ones +Clear ly +E ll +ãģ § +ĠProceed ings +T oken +IF IC +ñ a +Cent ral +ĠH aley +ĠD rama +Ġform ations +OR N +Book s +Ġdom inating +ĠFly ers +ĠCompan ion +Ġdiscipl ined +ĠYug oslav +ĠSpell s +Ġv engeance +Ġland lords +L en +ĠO gre +ano ia +Ġpier cing +Ġcon greg +Ġscore r +ob ia +Ġnic kel +ĠLear ns +Ġre jo +Ġmaster piece +Fl ash +Ġinhab ited +ĠOpen GL +ĠD ud +ĠI CO +Ġar ter +Ġpl ur +Ġmaster y +Ġlong standing +st ed +Ġw ines +Ġtelev ised +ĠSh rine +ĠBay ern +Ġâ ĵĺ +Ġencl osure +j ohn +Ġprophe ts +ĠRes urrection +ĠOrd ers +Ġun even +r als +Ġd wind +ĠL ah +ĠSl oven +37 8 +Ġins istence +aff le +ĠCl one +Ġhard ship +ĠCongress man +Ġple ad +Ġreview ers +Ġc ured +Ġ19 35 +as ley +f ake +ĠTh inking +yd ia +P ART +ĠD ota +o it +Ġwh ipped +Ġb ouncing +ĠHispan ics +com ings +Ġcann abin +ĠCh ambers +ĠZ ack +Option al +Ġco ats +Ġprow ess +ĠNort on +Ġplain ly +Ġfre ight +Ġinhib ition +Ġcl am +Ġ30 3 +ke f +ale igh +L uke +Ġpsych o +ator ium +M ED +Ġtreat ies +Ġind isc +Ġd c +OP S +Ġresil ient +ĠInter state +Ġsl ack +Ġmund ane +Ġestab lishes +35 9 +Ġstr ained +Ġn ond +S us +Ġcast e +ar ate +ie ving +Ġunfair ly +Ġpars er +on ial +urs ive +V ia +ĠOtt o +ĠAuthor ities +stro ke +K R +ĠMer cy +Ġfurn ished +Ġout set +Ġmet ic +19 82 +olith ic +ĠT ent +og ical +ĠA ircraft +Ġh ides +ĠBec ame +Ġeduc ators +re aching +Ġvol atility +Ġtodd ler +ĠNAS CAR +ĠTw elve +ĠHigh lights +Ġgra pe +Ġspl its +Ġpe asant +Ġre neg +ĠMS I +Tem p +st ars +Ġtre k +ĠHy de +b inding +Ġreal ism +Ġox ide +ĠH os +Ġmount s +Ġbit ing +Ġcollaps ing +Ġpost al +Ġmuse ums +Ġdet ached +Ġrespect ing +Ġmonop ol +Ġwork flow +ĠC ake +Tem plate +ĠOrgan isation +Ġpers istence +36 9 +C oming +B rad +Ġredund ant +ĠG TA +Ġb ending +Ġrev oked +Ġoff ending +Ġfram ing +Ġprint f +Comm un +mem bers +Out side +Ġconst rued +Ġc oded +F ORE +Ġch ast +Ch at +Ind ian +ĠY ard +? !" +ĠP orts +ĠX avier +ĠR ET +' ." +ĠBo at +iv ated +ich t +umer able +D s +ĠDun n +Ġcoff in +Ġsecure ly +ĠRapt ors +ĠB es +Install ation +Ġin ception +ĠHealth y +end ants +Ġpsych ologists +ĠShe ikh +c ultural +ĠBlack Berry +sh ift +F red +oc he +Ġc akes +ĠS EO +ĠG ian +ĠAs ians +og ging +e lement +Ġpund its +ĠV augh +ĠG avin +Ġh itter +Ġdrown ed +Ġch alk +ĠZ ika +Ġmeas les +80 2 +âĢ¦ .. +ĠAW S +] " +Ġdist ort +ĠM ast +Ġantib odies +ĠM ash +Mem ory +ĠUg anda +ĠPro b +Ġvom iting +ĠTurn s +Ġoccup ying +Ġev asion +ĠTher apy +Ġprom o +Ġelect r +Ġblue print +ĠD re +pr iced +ĠDep ot +Ġallev iate +ĠSom ali +m arg +n ine +Ġnostalg ia +ĠShe pherd +Ġcaval ry +Ġtor ped +ĠBlood y +x b +Ġs ank +Ġgo alt +report print +embed reportprint +clone embedreportprint +ĠIn itially +ĠF ischer +Ġnot eworthy +c ern +Ġin efficient +raw download +rawdownload cloneembedreportprint +c ation +ĠD ynasty +l ag +D ES +Ġdistinct ly +ĠEston ia +Ġopen ness +Ġg ossip +ru ck +W idth +ĠIb rahim +Ġpet roleum +Ġav atar +ĠH ed +ath a +ĠHog warts +Ġc aves +67 8 +Ġsafegu ard +ĠM og +iss on +ĠDur ham +sl aught +ĠGrad uate +Ġsub conscious +ĠEx cellent +ĠD um +---- - +Ġp iles +ĠW ORK +ĠG arn +ĠF ol +ĠAT M +Ġavoid s +ĠT ul +Ġble ak +EL Y +iv ist +light ly +P ers +ĠD ob +ĠL S +Ġins anity +Î µ +atal ie +En large +Ġtw ists +Ġfault y +Ġpir acy +Ġimp over +Ġrug ged +ĠF ashion +Ġs ands +' ? +sw ick +Ġn atives +Ġhe n +ĠNo ise +ãĥ Ĺ +Ġg reens +Ġfree zer +Ġd ynasty +ĠFather s +ĠNew ark +Ġarchae ological +Ġo t +ob ar +Ġblock ade +Ġall erg +L V +Ġdeb it +ĠR FC +ĠMil ton +ĠPress ure +Ġwill ingly +Ġdisproportion ate +Ġopp ressive +Ġdiamond s +Ġbelong ings +19 70 +Ġbell s +Ġimperial ism +Ġ2 27 +Ġexpl oding +ĠE clipse +Ġ19 19 +Ġr ant +Ġnom inations +34 7 +Ġpeace fully +ric a +ĠF UCK +Ġvib ration +mal ink +Ġro pes +ĠIv anka +ĠBrew ery +ĠBook er +ĠOw ens +go ers +Serv ices +ĠSn ape +Ġ19 1 +39 5 +Ġ2 99 +just ice +Ġb ri +Ġdisc s +Ġprom inently +Ġvul gar +Ġsk ipping +l ves +Ġtsun ami +37 4 +ĠU rug +ĠE id +rec ated +p hen +Ġfault s +ĠStart ed +9 50 +Ġp i +Ġdetect or +Ġbast ard +Ġvalid ated +Space Engineers +OUR CE +Ġ( ~ +Ġuns ur +Ġaff irmed +Ġfasc ism +Ġres olving +ĠCh avez +ĠC yn +Ġdet ract +L ost +Ġrig ged +Ġhom age +ĠBrun o +55 5 +ec a +Ġpress es +Ġhum our +Ġsp acing +Ġ' / +olk ien +C oun +OP ER +T re +S on +ĠCambod ia +ier re +m ong +o zy +Ġliquid ity +ĠSov iets +ĠFernand o +Ġ2 29 +Ġsl ug +ĠCatal an +elect ric +Ġsc enery +ĠH earth +Ġconst rained +Ġgoal ie +ĠGu idelines +ĠAm mo +ĠPear son +Ġtax ed +Ġfet us +Resp onse +ĠAlex is +th ia +G uy +Ġrecon struct +Ġextrem es +Ġconclud ing +ĠP eg +ook s +Ġded uctions +R ose +Ġground breaking +ĠT arg +ãĥ ģ +ĠRe ve +res ource +Ġmo ons +Ġelectrom agnetic +Ġamid st +ĠVik tor +N ESS +B ACK +Ġcomm ute +ĠAna heim +Ġfluct uations +6 40 +Ġnood les +ĠCop enhagen +ĠT ide +ĠGri zz +ĠS EE +Ġpip elines +Ġsc ars +end o +ag us +ĠE TF +/ # +ĠBec ome +44 8 +Ġvis c +ĠRecomm ended +Ġj umper +Ġcogn ition +Ġassass in +Ġwitness ing +ĠSet up +Ġl ac +v im +IS M +p ages +SS L +35 8 +Ġad ject +indust rial +l ore +cher y +Ġgl itter +Ġc alf +Flor ida +Ġspoil ers +Ġsucceed s +Ġch anting +Ġslog ans +ĠTr acy +Vis it +rol ogy +Ġm ornings +Ġline age +Ġs ip +Ġintense ly +Ġflour ish +ĠSle eping +ĠF em +or por +ĠK lan +ĠDar th +h ack +ĠNi elsen +Ġtum ors +Ġprocure ment +ĠY orkshire +Ġra ided +K Y +An na +Ġ// [ +ĠDis order +ĠMust ang +ĠW en +ĠTry ing +s q +Ġdeliver ies +Ġshut ter +Ġcere bral +Ġbip olar +ĠC N +l ass +j et +Ġdeb ating +> : +Ġe agle +gr ades +ĠD ixon +UG C +M AS +ĠDr aco +ĠMach ines +aff er +Ġem an + ² +pr on +ĠG ym +Ġcompar atively +ĠTrib unal +PR O +Ġle x +Ġfert ile +Ġdep ressing +Ġsuperf icial +ess ential +ĠHun ters +g p +Ġprom inence +L iber +ĠAn cest +ote chnology +Ġm ocking +ĠTra ff +ĸ ļ +Med ium +I raq +Ġpsychiat rist +Quant ity +ĠL ect +Ġno isy +5 20 +G Y +Ġsl apped +ĠM TV +Ġpar a +p ull +Mult iple +as her +Ġn our +ĠSe g +Spe ll +v ous +ord ial +Sen ior +ĠGold berg +ĠPl asma +ne ed +Ġmess enger +ere t +Ġteam ed +Ġliter acy +ĠLe ah +ĠD oyle +Ġem itted +U X +Ġev ade +Ġm aze +Ġwrong ly +ĠL ars +Ġstere otype +Ġpled ges +Ġarom a +ĠM ET +Ġac re +ĠO D +Ġf f +Ġbrew eries +ĠH ilton +und le +ĠK ak +ĠThank fully +ĠCan ucks +in ctions +ĠApp ears +Ġco er +Ġundermin ed +ro vers +And re +Ġbl aze +um ers +Ġfam ine +amp hetamine +ulk an +Am ount +Ġdesper ation +wik ipedia +develop ment +ĠCor inth +uss ia +Jack son +L I +N ative +R s +Oh io +ĠKath leen +F ortunately +Ġattend ant +ĠPre ferred +ĠDid n +ĠV s +M is +Ġrespond ent +Ġb oun +st able +Ġp aved +Ġunex pl +ĠChe ney +L M +ĠC ull +bl own +Ġconfront ing +oc ese +serv ing +W i +ĠLith uania +ann i +Ġst alk +h d +Ġv ener +AP H +ynchron ous +UR R +um ably +hist oric +H alf +H ay +Ġresil ience +spe ction +Ġabandon ing +O bs +ĠDeb bie +Ġgrad ient +ĠPl aint +ĠCan al +AR CH +Ġexpans ive +Ġfun g +Ġb ounced +U nd +Ġprec autions +Ġclar ification +Ġd agger +Ġgri ps +Ġ µ +ĠRiver a +ĠUnd ead +is ites +ĠFIR ST +ñ o +aud i +Ġhost ages +Ġcompl iant +Ġal umni +Se ven +Ġcyber security +e ither +Col lect +Ġinvari ably +ĠS oci +Ġlaw maker +Ġa le +ĠPerson ally +N azi +Ġcustom ization +ĠPro c +ĠSask atchewan +eat uring +Ġsp ared +Ġdiscontin ued +Ġcomput ational +ĠMotor ola +Ġsuprem acist +government al +Ġparad ise +ĠDown ing +ĠNik on +Ġcat alyst +ber ra +Tor onto +8 75 +bet a +ĠMac ron +Ġunreal istic +ve ctor +ĠVeh icles +it iveness +ĠR V +ĠCol bert +s in +o ji +ent in +ĠKr ish +hell o +ff ield +ok y +ĠT ate +Ġmap le +Ġa ids +chem ical +33 4 +n uts +ĠWar p +Ġx x +ĠRob b +umer ous +_- _ +ft ime +ĠV W +Ġw inger +ĠD ome +t ools +ĠP V +ĠGe orgetown +Ġg eared +Ġjihad ists +Ġc p +Ġster oids +M other +cler osis +ĠDR M +nes ia +Ġl inger +Ġimm ersive +ĠC OUN +Ġoutwe igh +ens ual +B and +Ġtransform s +mat ched +ps ons +ĠJud icial +f actor +Ġrefer ral +Ġodd ly +ĠW enger +B ring +ĠB ows +60 2 +IC LE +Ġl ions +ĠAcad emic +ĠTh orn +ĠRa ider +kef eller +St orage +L ower +ĠOr t +ĠEqu ality +AL T +ĠS OC +T ypes +Ġl yn +ĠAss et +co at +TP P +C VE +ĠPione er +app lication +Mod ern +ĠH K +En vironment +Al right +R ain +IP P +ĠShi ite +Ġm ound +ĠAb ilities +cond ition +St aff +Ġcompet ence +ĠM oor +ĠDi ablo +Ġwith held +Ġost ensibly +ĠB rom +Ġms g +Ġden omin +ĠRef erences +ĠF P +Ġplun ged +Ġp amph +m oving +cent ral +Ġdown right +Ġf ading +T al +T yp +ĠTh y +uk es +it he +Ġo ve +Ġbatt led +Ġseaf ood +Ġfig ur +ĠR D +c rop +Ġsqu ads +{ \ +à ¹ +ĠE h +Ġinterview ing +ĠQ in +Ġas piring +PL IC +Ġcla uses +ĠG ast +ĠN ir +Ġl uggage +Ġh ose +Ġsystem d +Ġdesc ending +ĠRev ised +ĠR ails +al ign +70 9 +33 7 +Ġf ug +charg ing +t ags +Ġut er +k ish +WAR NING +49 0 +prof its +Ġvoy age +Ġa ce +ĠV anguard +ĠT anks +ĠM uk +Ġ2 26 +S afe +Ar mor +Ġvolcan ic +Ġwom b +ĠM IL +Ġbegin ner +ĠRec ogn +ĠA AP +PL AY +) ! +Ġdetect ing +c n +Ġbre aches +Bas ically +ĠP ag +ĠMunicip al +ĠInd ie +ĠL af +ĠDis able +ĠOl son +Ġrest rained +Ġrul ings +Ġhum ane +ev ents +ĠCinem a +display Text +ĠH atch +action Date +onna issance +Ġassault ing +ĠL ug +CH AT +Ġvig orous +ĠPer se +Ġintoler ance +ĠSnap chat +ĠSh arks +Ġd ummy +ĠDi agn +ĠGu itar +im eters +40 3 +RE G +A x +Ġsepar ates +ĠMah m +Ġt v +j ah +O OL +C irc +ĠWinds or +uss ian +Ġintu ition +Ġdis dain +ĠDon ovan +Ġ2 21 +E mb +Ġcondem ning +Ġgener osity +zz y +Ġpant ies +ĠPre vent +Action Code +AN A +34 2 +external ActionCode +Ġspec ifying +Ġcryst all +J ere +Ġru pt +ĠApp rentice +Ġprof iling +Ð º +St rike +Ġsid eline +Ġoblig ated +Ġocc ult +Ġbureaucr atic +ant ically +rupt ed +neg ative +ĠEthiop ia +ĠC ivic +Ġins iders +el igible +ĠTV s +ĠB AR +ĠT I +i ologist +ĠA IR +Ġsubstit uted +Ar ab +ĠS aul +ĠY og +p rem +Ġbuild ers +Ġstation ary +Ġdoubt ful +Ġvig orously +Ġthr illing +Ph ysical +ĠCare y +ĠHyd ra +geon ing +ĠS ly +y ton +Ġborrow ers +ĠPark inson +Ġ ë +ĠJama ica +Ġsat ir +Ġinsurg ents +ĠF irm +Ġis ot +ĠK arn +our ning +ak ens +doc s +l ittle +ĠMon aco +CL ASS +Tur key +L y +ĠCon an +ass ic +Ġstar red +ĠPac ers +et ies +Ġt ipping +M oon +ĠR w +s ame +Ġcav ity +Ġgo of +ĠZ o +Sh ock +um mer +Ġemphas izes +Ġreg rett +Ġnovel ty +Ġen vy +ĠPass ive +r w +50 5 +Ġind ifferent +ĠR ica +ĠHim self +ĠFred die +Ġad ip +ä¸ Ģ +Ġbreak out +Ġhur ried +ĠHu ang +ĠD isk +Ġro aming +?????- ?????- +U V +ĠRick y +ĠS igma +Ġmarginal ized +Ġed its +Ġ30 4 +mem ory +Ġspec imen +29 3 +ãģ ¯ +Ġvert ically +Ġaud ition +ĠHe ck +Ġc aster +ĠHold ings +ad al +ĠC ron +ĠL iam +Ġdef lect +P ick +ĠDeb ug +RE F +Ġvers atility +ot hes +class ified +ĠMah ar +ĠH ort +C ounter +st asy +not iced +33 1 +ĠSh im +f uck +ĠB ie +Ġair ing +ĠPro tein +ĠHold ing +Ġspect ators +ili ated +ĠThat cher +n osis +ãĥ¼ ãĥ³ +Te le +B oston +ĠTem pl +st ay +Ġdecl arations +47 9 +Vol ume +ĠDesign er +ĠOver watch +id ae +Ġon wards +Ġn ets +ĠMan ila +part icularly +Ġpolit ic +o other +Ġport raits +Ġpave ment +c ffff +Ġs aints +Ġbegin ners +ES PN +Ġshort comings +âķIJ âķIJ +Ġcom et +ĠOrgan ic +qu el +Ġhospital ized +Bre ak +Ġpe el +dyl ib +asp x +ur ances +ĠT IM +P g +Ġread able +ĠMal ik +Ġm uzzle +Ġbench marks +d al +ĠV acc +ĠH icks +60 9 +ĠB iblical +he ng +Ġover load +ĠCivil ization +Ġimm oral +Ġf ries +ãĤ Ĵ +Ġreprodu ced +Ġform ulation +j ug +ire z +g ear +Ġco ached +Mp Server +ĠS J +ĠK w +In it +d eal +ĠO ro +ĠL oki +ĠSong s +Ġ23 2 +ĠLou ise +asion ally +Ġunc ond +olly wood +Ġprogress ives +ĠEn ough +ĠDo e +Ġwreck age +Ġbr ushed +ĠBase Type +Ġz oning +ish able +het ically +ĠC aucus +ĠH ue +Ġk arma +ĠSport ing +Ġtrad er +Ġseem ing +ĠCapt ure +4 30 +b ish +Ġt unes +Ġindo ors +ĠSp here +ĠD ancing +TER N +Ġno b +ĠG ST +m aps +Ġpe ppers +F it +Ġoverse es +ĠRabb i +ĠR uler +vert ising +off ice +xx x +Ġra ft +Ch anged +Ġtext books +L inks +ĠO mn +ãĢ ij +Ġinconven ience +ĠDon etsk += ~ +Ġimplicit ly +Ġboost s +ĠB ones +ĠBo om +Cour tesy +Ġsens ational +AN Y +Ġgre edy +ed en +Ġinex per +ĠL er +ĠV ale +Ġtight en +ĠE AR +ĠN um +Ġancest or +S ent +ĠH orde +urg ical +all ah +Ġsa p +amb a +ĠSp read +tw itch +Ġgrand son +Ġfract ure +Ġmoder ator +ĠSe venth +ĠRe verse +Ġestim ation +Cho ose +Ġpar ach +Ġbar ric +ãĢ IJ +Ġcomp ass +Ġall ergic +âĢ ķ +OT HER +err illa +Ġw agon +Ġz inc +Ġrub bed +ĠFull er +ĠLuxem bourg +ĠHoo ver +Ġli ar +ĠEven ing +ĠCob b +est eem +Ġselect or +ĠB rawl +is ance +ĠE k +Ġtro op +Ġg uts +ĠApp eal +ĠTibet an +Ġrout ines +ĠM ent +Ġsummar ized +steam apps +Ġtr anqu +Ġ19 29 +or an +ĠAut hent +Ġg maxwell +Ġappre hens +Ġpo ems +Ġsa usage +ĠWeb ster +ur us +Ġthem ed +Ġl ounge +Ġcharg er +Sp oiler +Ġsp illed +h og +ĠSu nder +ĠA in +ĠAng ry +Ġdis qual +ĠFrequ ency +ĠEther net +Ġhel per +Per cent +Ġhorr ifying +Ġa il +ĠAll an +EE E +ĠCross ing +44 9 +Ġh olog +ĠPuzz les +ĠGo es +eren n +60 4 +ãģ ı +ĠRaf ael +Ġatt en +ĠE manuel +Ġup ro +ĠSus p +P sych +ĠTr ainer +ĠN ES +ĠHun ts +bec ue +Ġcounsel or +R ule +Ġtox ins +Ġb anners +r ifice +Ġgreet ing +Ġfren zy +Ġall ocate +Ġ* ) +ex pr +50 3 +ĠCh ick +ĠT orn +Ġconsolid ation +ĠF letcher +sw itch +fr ac +cl ips +ĠMcK in +ĠLun ar +Mon th +IT CH +Ġscholar ly +rap ed +39 8 +Ġ19 10 +Ġe greg +Ġin secure +Ġvict orious +cffff cc +Ġsing led +Ġel ves +ĠW ond +bur st +Ġcam oufl +ĠBL ACK +Ġcondition ed +ç ī +ans wered +Ġcompuls ory +asc ist +Ġpodcast s +ĠFrank furt +bn b +Ġne oliberal +ĠKey board +ĠBel le +w arm +Ġtrust s +Ġins ured +ĠBu cc +us able +60 7 +ĠPl ains +Ġ18 90 +Ġsabot age +Ġlod ged +f elt +Ġg a +ĠN arc +ĠSal em +Ġsevent y +ĠBl ank +p ocket +Ġwhis per +Ġm ating +om ics +ĠSal man +ĠK ad +Ġan gered +Ġcoll isions +Ġextraord inarily +Ġcoerc ion +G host +b irds +è Ģ +k ok +Ġper missible +avor able +Ġpo inters +Ġdiss ip +ac i +Ġtheat rical +ĠCos mic +Ġforget ting +Ġfinal ized +å¤ § +y out +l ibrary +Ġbo oming +ĠBel ieve +ĠTe acher +ĠL iv +ĠGOOD MAN +ĠDomin ican +OR ED +ĠPart ies +Ġprecip itation +ĠSl ot +R oy +ĠComb ined +Ġinteg rating +Ġch rome +Ġintest inal +ĠRe bell +Ġmatch ups +Ġblock buster +ĠLore n +ĠLe vy +Ġpre aching +ĠS ending +ĠPur pose +ra x +f if +Ġauthor itative +ĠP ET +ast ical +Ġdish on +Ġchat ting +Ġ"$ :/ +Connect ion +Ġrecre ate +Ġdel inqu +Ġbro th +ĠD irty +ĠAd min +z man +Ġscholars hips +Ġ25 3 +cont act +als a +7 67 +c reen +abb age +Ġ19 15 +Ġbl ended +Ġal armed +L anguage +35 6 +Ġbl ends +ĠCh anged +W olf +Ġhe pat +Creat ing +Ġper secut +Ġsweet ness +art e +Ġforfe iture +ĠRober to +im pro +N FL +ĠMag net +Det ailed +Ġinsign ificant +ĠPOL IT +ĠBB Q +ĠC PS +Ġse aw +amin er +m L +end if +f inals +Ġ26 5 +u ish +Ġ} ) +ĠPro blems +Ġem blem +Ġserious ness +Ġpars ing +Ġsubst itution +Ġpress ured +Ġrecy cled +ale b +Rub y +Ġprof iciency +Dri ver +ĠW ester +: ' +AF TA +Ġm antle +ĠClay ton +fl ag +Ġpractition er +c overed +ĠSt ruct +add afi +4 25 +ĠTown ship +ĠHyd ro +Lou is +34 3 +Ġcond o +ĠT ao +Ġutil ization +Ġnause a +ĠDem s +rid ges +p ause +Ġform ulas +Ġchall enger +37 6 +Ġdefect ive +ĠRail way +ĠPub Med +Ġyog urt +l bs +ĠNor folk +OP E +ĠMood y +Ġdistribut or +Ġscroll s +Ġextract s +St an +Ġv iability +Ġexp oses +Ġstar vation +ĠStep s +ĠD odd +f ew +ST D +33 2 +Ġclos ures +Ġcomplement ary +ĠS asha +ump y +Ġmon et +Ġartic ulate +ĠDo ct +k iller +Ġsc rim +Ġ2 64 +Ġprost itutes +Ġse vered +Ġattach ments +Ġcool ed +L ev +ĠF alk +f ail +Ġpolic eman +ĠD ag +Ġpray ed +ĠK ernel +Ġcl ut +Ġc ath +Ġan omaly +St orm +em aker +ĠBreak fast +ul i +o ire +J J +h z +Oper ation +ĠS ick +35 4 +ĠGuatem ala +R ate +Ġexp osures +f aces +ĠArch ae +ra f +ĠM ia +Ġ20 25 +Ġop aque +Ġdisgu ised +ĠHead quarters +S ah +Ġp ots +9 78 +ĠM alf +Ġfrown ed +Ġpoison ous +ĠCon vers +ee ks +Ġcr ab +." " +Ġtre ason +Ġr anc +Ġescal ating +Ġwar r +Ġmob s +Ġl amps +ĠSun shine +ĠBrun swick +Ph ones +Ġspe lled +ĠSk ip +Ġ20 50 +Ġ19 11 +ĠPl uto +ĠAm end +Ġme ats +38 7 +Ġst omp +ĠZh ou +ĠLevi athan +ĠHaz ard +ad v +ĠOr well +Ġal oud +Ġb umper +ĠAn arch +ub untu +ĠSer ious +f itting +ĠOption al +ĠCec il +RE AM +Ġser otonin +Ġcultiv ate +ag ogue +} \ +Ġmos ques +ĠSun ny +Ġre active +rev olution +ĠL up +ĠFed ora +Ġdefense man +ĠV ID +ist ine +Ġdrown ing +ĠBroad casting +Ġthr iller +ĠS cy +Ġacceler ating +Ġdirect s +od ied +b ike +d uration +Ġpain fully +R edd +Ġproduct ions +Ġg ag +Ġwh ist +Ġs ock +Ġinf initely +ĠConc ern +ĠCit adel +Ġlie u +Ġcand les +ogene ous +arg er +Ġheaven ly +inflamm atory +Per formance +C s +ruct ose +az aki +Ġp essim +Ġinf erence +Ġpow d +ĠZ oe +Ġpain ts +Ġd azz +pt a +-------- --- +Ġins pir +ĠExper imental +ĠKn ife +reg or +b ors +Ġshow ers +rom eda +Ġs aint +Ġben ign +ĠJ iang +Ġenvision ed +Ġsh roud +IF T +H O +Ġsh uff +ĠI CC +Ġse greg +Ġrevis it +ighth ouse +L i +Ġsub strate +ĠSe as +ĠRew ard +ĠH ep +ĠBr ass +s bm +Ġelim inates +Ġst amina +ĠV AT +ĠLo an +Ġconst raint +Ġappropri ated +Ġp es +ĠA LE +r anging +Ġ40 4 +39 2 +Ġintellectual s +ach u +Ġrestruct uring +ĠLe vin +Ġrun es +Ġdelight ful +Ġcarbohyd rates +ĠMod els +ĠExp o +Ġtransport ing +all oc +Ġring ing +S amsung +Ġscarce ly +ĠURL s +ĠM AS +Ġprot otypes +Ġnarr ator +ĠCPU s +cd n +ĠBart on +Ġdecided ly +ĠSh u +ix ir +oc ious +ĠMy st +N intendo +Ġre use +Ġforg iven +F ew +in ical +n at +Ġseam less +ĠEv a +ĠE VE +ĠJ O +land ers +Ġso fter +neg ie +Ġtrans ient +Ġorb ital +Ġfulf il +ĠK om +Hop efully +Ġdynam ically +ĠHun ger +å Ľ +ĠArmen ia +el man +ber to +Ġp ige +ĠID s +lim it +Ġve ins +Ġso aring +p acks +Gold en +ĠCr ab +ist or +ĠR PM +Ġ$ $ +g ression +Ġjihad ist +Ġgam ble +Ġcare g +Ġinf lated +F ace +ĠFire arms +ĠEm manuel +â Ŀ +Ġsh ocks +gr ab +Ġspl end +ĠHP V +ab ortion +Ab ove +Ent ity +play ers +Ġcomm enced +ul ence +Ġfulfill ment +Ġembod iments +ĠW elfare +Ġha il +Ġ< @ +tt en +Ġcat cher +ĠJ azeera +Ġvolcan o +Ġstabil ize +ĠHand ler +Ġintens ified +ĠAb rams +Ġhum iliation +p aced +60 5 +ĠCent OS +Spe cific +Ġhe ed +ĠC AM +ĠGal ile +D ie +Ġabol ished +ĠThom son +ĠTe achers +ĠW ass +j ong +ĠIS BN +ĠAll ies +sh ake +å · +v ict +How ard +Ġde em +Ġexceed ingly +ĠSmart stocks +ib e +Ġdoor way +Ġcompet ed +ig mat +Ġnational ists +Ġg room +ĠKe en +Ġdispos able +de cl +ĠT olkien +ĠSche me +Ġb iod +Ġav id +ĠEl on +ag ar +ĠT SA +R oman +Ġartific ially +Ġadvis ors +X L +ĠInf erno +36 6 +Ġted ious +ĠPhot ography +ĠCar rie +Ġtro pe +ĠSand ra +Ġdec imal +Que en +ĠGund am +ĠO M +ote ch +N BA +Ġ19 32 +Ġent renched +ĠMar ion +Ġfr aternity +Lab our +Hen ry +Ġlat itude +E ither +Ġenh ances +ĠPot ential +Ġsh ines +id ad +Ġbread th +Ġcapac ities +ĠðŁ ĻĤ +ĠBron x +Ġsex es +Ġdifferent iation +Ġheavy weight +ĠT aj +d ra +Ġmigr ate +Ġexhaust ion +ĠR UN +els ius +ĠCu omo +Ġgu itars +Ġcl ones +ĠSom ew +ĠP ry +------------ - +Ġwarr anted +cy cles +Ġsalv age +Ġdis ks +R ANT +ĠNGO s +ĠMart ian +":[ {" +Ġadd icts +oj ure +il let +Ġamazing ly +art ments +p ixel +ĠGPU s +Lay out +è £ +ĠTam il +ĠBas il +Ġimpart ial +ĠSt ructure +f ork +b ryce +Ġr idge +ĠHamb urg +ri ous +Ġbl itz +cig arettes +Ġcan ned +40 2 +Ġiron ically +Ġcompassion ate +ĠHaw kins +. # +ĠCat hedral +Ġrall ied +in ternal +Ġqu ota +st akes +T EXT +m om +Ġcomple tes +Ġ23 8 +Ġsh rug +ãĥ ij +ĠN inth +Ġrev ise +ĠProv ider +Ġtre acher +Ġqu asi +ĠPR ES +Ġdep osition +Ġconfidential ity +iss ors +Ġim balance +Ġspan ning +Ġang ular +ĠC ul +commun ication +ĠNor a +ĠGen ius +op ter +Ġs acked +Sp ot +Ġfine ly +ĠCH R +28 2 +w aves +Pal est +ĠRo hing +N L +è ¿ +Ġsh itty +ĠSc alia +4 75 +Pro gress +Ġreferen cing +Ġclass rooms +ab ee +Ġs od +hes ion +70 8 +ĠZucker berg +ĠFin ish +ĠScot ia +ĠSav ior +ĠInstall ation +an tha +( - +Ġ30 2 +ĠP unk +Ġcr ater +yout u +Ġro ast +Ġinflu encing +Ġd up +ĠJ R +ĠG rav +Ġstat ure +Ġbath rooms +A side +W iki +me an +ĠZ ak +ĠOn es +ĠN ath +Ġhyper t +Ġcommence ment +C ivil +Ġmoder ately +Ġdistribut ors +Ġbreast feeding +Ġ9 80 +ĠS ik +ĠC ig +ĠAM ER +R IP +ĠCare er +ust ing +Ġmess ed +Ġe h +ĠJ ensen +/ $ +Ġblack mail +Ġconvers ions +Ġscientific ally +Ġmant ra +p aying +Ġiv ory +ĠCour ts +OU GH +aunt let +Ser ial +B row +ĠH undreds +3 23 +Ġpe e +Ġlin ux +Ġsub mer +ĠPrinc ipal +48 5 +ĠD SL +ĠCous ins +Ġdoctr ines +ĠAthlet ics +Ġ3 15 +ĠK arma +Ġatt ent +ur ger +Ġpresc ribe +Ġenc aps +ĠC ame +Ġsecret ive +ĠCr imes +d n +C lean +ĠEgypt ians +ĠCar penter +Ġ ll +H um +ĠMil o +Ġcapital ists +Ġbrief ed +T we +ĠBas in +elve t +M os +Ġplun ge +ĠKa iser +ĠFu j +ill in +Ġsafegu ards +Ġo ste +ĠOpportun ity +ĠM afia +ĠCall ing +ap a +ur ban +br ush +ill ard +c é +int elligence +ĠL ob +ĠDru id +Ġsm oother +Ġfoot ing +Ġmotor ists +arc ity +Ġmascul inity +Ġm ism +Ġabdom inal +ĠTa vern +ĠR oh +Ġesc apes +s igned +Anth ony +Ġsacrific ing +Ġintim acy +Ġan terior +ĠK od +Ġmot if +Ġg raz +Ġvisual ization +Ġguitar ist +ĠTro tsky +m agic +D ar +ĠMor i +Ġw ards +Ġtoile ts +l est +Ġtele port +ĠSund ays +ĠPl at +ET S +Ġe Sports +Pat rick +ĠK atherine +en ko +Ġhas sle +ĠM ick +gg les +Ġh ob +aint ain +Ġair borne +Ġsp ans +Ġch ili +Ġa perture +Ġvolunte ered +ĠInc ident +ĠF res +ĠVeter an +augh tered +ing o +Ġun insured +CL OSE +Ġf use +Ġer otic +Ġadvert ise +ra ising +Text ure +Ġatt ends +ĠRE AL +udd led +Ġsm oot +Ġ30 5 +ĠWill is +Ġbl ond +An alysis +ĠV T +on ica +Ġstrongh old +R F +N M +. >> +Ġprosper ous +Ġbo asted +29 2 +ĠManufact uring +PR ESS +g ren +Ġpharm acy +ĠRoc kefeller +k ai +Ġth umbs +ĠH ut +Ġmother board +Ġguard ians +ĠAl ter +ll ular +Ġsh ack +Ġwise ly +Ġback bone +erv a +Ġsu icides +ĠMcG regor +ij ah +E mer +ĠB rav +Ġdesign ate +P OST +produ ced +Ġcleans ing +irl wind +ex istent +ĠHum ph +ĠPay ne +Ġv ested +Å ¡ +Ġstring ent +ion a +Ġuns ub +Ġsum med +ĠHer cules +sub ject +ĠR agnar +ĠN os +Ġcharacter ization +Ġsav vy +ĠDaw son +ĠCas ino +Ġf ri +ĠBar rier +Ġmis information +Ġins ulation +Ġcorrid ors +Ġair planes +ĠNo ct +ah i +Ġ19 16 +k b +arm ac +Ġsh un +Ġsche ma +Ġhorr ified +Ġ23 9 +aund ers +N B +i ates +er ity +ĠSh ard +Ġr arity +Ġgroup ed +ĠGh ana +again st +ĠBi ological +ĠA ware +ow ell +Ï Ħ +ĠBe au +sh aw +H ack +ĠJul ius +US S +ol son +aun a +c ru +ĠMaur ice +ĠI k +Ġsequ encing +Ġradical s +Ġ( ?, +v irtual +Ġany ways +Ġreper c +Ġhand lers +Ġhes itant +é ĥ +ĠM F +ple mentation +ass ociated +Ġcampaign ed +ĠY ue +ut ations +ĠY oga +Ġsim mer +Ġro ds +Ġmel ody +Ġconv oy +v ideos +Ġscreen ed +N eg +ochem ical +Ġ( )) +Ġultr as +Ġant ip +ĠIsland ers +70 4 +Ġfet ish +Ġridic ulously +ĠK art +Ġmitochond rial +Ġinterf ering +Build er +Ġover fl +Ġac ne +ĠM ud +ĠK err +f lex +ĠPost al +ĠBalt ic +47 7 +ĠPers ons +our age +H B +ĠM use +ĠImm ortal +ĠDri ving +Ġpet itions +Ġsubsc ript +Ġs orce +ĠProcess or +ut on +S ony +Ġph on +Ġr aced +ĠAnth rop +Ġday time +ĠEx ercise +Add ing +Ġeng ages +ĠQual comm +Ġmir acles +Ġmem es +ĠDr ink +ĠOri oles +Ġhair s +ĠPol ar +ath om +Ġsl ippery +ĠR emy +Ġcar amel +ĠY EAR +Ġal k +I gn +a ution +ĠMer lin +ĠC ran +Ġap ologies +Ġ4 10 +Ġout ing +ĠMem ories +app ointed +Ġcount ered +u ld +pos ing +Ġfire wall +ĠW ast +ĠW et +work ed +se ller +Ġrepe aled +ere o +ass uming +BL IC +m ite +ĠCEO s +ĠChap el +ellig ent +________________ ________ +D og +Ġw art +Ġsubsc riber +s ports +Ġbe gged +ĠM V +Ġsem if +eth ical +Ġpre ach +Ġrev ital +Ġpun itive +Ġshort cuts +Ġinstit uted +ĠWars aw +Ġabdom en +ĠK ING +Ġsuper intendent +Ġf ry +ĠGe o +T OR +Ġcontrad ictions +apt ic +Ġlandsc apes +b ugs +Ġcl ust +Ġvol ley +c ribed +Ġt andem +Ġrob es +WH AT +Ġpromot er +Ġel oqu +review ed +ĠD K +ĠPl ato +Ġf ps +T ank +ĠDer rick +Ġpriorit ize +as per +ĠHond uras +ĠCom pleted +ne c +Ġm og +n ir +ĠMay o +DE F +st all +in ness +ĠVolks wagen +Ġprec aution +ĠM ell +i ak +ist ries +Ġ24 8 +Ġoverl apping +Sen ate +ĠEnh ance +res y +rac ial +OR TS +ĠM ormons +Str ong +ĠCo ch +Mex ico +ĠMad uro +Ġj ars +Ġcan e +W ik +oll a +iff erence +Ġphysic ist +ĠMag gie +Ġ28 5 +Ġdep iction +ĠMcL aren +J u +Ġsl ows +Ġcommission ers +ĠWill ow +ĠExpl os +hov ah +Ġtechn ician +Ġhom icides +ĠFl av +ĠTr uman +Ġ100 00 +u ctor +Ġsh ader +News letter +45 7 +Ġre ver +Ġhard ened +Ġwhere abouts +Ġrede velop +Ġcar bs +Ġtra vers +Ġsqu irrel +Ġfoll ower +Ġs ings +50 8 +Ġrabb its +emon ium +Ġdocument ing +Ġmisunder stood +) ' +R ick +gg ies +Ġprem ie +Ġsk ating +Ġpass ports +Ġf ists +aged don +H aw +AC P +0 80 +ĠThough ts +ĠCarl son +Ġpriest hood +h ua +Ġdun geons +ĠLo ans +Ġant is +Ġfamiliar ity +ĠS abb +op al +ĠIn k +st rike +Ġc ram +Ġlegal ized +Ġcu isine +Ġfib re +Tra vel +ĠMon ument +OD Y +eth y +Ġinter state +ĠP UR +em porary +ĠArab ian +develop ed +Ġsadd le +Ġg ithub +ĠOff er +ĠIS P +ro let +ĠSUP ER +ĠDen is +Ġmultipl ier +Ġstir red +Interest ingly +Ġcustom ary +Ġbill ed +he x +Ġmultipl ied +Ġfl ipping +ĠCros by +Ġfundament als +ia e +ĠPlay ed +ĠAt om +am azon +ĠFl am +ee z +activ ated +Ġtables poon +Ġliberal ism +ĠPal in +ĠP atel +N um +ĠT AM +Ġs urn +ĠRel oaded +Ġco ined +" ], +ĠCl ash +ĠAg u +Ġprag matic +ĠActiv ate +Ġ8 02 +Ġtrail ers +Ġsil hou +Ġprob es +Ġcirc us +ĠB ain +ĠLind say +ĠAb bey +Del ivery +Ġconcess ion +Ġgast ro +ĠSpr ite +Ä Ł +and el +Ġg imm +Ġaut obi +ĠT urtle +Ġwonder fully +ĠHar am +ĠWorld wide +ĠHand le +Ġtheor ists +Ġsle ek +ĠZh u +ograph ically +EG A +ĠOwn ers +ath s +ĠAntar ctic +n atal +=" " +fl ags +`` `` +Ġs ul +K h +Ġpot assium +Ġlinem an +Ġcere al +ĠSe asons +Ġ20 22 +Ġmat hematic +Ġastron omers +prof essional +Ġf ares +cknow led +Ġch i +Ġyoung sters +Ġmistaken ly +Ġhem isphere +ĠDiv inity +r one +Ġ" , +r ings +Ġattract s +v ana +å ¹ +C AP +Ġplay list +Ġpor ch +ãģ £ +Ġincorpor ates +Ġso ak +Ġassert ing +ĠTerror ism +ĠP ablo +J a +ces ter +Ġfear ing +ĠPr ayer +Ġescal ated +G W +Ġro be +ĠBright on +ac ists +ĠSym phony +ĠDwar f +ĠPar ade +ĠLe go +Ġinex pl +Ġl ords +le af +RA G +l iber +Ġcig ars +ĠJe hovah +60 6 +WIND OWS +ĠLiber ia +eb us +He avy +Ġl ubric +ĠR W +angu ages +Ġnarrow ed +com puter +ĠE mber +Ġmurder ing +Ġdown stream +ĠT uls +ĠT ables +Top ic +ĠAcc uracy += / +l ost +ĠRe i +Ġprogress es +b ear +Ġestablish ments +Just in +ĠPe ach +ĠG omez +å ¿ +ĠTri angle +Id ent +ĠH ive +Res ources +Ġmix es +ĠAss uming +M u +Ġhyp oc +Ġs ane +ĠW an +id ious +Su ccess +Ġ io +Ang el +Ġdanger ously +ĠCreat ure +W ORK +: [ +ĠKat rina +List ener +M iller +ĠId lib +h ang +Ġcircum vent +h ref +Ġcel estial +ĠWe eks +ĠP ug +ĠDal ton +Ġsubpoen a +uk u +Ġpers isted +pe i +old ing +ĠDoc uments +ĠH ast +ĠC ENT +Ġprim er +Ġsyn onymous +Ġn ib +om bs +Ġnot ation +ĠD ish +ĠAt mosp +Ġforb id +ĠAN G +pat tern +l os +Ġproject iles +b rown +." , +ĠVen om +Ġfierce ly +ub lished +ĠU ran +ĠNic arag +4 10 +ĠC AL +OT OS +ĠMir acle +ĠEn chant +Ġguard ing +app end +Att ach +Ġlevel ed +Ġcond oms +ih ilation +64 9 +Ġnight mares +ĠTHE Y +ĠST ART +ĠK inn +Ġroomm ate +Ġhy giene +o pping +J ob +Ġl vl +ĠV ER +ĠKe eping +ab etic +Ġformat ting +eral a +Ġrev isions +Ġres urg +T el +ĠGood man +35 3 +p od +Ġind isp +ĠTrans lation +Ġg own +ĠM und +Ġc is +Ġby stand +col lect +ĠPun jab +act ively +ĠG amb +te ll +Ġimport ing +g encies +Ġloc om +ĠBr ill +H oly +ĠBer ger +Ġshow down +Ġrespond ers +IL Y +Ġt akedown +le ted +Ġmat tered +Ġpredict ive +Ġover lay +G PU +ĠV ick +Ġconvey ed +T ab +pe er +Sc an +Ġdefensive ly +v ae +Ġappro ving +Ġt iers +ĠV ia +quer ade +ĠSaud is +Ġdemol ished +ĠProp he +Ġmon o +Ġhospital ity +H AM +ĠAri el +M OD +ĠTor ah +Ġbl ah +ĠBel arus +erent ial +ĠT uc +Ġbank er +39 7 +Ġmosqu it +ĠScient ist +ĠMus ical +Ġh ust +Sh ift +Ġtor ment +Ġstand off +E duc +ĠF og +Ġampl ifier +Sh ape +Inst ance +ĠCrit ics +Ġda emon +H ouston +Ġmatt ress +ĠID F +Ġobsc ene +ĠA mer +hett i +Ġcomp iling +35 2 +vere tt +ĠRed uction +ist ration +ĠBl essed +ĠB achelor +3 16 +Ġpr ank +ĠVul can +dd ing +Ġm ourning +ĠQu int +ĠBl aster +test ing +Ġsed iment +>> > +ĠE ternity +ĠWH ERE +ĠM aze +Ġreact ing +ĠAl v +oms day +ĠC RA +Ġtransl ator +Ġbog us +at u +We bsite +oll s +Ġbapt ism +Ġs ibling +ĠAut umn +ve z +ãģ® é +gu ards +Ge org +assad ors +ĠFre ud +Ġcontin ents +ĠReg istry +Bern ie +ĸļ 士 +Ġtoler ant +ĠU W +Ġhor ribly +99 5 +ĠMID I +Ġimpat ient +oc ado +er i +ĠWor st +ĠNor ris +ĠTalk ing +Ġdef ends +ens able +Ġ20 21 +Ġanat omy +L ew +Ġdraw er +ĠCan berra +Ġpatri otic +é¾įå ĸļ士 +ĠAv g +AR M +Ġundis closed +Ġfare well +45 9 +b able +ĠAll ison +OL OG +Ġcon co +t ight +ĠAC PI +ĠM ines +l ich +ĠâĶ ľ +represent ed +200 000 +Ġenthusi ast +OT S +b il +ĠIng redients +Ġinvent or +ĠMy SQL +³³ Âł +ĠAB OUT +with in +Ġm k +B ul +ĠF ake +Ġdracon ian +W a +hel m +ĠTer ran +erv ille +Ġcommon place +SI ZE +Ġ" < +re place +ograph s +ĠSE LECT +inc ible +ĠMost ly +ĠShe ffield +ĠID E +ugg le +Ġcit ations +h urst +ĠUn ix +Ġunle ash +ĠP iper +ĠN ano +Ġsucc umb +Ġreluct ance +Ġ25 00 +ĠMer chant +Ġwire t +Ġcomb os +ĠBirth day +Ġchar coal +ĠU PS +ĠFair fax +Ġdrive way +ĠT ek +ĠP itch +ove re +Ġtechn icians +ĠAct ual +fl ation +ĠF iscal +ĠEm pty +an amo +Ġmag nesium +Ġsl ut +Ġgrow ers +Invest igators +( ): +ĠS atellite +ĠKe ynes +miss ive +l ane +Ġb orough +3 44 +ĠTE AM +ĠBet hesda +C V +h ower +ĠR AD +Ġch ant +ĠR iy +Ġcompos itions +Ġmild ly +Ġmedd ling +Ġag ility +ane ers +5 01 +Ġsyn th +ling er +29 1 +Ġex claimed +Part y +Ġcont amin +ĠMan or +ĠResp ond +Ġpra ising +Ġman ners +fle et +Sum mer +ĠLy nd +ĠDef initely +gr im +Ġbow ling +st ri +ç Ľ +y nt +Ġmand ates +D IV +Ġreconc ile +view s +ĠDam on +vet te +F lo +ĠGreat est +il on +ic ia +Ġportray al +Ġcush ion +50 4 +19 79 +oss al +App lic +sc ription +Ġmit igation +AT S +p ac +Ġer ased +Ġdefic iencies +ĠHolland e +ĠX u +Ġb red +Ġpregn ancies +f emin +Ġem ph +Ġpl anners +Ġout per +utter ing +Ġperpet rator +Ġm otto +ĠEll ison +ĠNE VER +Ġadmitted ly +AR I +ĠAzerbai jan +Ġmill isec +Ġcombust ion +ĠBott le +ĠL und +ĠP s +ĠD ress +Ġfabric ated +Ġbat tered +Ġs idel +ĠNot ting +Fore ign +ĠJer ome +0 20 +ĠAr bit +Ġkn ots +ĠR IGHT +M oving +ãģ Ļ +Ġsur geries +Ġcour thouse +Ġm astered +Ġhover ing +ĠBr an +ĠAl ison +Ġsaf est +m ilitary +Ġbull ied +Ġbar rage +Read er +ES E +ĠGe ographic +T ools +3 14 +ĠGe ek +ro th +gl ers +ĠF IN +Ï ģ +ĠA ston +al tern +48 8 +Ġveter in +G amer +Ġint el +ren ches +Sh ield +Ġam nesty +ĠB har +Ġp iled +Ġhonor able +ĠInst itutes +Ġso aked +Ġcom a +ĠE FF +34 1 +by tes +ĠG mail +le in +ĠCanad iens +m aterial +I l +Ġinstruct ors +ĠK Y +Ġconce ive +ub b +ĠP ossible +Ġeas ing +ĠChrist ina +Ġcar ic +ĠHD R +R OM +Ġsho vel +de lete +Ġp uff +ĠCh anging +Ġseam lessly +Att ribute +Ġacqu isitions +ak ery +ĠE F +Ġaut istic +ĠT akes +ĠPow der +ĠSt ir +5 10 +ĠBub ble +sett ings +ĠF owler +Ġmust ard +Ġmore over +Ġcopyright ed +ĠLED s +15 00 +æ ī +ĠH IS +en f +Ġcust od +ĠH uck +G i +Ġim g +An swer +C t +j ay +ĠInf rastructure +Ġfeder ally +L oc +Ġmicro bes +Ġover run +dd s +ot ent +adi ator +>>>> >>>> +Ġtorn ado +Ġadj ud +Ġintrig ued +Ġs i +ĠRevel ation +pro gress +Ġburgl ary +ĠSai yan +ĠK athy +Ġser pent +ĠAndre as +Ġcomp el +ess ler +ĠPl astic +ĠAd vent +ĠPos itive +ĠQ t +ĠHind us +reg istered +ular ity +Ġrighteous ness +Ġdemon ic +u itive +ĠB DS +ĠGre gg +c ia +ĠCrus ade +ĠSina i +W ARE ++ ( +Ġme ll +Ġder ail +y ards +A st +Ġnotice ably +ĠO ber +R am +Ġun noticed +Ġse q +av age +T s +Ġ6 40 +Ġconced e +Ġ] ) +F ill +Ġcapt ivity +ĠImprove ment +ĠCrus ader +ara oh +M AP +æ Ĺ +Ġstr ide +al ways +F ly +N it +Ġal gae +ĠCook ing +ĠDo ors +Mal ley +Ġpolic emen +ãģ į +Ġastron aut +access ible +49 5 +ĠR AW +cl iffe +udic rous +Ġdep ended +al ach +Ġvent ures +ra ke +Ġt its +ĠH ou +Ġcond om +ormon al +Ġind ent +Ġupload ing +Foot note +Import ant +Ġ27 1 +Ġmind ful +Ġcont ends +C ra +Ġcal ibr +ĠO ECD +plug in +F at +ĠIS S +ĠDynam ics +ans en +68 6 +' ), +Ġsp rite +Ġhand held +ĠH ipp +=~ =~ +Tr ust +Ġsem antics +ĠBund es +ĠRen o +ĠLiter ature +s ense +G ary +ĠA eg +ĠTr in +EE K +Ġcler ic +ĠSS H +Ġch rist +Ġinv ading +ib u +Ġen um +aur a +Ġal lege +ĠInc redible +B BC +Ġth ru +Ġsa iled +Ġem ulate +Ġin security +Ġc rou +Ġaccommod ations +Ġincompet ent +Ġsl ips +ĠEarth qu +s ama +IL LE +Ġi Phones +as aki +Ġby e +Ġar d +Ġext ras +Ġsl aughtered +Ġcrowd funding +res so +Ġfil ib +ĠER ROR +ĠT LS +e gg +ĠIt al +Ġen list +ĠCatal onia +ĠSc ots +Ġser geant +Ġdiss olve +N H +Ġstand ings +ri que +I Q +Ġbenef iciary +Ġaqu arium +You Tube +ĠPower Shell +Ġbright est +ĠWar rant +S old +Writ ing +Ġbegin nings +ĠRes erved +ĠLatin os +head ing +Ġ4 40 +Ġrooft op +AT ING +Ġ3 90 +VP N +G s +k ernel +turn ed +Ġprefer able +Ġturn overs +ĠH els +S a +ĠShin ji +ve h +ĠMOD ULE +V iol +Ġex iting +Ġj ab +ĠVan illa +Ġac ron +ĠG ap +ber n +A k +ĠMc Gu +Ġend lessly +ĠFar age +ĠNo el +V a +M K +Ġbr ute +ĠK ru +ĠES V +ĠOl ivia +âĢ ł +ĠK af +Ġtrust ing +Ġh ots +3 24 +Ġmal aria +Ġj son +Ġp ounding +ort ment +Count ry +Ġpostp oned +Ġunequ iv +? ), +ĠRo oney +udd ing +ĠLe ap +ur rence +sh apeshifter +ĠH AS +os ate +Ġca vern +Ġconserv atism +ĠB AD +Ġmile age +Ġarrest ing +V aults +Ġmix er +Dem ocratic +ĠB enson +Ġauth ored +8 000 +Ġpro active +ĠSpirit ual +t re +Ġincarcer ated +ĠS ort +Ġpe aked +Ġwield ing +re ciation +×Ļ × +P atch +ĠEm my +Ġex qu +tt o +ĠRat io +ĠP icks +ĠG ry +ph ant +Ġf ret +Ġeth n +Ġarch ived +% - +c ases +ĠBl aze +Ġim b +c v +y ss +im ony +Ġcount down +Ġaw akening +ĠTunis ia +ĠRe fer +ĠM J +Ġun natural +ĠCar negie +iz en +ĠN uggets +he ss +Ġev ils +64 7 +Ġintrodu ctory +l oving +ĠMcM ahon +Ġambig uity +L abel +ĠAlm ighty +Ġcolor ing +ĠCl aus +set ting +N ULL +ĠF avorite +ĠS IG +> ( +ĠSh iva +ĠMay er +Ġstorm ed +ĠCo verage +we apons +igh am +Ġun answered +Ġle ve +Ġc oy +c as +b ags +as ured +Se attle +ĠSant orum +ser ious +Ġcourage ous +ĠS oup +Ġconfisc ated +Ġ// / +Ġuncon ventional +Ġmom s +ĠRohing ya +ĠOrche stra +ĠPot ion +Ġdisc redit +ĠF IL +f ixed +ĠDe er +do i +ĠDim ension +Ġbureaucr ats +et een +Ġaction Group +oh m +Ġb umps +ĠUt ility +Ġsubmar ines +ren heit +re search +ĠShap iro +Ġsket ches +Ġde ceptive +ĠV il +es ame +ĠEss entially +Ġramp age +isk y +Ġmut tered +th ritis +Ġ23 6 +f et +b ars +Ġpup il +ĠTh ou +o S +s ong +Ġfract ured +Ġre vert +pict ure +Ġcrit erion +us her +Ġreperc ussions +ĠV intage +ĠSuper intendent +Offic ers +Ġflag ged +Ġbl ames +Ġin verse +ograp hers +Ġmakes hift +Ġdev oid +Ġfoss ils +ĠArist otle +ĠFund s +Ġde pleted +ĠFl u +ĠY uan +Ġw oes +Ġlip id +Ġsit u +requ isites +Ġfurn ish +ĠSam ar +Ġshame ful +Ġadverse ly +Ġad ept +Ġrem orse +Ġmurder ous +uck les +ĠE SL +Ġ3 14 +s ent +Ġred ef +ĠC ache +ĠP urs +ig ans +Ġ4 60 +Ġpres criptions +Ġf res +F uck +ocr ates +Tw enty +ĠWe ird +ĠT oggle +ĠC alled +itiz ens +Ġp oultry +Ġharvest ing +ãĤ¦ ãĤ¹ +Bott om +Ġcaution ed +t n +39 6 +ĠNik ki +Ġeval uations +Ġharass ing +Ġbind ings +ĠMon etary +Ġhit ters +Ġadvers ary +un ts +Ġset back +Ġenc rypt +ĠC ait +Ġl ows +eng es +ĠN orn +Ġbul bs +Ġbott led +ĠVoy ager +3 17 +Ġsp heres +p olitics +Ġsubt ract +Ġsens ations +Ġapp alling +Ġ3 16 +Ġenvironment ally +ĠST EM +Ġpub lishes +5 60 +Ġdilig ence +48 4 +Ġadv ises +Ġpet rol +Ġimag ining +Ġpatrol s +ĠInt eger +ĠAs hes +act us +ĠRad iant +ĠL T +it ability +ht aking +Set ting +Ġnu anced +ĠRe ef +ĠDevelop ers +N i +pie ces +99 0 +Lic ense +Ġlow ers +ĠOtt oman +3 27 +oo o +Ġqu itting +mark ets +Beh ind +Ġbas in +Ġdoc s +an ie +fl ash +ct l +Ġcivil ized +ĠFuk ushima +"] ," +ĠK S +ĠHonest ly +ar at +Ġconstruct s +ĠL ans +ĠD ire +ĠLI KE +ĠTrou ble +Ġwith holding +ĠOb livion +Ġsan ity +any a +Con st +Ġgro cer +ĠC elsius +Ġrecount ed +ĠW ife +B order +ate red +h appy +Ġspo iler +Ġlog ically +H all +Ġsucceed ing +Ġpoly morph +Ġax es +ĠShot gun +ĠS lim +ĠPrin ciples +ĠL eth +art a +Ġsc or +Sc reenshot +Ġrelax ation +#$ #$ +Ġdeter rent +idd y +Ġpower less +Ġles bians +Ġch ords +ĠEd ited +se lected +Ġseparat ists +000 2 +Ġair space +Ġturn around +Ġc unning +P ATH +P oly +Ġbomb ed +Ġt ion +x s +Ġwith hold +Ġw aged +ĠLiber ties +Fl ag +Ġcomfort ing +45 4 +ĠI ris +are rs +Ġr ag +Ġrel ocated +ĠGu arant +Ġstrateg ically +Ġgam ma +uber ty +ĠLock heed +g res +Ġgr illed +ĠLow e +st ats +ĠR ocks +Ġsens ing +Ġrent ing +ĠGe ological +ا Ø +ot rop +Ġse w +Ġimproper ly +48 6 +Ġâĸ ł +Ġstar ving +ĠB j +Disc ussion +3 28 +ĠCom bo +ĠFix es +N AT +Ġstri ving +th ora +Ġharvest ed +ĠP ing +Ġplay ful +Ġaven ues +Ġoccup ational +Ġw akes +ĠCou rier +Ġdrum mer +ĠBrow ser +ĠH outh +it u +Ġapp arel +p aste +Ġhun ted +ĠSecond ly +l ain +X Y +ĠP IN +ic ons +Ġcock tails +Ġs izable +Ġhurd les +est inal +ĠRecre ation +Ġe co +64 8 +ĠD ied +m int +Ġfinger prints +Ġdis pose +ĠBos nia +ts y +22 00 +Ġins pected +ĠF ou +Ġf uss +Ġamb ush +ĠR ak +Ġmanif ested +Pro secut +Ġsuff ice +ren ces +Ġcompens ated +ĠC yrus +Ġgen us +ĠWolver ine +ĠTrend s +Ġh ikes +ĠSe en +Ġen rol +C old +Ġpol itely +ĠSl av +ĠRu pert +Ġey ewitness +ĠAl to +Ġun comp +Ġposter ior +M ust +ĠHer z +Ġprogress ively +Ġ23 4 +Ġind ifference +ĠCunning ham +Ġacadem ia +Ġse wer +Ġast ounding +ĠA ES +r ather +Ġeld est +Ġclim bs +ĠAdd s +Ġout cry +Ġcont ag +ĠH ouses +Ġpe pt +ĠMel ania +interest ed +ĠU CH +ĠR oots +ĠHub bard +ĠT BD +ĠRoman ian +fil ename +St one +ĠIm pl +Ġchromos ome +C le +d x +Ġscram bled +ĠP t +Ġ24 2 +OP LE +Ġtremend ously +St reet +Ġcra ving +Ġbund led +ĠR G +p ipe +Ġinj uring +Ġarc ane +Part icip +ĠHero ic +st y +Ġto pping +ĠTemp est +rent ices +b h +Ġpar anoia +ĠUnic ode +Ġegreg ious +Ġ\ ' +ĠOsw ald +Ġgra vel +ĠSim psons +Ġbl and +ĠGuant anamo +Writ er +lin ers +ĠD ice +J C +Ġpar ity +Ġs ided +Ġ23 7 +ĠPyr rha +at ters +d k +F ine +comp an +Ġform ulated +ĠId ol +il ers +hem oth +ĠF av +Ġintr usion +Ġcar rots +ĠL ayer +ĠH acker +Ġ ---------------- +Ġmoder ation +é ģ +oc oc +Ġcharacter ize +ĠTe resa +Ġsocio economic +Ġper k +ĠParticip ation +tr aining +ĠPaul o +ph ys +Ġtrust worthy +Ġembod ied +ĠMer ch +c urrency +ĠPrior ity +Ġte asing +Ġabsor bing +Ġunf inished +ĠCompar ison +Ġdis ple +writ ers +Ġprofess ions +ĠPengu in +Ġang rily +ĠL INK +68 8 +ĠCor respond +Ġprev ailed +Ġcart el +l p +as ms +ĠRed emption +ĠIslam ists +effect s +d ose +ĠL atter +ĠHal ifax +Ġv as +ĠTop ics +ĠN amed +advert ising +zz a +IC ES +Ġret arded +ach able +ĠPupp et +ĠItem Level +Ġret ract +Ġident ifiable +A aron +ĠB uster +s ol +hel le +as semb +H ope +r anged +B a +ĠP urch +é Ģ +ĠSir i +Ġarri vals +Ġ19 12 +Ġshort ened +Ġ3 12 +Ġdiscrep ancy +ĠTem perature +ĠWal ton +Ġkind erg +p olit +Ġrem ix +Ġconnect ors +ãĥĺ ãĥ© +ĠKazakh stan +dom inated +Ġsu gars +im ble +ĠPan ic +ĠDem and +ĠCol ony +on en +ĠM ER +7 75 +ur ia +aza ar +ĠDeg ree +P ri +Ġsun shine +Ġ25 1 +Ġpsychedel ic +Ġdigit ally +ĠBra un +Ġsh immer +Ġsh ave +ĠTel esc +ĠAst ral +ĠVenezuel an +ĠO G +Ġc rawling +Int eg +ĠFe ather +Ġunfold ing +Ġappropri ation +Ġè£ı è +ĠMob ility +ĠN ey +- . +b ilt +L IN +ĠT ube +ĠCon versely +Ġkey boards +ĠC ao +Ġover th +Ġla ure +>> \ +ĠV iper +ach a +Off set +ĠR aleigh +ĠJ ae +J ordan +j p +Ġtotal itarian +Connect or +Ġobserv es +ĠSpart an +ĠIm mediately +ĠSc al +C ool +Ġt aps +Ġro ar +P ast +Ġch ars +ĠB ender +ĠShe ldon +Ġpain ter +Ġbe acon +ĠCreat ures +Ġdownt urn +Ġh inder +ĠAnd romeda +à Ľ +cc oli +ĠF itness +et rical +Ġutil izes +Ġsen ate +Ġen semble +Ġche ers +T W +Ġaff luent +k il +ry lic +ord ering +Com puter +Ġgru esome +ost ics +ĠUb isoft +ĠKel ley +Ġw rench +Ġbourgeois ie +IB LE +ĠPrest on +w orn +ar ist +reat ing +Ġst ained +ar ine +Ġsl ime +EN N +Ġche sts +Ġground water +ann ot +ĠTr ay +ĠLoc ke +ĠC TR +Ġd udes +ĠEx ternal +ĠDec oder +Ġpar amed +ĠMed line +80 9 +ĠD inner +rup al +g z +ĠG um +ĠDem o +j ee +Ġd h +ber man +arch s +Ġen qu +ĠEp stein +Ġdevast ation +Ġfriends hips +ĠAr d +Ġ23 1 +ĠRub in +ĠDist ance +Ġsp urred +Ġd ossier +Ġover looking +\\\\\\\\ \\\\\\\\ +Fore st +ĠCom es +\ ", +ĠIran ians +Ġf ixtures +L aughs +Ġcur ry +ĠKing ston +Ġsqu ash +Ġcat alogue +Ġabnormal ities +Ġdigest ive +.... ..... +Ġsubord inate +og ly +Ġ24 9 +M iddle +Ġmass ac +Ġburg ers +Ġdown stairs +Ġ19 31 +39 4 +ĠV G +Ġl asers +ĠS ikh +ĠAlex a +der ived +Ġcycl ist +ãģ® éŃĶ +onel iness +!!!! !!!! +Ġbuff s +leg ate +Ġrap ing +Ġrecomm ending +ro red +Ġmult icultural +un ique +Ġbusiness men +Ġune asy +ĠM AP +Ġdisp ersed +cipl ine +J ess +ĠK erala +å § +Ġabst raction +Sur v +U h +Ġprin ters +ij a +ow der +Ġanalog ous +ĠA SP +af er +Ġunfold ed +Ġlevel ing +Ġbre ached +ĠH earing +Ġn at +Ġtransl ating +crit ical +Ġant agonist +ĠYes terday +Ġfuzz y +w ash +m ere +Ġbe wild +ĠM ae +V irgin +ph rase +Ġsign aled +ĠH IGH +Ġprot ester +Ġgar ner +unk nown +Ġk ay +Ġabduct ed +Ġst alking +am n +Ġdes erving +ĠR iv +ĠJ orge +Ġscratch ing +ĠS aving +ip ing +Ġte ase +Ġmission ary +ĠMor row +T IME +P resent +Ġchem otherapy +tern ess +ĠH omes +ĠP urdue +Ġst aunch +ĠWhit ney +ĠTH ERE +Î ¼ +iat us +ĠErn est +ĠDe ploy +Ġcove ted +F ML +ĠDial ogue +Ġex ited +f ruit +Ġner d +":" "," +Ġv ivo +ru ly +4 60 +ĠAm en +rehens ible +Ġâ ĺ +D IR +Ġad herence +Ġche w +ĠCo ke +ĠSerge i +dig ital +ĠNe ck +g ently +enth al +/ ) +Ġwe ary +Ġgu ise +ĠConc ord +ĠOn ion +at cher +Ġb inge +ĠDirect ive +Ġman ned +ans k +Ġill usions +Ġbillion aires +38 3 +oly n +odynam ic +ĠWhe at +ĠA lic +Ġcol oured +ĠN AFTA +ab o +Ġmac ros +ind ependent +s weet +Ġsp ac +ĠK abul +Ġ Ä +em e +Ġdict ated +Ġsh outs += { +Ġr ipping +ĠSh ay +ĠCr icket +direct ed +Ġanalys ed +ĠWAR RANT +ag ons +ĠBlaz ers +Ġche ered +Ġar ithmetic +ĠTan z +37 3 +ĠFl ags +Ġ29 5 +Ġw itches +ĠIn cluded +ĠG ained +ĠBl ades +G am +ĠSam antha +ĠAtl antis +ĠPr att +Ġspo iled +ĠI B +ĠRam irez +Pro bably +re ro +ĠN g +ĠWar lock +t p +Ġover he +Ġadministr ations +Ġt int +Ġreg iment +Ġpist ols +Ġblank ets +Ġep ist +Ġbowl s +Ġhydra ulic +Ġde an +Ġj ung +Ġasc end +70 5 +ĠSant iago +à ® +Ġun avoid +ĠSh aman +re b +Ġstem ming +99 8 +ĠM G +st icks +esthes ia +ER O +Ġmor bid +ĠGr ill +ĠP oe +any l +Ġdele ting +ĠSurve illance +Ġdirect ives +Ġiter ations +ĠR ox +ĠMil ky +F ather +Ġpat ented +44 7 +Ġprec ursor +Ġm aiden +ĠP hen +ĠVe gan +ĠPat ent +K elly +Redd itor +Ġn ods +Ġvent ilation +ĠSchwar z +Ġw izards +Ġomin ous +ĠHe ads +ĠB G +Ġl umber +ĠSp iel +Ġis Enabled +Ġancest ral +ĠSh ips +Ġwrest ler +ph i +Ġy uan +ĠRebell ion +Ġice berg +Ġmag ically +Ġdivers ion +ar ro +yth m +ĠR iders +ĠRob bie +ĠK ara +ĠMain tenance +ĠHer b +Ġhar ms +p acked +ĠFe instein +Ġmarry ing +Ġbl ending +ĠR ates +Ġ18 80 +Ġwr ink +ĠUn ch +ĠTor ch +desc ribed +Ġhuman oid +ilit ating +ĠCon v +ĠFe ld +IGH TS +Ġwhistlebl ower +ort mund +ets y +arre tt +ĠMon o +ĠI ke +ĠC NBC +ĠW AY +ĠMD MA +ĠIndividual s +Ġsupplement al +Ġpower house +ĠSt ru +F ocus +aph ael +ĠCol leg +att i +Z A +Ġp erenn +ĠSign ature +ĠRod ney +Ġcub es +idd led +ĠD ante +ĠIN V +iling ual +ĠC th +Ġso fa +Ġintimid ate +ĠR oe +ĠDi plom +ĠCount ries +ays on +Ġextrad ition +Ġdis abling +ĠCard iff +Ġmemor andum +ĠTr ace +Ġ?? ? +se ctor +ĠRou hani +ĠY ates +ĠFree ze +Ġbl adder +M otor +ĠProm ise +ant asy +Ġforesee able +ĠC ologne +cont ainer +ĠTre es +ĠG ors +ĠSin clair +Ġbar ring +key e +Ġsl ashed +ĠStat istical +é ĩ +Ġâĸ º +All ows +Ġhum ility +Ġdr illed +ĠF urn +44 3 +Ġse wage +Ġhome page +Ġcour tyard +Ġv ile +Ġsubsid iaries +aj o +direct ory +Ġam mon +V ers +charg es +Ġ} } +ĠCh ains +Ġ24 6 +n ob +Ġper cept +Ġg rit +Ġfisher men +ĠIraq is +ĠDIS TR +ĠF ULL +ĠEval uation +g raph +at ial +Ġcooper ating +Ġmel an +Ġenlight ened +Ġal i +t ailed +Ġsal ute +Ġweak est +ĠBull dogs +U A +ĠAll oy +Ġsem en +oc ene +ĠWilliam son +s pr +, âĢĶ +ĠG F +itt ens +Be at +ĠJ unk +iph ate +ĠFarm ers +ĠBit coins +ig ers +d h +ĠL oyal +p ayer +Ġentert ained +Ġpenn ed +Ġcoup on +Que ue +Ġweaken ing +c arry +Ġunderest imate +Ġshoot out +Ġcharism atic +ĠProced ure +Ġprud ent +in ances +Ġric hes +Ġcort ical +Ġstr ides +Ġd rib +ĠOil ers +5 40 +ĠPer form +ĠBang kok +Ġe uth +S ER +Ġsimpl istic +t ops +camp aign +Q uality +Ġimpover ished +ĠEisen hower +Ġaug ment +ĠH arden +Ġinterven ed +Ġlist ens +ĠK ok +Ġs age +Ġrub bish +ĠD ed +Ġm ull +pe lling +Ġvide ot +Produ ction +D J +m iah +Ġadapt ations +Ġmed ically +Ġboard ed +Ġarrog ance +Ġscra pped +Ġopp ress +FORM ATION +Ġj unction +4 15 +EE EE +S kill +Ġsub du +ĠSug gest +ĠP ett +Ġle tt +ĠMan ip +ĠC af +ĠCooper ation +T her +Ġreg ained +¶ æ +ref lect +Ġth ugs +ĠShel by +Ġdict ates +ĠWe iner +ĠH ale +Ġbatt leground +s child +Ġcond ol +h unt +osit ories +Ġacc uses +Fil ename +Ġsh ri +Ġmotiv ate +Ġreflect ions +N ull +ĠL obby +¥ µ +ĠS ATA +ĠBack up +Ñ ĥ +n in +ĠCor rection +Ġju icy +ut ra +ĠP ric +Ġrest raining +ĠAir bnb +ĠAr rest +Ġappropri ations +Ġsl opes +Ġmans laughter +Ġwork ings +ĠH uss +ĠF rey +Le ave +ĠHarm ony +ĠF eder +Ġ4 30 +Ġt rench +Ġglad ly +Ġbull pen +ĠG au +b ones +Ġgro ove +Ġpre text +ã ħĭ +Ġtransm itter +ĠComp onent +Ġunder age +ĠEm pires +T ile +Ġo y +ĠMar vin +ĠC AS +Ġbl oss +Ġrepl icated +ĠMar iners +Marc us +ĠBl ocks +Ġliber ated +Ġbutter fly +Fe el +Ġfer mentation +Ġyou tube +Ġoff end +ĠTer m +res ist +Ġcess ation +Ġinsurg ency +Ġb ir +ĠRa ise +59 5 +Ġhypothes es +50 2 +Ġpl aque +ocr at +Ġjack ets +ĠHuff Post +am ong +Ġconf er +48 7 +ĠL illy +Ġadapt ing +ĠF ay +Ġsh oved +ve c +Ġref ine +Ġg on +Ġgun men +z ai +ĠShut tle +ĠI zan +Ġ19 13 +Ġple thora +· · +Ġ5 10 +Ġp uberty +Ġ24 1 +ĠWe alth +ĠAl ma +ĠM EM +ĠAd ults +C as +pr ison +R ace +Ġwater proof +Ġathlet icism +Ġcapital ize +ĠJu ice +Ġillum inated +ĠP ascal +Ġirrit ation +ĠWitness es +ad le +ĠAst ro +Ġf ax +ĠEl vis +Prim ary +ĠL ich +ĠEl ves +Ġres iding +Ġst umble +3 19 +ĠP KK +Ġadvers aries +D OS +ĠR itual +Ġsm ear +Ġar son +ident al +Ġsc ant +Ġmon archy +Ġhal ftime +Ġresid ue +Ġind ign +ĠSh aun +ĠEl m +aur i +A ff +W ATCH +ĠLy on +hel ps +36 1 +Ġlobby ist +Ġdimin ishing +Ġout breaks +Ġgo ats +f avorite +ĠN ah +son ian +ĠBo oster +Ġsand box +ĠF are +ĠMalt a +Ġatt Rot +ĠM OR +ld e +Ġnavig ating +T ouch +Ġunt rue +ĠDis aster +Ġl udicrous +Pass word +ĠJ FK +blog spot +4 16 +ĠUN DER +ern al +Ġdelay ing +T OP +Ġimpl ants +ĠAV G +ĠH uge +att r +Ġjournal istic +ĠPe yton +ĠI A +R ap +go al +ĠProgram me +Ġsm ashing +w ives +print ln +ĠPl ague +in us +EE P +Ġcru iser +ĠPar ish +umin ium +Ġoccup ants +ĠJ ihad +m op +Ġp int +Ġhe ct +ĠMe cca +direct or +ĠFund ing +ĠM ixed +Ġst ag +T ier +Ġg ust +Ġbright ly +ors i +Ġup hill +R D +Ġles ions +ĠBund y +liv ious +Ġbi ologist +ĠFac ulty +ĠAuthor ization +Ġ24 4 +All ow +ï ¸ +ĠGi ul +Ġpert inent +ot aur +es se +ĠRo of +Ġunman ned +35 1 +ĠSh ak +ĠO rient +Ġend anger +D ir +Ġrepl en +ed ient +Ġtail or +Ġgad gets +Ġaud ible +âĺ Ĩ +N ice +Ġbomb ard +ĠR ape +Ġdef iance +ĠTW O +ĠFilip ino +Ġunaff ected +erv atives +Ġso ared +ĠBol ton +Ġcomprom ising +ĠBrew ers +R AL +ĠA HL +icy cle +Ġv ampires +Ġdi pped +oy er +ĠX III +Ġsidew ays +ĠW aste +ĠD iss +ĠâĶľ âĶĢâĶĢ +$ . +Ġhabit ats +ĠBe ef +tr uth +tr ained +spl it +R us +And y +ĠB ram +RE P +p id +è£ ħ +ĠMut ant +An im +ĠMar ina +Ġfut ile +hig hest +f requency +Ġepile psy +Ġcop ing +Ġconc ise +Ġtr acing +ĠS UN +pan el +ĠSoph ie +ĠCrow ley +ĠAd olf +ĠShoot er +Ġsh aky +ĠI G +ĠL ies +ĠBar ber +p kg +Ġupt ake +Ġpred atory +UL TS +/ ** +Ġintox icated +ĠWest brook +od der +he ment +Ġbas eman +AP D +st orage +ĠFif ty +ed itor +G EN +UT ION +ir ting +Ġse wing +r ift +Ġag ony +ĠS ands +Ġ25 4 +C ash +Ġl odge +Ġp unt +N atural +ĠIde as +Ġerrone ous +ĠSens or +ĠHann ity +Ġ19 21 +Ġm ould +ĠG on +kay a +Ġanonym ously +ĠK EY +Ġsim ulator +W inter +Ġstream ed +50 7 +? ", +Ġte ased +Ġco efficient +Ġwart ime +ĠTH R +' '. +ĠBank ing +mp ire +Ġf andom +Ġl ia +G a +Ġdown hill +Ġinterpre ting +Ind ividual +N orm +Ġjealous y +bit coin +Ġple asures +ĠToy s +ĠChev rolet +ĠAd visor +IZ E +Ġrecept ions +70 6 +C ro +Ġ26 2 +Ġcit rus +ir u +Review er +ject ed +U ES +an z +19 81 +ĠWork er +Ġcompl ied +ores cent +contin ental +T on +ĠPr ism +ĠShe ep +Ġ28 8 +n ox +ĠV og +O rd +Ġreal ms +te k +Ġirrig ation +Ġbicy cles +Ġelectron ically +p oly +t all +() ); +Ġaest hetics +ĠInteg rated +Expl ore +Ġd unk +47 6 +p ain +ĠJac ques +ĠD mit +Fram es +Ġreun ited +Ġhum id +D ro +P olitical +Ġyouth ful +Ġent ails +Ġmosqu ito +36 3 +spe cies +Ġcoord inating +ĠMay hem +ĠMagn us +M ount +Impro ved +ĠST ATE +ATT LE +Ġflow ed +Ġtack led +Ġfashion ed +Ġre organ +iv ari +f inger +Ġreluct antly +et ting +ĠV and +you ng +ĠGar land +Ġpresum ption +Ġamen ities +ĠPle asant +on ential +ĠO xy +Ġmor als +ĠY ah +Read y +Sim on +En h +D emon +Ġcl ich +Mon itor +ĠD U +Ġwel comes +Ġstand out +Ġdread ful +Ġban anas +Ġball oons +h ooting +bas ic +Ġsuff ix +Ġd uly +can o +Ch ain +at os +Ġgeop olitical +Ġ( & +ĠGem ini +ÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤ ÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤÃĥÃĤ +Ġacqu itted +L uck +prot ect +10 24 +Ġsc arcity +Ġmind fulness +ec ided +D N +pr ime +ĠPres idents +ĠVID EO +Ġ( âĪĴ +add ock +N OR +ĠP ru +p un +ĠL OL +)) )) +ĠL iqu +ĠS AS +Ġsty ling +Ġpunish ments +Ġnum b +Ġasc ertain +ĠRock ies +f lu +Th umbnail +Ġperpet rated +ĠSem i +Ġdis arm +ĠOld er +ĠEx ception +Ġexponent ially +ĠCommun ities +Ġabol ish +ĠPart ner +pt oms +Ġ7 77 +ĠFo ley +ĠC ases +Ġgre ase +ĠReb irth +G round +Ġ; ) +ĠDoct rine +ik ini +Y e +ĠBl ossom +Ġpers ists +b ill +Ġinf usion +Ġbud dies +9 11 +ĠPat ient +Ġdem os +Ġacquaint ance +ĠP aw +at ari +Ġx ml +Ġfasc ination +ĠSer ve +Ï Ĥ +br anded +Ġa z +Return s +Ġover shadow +Ġro am +Ġspeed y +n umbered +hel ial +Ġdisc iple +Ġass urances +g iven +pect ing +ĠN atalie +çĶ ° +Ġmosquit oes +rote in +Ġnumer ic +Ġindepend ents +Ġtrans itional +Ġreaction ary +ĠMech dragon +do ctor +Ġshort est +Ġsequ ential +ĠB ac +ĠAccount s +ãģ Į +ach y +ract ive +ĠReg iment +Ġbreat htaking +ffic iency +ĠB ates +Ġ3 11 +Ġward robe +ft s +ĠBer k +Sim ply +ĠRivers ide +iver ing +ident ial +lu cent +Ġen riched +ĠCon ver +ĠG iving +ãĥ Ļ +Ġlegal ize +ĠF TC +Ġfre aking +M ix +Ġter restrial +es ian +ci ents +W ing +LO AD +Ġled ge +ĠViol ent +ĠMet all +Ġ30 8 +Ġs outheastern +hett o +M eat +Ġslow down +Ġret reated +Jere my +end as +**** * +er ic +Ġre ins +opp able +ĠHuman ity +ear ances +rig an +C amera +Ġwa ivers +s oc +Ġalter ation +trans form +ĠC emetery +50 6 +Ġindef inite +Ġstim ulating +y g +60 3 +ĠS op +Ġdescript ive +Ph ase +ĠEd mund +Ġpneum onia +vent us +A mb +Ġlabor atories +ĠEx clusive +ug ar +W ere +Ġmalf unction +Ġhomosexual s +Ġ---- --- +un i +Ġturb ines +ĠEqu ity +D u +Ġmind ed +ĠR H +ĠBlack hawks +Ġfe ats +Ġ17 00 +re pl +36 2 +lad en +Ġindisp ensable +ly ss +tt i +Ġre el +Ġdiver ted +Ġlik eness +Ġsubscript ions +Ġfing ert +Ġfil thy +dest ruct +d raft +ĠBernard ino +l aunch +Ġper plex +ĠS UM +car b +Ġswe ater +ĠVent ure +ĠJ ag +ĠCele b +ĠV oters +Ġstead fast +Ġathlet ics +ĠHans on +ĠDr ac +Tr acker +Ġcomm end +ĠPres idency +ĠD ID +in formed +Ġweb page +P retty +Ġforce fully +ãĥĥ ãĤ¯ +Ġrel ocation +Ġsat ire +â ī +ĠSunder land +æ Ħ +V oice +???? ???? +Ġinform ant +Ġbow el +ĠUn iform +Ġ ..." +Ġpur ge +Ġpic nic +ĠU mb +ĠU PDATE +ĠSapp hire +ĠSt all +le arn +Ġobject ively +Ġob liter +Ġlooph ole +Ġjour neys +Ġo mission +Pro s +ĠSid ney +pl oma +Ġspray ed +Ġg uru +Ġtra itor +Ġtim et +Ġsn apping +ĠSe vent +urn al +ĠUk ip +Ġb owed +por al +l iberal +R os +Quest ions +i OS +Ġsummar ize +ST AT +Ġ18 50 +ap est +Ġl ender +ĠVari able +br inging +ĠL ORD +, ) +Ġcollaps es +x iety +ĠN ed +Y D +ĠSch a +Ġantib ody +Ġdis band +y re +ill usion +Ġro ver +s hed +ĠHiro sh +cc i +Ġcal am +ĠMort on +P interest +Ġ19 28 +ĠE uras +ord es +Ġf ences +ĠIn ventory +ĠVal encia +ĠU d +ĠT iff +Ġsqu e +Ġqu otation +Ġtroubles ome +er ker +QU EST +ĠKing doms +s outh +Ġle vy +Pr ince +ĠSt ing +Ġnick named +Ġapp e +Ġphot ographic +Ġcorp us +re ference +ĠT rog +U nt +) =( +ĠLat via +Ġactiv ating +Ġlicense e +Ġdispar ities +ĠNews letter +ãĥĥ ãĥĪ +Ġfree ing +ĠJe ep +ĠPer ception +ins k +Ġsil icone +ĠHay den +Le an +ĠSuz uki +ibr arian +66 8 +Ġsp or +Ġcorrel ations +ag hetti +Ġtu ber +ĠIP CC +il us +ĠV u +Ġwealth iest +ĠCarb uncle +an za +Ġfool ed +ĠZ ur +Ġd addy +ran o +il ian +Ġknock out +f man +requ ired +ĠWik ileaks +ĠD uffy +ON T +Ġins ol +ĠObject s +Ġb ou +ĠNord ic +ĠIns ert +sc an +Ġd ancers +Ġid iots +major ity +ĠNev ille +ĠFree BSD +Ġt art +pan ic +69 0 +Ġcoc oa +Ġsam pled +Ġlook up +Ind ust +Ġinject ions +gen re +Ġa u +Ġroad way +Ġgen itals +K ind +ĠEx aminer +ĠY az +F resh +Ġpar alysis +ĠAl uminum +Ġre ap +ok é +Ġsl oppy +ĠTun nel +pos ium +ner y +en ic +Ġher bal +ĠOut er +ĠBuild er +Ġinc ur +Ġide ologies +Ġback ups +cons uming +ĠDet ect +de ck +ĠKN OW +ĠG ret +ĠM IC +Ġtough ness +ĠEx hibit +Ġh ive +L es +ĠSCH OOL +ĠAt ari +ald e +ĠN ull +and estine +m ouse +Ġbrig ade +48 9 +Ġrev ol +ĠLaw son +ĠW ah +op oly +eb ted +ĠS aunders +Ġ3 13 +ĠW inc +Ġtab oo +ĠHel met +Ġw edge +ch ip +ĠT ina +b g +Ġinf uri +r n +Ġanomal ies +ĠSy nc +ĠEx am +ĠComm it +ĠDi ary +ĠALS O +ĠDe bor +omed ical +Ġcomprehens ion +6 55 +Ġempower ing +Ġ ire +Ġju ices +ĠE TH +ĠBox ing +=" / +Ġfacilit ated +p oke +ĠPars ons +ĠMod er +tra vel +Ġcivil izations +Ġliber tarians +Ġrun e +ĠCl arks +at hed +Ġcampaign ers +ĠDis patch +ĠFah renheit +ĠCap com +-------- -- +Ġl ace +Ġdr aining +Ġl iner +ĠArt ificial +é n +t ask +] ). +ĠGM O +ĠOper ator +ord inary +ĠInf luence +ĠU ps +Ġpot ency +uss en +osp ons +ĠSw im +ĠDead line +Un ity +Ġcul inary +Ġenlight enment +Ġwe arer +Ġmin ed +Ġp ly +Ġinc est +ĠDVD s +W alk +B TC +Tr ade +Ġdev al +ib and +ĠOvers ight +Palest inian +Ġd art +Ġm ul +L R +Ġrem ovable +ĠReal ms +ì Ŀ +Ġmisc ar +ĠV ulkan +68 5 +è re +ĠS ap +Ġmer ging +ĠCar ly +che ster +Ġbr isk +Ġlux urious +ĠGener ator +Ġbit terness +Ġed ible +Ġ24 3 +T G +Ġrect angle +With No +bel ow +J enn +Ġdark est +Ġh itch +Ġdos age +Ġsc aven +ĠK eller +ĠIllust rated +Certain ly +ĠMaver icks +Marg inal +Ġdiarr hea +Ġenorm ously +Ġ9 99 +sh r +qu art +Ġadam ant +ĠM ew +Ġren ovation +Ġcerv ical +ĠPercent age +en ers +ĠKim ber +Ġflo ats +Ġde x +ĠW itcher +ĠSwan sea +d m +Ġsal ty +y ellow +Ġca pe +ĠDr ain +ĠPaul a +ĠTol edo +les i +Mag azine +ĠW ick +ĠM n +ĠA ck +ĠR iding +AS ON +Ġhom ophobic +AR P +Ġwand ered +C PU +ood oo +ĠP ipe +Ġtight ening +ĠBut t +3 18 +Ġdesert ed +S ession +Ġfacilit ating +J ump +Ġemer gencies +OW ER +Ġexhaust ive +ĠAF TER +Ġheart beat +ĠLab el +ack y +ĠCert ified +ilt ration +Z e +ĠU tt +Ġ13 00 +Ġpres ume +ĠDis p +Ġsur ged +Ġdoll s +Col umb +Ġchim pan +ĠR azor +Ġt icks +Ġcouncill or +Ġpilgr image +ĠReb els +ĠQ C +ĠA uction +x ia +ik k +b red +Ġinsert ion +Ġco arse +d B +SE E +ĠZ ap +ĠF oo +Ġcontem por +ĠQuarter ly +ot ions +ĠAl chemist +ĠT rey +ĠDu o +S weet +80 4 +ĠGi ov +Ġfun n +N in +h off +Ġram ifications +Ġ19 22 +ĠExper ts +az es +Ġgar ments +ar ial +ĠN ab +Ġ25 7 +ĠV ed +Ġhum orous +ĠPom pe +Ġn ylon +Ġlur king +ĠSerge y +ĠMatt is +Ġmisogyn y +ĠComp onents +ĠWatch ing +ĠF olk +ract ical +B ush +Ġt aped +Ġgroup ing +Ġbe ads +Ġ20 48 +Ġcon du +quer que +Read ing +Ġgriev ances +Ult ra +Ġend point +H ig +ĠSt atic +ĠScar borough +L ua +ĠMess i +a qu +ĠPsy Net +ĠR udd +Ġa venue +v p +J er +Ġsh ady +ĠRes ist +ĠArt emis +Ġcare less +Ġbro kers +Ġtemper ament +Ġ5 20 +T ags +ĠTurn ing +Ġut tered +Ġp edd +Ġimpro vised +Ġ: ( +Ġtab l +Ġpl ains +16 00 +press ure +ĠEss ence +marg in +friend s +ĠRest oration +Ġpoll ut +ĠPok er +ĠAugust ine +ĠC IS +ĠSE AL +or ama +Ġth wart +se ek +Ġp agan + º +cp u +Ġg arn +Ġass ortment +ĠI LCS +t ower +Recomm ended +Ġun born +ĠRandom Redditor +ĠRandomRedditor WithNo +Ġparaly zed +Ġeru ption +Ġinter sect +ĠSt oke +ĠS co +B ind +å ¾ +ĠP NG +ĠNeg ative +ĠNO AA +Le on +Ġall oy +ĠL ama +ĠD iversity +5 75 +Ġunderest imated +ĠSc or +Ġm ural +Ġb usted +so on +l if +Ġnone x +Ġall ergy +ĠUnder world +ĠR ays +ĠBl asio +Ġh rs +ĠD ir +Ġ3 27 +by ter +Ġrepl acements +Ġactiv ates +ri ved +M H +Ġp ans +ĠH I +Ġlong itudinal +Ġnu isance +al er +Ġsw ell +ĠS igned +s ci +ĠIs les +ĠA GA +Ġdef iant +Ġson ic +oc on +K C +ĠA im +t ie +ah ah +Ġm L +D X +Ġb isc +ĠBill board +ĠSY STEM +NE Y +ga ard +Ġdist ressed +former ly +Al an +Ġche fs +Ġopt ics +ĠC omet +ĠAM C +Ġredes igned +irm ation +Ġsight ings +38 2 +3 11 +ĠW B +Ġcont raction +ĠT OTAL +D ual +Ġstart led +Ġunderstand ably +Ġsung lasses +ETH OD +Ġd ocker +Ġsurf ing +ĠH EL +ĠSl ack +ton es +Ġsh alt +Vis ual +49 8 +Dep artment +c ussion +Ġunrest ricted +Ġt ad +Ġre name +employ ed +Ġeduc ating +Ġgrin ned +bed room +ĠActiv ities +ĠV elvet +ĠSW AT +Ġsh uffle +ig or +Ġsatur ation +F inding +c ream +ic ter +Ġv odka +tr acking +te c +Ġfore ground +iest a +Ġve hement +ĠEC B +ĠT ie +E y +Ġt urtles +ĠRail road +ĠKat z +ĠFram es +Ġmen ace +ĠFell owship +ĠEss ential +ugg ish +Ġdri p +ch witz +ĠKy oto +s b +ĠN ina +Param eter +Ġal arms +ĠCl aud +Ġpione ering +Ġchief ly +ĠSc ream +Col lection +Ġthank fully +ĠRonald o +åŃ IJ +st rip +ĠDisney land +com mercial +See ing +S oul +Ġevac uate +Ġc iv +ĠAs he +Ġdiv ides +ĠD agger +rehens ive +Ġber ries +ĠD F +Ġs ushi +Ġplur ality +W I +Ġdisadvant aged +Ġbatt alion +ob iles +45 1 +Ġcl ing +Ġunden iable +ĠL ounge +Ġha unt +p he +Ġquant ify +Ġdiff ered +Ġ[* ] +ĠV iz +c um +sl ave +Ġvide og +Ġqu ar +Ġbund les +ĠAl onso +t ackle +Ġneur onal +Ġlandsl ide +conf irmed +ĠDep th +Ġrenew ables +B ear +ĠMaced onia +Ġjer seys +Ġb unk +ĠSp awn +ĠControl s +ĠBuch anan +Ġrobot ics +Ġemphas izing +ĠTut orial +h yp +ist on +Ġmonument al +æ ° +ĠCar ry +Ġt bsp +en ance +H ill +art hed +Ġro tten +De an +Ġtw isting +Ġgood will +Ġimm ersion +L iving +Ġbr ushes +ĠC GI +ĠAt k +tr aditional +Ġph antom +ĠSt amina +Ġexpans ions +ĠMar in +Ġembark ed +ĠE g +int estinal +ĠPE OPLE +ĠBo oth +ĠApp alach +Ġreleg ated +V T +M IT +Ġmust er +Ġwithdraw ing +Ġmicrosc ope +ĠG athering +ĠC rescent +ĠArgent ine +ĠDec re +ĠDomin ic +Ġbud s +ant age +ĠI on +Ġwid ened +ONS ORED +ĠGl oves +iann opoulos +raz en +fe el +Ġrepay ment +Ġhind sight +ĠRE ALLY +ĠPist ol +ĠBra h +Ġwat ts +Ġsurv ives +Ġfl urry +iss y +Al ert +ĠUrug uay +Ph oenix +S low +ĠG rave +ĠF ir +Ġmanage able +Ġtar iff +ĠU DP +ĠPist ons +ĠNiger ian +Ġstrike outs +Ġcos metics +whel ming +f ab +c ape +pro xy +Ġre think +Ġover coming +sim ple +Ġw oo +Ġdistract ing +ĠSt anton +ĠTuls a +ĠD ock +65 9 +Ġdisc ord +ĠEm acs +ĠV es +ĠR OB +Ġreass uring +Ġcons ortium +Muslim s +3 21 +Ġprompt s +se i +ĠH itch +imp osed +ĠF ool +Ġindisc rim +wr ong +bu querque +D avis +! ] +Ġtim eless +ĠNE ED +Ġpestic ide +Ġrally ing +ĠCal der +Ġå ¤ +Ġx p +ĠUn le +ĠEx port +lu aj +B uff +) [ +Ġsq or +S audi +Ġis tg +Ġindul ge +pro c +Ġdisg usted +Ġcomp ounded +Ġn em +Ġschool ing +ĠC ure +process ing +S ol +Ġpro verb +it ized +ĠAlv arez +Ġscar f +Ġrect angular +re ve +Ġh ormonal +ĠSt ress +itiz en +Ġ4 25 +girl s +ĠNo ir +ĠR app +Ġmar ches +ch urch +ĠUs es +Ġ40 5 +ĠBer m +Ġord inances +ĠJud gment +Charg es +ĠZ in +Ġdust y +Ġstraw berries +Ġper ce +ĠTh ur +ĠDebor ah +net flix +ĠLam bert +Ġam used +ĠGu ang +Y OU +R GB +ĠC CTV +Ġf iat +r ang +Ġf ederation +ĠM ant +ĠB ust +ĠM are +respect ive +ĠM igration +ĠB IT +59 0 +Ġpatriot ism +Ġout lining +reg ion +ĠJos é +Ġbl asting +ĠEz ra +B s +Ġundermin es +ĠSm ooth +Ġcl ashed +rad io +Ġtransition ing +ĠBucc aneers +ĠOw l +Ġplug s +Ġh iatus +ĠPin ball +Ġm ig +ĠNut r +ĠWolf e +Ġinteg ers +Ġor bits +ĠEd win +ĠDirect X +b ite +Ġbl azing +v r +Ed ge +ĠP ID +ex it +ĠCom ed +ĠPath finder +ĠGu id +ĠSign s +ĠZ er +ĠAg enda +Ġreimburse ment +M esh +i Phone +ĠMar cos +ĠS ites +h ate +en burg +Ġs ockets +p end +Bat man +v ir +ĠSH OW +Ġprovision al +con n +ĠDeath s +AT IVE +Pro file +sy m +J A +Ġnin ja +inst alled +id ates +eb ra +ĠOm aha +Ġse izing +ĠBe asts +Ġsal ts +M ission +Gener ally +ĠTr ilogy +he on +leg ates +Ġd ime +Ġf aire +par able +G raph +Ġtotal ing +Ġdiagram s +ĠYan uk +ple t +ĠMe h +Ġmyth ical +ĠStep hens +aut ical +ochem istry +Ġkil ograms +Ġel bows +anc ock +ĠB CE +ĠPr ague +Ġimpro v +ĠDev in +Ġ" \ +par alle +Ġsuprem acists +ĠB illion +Ġreg imen +inn acle +Ġrequ isite +ang an +ĠBur lington +ain ment +ĠObject ive +oms ky +G V +Ġun ilateral +Ġt c +Ġh ires +ment al +Ġinvol untary +Ġtrans pl +ĠASC II + ¨ +Ev ents +Ġdoub ted +ĠKa plan +ĠCour age +ig on +ĠMan aging +ĠT art +Ġfalse hood +ĠV iolet +Ġair s +Ġfertil izer +Brit ain +Ġaqu atic +ou f +W ords +ĠHart ford +Ġeven ings +ĠV engeance +qu ite +G all +ĠP ret +Ġp df +ĠL M +ĠSo chi +ĠInter cept +9 20 +Ġprofit ability +ĠId le +ĠMac Donald +ĠEst ablishment +um sy +Ġgather ings +ĠN aj +Charl ie +Ġas cent +ĠProt ector +Ġal gebra +Ġbi os +for ums +EL S +Introdu ced +Ġ3 35 +Ġastron omy +Cont ribut +ĠPol ic +Pl atform +Ġcontain ment +w rap +Ġcoron ary +ĠJ elly +man ager +Ġheart breaking +c air +ĠChe ro +c gi +Med ical +ĠAccount ability +! !" +oph ile +Ġpsych otic +ĠRest rict +Ġequ itable +iss ues +Ġ19 05 +ĠN ek +c ised +ĠTr acking +Ġo zone +Ġcook er +ros is +Ġre open +Ġinf inity +ĠPharm aceutical +ens ional +Att empt +ĠR ory +Mar co +Ġawa its +H OW +t reated +Ġbol st +Ġreve red +Ġp ods +opp ers +00 10 +Ġampl itude +ric an +SP ONSORED +Ġtrou sers +Ġhal ves +ĠK aine +ĠCut ler +ĠA UTH +Ġsplend id +Ġprevent ive +ĠDud ley +if acts +umin ati +ĠY in +Ġad mon +ĠV ag +Ġin verted +Ġhast ily +ĠH ague +L yn +Ġled ger +Ġastron omical +get ting +Ġcirc a +ĠC ic +ĠTenn is +Lim ited +Ġd ru +ĠBY U +Ġtrave llers +Ġp ane +ĠInt ro +Ġpatient ly +Ġa iding +Ġlo os +ĠT ough +Ġ29 3 +Ġconsum es +Source File +Ġ"" " +Ġbond ing +Ġtil ted +Ġmenstru al +ĠCel estial +UL AR +Plug in +Ġrisk ing +N az +ĠRiy adh +Ġacc redited +Ġsk irm +é Ľ +Ġexam iner +Ġmess ing +Ġnear ing +ĠC hern +ĠBeck ham +Ġsw apped +Ġgo ose +K ay +Ġlo fty +ĠWal let +Ġ[ ' +Ġap ocalypse +Ġb amboo +ĠSP ACE +ĠEl ena +Ġ30 6 +ac ons +Ġtight ened +Ġadolesc ence +Ġrain y +Ġvandal ism +ĠNew town +Ġcon ject +c akes +Ġche ated +Ġmoder ators +par ams +E FF +Ġdece it +ĠST L +ĠTanz ania +ĠR I +Ġ19 23 +ĠEx ile +the l +Ġthe olog +Ġquir ky +ĠIr vine +Ġneed y +or is +U m +K a +Ġmail box +3 22 +Ġb os +ĠPet ra +K ING +Ġenlarg ed +O ften +Ġbad ass +Ġ3 43 +ĠPl aces +ĠC AD +Ġpr istine +Ġinterven ing +d irection +Ġl az +ĠD SM +Ġproject ing +ĠF unk +ag og +pay ment +n ov +Ġch atter +AR B +Ġexam inations +ĠHouse hold +ĠG us +F ord +4 14 +B oss +Ġmy stic +Ġle aps +ĠB av +ul z +b udget +Foot ball +Ġsubsid ized +Ġfirst hand +Ġcoinc ide +oc ular +Con n +ĠColl abor +Ġfool s +am ura +ah ar +r ists +Ġsw ollen +Ġexp ended +ĠP au +s up +Ġsp ar +Ġkey note +s uff +Ġunequ al +Ġprogress ing +str ings +ĠGamer gate +Dis ney +ĠEle ven +om nia +Ġscript ed +Ġear ners +bro ther +ĠEn abled +æ ³ +Ġlar vae +ĠL OC +m ess +Wil son +ĠTem plate +success fully +Ġparam ount +Ġcamoufl age +Ġbind s +ĠQu iet +ĠSh utterstock +r ush +Ġmasc ot +fort une +ĠCol t +ĠBe yon +hab i +Ġha irc +Ġ26 7 +ĠDe us +Ġtw itch +Ġconcent rating +Ġn ipples +c ible +Ġg ir +N Z +M ath +n ih +Requ ired +Ġp onder +ĠS AN +Ġwedd ings +Ġl oneliness +N ES +ĠMah jong +69 5 +add le +ĠGar ner +ĠC OUR +Br idge +Ġsp ree +ĠCald well +Ġbri bery +Ġ���� ���� +plug ins +Ġr acket +Ġchamp agne +vers ible +V ote +Ġmod ifiers +May or +6 80 +Ġassemb lies +ĠS ultan +ĠN ing +ĠLad ies +Ġsulf ur +Ġor bs +Ġ---- - +____ ___ +ĠJournal ism +Ġes ports +Ġl ush +Ġh ue +Ġspect ral +H onest +ãĥ ı +Ġbus hes +Ġrein forcement +Ġre opened +ĠWhe els +ĠM org +rie ving +Ġaux iliary +Ġj Query +ĠB AT +tes que +Ġver tex +p ure +f rey +ãĤ º +d os +Ġty ph +Ġc ull +Ġe q +Ġdec on +Ġtoss ing +Ġdispar ate +ĠBr igham +print f +led ged +Ġsu nd +Ġco zy +Ġhepat itis +per forming +Ġav al +ĠG G +f uture +Ġpet ertodd +ĠKos ovo +Ġmagn ets +Al ready +ĠEd ison +ĠCe res +ĠRA ID +Ġbrill iance +57 6 +Ġder ives +Ġhypert ension +ĠÎ Ķ +Ġlamb da +Ġfl air +Ġmission aries +Ġrap es +ĠSt arter +ĠMon ths +Ġdef y +Ġseism ic +ĠR aphael +Ġeuro zone +65 6 +z sche +Ġscr atched +Ġb ows +ĠLenn on +ĠGa ia +Ġdri pping +f acts +A le +Ġfrog s +ĠBre ast +ogene ity +ĠProsecut or +Ġampl ified +ĠHod g +ĠF n +Th ousands +ĠNI H +ĠMonitor ing +FT WARE +ĠPri ebus +ĠG rowing +hun ter +Ġdiagn ose +ĠM ald +ĠL R +Ġcrown ed +Ġburst ing +Ġdiss olution +j avascript +Ġuseful ness +ĠExec ution +: ( +ĠIv ory +a ah +Ġpersecut ed +viol ence +ist as +ĠCr ate +Ġimpuls es +ĠSp ani +ed es +Hand le +ĠZ erg +think able +Last ly +Ġspont aneously +Ġinconven ient +Ġdismiss ing +Ġpl otted +Ġeight y +Ġ7 37 +r ish +ĠThor nton +ath am +Ġsit com +V en +Rec ipe +t el +l und +Ġcle ars +ĠSas uke +Ġ25 8 +Ġopt ing +Ġen raged +est hetic +ĠA e +uch s +Pre p +Fl ow +Ġrun off +ĠE ating +ĠG iles +ĠAct ing +res ources +ib aba +Ġr pm +Ġske wed +ĠBl anc +ĠS akuya +Ġhot ter +Ġ19 24 +op ian +ck o +Ġcr umbling +Ġcapt ains +ĠAppropri ations +le aders +dro pping +an uts +Ġrevers ing +ĠP ose +ĠS ek +Sc ot +ĠIde a +c ise +ĠSloven ia +Ġ3 17 +Do ctor +Ġcro cod +ald i +Se a +ĠFar rell +Ġmerc enaries +ĠR NC +ĠGu ess +Ġp acing +M achine +Streamer Bot +ĠChar ity +Ġ29 8 +Ġcann ons +ĠTob y +TPP StreamerBot +ĠPass ion +cf g +Th om +Ġbad ges +ĠBern stein +. âĢĵ +ĠP OP +ĠCon j +Ġinitial ization +Ġbiod iversity +D ub +Ġfeud al +Ġdisclaim er +Ġc row +Ġign ition +ar f +S HA +Ġk Hz +h azard +ĠArt ists +oe uv +67 9 +ĠRud y +N ine +ĠRam adan +å ½ +itt o +Ġadren aline +C ert +Ġsmell ed +Ġimp unity +Ġag endas +ĠRe born +ĠCon cent +ĠSe ems +Ġo mega +ĠDust in +Ġback er +ĠSau ce +ĠBoy le +W IN +Ġsp ins +Ġpa uses +u pt +Ġshred ded +Ġstra pped +ĠCor ruption +Ġscr atches +Ġn i +Ġatt ire +ĠS AF +Factory Reloaded +ĠI PS +Ġ( % +Ġsem inar +f ocus +c ivil +Ġ18 60 +int osh +Ġcontin ual +Ġabbre vi +ĠS ok +oc obo +X M +Ġfr antic +Ġunavoid able +Ġar tery +Ġannot ations +b ath +Cl imate +Ġd ors +ĠSl ide +co ord +ĠRel oad +ĠL DL +ĠLove craft +Ġunim agin +Ġresemb led +Ġbarr acks +n p +Ġsurrog ate +Ġcategor ized +ãĤ © +Ġvacc inated +Ġdrain age +Ġind ist +ĠWhats App +Ġ18 70 +oler ance +inv oke +am orph +Ġrecon nect +Ġem anc +Ġblind ness +Ġ12 80 +intern et +c ollar +Ġalt ru +Ġab yss +ĠT RI +65 7 +Ġinf used +HE AD +Ġforest ry +ĠWood y +ĠC i +w i +s am +78 4 +hol iday +Ġmog ul +ĠF ees +ĠD EN +In ternal +ur bed +f usc +at om +ĠIll usion +Ġpoll ed +Ġfl ap +Ġco ax +L GBT +An aly +ĠSect ions +ĠCalif orn +em n +Ġh ither +ĠN IGHT +Ġn ailed +ĠPip eline +39 1 +o of +ĠPr imal +vere nd +Ġsl ashing +Ġret ri +avi our +Ġdepart ing +g il +IS C +Ġmid way +Ġultras ound +Ġbeh aving +ĠT ara +class es +V irtual +ĠColon ial +Ġstri pping +Ġorchestr ated +ĠGra ves +45 2 +ĠIron ically +ĠWrit ers +Ġl ends +ĠMan z +Ġra ven +Ġoxid ative +Ġ26 6 +EL F +act ually +asc ar +D raft +Ġfavour able +Ġhumili ating +Ġf idelity +ĠH of +ĠX uan +49 6 +Ġlay ered +at is +79 0 +Ġpay check +it on +K ar +ĠVM ware +ĠFar mer +Ġserv ic +gl omer +Ġsl ump +ĠFab ric +ĠD OC +est ing +Ġreass ure +Ġph yl +v olt +it ory +R ules +Ġoxid ation +Ġpri zed +Ġmist ress +ĠDj ango +WAR N +å ij +Ġenc ode +ĠFeed back +Ġstupid ity +I an +ĠYugoslav ia +× ¨ +ac l +UT E +19 77 +Ġqual ifies +Ġpuls es +pret ty +Ġfro ze +Ġs s +Iter ator +Ġur gently +Ġm ailed +ĠCh am +Ġsust aining +Ġbas il +Ġpupp ies +il ant +ĠP LEASE +l ap +ace ous +F ear +ĠMaster y +aut omatic +ĠT AG +Ġant im +ag les +47 3 +fram es +Ġwh ispers +ĠWho ever +Ġbra very +ĠUK IP +ract ions +"" " +Ġt ame +Ġpart ed +every thing +CON T +Ġind ebted +Ġadd r +re k +IR ED +Ġem inent +cl inton +Ġo usted +Ġreview er +Ġmelt down +Ġre arr +ĠY ao +the real +aby te +Ġst umbling +Ġbat ches +Ġ25 9 +Ġcontrace ptive +Ġprost itute +ens is +De cl +ĠSt rikes +M ilitary +ĠO ath +v acc +pp ings +05 2 +Ġpart Name +amp ing +Rep orts +K I +CH R +Ġsubt ly +sw ers +Bl ake +us ual +Ġcontest ants +Ġcart ridges +ĠGRE AT +Ġbl ush +ĠâĢ º +47 2 +Ġreason ed +ãĥ ¤ +paralle led +Ġd yn +ag ate +Ġnight ly +å Ĩ +55 6 +Ġsem antic +ĠAdv oc +Ġ !! +Ġdisag rees +ĠB W +V eh +Ġharm ing +Ġembr aces +Ġstri ves +Ġin land +ĠK ard +Ġhe ats +ĠGin ny +ut an +ern aut +yl ene +ĠE lev +J D +Ġh ars +ĠStar r +Ġsk ysc +Ġcollabor ators +Us ually +Ġrev olutions +ĠSTAT S +Ġdism antle +Ġconfident ly +Ġkin etic +Al i +Ġpercent ile +Ġextract ing +ill ian +est ead +Ġphysic ists +ĠMarsh al +Ġfell owship +Ġd ashed +ĠU R +ĠSi oux +ĠComp act +am ide +P ython +ĠLe igh +ĠPharm ac +ist rates +her ical +Ġf ue +ĠE min +Ġ( { +ĠNeighbor hood +Ġdisrupt ing +ĠD up +Ġg land +ĠSe v +ĠMar ian +arg on +ĠD und +Ġ< !-- +Ġstr and +Ġstadium s +z os +Ġpsych osis +ĠR ack +Ġbrilliant ly +ï¸ ı +Ġsubmer ged +ĠInst it +ĠCh ow +Ġc ages +ĠH ats +ĠU rs +Ġdil uted +us at +ien ne +ĠMembers hip +ĠBur k +Ġ ie +Ġarche type +D rug +ult on +ĠSp ock +ĠMcK ay +ĠDep end +F eatured +S oc +19 78 +ĠB ere +Ġrelent lessly +Ġcripp ling +Ġar thritis +çĶ Ł +ĠTrop ical +ĠBul g +ĠCher yl +Ġadm irable +Ġsub title +Over ride +Ġorig inating +ĠC CP +Ġsw ore +ĠSo le +ĠDis orders +3 29 +Ġprocess ion +Ġref urb +Ġimm ersed +requ ently +Ġskept ics +Ġcer amic +m itter +en stein +b elt +ĠT IT +b idden +Ġf ir +m ist +> ] +Ġwe ave +ĠParad ox +Ġentr usted +ĠBarcl ays +Ġnovel ist +og ie +80 6 +Ġnin ety +Ġdisag reements +@@@@ @@@@ +ĠAus chwitz +c ars +ĠL ET +t ub +arant ine +P OS +Ġback story +Ġcheer ful +ĠR ag +ek a +bi ased +Ġinexper ienced +ak ra +ĠW itt +t an +Ġrap ist +Ġplate au +ch al +ĠInqu is +exp ression +Ġc ipher +Ġsh aving +add en +re ly +( \ +ism a +ĠReg ulatory +CH AR +ily n +N VIDIA +G U +Ġmur m +la us +Christ opher +Ġcontract ual +ĠPro xy +ĠJa ime +ĠMethod ist +Ġstew ards +st a +per ia +Ġphys iology +Ġbump ed +Ġf ructose +Austral ian +ĠMet allic +ĠMas querade +ar b +Ġprom ul +Ġdown fall +Ġbut cher +Ġb our +ĠIN FORMATION +ĠB is +pect s +ad ena +Ġcontempl ating +ar oo +cent ered +ĠPe aks +Us ed +Ġmod em +Ġg enders +Ġ8 000 +37 1 +Ġm aternity +ĠR az +Ġrock ing +Ġhandgun s +ĠD ACA +Aut om +ĠN ile +Ġtum ult +ĠBenef it +ĠAppro ach +works hop +ĠLe aving +G er +inst ead +Ġvibr ations +Ġrep ositories +49 7 +ĠA unt +ĠJ ub +ĠExp edition +Al pha +Ġs ans +Ġoverd ue +Ġoverc rowd +Ġlegisl atures +Ġp aternal +ĠLeon ardo +Ġexp ressive +Ġdistract ions +Ġsil enced +tr ust +Ġb iking +Ġ5 60 +Ġpropri et +Ġimp osition +Ġcon glomer +Ġ= ================================================================ +ĠTe aching +ĠY ose +int ensive +T own +Ġtroll ing +ĠGr ac +ĠAS US +Y o +Ġspecial s +ĠNep h +ĠGod zilla +Dat abase +ĠHe gel +Ġ27 2 +19 76 +ĠGl oria +Ġdis emb +ĠInvestig ations +ĠB ane +ag ements +St range +Ġtre asury +ĠPl ays +Ġundes irable +Ġwid ening +Ġverb ally +Ġinf ancy +Ġcut ter +f ml +Ġ21 00 +prot otype +f ine +Ġdec riminal +Ġdysfunction al +Ġbes ie +ĠErn st +z eb +Ġnort heastern +Ġa ust +por ate +ĠMar lins +Ġsegreg ated +ew orld +ĠMa her +Ġtra verse +Ġmon astery +ur gy +G ear +s and +Com pl +ĠE MP +Ġpl ent +ĠMer cer +Ġ27 6 +TA BLE +Config uration +H undreds +Ġpr ic +Ġcollabor ating +ĠPar amount +ĠCumm ings +Ġ( < +Ġrecord er +Ġfl ats +Ġ4 16 +wh ose +Font Size +ĠOr bit +Y R +Ġwr ists +Ġb akery +) } +ĠB ounty +ĠLanc aster +Ġend ings +acc ording +ĠSal am +e asy +75 5 +ĠBur r +ĠBarn ett +onom ous +Un ion +Ġpreced ence +ĠScholars hip +ĠU X +Ġroll out +Ġbo on +al m +ĠCan ter +æ µ +Ġround ing +Ġcl ad +Ġv ap +ĠF eatured +is ations +Ġ5 40 +pol ice +Ġunsett ling +Ġdr ifting +ĠLum ia +ĠObama Care +ĠF avor +Hy per +ĠRoth schild +ĠMil iband +an aly +ĠJul iet +H u +Ġrec alling +a head +69 6 +Ġunf avorable +Ġd ances +O x +Ġleg ality +Ġ40 3 +rom ancer +Ġinqu ire +ĠM oves +\ "> +ĠVari ant +ĠMess iah +ĠL CS +ĠBah á +75 6 +Ġeyeb row +Ġ ¥ +ĠMc F +ĠFort y +M as +Ġpan icked +Ġtransform ations +q q +Ġrev olves +ring e +ĠA i +ax e +Ġon ward +ĠC FR +ĠB are +log in +Ġliqu ids +Ġde comp +second ary +il an +ĠCon vert +ami ya +Ġprosecut ing +Ġâī ¡ +ĠYork ers +ĠByr ne +sl ow +aw ei +J ean +Ġ26 9 +ĠSky dragon +Ġ é +ĠNicarag ua +ĠHuck abee +ĠHigh ly +Ġamph ib +ĠPast or +ĠL ets +Ġbl urred +Ġvisc eral +ĠC BO +Ġcollabor ated +z ig +Leg al +Ġapart heid +Ġbr id +Ġpres et +ĠD ET +ĠAM A +× Ķ +arch ing +auc uses +build er +Ġpo etic +Ġem ulator +ĠMole cular +Ġhon oring +ise um +Ġtract or +ĠCl uster +ĠCal m +ared evil +Ġsidew alks +Ġviol in +Ġgeneral ized +ĠAle c +Ġemb argo +Ġfast ball +ĠHT TPS +ĠL ack +ĠCh ill +ri ver +C hel +ĠSw arm +ĠLev ine +ro ying +L aunch +Ġkick er +Ġadd itive +ĠDe als +W idget +cont aining +Ġescal ate +ĠOP EN +Ġtwe aked +Ġst ash +Ġsp arks +ĠEs sex +ĠE cc +Ġconv ict +Ġblog ging +I ER +ĠH L +Ġmurd erers +75 9 +ĠH ib +Ġde pl +ĠJ ord +S ac +Ġdis sect +ĠHow e +os her +Ġcustom izable +ĠFran z +Ġat ro +Ä ĩ +Ġ000 4 +Ġout post +R oss +Ġglyph osate +ĠHast ings +ĠBE FORE +Ġsh ove +o pped +ĠSc ala +Ġam ulet +an ian +Ġexacerb ated +Ġe ater +47 1 +UM E +Ġpul p +izont al +ĠZ am +ĠAT I +imm une +aby tes +Ġunnecess arily +ĠC AT +ĠAx is +Ġvisual ize +à ī +ĠRad ical +f m +Doc uments +ĠFor rest +Ġcontext ual +ĠSy mbol +Ġtent ative +ĠDO ES +ĠGood s +Ġintermitt ent +} : +medi ated +Ġridic ule +Ġathe ism +Ġpath ogens +ĠM um +Ġre introdu +Ġ30 7 +i HUD +Ġflash light +Ġsw earing +Ġp engu +B u +Ġrot ated +ĠCr ane +Ġ() ); +Ġfashion able +Ġendors ing +46 3 +) [ +Ġingest ion +Ġcook s +Ġ9 50 +ot omy +ĠIm am +Ġk a +Ġte aser +ĠGhost s +ĠãĤ µ +19 69 +Ï ĥ +ub by +Ġconver ter +zan ne +end e +ĠPre par +ĠNic kel +ĠChim era +h im +ĠTyr ann +ĠSabb ath +ĠNich ols +Ġra pt +ih ar +Ġshe lling +Ġillum inate +Ġdent ist +ut or +ĠInteg ration +Ġwh ims +ĠLiter ary +Be aut +Ġp archment +ag ara +Br and +Ġder og +âĢ¦ ) +ĠNor se +Ġunw itting +Ġc uc +Ġborder line +Ġupset ting +Ġrec ourse +Ġd raped +ĠRad ar +Ġcold er +ĠPep si +im inary +], [ +65 8 +V i +ĠF rem +ĠP es +Ġveter inary +ĠT ED +ĠEp idem +n ova +k id +Ġdev out +o ct +j ad +M oh +ĠP AY +Ġge ometric +Ġ3 23 +Ġcircum ference +ich ick +19 75 +ĠY uri +ĠSh all +ĠH over +un in +S pr +Ġg raft +ĠHapp iness +Ġdisadvant ages +att acks +Ġhub s +ĠStar Craft +é ĸ +Ġgall eries +ĠKor ra +Ġgrocer ies +ĠGors uch +Ġrap ists +Ġfun gi +ĠTyph oon +V ector +ĠEm press +b attle +4 68 +Ġparas ite +ĠBom ber +S G +ex ist +ĠP f +Ġun se +Ġsurge ons +B irth +ĠUn sure +ĠPrint ed +ĠBehavior al +ĠA ster +Pak istan +Ġun ethical +Ġs v +ĠIo T +Ġlay outs +P ain +Ġconst ants +ĠL W +ĠB ake +Ġtow els +Ġdeterior ation +ĠBol ivia +Ġblind ed +ĠW arden +ĠMist ress +Ġon stage +Ġcl ans +ĠB EST +19 60 +Ġant ique +Ġrhet orical +ĠPer cy +ĠRw anda +, . +B ruce +Ġtra umat +ĠParliament ary +Ġfoot note +id ia +ĠLear ned +se eking +gen ic +Ġdim ensional +H ide +èĢ ħ +Ġintrig ue +in se +Ġle ases +Ġapp rentices +w ashing +Ġ19 26 +V ILLE +Ġsw oop +s cl +Ġbed rooms +on ics +ĠCr unch +comp atible +Ġincap ac +ĠYemen i +ash tra +z hou +d anger +Ġmanifest ations +ĠDem ons +AA F +Secret ary +ACT ED +L OD +Ġam y +ra per +eth nic +4 17 +Ġpos itives +Ġ27 3 +ĠRefuge es +Ġus b +ĠV ald +odd y +ĠMahm oud +As ia +Ġskull s +ĠEx odus +ĠComp et +ĠL IC +ĠM ansion +ĠA me +Ġconsolid ate +storm s +ont ent +99 6 +Ġcl en +Ġm ummy +fl at +75 8 +ĠV OL +oter ic +n en +ĠMin ute +S ov +Ġfin er +R h +ly cer +Ġreinforce ments +ĠJohann es +ĠGall agher +Ġgym n +S uddenly +Ġext ortion +k r +i ator +T a +Ġhippocamp us +N PR +ĠComput ing +Ġsquare ly +Ġmod elling +ĠFor ums +ĠL isp +ĠKrish na +Ġ3 24 +Ġr ushes +Ġens ued +Ġcre eping +on te +n ai +il ater +ĠHorn ets +Ġob livious +IN ST +55 9 +Ġjeopard y +Ġdistingu ishing +j ured +Ġbeg s +sim ilar +ph ot +5 30 +ĠPark way +Ġs inks +ĠHearth stone +ib ur +ĠBat on +Av oid +Ġd ancer +Ġmag istrate +ary n +Ġdisturb ances +ĠRom ero +Ġpar aph +Ġmis chief +âĸ ĵ +ĠSh aria +Ġur inary +r oute +iv as +f itted +Ġeject ed +ĠAl buquerque +Ġ4 70 +Ġirrit ated +ĠZ ip +ĠB iol +à į +Ġden ounce +Ġbin aries +ĠVer se +Ġopp os +ĠKend rick +ĠG PL +Ġsp ew +ĠEl ijah +ĠE as +Ġdr ifted +so far +Ġannoy ance +ĠB ET +47 4 +ĠSt rongh +it ates +ĠCogn itive +oph one +ĠIdent ification +ocr ine +connect ion +Ġbox er +ĠAS D +ĠAre as +Y ang +t ch +ull ah +Ġdece ive +Comb at +ep isode +cre te +W itness +Ġcondol ences +ht ar +Ġhe als +Ġbuck ets +ĠLA W +B lu +Ġsl ab +ĠOR DER +oc l +att on +ĠSteven son +ĠG inger +ĠFriend ly +ĠVander bilt +sp irit +ig l +ĠReg arding +ĠPR OG +Ġse aling +start ing +Ġcard inal +ĠV ec +ĠBe ir +Ġmillisec onds +we ak +per se +Ġster ile +ĠCont emporary +ĠPh ant +ĠCl o +Ġout p +Ġex iled +Ġ27 7 +Ġself ie +Ġman ic +Ġn ano +ter ms +Alex ander +Ġres olves +Ġmillenn ia +Ġexpl odes +Ġconst ellation +Ġadul tery +m otion +D OC +Ġbroad casters +Ġkinderg arten +ĠMay weather +ĠE co +ich o +Ġ28 7 +l aun +Ġm ute +Ġdisc reet +Ġpres chool +Ġpre empt +De lete +ĠFre ed +P i +H K +Ġblock er +ĠC umber +Ġw rought +d ating +Ġins urer +Ġquot as +Ġpre ached +Ġev iction +ĠReg ina +ĠP ens +Ġsevent een +ĠN ass +D ick +Ġfold s +Ġd otted +ĠA ad +Un iversal +Ġp izz +ĠG uru +Ġso ils +Ġno vice +ĠNe ander +Ġst ool +Ġdeton ated +ĠPik achu +ĠMass ive +IV ER +ĠAb del +Ġsubdu ed +Ġtall est +Ġprec arious +Ġa y +r ification +ĠOb j +c ale +Ġun question +cul osis +ad as +igr ated +D ays +Ġque ens +ĠGaz ette +ĠCol our +ĠBow man +ĠJ J +ï ve +Ġdomin ates +Stud ent +Ġm u +Ġback log +ĠElect ro +Tr uth +48 3 +Ġcond ensed +r ules +ĠCons piracy +Ġacron ym +hand led +ĠMat te +j ri +ĠImp ossible +l ude +cre ation +Ġwar med +ĠSl ave +Ġmis led +Ġfer ment +ĠK ah +ink i +ke leton +cy l +ĠKar in +Hun ter +Reg ister +ĠSur rey +Ġst ares +ĠW idth +ĠN ay +ĠSk i +Ġblack list +uck et +Ġexp ulsion +im et +Ġret weet +vant age +Fe ature +Ġtro opers +Ġhom ers +9 69 +Ġconting ency +ĠW TC +ĠBrew er +fore ign +W are +S olar +Ġund ue +RE C +ulner able +path ic +ĠBo ise +Ġ3 22 +Ġarous ed +ĠY ing +ä¸ į +uel ess +Ġp as +Ġmor p +Ġfl oral +Ex press +ud ging +k B +ĠGr anted +Ø ¯ +ĠMich a +ĠGoth ic +ĠSPEC IAL +ĠRic ardo +F ran +Ġadminister ing +6 20 +por a +Ġ ® +Ġcomprom ises +Ġb itten +Ac cept +Th irty +Ð ² +Ġmater ially +ĠTer r +ig matic +ch ains +Ġdo ve +stad t +Mar vel +FA ULT +Ġwind shield +Ġ3 36 +ad ier +Ġsw apping +Ġflaw less +ĠPred ator +ĠMiche le +Ġprop ulsion +ĠPsych ic +Ġassign ing +Ġfabric ation +Ġbar ley +l ust +Ġtow ering +Ġalter cation +ĠBent ley +Sp here +Ġtun a +ĠClass es +Fre edom +un er +L ady +v oice +Ġcool est +or r +Ġpal p +$ { +Ġhyster ia +ĠMet atron +p ants +Ġspawn ing +Exper ts +ĠInvest ors +ĠAn archy +Ġshr unk +ĠVict im +Ġ28 9 +Ġec stasy +ĠB inding +58 5 +ĠMel ody +57 8 +ot ally +ĠE tsy +lig a +Ġapplaud ed +Ġswe ating +Ġredist ributed +Ġpop corn +Ġsem inal +f ur +ĠNeuro science +R and +ĠO st +ĠMadd en +ĠIncre asing +ĠDaw kins +ĠSub way +Ġar sen +cons erv +B UR +Ġsp iked +ĠLy ft +ĠImper ium +ĠDrop box +Ġfav oured +Ġencomp asses +gh ost +Ġins pires +Ġbur geoning +ĠY oshi +ĠVert ical +ĠAud itor +Ġint ending +Ġfilib uster +Bl oom +f ac +ĠCav s +ign ing +Ġcowork ers +ĠBarb arian +rem ember +FL AG +Ġaudit ory +ason ry +Col lege +Ġmut ed +gem ony +ob in +ĠPsych o +9 68 +Ġlav ish +Ġhierarch ical +ĠDr one +ou k +Ġcripp led +ĠMax im +Sl ot +Ġqu iz +ĠV id +if ling +Ġarchae ologists +Ġabandon ment +d ial +le on +ĠF as +T ed +Ġr aspberry +Ġmaneu vers +Ġbehavi ours +Ġins ure +Ġrem od +Sw itch +h oe +Ġsp aced +Ġafford ability +ĠF ern +not ation +ĠBal anced +Ġoccup ies +en vironment +Ġneck lace +Ġsed an +F U +ĠBrav o +Ġab users +ĠAn ita +met adata +ĠG ithub +ait o +ĠF aster +ĠWass erman +ĠF lesh +Ġth orn +r arily +ĠMer ry +w ine +Ġpopul ace +ĠL ann +Ġrepair ing +Ġpsy che +Ġmod ulation +aw aru +âĢĭ âĢĭ +ari j +Ġdecor ations +Ġapolog ise +ĠG arg +app ly +Ġgive away +ĠFl an +ĠWy att +U ber +Ġauthor ised +ĠMor al +HAHA HAHA +activ ate +Ġtorped o +ĠF AR +Ġam assed +ĠA ram +ark in +ĠVict ims +st ab +Ġo m +ĠE CO +Ġopio ids +Ġpurpose ly +ĠV est +Ġer g +at an +ĠSur gery +Ġcorrect ing +ĠOrt iz +ĠBe et +Ġrev oke +Ġfre eway +ĠH iggins +F ail +ĠFar ms +ĠAT P +h ound +Ġp oking +ĠCommun ists +mon ster +iment ary +Ġunlock ing +Ġunf it +we ed +en ario +at ical +ĠEnlight enment +ĠN G +ĠComp ensation +de en +ĠWid ow +ĠCind y +ĠAfter wards +Ġ6 000 +ikh ail +ag ically +Ġrat ified +Ġcasual ty +H OME +p sey +f ee +Ġspark ling +Ġd é +Ġconcert ed +C atal +Ġcomp lying +ĠA res +ĠD ent +Sh ut +Ġsk im +ad minist +Ġhost ilities +ĠG ins +Ġ6 08 +Ġm uddy +ĠMc Int +ĠDec ay +5 25 +Ġconspic uous +ĠEx posure +Ġresc ind +Ġwear able +Ġ3 28 +our met +ah s +ĠRob ots +Ġe clips +inst ance +ĠRE PORT +ĠApp l +0 30 +ĠSk ies +01 00 +Ġfall acy +S ocket +ĠRece iver +Ġsol ves +ĠButter fly +ĠSho pping +ĠFI RE +65 4 +Med ic +Ġsing ers +ĠNeed less +'' '' +isher s +ĠD ive +58 8 +Ġselect ively +Ġcl umsy +88 9 +Ġpurch aser +ear ned +ard y +Ġbenef iting +eng lish +Ġyield ing +ĠP our +Ġspin ach +Ġdel ve +ĠC rom +6 10 +Ġexport ing +ĠMA KE +Ġ26 3 +Ġg rop +Ġenv oy +ĠInqu iry +ĠLu igi +d ry +ĠT uring +Thumbnail Image +ĠVar iety +Ġfac et +Ġfl uffy +Ġexcerpt s +Ġsh orth +ĠOl sen +CL UD +Ġrel iant +ĠUN C +T our +Ġbat hing +Comp any +Ġglobal ization +P red +ĠMalf oy +Ġh oc +j am +craft ed +ĠBond s +ĠKiss inger +Eng land +Ġorder ly +cat entry +Ġ26 1 +Ġexch anging +ĠInt ent +ĠAmend ments +D OM +Ġst out +³³³³³³³³ ³³³³³³³³ +ĠAir bus +Ġ27 8 +hy de +P oll +Item ThumbnailImage +Ġlooph oles +ĠPill ar +Ġexpl or +St retch +A part +Ġun married +Lim it +ĠTransform ers +Ġintellect ually +unct ure +18 00 +Ġd arn +B razil +Ġleft over +ber us +f red +Mine craft +3 26 +ĠForm s +Ġproof s +ĠDes igned +Ġindex es +ĠSupp ose +EM S +ĠL oving +ĠBon nie +im ating +OT US +Ġconduct or +Ġbehav ed +ĠF ren +Ġsy nerg +Ġmillenn ium +Ġcater ing +ĠL auder +W r +ĠY iannopoulos +ĠAT F +Ġensl aved +Ġawaken ed +D VD +ĠED ITION +ĠConc ert +ĠChall enger +ĠH aku +umer ic +Ġdep recated +ĠSH AR +4 12 +Ġdy stop +Ġtremb ling +Ġdread ed +ĠSp ac +p adding +Re pl +ĠG arrison +M ini +Ġun paralleled +am ar +URR ENT +w reck +c ertain +t al +ĠC LS +app ings +Ġsens ed +Ġf encing +ĠPas o +ĠDes k +Ġsc off +Ġcontem plate +ĠL iga +l iquid +75 7 +Ġapp rentice +ĠUCH IJ +5 70 +ĠTh ousand +ĠIll um +Ġchampion ed +ãĤ Į +Ġelect ors +Ġ3 98 +ĠH ancock +round ed +ĠJ OHN +Ġuns atisf +Ġqual ifier +ĠGad get +EN E +Ġdead liest +ĠPl ants +Ġ ions +Ġacc ents +Ġtwe aking +Ġsh aved +F REE +ĠCh aser +Again st +9 60 +Ġmeth amphetamine +Ġnormal ized +Ġ$ \ +ĠPre cision +ĠGu am +Ġch oked +ĠX II +ĠCast ing +Tor rent +Ġscal p +ĠJagu ar +w it +Ġsem ic +ix ie +ĠG ould +Ġconf ines +N usra +ĠL on +ĠJ ugg +y cle +ĠCod ec +E gypt +Ġrest rain +ĠAl iens +Ġch oking +ĠD unk +ĠBell a +ab c +Ġsl ang +Ġneuro trans +s av +Ġempower ment +â ĨĴ +Ġclim bers +ĠM im +ĠF ra +ros se +Cap ital +ĠCth ulhu +Inter face +Ġprof icient +ĠIN TO +Ġ3 18 +ront al +5 80 +ĠDes pair +K enn +Ġscrim mage +ĠCo at +as ions +Ġwall paper +ĠJ ol +Ġresurg ence +Ġant iv +ĠB alls +² ¾ +Ġbuff ers +Ġsub system +ĠSt ellar +ĠL ung +A IDS +Ġerad icate +Ġblat antly +Ġbehav es +ĠN un +Ġant ics +ex port +DE V +w b +Ġph p +ĠInteg rity +Ġexplore r +Ġrev olving +auth ored +g ans +Ġbas k +Ġas ynchronous +å į +TH ING +69 8 +G ene +ĠR acer +ĠN ico +iss ued +Ġser mon +p ossibly +Ġsize of +Ġentrepreneur ial +ox in +ĠMin erva +Ġpl atoon +n os +ri ks +A UT +ĠAval anche +ĠDes c +ij 士 +ĠP oc +Ġconf erred +Î » +Ġpat ched +F BI +66 2 +Ġfract ures +Ġdetect s +Ġded icate +Ġconstitu ent +Ġcos mos +W T +Ġswe ats +Ġspr ung +b ara +s olid +Ġuns us +Ġbul ky +ĠPhilipp e +ĠFen rir +Ġtherap ists +ore al +^^ ^^ +Ġtotal ed +Ġboo ze +ĠR PC +Prosecut ors +Ġdis eng +ĠSh ared +Ġmotor cycles +Ġinvent ions +Ġlett uce +ĠMer ge +ĠJ C +Ġspiritual ity +ĠWAR NING +Ġunl ucky +ĠT ess +Ġtong ues +ĠD UI +T umblr +Ġle ans +Ġinv aders +Ġcan opy +ĠHur ricanes +ĠB ret +ĠAP PLIC +id ine +ick le +Reg arding +Ġve ggies +Ġe jac +ju ven +F ish +D EM +ĠD ino +Th row +ĠCheck ing +be ard +( & +Ġj ails +Ġh r +trans fer +iv ating +Ġfle ets +ĠIm ag +ĠMc Donnell +Ġsnipp et +Is a +ĠCh att +ĠSt ain +ĠSet FontSize +ĠO y +ĠMathemat ics +49 4 +Ġelectro ly +ĠG ott +ĠBr as +B OOK +ĠF inger +d ump +Ġmut ants +Ġrent als +Ġinter tw +Ġc reek +ail a +Bro ther +ĠDisc ord +pe e +raw ler +Ġcar p +Ġ27 9 +ãĤ· ãĥ£ +rel ations +Ġcontr asts +Col umn +Ġrec onnaissance +Ġun know +Ġl ooting +Ġregul ates +Ġopt imum +ĠChero kee +ĠA ry +Lat est +Ġroad side +Ġd anced +ĠUnic orn +A cknowled +Ġuncont roll +ĠM US +at io +ch ance +ha ven +VAL UE +Ġfavour ites +Ġceremon ial +b inary +pe ed +wood s +EM P +Ġv ascular +Ġcontempl ated +Ġbar ren +ĠL IST +Y ellow +ospons ors +Ġwhisk y +ĠM amm +ĠDeV os +min imum +H ung +44 2 +P ic +ĠSnap dragon +77 6 +Ġcar ving +Ġund ecided +Ġadvantage ous +Ġpal ms +ĠA Q +Ġst arch +L oop +Ġpadd le +Ġfl aming +ĠHor izons +An imation +bo ost +Ġprob abilities +ĠM ish +Ġex odus +ĠEditor ial +Ġfung us +Ġdissent ing +ĠDel icious +rog ram +ĠD yn +d isk +t om +Ġfab rics +ĠC ove +ĠB ans +Ġsoft en +ĠCON S +Ġin eligible +Ġestim ating +ĠLex ington +pract ice +of i +Ġshe dding +ĠN ope +Ġbreat hed +ĠCorinth ians +y ne +ek i +B ull +Ġatt aching +reens hots +Ġanaly se +ĠK appa +Ġuns ustainable +Ġinter pol +ank y +he mer +Ġprot agonists +Ġform atted +ĠBry ce +ĠAch illes +ĠAb edin +sh ock +Ġb um +b os +qu a +ĠW arn +q t +ĠDi abetes +8 64 +ĠIn visible +Ġvan ish +Ġtrans mitting +Ġmur ky +ĠFe i +Ġawa ited +ĠJur assic +umm ies +Ġmen acing +g all +C ath +B uilt +ild o +ĠV otes +Ġon t +Ġmun itions +ĠFre em +ÃŃ n +Ġdec ency +lo pp +ie ved +ĠG ord +Ġun thinkable +ĠNews week +Ġ3 21 +He at +Ġpresent er +ji ang +Ġpl ank +ĠAval on +Ġben z +ĠR out +Ġslam ming +ĠD ai +ou ter +ĠCook ie +ĠAlic ia +ge y +Ġvan ity +Ġow l +á µ +t ested +ĠAw akens +Ġcan v +Ġblind ly +ĠRid ley +ĠEm ails +Requ ires +ĠSer bian +ograp hed +if rame +eter ia +Ġaltern ating +qu iet +Ġsoc iology +ĠUn lock +ĠCommun ism +Ġo ps +Ġatt ribution +Ġab duction +ĠAb ram +Ġsidel ined +ĠB OOK +Ġref ining +ĠFe eling +ĠOs lo +ĠPru itt +r ack +ang ible +Ġcaut iously +ĠM ARK +eed s +M ouse +ĠStep h +ĠP air +S ab +99 7 +ĠBa al +B ec +Ġcomm a +ĠP all +ĠG ael +Ġmisunder stand +ĠP esh +Order able +Ġdis mal +ĠSh iny +% " +Ġreal istically +Ġpat io +ĠG w +ĠVirt ue +Ġexhaust ing +wh atever +oph ys +y ip +4 18 +Ad just +ĠWa iting +ess on +ĠMaz da +ĠDo zens +Ġstream lined +Ġincompet ence +ĠM eth +Ġeth os +ON ES +Ġincent iv +Ġgr itty +ĠBut cher +Head er +Ġexp onential +à Ł +Ġcorrel ate +Ġcons ensual +s ounding +R ing +Orig in +Ġcon clusive +fe et +ac ly +ĠF ernandez +Buy able +Ġd ucks +aunt lets +Ġel ong +Ġ28 6 +Ġsim ul +G as +ĠK irst +Ġprot r +ĠRob o +ĠAo E +op ol +Ġpsych ologically +sp in +ilater ally +ĠCon rad +W ave +44 1 +ĠAd vertisement +ĠHarm on +ĠOri ental +is Special +Ġpresum ptive +Ġw il +ĠK ier +ne a +Ġp pm +Ġhar bour +ĠW ired +comp any +Ġcor oner +atur days +ĠP roud +ĠN EXT +ĠFl ake +val ued +ce iver +Ġfra ught +Ġc asing +Ġrun away +Ġg in +ĠLaure nt +ĠHar lem +ĠCur iosity +qu ished +Ġneuro science +ĠH ulu +Ġborrow er +Ġpetition er +ĠCo oldown +W ARD +Ġinv oking +conf idence +For ward +Ġst s +pop ulation +Delivery Date +Fil m +ĠC ov +quick Ship +quickShip Available +prim ary +isSpecial Orderable +inventory Quantity +channel Availability +BO X +ĠMulti player +ĠJen ner +77 8 +ĠM d +Ġ~ /. +M N +Ġchild ish +Ġantioxid ant +ĠChrom ebook +Ġ27 4 +Ġscreen play +Ġadvent urous +ĠRelations hip +respons ive +ming ton +Ġcorner stone +ĠF ey +F IR +Ġrook ies +ĠF eaturing +Ġorig inate +Ġelectro des +ant es +Ġscript ures +Ġgl ued +Ġdiscont ent +Ġaff licted +lay out +B rave +Ġm osa +ĠQuant ity +ĠH ik +w inner +H ours +Ġent ail +ĠCell s +olog ue +Ġv il +Ġpre acher +Ġdecor ative +d ifferent +Ġprejud ices +ĠSm oking +ĠNotting ham +so Type +Ġrhyth ms +ĠAl ph +bl ast +Ste el +ĠDaniel le +Ġstr ife +Ġrem atch +so DeliveryDate +ĠF ork +t rip +ol ulu +hes es +C G +ĠPOLIT ICO +ost a +ĠDr ift +é¾įå ¥ +é¾įå¥ ij士 +Ġvet ting +ĠJin ping +ĠRec ession +Min or +ĠF raud +enf ranch +Ġconven ed +ĠNA ACP +ĠMill ions +ĠFarm ing +ĠW oo +ĠFl are +rit o +imm igrant +Ġvac ancy +ĠHE AD +ĠV aj +eg al +ĠV igil +Stud y +Ġru ining +Ġr acks +Ġhe ater +ĠRand olph +ĠBr ush +ĠT ir +Ø ¨ +Ġc ov +% ] +Ġrecount s +ĠO PT +ĠM elt +Ġtr uce +Ġcas inos +Ġcrus ade +Ġcarn age +Ġstri pe +ĠK yl +Text ures +Ġ6 98 +Ġpro clamation +Ġgood ies +Ġ........ .. +pro claimed +P olit +Ġtop ical +Ġspecial ize +ĠA min +g m +Ġanch ored +Ġbear ings +s ample +ĠHigh land +ĠAut ism +Ġmerc enary +Ġinterview er +L ER +ĠSom ers +Ġembry o +ĠAss y +Ġ28 1 +ĠEd iting +ĠCh osen +6 60 +Ġp ci +ĠThunder bolt +BI LL +Ġchuck led +jri wal +h of +Ġearth ly +() { +ind ependence +Ġdisp ers +ĠV endor +ĠG areth +Ġp als +P enn +ĠSub mit +ic um +Th u +Ġcl andestine +Ġcann ibal +ĠCl erk +E Stream +gal itarian +âĻ ¥ +g ew +Ġhor rend +ĠL ov +ĠRe action +ocr in +Class ic +Ġecho ing +Ġdiscl osing +ĠIns ight +og un +ĠInc arn +upload s +pp erc +guy en +Ġ19 01 +ĠB ars +68 7 +Ġb ribes +ĠFres no +ur at +ĠRe ese +Ġintr usive +Ġgri pping +ĠBlue print +ĠR asm +un ia +man aged +ĠHeb do +Ġ3 45 +Ġdec oding +Ġpo ets +Ġj aws +ĠF IGHT +am eless +ĠMead ows +ĠHar baugh +Inter view +ĠH osp +ĠB RA +Ġdelet ion +m ob +W alker +ĠMoon light +ĠJ ed +ĠSoph ia +Ġus ur +Ġfortun ately +ĠPut ting +ĠF old +Ġsan itation +Ġpart isans +IS ON +B ow +ĠCON C +ĠRed uced +ĠS utton +Ġtouch screen +Ġembry os +âĢ¢âĢ¢ âĢ¢âĢ¢ +ĠK rug +com bat +ĠPet roleum +Ġam d +ĠCos mos +Ġpresc ribing +Ġconform ity +ours es +Ġplent iful +Ġdis illusion +ĠEc ology +itt al +Ġf anc +Ġassass inated +regn ancy +Ġperenn ial +ĠBul lets +Ġst ale +Ġc ached +ĠJud ith +ĠDise ases +All en +Ġl as +Ġsh ards +ĠSu arez +ĠFriend ship +inter face +ĠSupp orters +add ons +46 2 +ĠIm ran +ĠW im +Ġnew found +ĠM b +An imal +Ġd arling +and e +Ġrh y +ĠTw isted +pos al +yn ski +Var ious +× ľ +ĠK iw +uy omi +Ġwell being +ĠL au +an os +Ġunm ist +Ġmac OS +Ġrest room +ĠOl iv +ĠAir ways +Ġtimet able +9 80 +Ġrad ios +v oy +ias co +Ġcloud y +ĠDraw ing +Any thing +Sy ria +ĠH ert +st aking +Ġun checked +Ġb razen +ĠN RS +69 7 +onom ic +est ablish +Ġl eng +Ġdi agonal +ĠF ior +L air +ĠSt ard +Ġdef icient +jo ining +be am +Ġomn ip +Ġbl ender +Ġsun rise +Mo ore +ĠF ault +ĠCost ume +ĠM ub +Fl ags +an se +Ġpay out +ĠGovern ors +ĠD illon +ĠBan ana +N ar +Ġtra iled +Ġimperial ist +um ann +ats uki +4 35 +ĠRoad s +Ġsl ur +ĠIde ally +Ġt renches +C trl +Ġmir rored +ĠZ el +ĠC rest +Comp at +ĠRoll s +sc rib +ĠTra ils +omet ers +w inter +Ġimm ortality +il ated +Ġcontrad icts +un iversal +ill ions +ĠM ama +opt im +AT URE +Ġge o +et ter +ĠCar lo +4 24 +Ġcanon ical +ĠStrongh old +n ear +Ġperf ume +Ġorche stra +od iac +Ġup he +Ġreign ing +vers ive +Ġc aucuses +ĠD EM +Ġinsult ed +Ġ---- -- +ĠCr ush +Ġroot ing +ĠWra ith +Ġwh ore +Ġto fu +C md +ĠB ree +Ġ$ _ +Ġr ive +ĠAd vertising +Ġw att +ĠH O +Ġpersu asive +ĠParam eters +Ġobserv ational +ĠN CT +ĠMo j +ĠSal on +Ġtr unc +Ġexqu isite +ĠMar a +Ġpo op +ĠAN N +Ex c +ĠWonder ful +ĠT aco +Ġhome owner +ĠSmith sonian +orpor ated +mm mm +Ġlo af +ĠYam ato +ĠInd o +Ġcl inging +á s +Ġimm utable +h ub +Or ange +Ġfingert ips +ĠWood en +ĠK idd +ĠJ PM +ĠDam n +C ow +c odes +48 2 +Ġiniti ating +ĠEl k +ĠCut ting +Ġabsent ee +ĠV ance +ĠLil ith +G UI +Ġobsc ured +Ġdwar ves +ĠCh op +ĠB oko +Val ues +Ġmult imedia +Ġbrew ed +Reg ular +CRIP TION +ĠMort al +Ġa pex +Ġtravel er +Ġbo ils +Ġspray ing +Rep resent +ĠStars hip +4 28 +Ġdisappro val +Ġshadow y +Ġlament ed +ĠRe place +ĠFran ç +67 7 +d or +Ġunst oppable +Ġcoh orts +gy n +ĠClass ics +ĠAm ph +Ġsl uggish +ĠAdd iction +ĠPad res +Ġins cription +Ġin human +min us +ĠJere miah +at ars +Ter ror +ĠT os +ĠSh arma +ast a +c atch +Ġpl umbing +ĠTim bers +Sh ar +H al +ĠO sc +Ġcou pling +hum ans +Ġsp onge +Ġid ols +ĠSp a +ĠAdv ocate +ĠBe ats +lu a +Ġtick ing +Ġload er +ĠG ron +8 10 +Ġstim ulated +Ġside bar +ĠManufact urer +ore And +19 73 +Ġpra ises +ĠFl ores +dis able +ĠElect rical +ra ise +E th +Ġmigr ated +Ġlect urer +K ids +ĠCa vern +Ġk ettle +Ġgly c +ĠMand ela +ĠF ully +å§ « +FIN EST +Ġsquee zing +ĠRy der +amp oo +oreAnd Online +Inst oreAndOnline +Buyable InstoreAndOnline +Ġcommem orate +ĠRamp age +Aust in +ĠSh roud +ĠRu ins +9 15 +ĠK H +Ġwater front +ĠE SC +b aby +ĠC out +ĠEm blem +Ġequival ents +49 2 +Un ique +ĠNiet zsche +brow ser +Ġim itation +ĠWere wolf +ĠKir in +ac as +' ," +Ġà ¾ +Review ed +Ġc unt +Ġvo ic +ĠLen ovo +Ġbond ed +48 1 +Ġinhib itors +Ġendeav ors +ĠHav ana +ĠSt out +ĠJ olly +A ctor +*/ ( +Ġoccur rences +ĠT ens +Incre ased +ĠACT ION +Ġ ãĢĮ +ĠRank ings +ĠB reat +Ġ30 9 +D ou +Ġimpact ing +ĠDuc hess +pre fix +Q B +Ġsummon ing +Ġbest owed +ĠKe pler +ĠPOW ER +c ube +ĠK its +ĠG rip +Ġop ium +Ġrep utable +t oc +ich ael +ĠR ipple +Ġcaf é +ĠZ oom +ĠBur ma +Ġwa ive +Ġst alls +Ġdem eanor +inc erity +Ġfluor ide +ĠSH OULD +Par is +Ġlong ing +Ġpl at +Ġgross ly +Ġbull s +Ġshowc asing +ex pected +ĠG addafi +engine ering +Re peat +ĠK ut +Ġconce ivable +Ġtrim med +osc ope +ĠCand idate +ĠT ears +rol og +Lew is +S UP +Ġroad map +Ġsal iva +Ġtrump et +Jim my +Ġmirac ulous +Ġcolon ization +Ġam put +ĠGN OME +ate ch +D ifferent +ĠE LE +ĠGovern ments +ĠA head +ãħĭ ãħĭ +word press +L IB +ĠIn clude +ĠDor othy +0 45 +ĠColomb ian +Ġle ased +88 4 +Ġde grading +ĠDa isy +i ations +Ġbapt ized +Ġsurn ame +co x +Ġblink ed +ãĥ ¢ +Ġpoll en +Ġder mat +Ġre gex +ĠNich olson +ĠE ater +ç ľ +rad or +Ġnarrow er +Ġhur ricanes +Ġhalluc inations +r idden +ISS ION +ĠFire fly +Ġattain ment +Ġnom inate +Ġav ocado +ĠM eredith +Ġt s +Ġreve rence +Ġe uph +Ġcr ates +ĠT EXT +Ġ4 43 +Ġ3 19 +J SON +iqu ette +Ġshort stop +ic key +Ġpro pelled +Ġap i +ĠTh ieves +77 9 +Ġovers aw +Ġcol i +ĠNic ola +Ġover cl +ik awa +ĠC yr +Ġ38 4 +78 9 +ĠAll ows +10 27 +Det roit +TR Y +set up +ĠSocial ism +Sov iet +s usp +ĠAP R +ĠShut down +Ġal uminium +zb ek +ĠL over +GGGG GGGG +Ġdemocr acies +Ġ19 08 +ĠMer rill +ĠFranco is +gd ala +Ġtraff ickers +ĠT il +ĠGo at +Ġsp ed +ĠRes erv +Ġpro d +55 2 +Ġc ac +ĠUn iv +ĠSch we +Ġsw irling +ĠWild erness +ĠEgg s +Ġsadd ened +Ġarch aic +H yd +Ġexcess ively +B RE +Ġaer ospace +ĠVo ices +Cra ig +Ġign ited +In itially +ĠMc A +Ġhand set +Ġreform ing +Ġfrust rations +ĠDead pool +ĠBel ichick +ract or +ĠRagnar ok +ĠD rupal +ĠApp roximately +19 20 +ĠHub ble +arm or +ĠSar as +ĠJon as +Ġnostalg ic +Ġfeas ibility +Sah aran +Ġorb iting +Ġ9 70 +R u +Ġsh in +ĠInvestig ators +Ġinconsist encies +ĠP AN +B G +Ġgraz ing +Ġdetect ors +ĠStart up +ĠFun ny +ĠNa omi +Consider ing +Ġh og +ut f +ce mic +Ġfort ified +ĠFun ctions +Ġcod ec +nut rition +H at +" ! +micro soft +55 8 +ĠTh in +ĠA CE +Al ias +ĠO PS +p apers +P K +ãĢ İ +Ġimpro bable +N orthern +equ al +Ġlook out +Ġty res +ĠMod ified +ĠK op +Abs olutely +Ġbuild up +sil ver +Ġaud i +Ġgro tesque +ĠSab er +ĠPres byter +ON Y +Ġglac iers +ĠSho als +ĠK ass +ĠH RC +ĠNic ol +ĠL unch +ĠF oss +âĸ Ĵ +AD RA +ĠOne Plus +o ing +ground s +Ġincident al +Ġdatas ets +68 9 +ĠClarks on +Ġassemb ling +ĠCorrect ions +Ġdrink ers +Ġqual ifiers +Ġle ash +Ġunf ounded +ĠH undred +Ġkick off +T i +Ġrecon cil +ĠGr ants +ĠCompl iance +ĠDexter ity +Ġ19 06 +w arn +D allas +Max imum +n ard +av ia +be aut +ens itivity +tr ace +Ġpione ers +ĠF ract +ãĢ ı +Ġpre cept +Ġgloss y +ĠI EEE +Ac ross +Ġ6 80 +S leep +che on +Ġsatir ical +ĠMin otaur +ĠCla ude +Ġr é +ape go +Ġcar rot +ĠSem in +ino a +Ġz o +Ind ependent +Ġdiagn oses +ĠC ue +M AR +Ġrend ition +ĠK ik +Ġpath ology +Ġselect s +Link edIn +Ġass ay +ĠD res +Ġtext ual +post ed +IT AL +ĠM aul +N eal +Ġinter connected +Ġerr atic +ĠVir us +Ġ5 30 +Ġenvironmental ists +ĠP helps +Ġeng agements +ĠIN ST +Ġeconom ical +nox ious +Ġg earing +izz y +Ġfavor ably +ĠMcG ill +T erm +Ġh anged +Ġball park +ĠRe yes +Ġbe ware +ĠP sal +ĠMass acre +q i +Ġin accessible +acly sm +Ġfr ay +ill ac +Ġbitter ly +ĠCert ification +Mich igan +Ġir respective +al ore +Em pty +Ġendorse ments +Ġund et +f g +equ ipped +Ġmerc iless +ĠC ust +Ġimm ature +Ġvou cher +ĠBlack well +Ñ ı +h awk +dis ciplinary +ile e +ĠMak oto +ĠD ude +ãĥĩ ãĤ£ +Y ears +Ġin ver +Ġsh aman +ĠY ong +ip el +ell en +ĠCath y +br ids +Ġs arc +65 1 +N ear +Ġground work +Ġam az +Ġ4 15 +ĠHunting ton +hew s +ĠB ung +Ġarbit rarily +ĠW it +ĠAl berto +Ġdis qualified +best os +46 1 +Ġp c +Ġ28 4 +ro bat +Rob in +Ġh ugs +ĠTrans ition +ĠOcc asionally +Ġ3 26 +ĠWh ilst +ĠLe y +Ġspaces hip +cs v +Ġun successfully +ĠA u +le ck +ĠWing ed +ĠGrizz lies +. � +Ġne arer +ĠSorce ress +ĠInd igo +El se +8 40 +let es +Co ach +Ġup bringing +ĠK es +Ġseparat ist +Ġrac ists +Ġch ained +Ġabst inence +lear ning +Ġrein stated +Ġsymm etry +Ġremind ers +ĠChe vy +Ġm ont +Ġexempl ary +ĠT OR +Z X +Ġqual itative +ĠSt amp +ĠSav annah +ĠRoss i +Ġp aed +Ġdispens aries +ĠWall s +ĠCh ronic +Ġcompliment ary +ĠBeir ut +Ġ+ --- +igs list +Ġcrypt ographic +mas ters +ĠCap itals +Ġmax imal +Ġent ropy +Point s +Ġcombat ants +l ip +ĠGl ob +ĠB MC +ph ase +th ank +HT TP +Ġcomm uter +Ġ\( \ +.. / +ĠReg ener +ĠDO I +ĠActiv ision +Ġsl it +os al +RE M +Ġch ants +Y u +Ke ys +Bre xit +ĠFor ced +Ari zona +Ġsquad ron +IS O +ĠMal one +Ġ3 38 +Ġcontrast ing +Ġt idal +Ġlib el +Ġimpl anted +Ġupro ar +ĠC ater +Ġpropos itions +M anchester +ĠEuro s +it amin +G il +ĠEl ven +ĠSe ek +ĠB ai +Ġredevelop ment +ĠTown s +ĠL ub +! ", +al on +K rist +Ġmeas urable +Ġimagin able +Ġapost les +Y N +7 60 +Ġster oid +Ġspecific ity +ĠL ocated +ĠBeck er +ĠE du +ĠDiet ary +uts ch +ĠMar ilyn +Ġbl ister +ĠM EP +ĠK oz +ĠC MS +y ahoo +ĠCar ney +Ġbo asting +ĠC aleb +By te +read s +ad en +Pro blem +ĠWood ward +S we +S up +ĠK GB +Set up +Ġtac it +Ġret ribution +Ġd ues +ĠM ü +. ? +ä¸ Ń +p ots +Ġcame o +ĠP AL +educ ation +A my +like ly +g ling +Ġconstitution ally +ĠHam m +ĠSpe ak +Ġwid gets +br ate +Ġcra ppy +ĠI ter +Ġanticip ating +ĠB out +P ixel +ĠY ep +ĠLaur ie +Ġh ut +Ġbullet in +ĠSal vation +Ġch ats +ear able +Honest ly +AL TH +onse qu +c ult +isco very +ovy ch +Ġse lves +ĠSat oshi +S ounds +Ġconver gence +ĠRosen berg +19 74 +Ġnas al +Ġfull est +Ġfer ocious +x us +ist e +AM S +Ġlobb ied +Ġso othing +ĠGun n +t oday +0 24 +Ġinspir ational +ĠN BN +p b +g ewater +or ah +all owed +ĠCol iseum +Ġspecial izing +Ġinsane ly +ĠT ape +del ay +Ġt arn +ĠP ound +Ġmel anch +Ġdeploy ments +il and +Ġless en +Ġfur ry +ĠUE FA +Ġblood shed +ĠMe ier +ither ing +Ġhe irs +ĠJ aw +ax ter +ĠPublic ations +Ġal ters +int ention +ĠWinc hester +d etermination +ĠLif etime +th in +Mon ster +7 80 +Ġapprox imation +Ġsuper markets +ĠSecond s +or os +h uge +Ġb ribe +ĠLIM ITED +un ed +Ġmis interpret +ĠIn jury +Ġ3 67 +Ġthreshold s +ĠCarn ival +Ġgastro intestinal +Ġguid eline +Ġde ceived +f eatures +Ġpurported ly +ĠRon nie +ĠNew t +Ġsp acious +as us +Ġsuperhero es +ĠCyn thia +le gged +k amp +ch io +Ġth umbnail +ĠShir ley +ill ation +Ġshe ds +ĠZ y +E PA +Ġdam s +Ġy awn +n ah +ĠPe ggy +ĠE rie +ĠJu ventus +ĠF ountain +r x +don ald +al bum +ĠComp rehensive +Ġc aching +ĠU z +ulner ability +ĠPrinc iple +ĠJ ian +ing ers +cast s +ĠOs iris +ch art +t ile +ĠTiff any +ĠPatt on +ĠWh ip +Ġovers ized +J e +ĠCind erella +ĠB orders +ĠDa esh +M ah +Ġdog ma +Ġcommun ists +v u +Coun cil +Ġfresh water +Ġw ounding +Ġdeb acle +Ġyoung ster +Ġthread ed +ĠB ots +ĠSav ings +ãģ Ĥ +ol ing +oh o +Ġillum ination +M RI +Ġlo osen +tr ump +ag ency +ur ion +Ġmoment arily +ĠCh un +ĠBud apest +ĠAl ley +D isk +Ġaston ished +ĠCon quer +ĠAccount ing +h aving +ĠWe in +ĠAl right +Ġrev olver +Ġdel usion +Ġrelic s +Ġad herent +qu ant +Ġhand made +or io +Ġcomb ating +c oded +Ġquad ru +re th +N ik +ĠTrib al +ĠMyster ious +Ġin hal +ĠWin ning +ĠClass ification +ch anged +Ġun ab +Ġsc orn +icip ated +w l +ond uctor +Ġrein forcing +ĠChild hood +an ova +Ġadventure r +Ġdoctor al +ĠStrateg ies +Ġengulf ed +ĠEnc ounter +Ġl ashes +Crit ical +ric ular +ĠU TF +oci ation +check ing +ĠConsult ing +Run time +per iod +ĠAs gard +Ġdist illed +ĠPas adena +ĠD ying +ĠCOUN TY +Ġgran ite +Ġsm ack +Ġparach ute +ĠS UR +Virgin ia +ĠF urious +78 7 +ĠO kin +Ġcam el +ĠM bps +19 72 +ĠCh ao +ĠC yan +j oice +ef er +ĠW rap +ĠDeb ate +S eg +Ġfore arm +ĠIgn ore +Ġtim estamp +Ġprob ing +ĠNo on +ĠGra il +f en +Ġdorm ant +ĠFirst ly +ĠE ighth +ĠH UN +ĠDes ire +or as +Girl s +ĠDes mond +z ar +am ines +O AD +exec ute +Ġbo obs +ĠAT L +_ ( +Chel sea +Ġmasturb ation +ĠCo C +Ġdestroy er +ĠCh omsky +Ġsc atter +ĠAss ets +79 6 +ĠC argo +Ġrecept ive +ĠSc ope +Ġmarket ers +Ġlaun chers +Ġax le +ĠSE A +se q +ĠM off +f inding +ĠGib bs +Georg ia +extreme ly +N J +Ġlab orers +st als +Ġmed iation +ĠH edge +at own +Ġi od +des pite +v ill +J ane +ex istence +Ġcoinc ided +ĠUt ilities +ĠChe ap +Ġlog istical +Ġcul mination +ĠNic otine +p ak +F older +Ġrod ents +st uff +Ġlaw fully +Ġreper to +io ch +j j +Dial ogue +HH HH +lic tion +Look s +Ġ29 7 +Ġtur rets +ĠAb andon +Ġinc ess +ĠTraff ord +Ġcur led +Ġprefer ring +Ġprivat ization +Ġir resist +ĠP anda +ĠSh ake +ĠMc Gr +ãĥ Ħ +und ers +Ġdiscrim inated +Ġbart ender +I LE +Atl antic +Ġprop ensity +ĠW iz +ĠG im +con ference +Ġrein forces +G h +w agon +Ġe erie +F al +Ġhug ged +rac ist +R IC +F u +Ġf iller +ĠSt ub +Ġeng raved +ĠWrest le +Ġimagin ative +ĠPe er +ĠFact ors +an us +ĠDrac ula +mon itor +Ġrou ters +ib ia +ĠBoo lean +end ale +ĠSl aughter +ĠSh ack +R FC +ĠSpiel berg +S ax +ĠPH OTO +ĠCl over +ĠR ae +Dep ending +ĠMem or +ar am +Ġpier ced +Ġcur tains +v ale +ĠInqu isition +ĠP oke +Ġforecast ing +Ġcompl ains +S ense +ĠHer mes +isc overed +Ġb ible +ĠMor ph +Ġg erm +78 5 +D ON +Ġcon gen +Ġcr ane +ĠD PR +Ġrespect fully +R oom +ĠN aw +ĠDal ai +re ason +ĠAng us +Educ ation +ĠTitan ic +Ë ľ +Ġo val +un ited +Ġthird s +Ġmoist ur +ĠC PC +M iami +Ġtent acles +ĠPol aris +ex c +ex clusive +ĠPra irie +Ġcol ossal +ĠBl end +sur prisingly +ÃŃ s +Ġindo ctr +Ġbas al +ĠMP EG +und o +Spl it +Develop ment +Ġlan tern +19 71 +Ġprov ocation +Ġang uish +ĠB ind +ĠLe ia +duc ers +ipp y +conserv ancy +Ġinitial ize +ĠTw ice +ĠSu k +Ġpred ic +Ġdi ploma +Ġsoc iop +Ing redients +Ġhamm ered +ĠIr ma +Q aida +Ġglim ps +ĠB ian +Ġst acking +Ġf end +gov track +Ġun n +dem ocratic +ig ree +Ġ5 80 +Ġ29 4 +Ġstraw berry +ID ER +Ġcher ished +ĠH ots +Ġinfer red +Ġ8 08 +ĠS ocrates +O regon +ĠR oses +ĠFO IA +Ġins ensitive +Ġ40 8 +Recomm end +ĠSh ine +Ġpain staking +UG E +ĠHell er +ĠEnter prises +I OR +ad j +N RS +L G +Ġalien ated +Ġacknowled gement +ĠA UD +ĠRen eg +Ġvou chers +Ġ9 60 +Ġm oot +ĠDim ensions +Ġc abbage +B right +g at +ĠK lu +Ġlat ent +Ġz e +ĠM eng +Ġdis perse +Ġpand emonium +H Q +Ġvirt uous +ĠLoc ations +ee per +prov ided +Ġse ams +ĠW T +iz o +PR OV +Ġtit anium +Ġrecol lection +Ġcr an +Ġ7 80 +ĠN F +49 1 +64 2 +p acking +59 8 +text ure +Sp ider +fre edom +cipl ed +ĠTAM ADRA +âĻ ¦ +aut hent +ĠW ANT +r ified +Ġr ites +Ġuter us +k iss +Ġâī ¤ +Ġsk illet +Ġdis enfranch +ĠGa al +Comp an +Ġage ing +gu ide +B alt +Ġiter ator +Ġdiscretion ary +t ips +Ġprim ates +ĠTechn ique +ĠPay ments +az el +ĠR OCK +stant ial +0 60 +Ġd mg +ĠJack ets +ĠPlay off +Ġnurs ery +ĠSy mb +art on +Ġannex ation +Color ado +Ġco ils +ĠSh oes +âĦ¢ : +ĠRo z +COM PLE +ĠEve rest +ĠTri umph +J oy +G rid +à ¼ +process or +ĠPros per +ĠSever us +ĠSelect ed +r g +ĠTay yip +St ra +Ġski ing +Ġ? ) +Ġpe g +Tes la +Ġtime frame +Ġmaster mind +ĠN B +scient ific +ĠSh it +gener ic +IN TER +N UM +Ġst roll +ĠEn ix +ĠM MR +ĠE MS +m ovie +Ĥ ª +Ġminim izing +idd ling +Ġilleg itimate +Ġprot otyp +Ġpremature ly +Ġmanual s +obb ies +ĠCass idy +D EC +des ktop +Ġaer os +Ġscreen ings +Ġdeb ilitating +ĠGr ind +nature conservancy +Ġf ades +ter mination +assets adobe +F actor +Ġdefinitive ly +P oké +ap ult +ĠLaf ayette +C orn +ĠCor al +Ġstagn ant +T ue +Ġdissatisf action +G ender +Ġkid neys +ĠG ow +ĠDef eat +ĠAsh ton +Ġcart els +Ġfore closure +ĠExpl ore +stre ngth +ot in +Ġveterin arian +Ġf umble +Ġpar ap +ĠSt rait +r ils +Ġpr ick +ĠBerm uda +ĠAm munition +skin ned +Ġab ound +ĠB raz +Ġshar per +ĠAsc ension +Ġ9 78 +Ġpreview s +Ġcommun ion +ĠX Y +Ġph ony +Ġnewcom er +Ġ3 32 +." ," +Ġredist ribution +Prot ect +ĠSo f +K al +Ġlip stick +w orst +Ġtang led +Ġretrospect ive +int eger +Ġvolunte ering +Ġ19 07 +Ġ -------------------- +ic hen +Ġunve iling +Ġsen seless +Ġfisher ies +\ - +Ġh inges +Ġcalcul us +My th +Ġund efeated +Ġoptim izations +Ġdep ress +Ġbill board +ĠY ad +ĠPy ramid +Is n +I de +Ġleg ion +ĠK ramer +ent anyl +Ġpenet rating +ĠHaw th +ĠPR ODUCT +ĠGer ard +ĠP act +ĠIn cluding +ĠEl ias +ĠEl aine +vis ual +Ġhum ming +Ġcond esc +ĠF asc +ä¸ Ĭ +Ġe galitarian +Ġdev s +ĠD ahl +O ps +D H +ĠB ounce +id ated +ald o +Ġrepublic an +Ġh amb +ĠS ett +ograph ies +CH APTER +Ġtrans sexual +Ġsky rocket +ans wer +Ġmark up +Ø ª +Ġhero ine +Comp are +ĠT av +Be ast +Ġsuccess ors +Ġna ïve +ĠBuck ley +st ress +me at +Ġdownload able +Ġindex ed +Ġsc aff +ĠL ump +ĠHom o +Stud io +In sp +Ġr acked +far ious +ĠPet ty +Ex ternal +Ġ19 09 +W ars +com mit +put ers +Ġun ob +ĠEr r +ĠE G +ĠAl am +ĠSiber ia +ĠAtmosp heric +IS TER +ĠSatan ic +trans lation +ĠL oud +tra umatic +l ique +Ġreson ate +ĠWel ch +Ġspark ing +ĠT OM +t one +Ġout l +Ġhandc uffed +ĠSer ie +8 01 +Ġland marks +ĠRee ves +Ġsoft ened +Ġdazz ling +ĠW anted +month s +Mag ikarp +Ġunt reated +ĠBed ford +M i +ĠDynam o +O re +79 5 +Ġwrong ful +Ġl ured +Ġcort isol +Ġve x +d rawn +ile t +Download ha +ĠF action +Ġlab yrinth +Ġhij acked +w aters +er ick +Ġsuper iors +ĠRow ling +ĠGu inness +Ġt d +99 2 +Ġune arthed +Ġcentr if +Ġsham eless +P od +ĠF ib +Ġ icing +Ġpredict or +Ġ29 2 +fore station +con struct +C and +@ # +Ġag itated +Ġre pr +OV A +Ġkn itting +ĠLim a +Ġf odder +68 4 +ĠPerson a +k l +7 01 +Ġbreak up +á ¸ +Ġapp alled +Ġantidepress ants +ĠSus sex +Har ris +ĠTher mal +ee ee +U pload +Ġg ulf +Ġdoor step +ĠSh ank +L U +ĠM EN +ĠP ond +s orry +Ġmis fortune +n ance +Ġb ona +M ut +Ġde graded +ĠL OG +ĠN ess +an imal +Ġa version +und own +Ġsupplement ed +ĠC ups +Ġ50 4 +Ġdep rive +ĠSpark le +Å Ĥ +ĠMed itation +auth ors +ĠSab an +ĠN aked +air d +ĠMand arin +ĠScript ures +ĠPerson nel +ĠMahar ashtra +Ġ19 03 +ĠP ai +ĠMir age +omb at +Access ory +Ġfrag mented +T ogether +Ġbelie vable +ĠGl adiator +al igned +ĠSl ug +M AT +Ġconvert ible +ĠBour bon +amer on +ĠRe hab +nt ax +Ġpowd ered +pill ar +Ġsm oker +ĠMans on +ĠB F +5 11 +ĠGood ell +ĠD AR +m ud +g art +Ġob edient +ĠTrans mission +ĠDon ation +8 80 +Ġbother ing +Material s +ãĤ ± +dest roy +Ġfore going +Ġanarch ism +ĠK ry +ice ps +Ġl ittered +ĠSch iff +Ġanecd otal +un its +Ġf ian +ĠSt im +ĠS OME +ĠInv aders +Ġbehaviour al +ĠVent ures +Ġsub lime +Ġfru ition +ĠPen alty +Ġcorros ion +¶ ħ +Ġlik ened +Ġbesie ged +ween ey +ĠCre ep +Ġlinem en +mult i +ic ably +ud der +Ġvital ity +Ġshort fall +ĠP ants +ap ist +H idden +ĠDro ps +med ical +Ġpron unciation +ĠN RL +Ġinsight ful +J V +ĠBe ard +ĠCh ou +Ġchar ms +Ġb ins +Ġamb assadors +ĠS aturdays +Ġinhib itor +ĠFr anch +6 01 +', ' +ĠCon or +art ney +ĠX peria +g rave +be es +ĠProtest ants +Ġso aking +ĠM andal +Ġph ased +Ġ6 60 +Ġsc ams +Ġbuzz ing +ĠItal ians +ĠLoren zo +ĠJ A +Ġhes itated +Ġcl iffs +ĠG OT +ingu ishable +Ġk o +Ġinter ruption +Z ip +Lear ning +Ġundersc ores +ĠBl ink +K u +57 9 +ĠAut ob +I RE +Ġwater ing +Ġpast ry +8 20 +Ġvision ary +ĠTempl ar +awa ited +Ġpist on +Ġant id +current ly +Ġp ard +Ġw aging +Ġnob ility +ĠY us +Ġinject ing +f aith +ĠP ASS +å º +Ġret ake +ĠPR OC +Ġcat hedral +b ash +Ġwrest lers +Ġpartner ing +Ġn oses +Ġ3 58 +Trans form +am en +Ġb outs +ĠId eal +ĠConstant in +Ġse p +ĠMon arch +att en +ĠPe oples +mod ified +Ġmor atorium +Ġpen chant +Ġoffensive ly +Ġprox ies +ok ane +ĠTaiwan ese +ĠP oo +ĠH OME +us ional +Ġver bs +ĠO man +vis ory +Ġpersu asion +Ġmult it +Ġsc issors +G ay +ow ay +oph ysical +l us +gn u +Ġap ocalyptic +Ġabsurd ity +Ġplay book +Ġautobi ography +I UM +Ġsne aking +ĠSim ulation +pp s +ell ery +Plan et +Ġright fully +Ġn iece +ĠN EC +ĠIP O +ĠDis closure +lean or +ous y +ST ER +Ġ28 2 +Cru z +Ch all +64 3 +ĠSurv ive +ĠF atal +ĠAm id +ap o +We apons +D EN +7 70 +ĠGreen wald +Ġlin en +al os +Ġpollut ants +ĠPCI e +k at +Ġp aw +ĠK raft +C hem +ĠTermin ator +Ġre incarn +Ġ] [ +ĠSe eds +Ġsilhou ette +ĠSt ores +Ġgro oming +ĠD irection +ĠIs abel +ĠBr idges +ðŁ ij +E ED +ĠM orsi +Ġval ves +ĠRank ed +ĠPh arma +ĠOrgan izations +Ġpenet rated +ĠRod ham +ĠProt oss +Ġove rest +Ġex asper +ĠT J +Ġ 000000 +Ġtrick le +Ġbour bon +WH O +Ġw retched +Ġmicrosc opic +Ġcheck list +Ġad orned +R oyal +Ad minist +ĠRet irement +ĠHig hest +We ather +ile ge +Ġincre ments +ĠC osponsors +Ġmas se +ĠS inn +r f +Ġh ordes +as sembly +75 4 +ĠNat asha +ĠTY PE +ĠGEN ERAL +Ġarr anging +Ġ40 7 +l ator +Ġg lean +Ġdisc redited +Ġclin icians +UN E +Ġachie ves +ĠEm erson +com plex += [ +Ġprincip ally +Ġfra il +p icked +Ġthan king +Ġre cl +ĠL AST +Ġsupp ressing +il ic +Ġantidepress ant +ĠLis bon +Ġth or +Ġsp a +Ġking doms +ĠPear ce +em o +Ġpl ung +Ġdiv est +Ġ ******************************** +b is +osp els +ad r +Sp irit +hall a +P ink +end ez +Ġresurrect ed +esc ape +ĠRosen stein +Ġge ological +Ġnecess ities +Ġcarn iv +ĠE lys +ĠBar ney +Ġ29 6 +dig y +ST ON +D OWN +Ġmil estones +Ġk er +Ġdismant ling +Ġre prim +Ġcross ings +19 45 +Ġpatri archy +Ġblasp hemy +Ġ3 59 +met ry +ĠOb esity +ĠDiff erences +bl ocking +ãĥķ ãĤ¡ +ich ita +ĠSab ha +ph alt +ĠCol o +ual a +effic ients +ĠMed ina +con sole +55 7 +ĠHann ibal +ĠHab it +ĠF ever +Ġthen ce +Ġsyn agogue +Ġessential s +Ġw ink +ĠTr ader +ID A +ĠSp oiler +ĠIceland ic +ĠHay ward +Ġpe ac +Ġmal ice +Ġflash back +Ġth w +Ġlay offs +L iquid +Ġtro oper +Ġh inge +ĠRead ers +Ph ill +ĠB auer +Cre ated +Ġaud its +ac compan +Ġunsus pecting +ier a +6666 6666 +Ġbro ch +Ġapprehend ed +ĠM alk +cer ning +ĠCod ex +O VER +M arsh +ĠD eng +ĠExp ression +Ġdisrespect ful +Ġasc ending +t ests +ĠPlaint iff +ster y +ĠAl ibaba +din and +ĠDem psey +Applic ations +mor al +Ġthrough put +Ġquar rel +Ġm ills +Ġhe mor +ĠC ASE +terror ist +st im +ifest yle +ro zen +CE PT +Ar k +u ci +lect ic +Ġirrit ating +she ets +A y +Ġrede emed +Ġhorn y +ĠTe ach +ĠS ear +dem ocracy +4 65 +ĠRest ore +Ġstand by +ĠP is +iff in +Ġsleep y +Ġextr ater +Ġcompl iments +Fram eworks +Ġinstall s +Ġb anging +sur face +found land +Ġmetaph ysical +Ġ28 3 +oul s +dev ices +Ar gs +ĠSac rifice +ĠMcC orm +es on +Cons ervative +ĠM ikhail +see ing +is ively +ĠRo oms +ĠGener ic +Ġenthusi astically +Ġgri pped +Ġcomed ic +ĠElectric ity +Ġgu errilla +Ġdec oration +ĠPerspect ive +Ġconsult ations +Ġun amb +Ġplag iar +Ġmagic ian +Ġe rection +ĠTour ism +or ied +ro xy +11 00 +T am +Ī è +Î ³ +× ª +ĠPred ators +Nit rome +Ġtelesc opes +project s +Ġun protected +Ġst ocked +ĠEnt reprene +nex pected +Ġwast ewater +V ill +Ġint imately +Ġi Cloud +ĠConst able +Ġspo of +Ġne farious +Ġfin s +Ġcens or +ĠMod es +ĠEs per +ar bon +Ġinter sections +Ġlaud ed +Ġphys i +Ġgener ously +ĠThe Nitrome +ĠTheNitrome Fan +Ġar isen +ĠÙ Ī +Ġg lands +ĠPav ilion +ĠGu pta +Ġuniform ly +Ġr amps +ri et +ĠWH EN +ĠVan essa +Ġrout ed +Ġlim p +ĠC PI +p ter +int uitive +Ġv aping +Ġexperiment ed +ĠOlymp us +ĠAm on +Ġsight ing +Ġinfiltr ate +ĠGentle man +Ġsign ings +ĠMe ow +ĠNav igation +che cks +4 33 +Ġel apsed +ĠBulg arian +esp ie +ĠS OM +d uring +Ġsp ills +anc a +ĠPly mouth +M AL +Ġdomest ically +ĠWater gate +ĠF AM +k illed +ed ited +ĠYour self +Ġsynchron ization +ĠPract ices +ST EP +Ġgen omes +ĠQ R +not ice +Ġloc ating +z in +Ġ3 29 +al cohol +Ġk itten +V o +Ġr inse +Ġgrapp le +ĠSc rew +ĠD ul +A IR +Ġle asing +ĠCaf é +Ġro ses +ĠRes pect +Ġmis lead +Ġperfect ed +Ġnud ity +Ġnon partisan +ĠCons umption +Report ing +Ġnu ances +Ġdeduct ible +ĠSh ots +Ġ3 77 +Ġæ ľ +ano oga +Ben ef +ĠB am +ĠS amp +if ix +Ġgal van +ĠMed als +rad ius +Ġno bles +Ġe aves +igr ate +K T +ĠHar bour +u ers +Ġrisk ed +re q +Ġneuro t +get table +ain a +Rom ney +Ġunder pin +Ġlo ft +ĠSub committee +ĠMong ol +b iz +Ġmanif ests +ass isted +ĠG aga +Ġsy nergy +Ġreligious ly +ĠPre f +ĠG erry +T AG +ĠCho i +4 66 +beh ind +ĠO u +Gold Magikarp +Ġhemor rh +R iver +Ġtend on +Ġinj ure +ĠF iona +Ġp ag +Ġag itation +|| || +ur an +ĠE SA +Ġest eem +Ġdod ging +Ġ4 12 +r ss +Ġce ases +ex cluding +Ġint akes +Ġinsert s +Ġemb old +ĠO ral +up uncture +4 11 +ĠUn ified +ĠDe le +Ġfurn ace +ĠCoy otes +ĠBr ach +L abor +Ġhand shake +Ġbru ises +Gr ade +éĹ ĺ +ĠGram my +ile en +St ates +ĠScandinav ian +ĠKard ash +8 66 +Ġeffort lessly +ĠDI RECT +ĠTH EN +ĠMe i +ert ation +19 68 +Ġgro in +w itch +Requ irements +98 5 +Ġroof s +Ġest ates +ĠH F +Ġha ha +Ġdense ly +ĠO CT +Ġpl astics +Ġincident ally +ĠTr acks +ĠTax es +Ġch anted +Ġforce ful +ĠBie ber +ĠK ahn +K ent +ĠC ot +lic ts +F ed +Ġhide ous +ĠVer d +ĠSynd icate +ĠIl legal +J et +ĠD AV +re asonable +c rew +Ġfundamental ist +Ġtruth ful +ĠJ ing +Ġl il +Ġdown ed +Ġen chanted +ĠPolic ies +ĠMcM aster +ĠH are +ides how +Ġpar ams +en cers +gorith m +Ġallow ances +Ġturb ulent +Ġcomplex ities +ĠK T +Ġ3 37 +ĠGen etic +F UN +D oug +t ick +Ġg igs +ument hal +Ġpatriarch al +Ġcal c +, ... +Ġc out +ĠGu an +Ġpath ological +ĠR ivals +Ġunder rated +Ġflu orescent +ĠJ iu +arna ev +ĠQu an +Ġ4 29 +Ġ ਠ+M ario +Con struct +ĠC itation +ĠR acial +ĠR SA +ĠF idel +Ġ3 95 +Person ally +C ause +à » +rad ical +in en +Ġvehement ly +ĠPap a +Ġintern ship +Ġfl akes +ĠRe ck +Luck ily +B ra +20 20 +rav ings +R N +W onder +Ser iously +Ġre usable +Ġpoll uted +ĠP eng +le igh +ind le +Ġcircuit ry +ĠMad onna +ĠB ART +Res idents +att ribute +Phil adelphia +Cl ub +Ġplan ner +Ġfr antically +Ġfaith fully +ĠTerrit ories +ĠL AT +ĠAnders en +an u +ĠP ARK +ĠS ora +i age +ĠPlay offs +ĠG CC +4 27 +Ġab norm +ĠL ever +Ġdisob edience +As ync +ĠShe a +V ert +Ġsk irts +ĠSaw yer +x p +Ġwors ening +Ġsc apego +ĠAng le +oth al +Ġtro ve +ĠSt y +ĠN guyen +mar ine +ide on +Dep ths +Bl og +ĠIll uminati +Ġtract s +Ġorgan ise +Ġo str +F s +Ġlever aging +ĠD aredevil +as ar +Ġl ang +Ġex termin +urs ions +ĠRom o +ãĤ¤ ãĥĪ +Ġcont ended +Ġencounter ing +ĠTable t +ĠAltern ate +sk ill +Ġswe ets +Ġco hesive +cap acity +Ġrep ud +Ġl izard +ro o +Ġpilgr ims +ĠR uff +ĠInstr ument +ĠLog o +uit ous +E H +Ġsales man +Ġank les +L ed +ĠPat ty +ud os +Own er +Ġdiscrep ancies +k j +M U +Ġuncond itional +Dragon Magazine +i ard +O ak +ĠConvers ation +be er +ĠOs aka +D elta +us ky +Ġsecret ion +Ġpl aza +Ġm ing +Ġde pletion +ĠM ous +ĠI TS +ĠH imal +ĠFle ming +Ġcyt ok +ĠH ick +Ġbat ters +ĠInt ellectual +6 75 +é r +IS ION +ĠQu entin +ĠCh apters +ih adi +Ġco aster +WAY S +ĠL izard +ĠY or +and ering +S kin +ha ust +ab by +Ġportray ing +Ġwield ed +d ash +Ġprop onent +Ġr ipple +Ġgrap hene +Ġfly er +Ġrec urrent +Ġdev ils +Ġwater fall +æĺ ¯ +go o +Text Color +Ġtam pering +IV ES +TR UMP +ĠAb el +ĠS AL +ĠHend ricks +ĠLu cius +b ots +Ġ40 96 +IST ORY +Gu est +ĠN X +in ant +Ben z +ĠLoad ed +ĠCle ver +t reatment +Ġta vern +Ġ3 39 +ĠT NT +ific antly +Tem perature +F el +Ġunder world +ĠJud ges +Ġ< + +Ġst ump +Ġoccup ancy +Ġab er +ĠF inder +) ", +ĠN unes +res et +in et +ect omy +Ġwell ness +ĠP eb +quart ered +and an +Ġneg atives +ĠTh iel +ĠCl ip +ĠL TD +Ġbl ight +Ġreperto ire +K yle +Ġqu er +ĠC es +Ġha pl +98 9 +ĠTh ames +isc opal +Des k +ivari ate +ĠEx cellence +found ation +Ġâ ĩ +X i +Ġmyster iously +esty les +Ġper ish +ĠEng els +ĠDE AD +09 0 +}} } +ĠUn real +Ġrest less +ID ES +orth odox +ĠInter mediate +Ġdin ners +ĠTr out +ĠSe ym +ĠHall s +og ged +Ġtraged ies +Ġdid nt +67 6 +Ġail ments +Ġobserv able +ĠV ide +ad apt +ĠD usk +Ġprofessional ism +ĠPres cott +ĠInd ies +p ox +ĠMe hran +W ide +Ġend emic +ĠPar an +B ird +Ġped als +ĠI U +ĠAdam ant +ĠH urt +Ġcorrel ates +urd en +Ġspons oring +cl imate +ĠUnivers ities +ĠK not +enn es +ĠDam ian +ĠAx el +S port +Ġbar b +ĠS no +sh own +ste en +ud ence +Ġnon violent +Ġhom ophobia +Ġbiom ass +ĠDet ail +Ġsrf N +ĠT une +accompan ied +I ENCE +Al bert +ĠMong o +z x +ĠCer berus +or bit +c ens +Ġsl ay +SH ARE +H Y +Ġb rawl +ĠPro be +Ġnonex istent +ĠClare nce +ĠBlack burn +Ġport als +ĠR ita +ĠRem ain +ĠLe vant +Ġtrick ed +ĠF erry +aver ing +ĠStraw berry +ĠAn swers +Ġhorrend ous +ĠA man +Supp lement +ĠT oad +Ġpe eled +Ġman oeuv +ĠU zbek +mond s +ĠH ector +Ġ40 2 +pe es +fix es +Ġd j +Ġres umes +Ġaccount ant +Ġadvers ity +Ġham pered +ĠL arson +Ġd oping +part s +H ur +Ġbe arded +Ġy r +ĠPlug in +å¥ ³ +Ġ/ ** +rol ley +Ġwaters hed +ĠSub mission +if lower +AS C +Ġcho ir +Ġsculpt ures +m A +incre asing +ai i +Ġsne akers +Ġconfront s +ĠEle phant +ĠEl ixir +Ġrec al +ĠT TL +w idget +ĠW ax +ĠGr ayson +Ġha irst +Ġhumili ated +ĠWAR N +app iness +ĠT TC +F uel +Ġpol io +Ġcomplex es +Ġbab e +ĠX IV +P F +). [ +P arts +Ġ4 35 +M eg +ĠY ards +ĠAL P +Ġy ells +Ġprin ces +Ġbull ies +ĠCapital ism +ex empt +FA Q +ĠSp onge +ĠAl a +Ġpleas antly +Ġbu f +Ġden ote +Ġunp ublished +Ġkne eling +asc a +Ġl apse +al ien +99 4 +Ġrefere es +ĠLaw yers +S anta +Ġpuzz ling +ĠProm etheus +ĠPh araoh +ĠDel ay +Ġfacilit ates +ĠC ES +Ġjew els +Ġbook let +ond ing +Ġpolar ization +ĠMor an +ĠSal ad +ĠS OS +ĠAdv ice +PH OTOS +IC AN +iat ures +ex press +ĠWonder land +ĠC ODE +ĠCL ASS +9 75 +Ġg rep +ĠD iesel +ĠGl ac +! ?" +Ġr m +o ine +disc rimination +ĠN urse +m allow +Ġv ortex +ĠCons ortium +Ġlarge Download +stra ight +augh lin +G rad +Ġpublic ized +ĠW aves +ĠRed d +Ġfest ivities +ĠM ane +ar ov +Ġfleet ing +ĠDr unk +ug en +C ele +Ġchromos omes +ĠD OT +-+-+ -+-+ +Ġbus iest +ĠBe aver +Sy rian +ĠK yr +k as +ĠCross Ref +19 50 +76 01 +Ġrepe aling +ĠWin ners +ĠMac ro +ĠD OD +bl ance +S ort +64 1 +Ġmet re +ĠD irk +Ġgo ggles +Ġdraw backs +Ġcomplain ant +Ġauthor izing +Ġantit rust +oper ated +Ġm ah +Ġexagger ation +Am azing +ĠSer aph +Ġha ze +w ow +Ġextingu ished +Ġcan yon +ĠB osh +Ġv ents +Ġsc rape +Cor rect +4 26 +Ġav g +Dem and +ĠâĪ ¼ +Ġmicrobi ota +"} ]," +ĠSt ev +B io +ĠPlan es +Ġsuggest ive +Ġdec ipher +ĠRefuge e +ĠKe jriwal +ĠGreen peace +Ġdecl ass +ĠSound ers +Ġth o +Ġdec rypt +Ġbr ushing +ĠJane iro +ip op +S i +8 77 +ĠGeoff rey +Ġc pu +ĠHaz el +Ġview points +Ġcris py +ĠNot ification +Ġsold er +ĠMod est +ĠHem isphere +Ġcass ette +in cludes +Ġident ifiers +ĠC ALL +in cent +T odd +ĠSwe ep +Ġ3 34 +b oss +Ġsm ir +gin x +Ġtown ship +Ġg rieving +ĠMos que +Net flix +AS ED +ĠMillenn ials +oc om +19 67 +Ġbold ly +s leep +Ġes che +arij uana +Ġsw irl +ĠPen al +Ġneglig ent +ĠStephen son +K ER +ĠZ oro +ris is +Ġlocal ization +ĠSeym our +ĠAng lic +red itation +prot ection +ĠPa ige +Ġo mit +ĠR ousse +ĠT ub +Ġinv itations +t ty +Ġm oss +ph ysical +C redits +Ġan archy +Ġchild care +Ġl ull +ĠM ek +ĠL anguages +lat est +ĠSan ford +Ġus ability +Ġdiff use +ĠD ATA +Ġsp rites +ĠVeget a +ĠProm otion +ãĥ¼ ãĤ¯ +rict ing +z ee +Tur kish +ĠTD s +pro ven +57 1 +Ġsmug glers +707 10 +Ġreform ed +ĠLo is +Ġun fl +ĠWITH OUT +ĠReturn ing +ann ie +ĠTom as +Fr anc +ĠProf it +ĠSER V +ĠR umble +ik uman +es an +Ġt esters +Ġgad get +Ġbrace let +ĠF SA +comp onent +Ġparamed ics +Ġj an +ĠRem em +ĠSk inner +Ġl ov +ĠQu ake +rom a +Ġfl ask +Pr inc +Ġover power +Ġlod ging +ĠK KK +ret te +Ġabsor bs +w rote +Ġ ," +K ings +ĠH ail +ĠFall ing +xt ap +ĠHel ena +ire ns +L arry +Ġpamph let +ĠC PR +G ro +ĠHirosh ima +Ġhol istic +". [ +Ġdet achment +Ġas pire +Ġcompl icit +ĠGreen wood +Ġresp awn +ĠSt upid +ĠFin ished +f al +b ass +Ġab hor +Ġmock ery +ĠFe ast +VID EO +Ġcon sec +ĠHung ry +P ull +ĠH ust +it ance +? ãĢį +) -- +ĠPar allel +con v +4 69 +ha ar +w ant +P aper +m ins +ĠTor o +ĠTR UMP +ĠR ai +D W +ĠW icked +ĠL ep +Ġfun ky +Ġdetrim ent +ios is +ache v +Ġde grade +im ilation +Ġret ard +Ġfrag mentation +Ġcow boy +ĠY PG +ĠH AL +Parent s +ĠS ieg +ĠStra uss +ĠRub ber +× IJ +Fr ag +Ġp t +Ġoption ally +ĠZ IP +ĠTrans cript +ĠD well +88 2 +M erc +ĠM OT +ãĥ¯ ãĥ³ +Ġhun ts +Ġexec utes +In cludes +Ġacid ic +ĠRespons ibility +ĠD umb +we i +And erson +ĠJas per +ight on +abs olutely +Ad ult +Ġpl under +Mor ning +ĠT ours +ĠD ane +Î º +ĠT EST +ĠG ina +Ġcan ine +aw an +Ġsocial ists +ĠS oda +Ġimp etus +ĠSupplement ary +oli ath +ĠKinn ikuman +mitted ly +second s +Ġorganis ers +Ġdocument aries +Vari able +GRE EN +Ġres orts +Ġbr agging +Ġ3 68 +Art ist +w k +bl ers +Un common +ĠRet rieved +Ġhect ares +Ġtox in +r ank +Ġfaith s +ĠG raphic +Ġve c +ĠL IA +Af rican +Ġard ent +end iary +L ake +ĠD OS +cient ious +ĠOk awaru +ĠAll y +ĠTim eline +D ash +ĠI c +contin ue +Ġt idy +Ġinstinct ively +ĠP ossibly +ĠOut door +ĠWould n +Ġl ich +ĠBr ay +ĠA X +Ġà ī +Ġ+ # +\ ' +Direct ory +ab iding +Ġf eral +ic ative +but t +Ġper verse +S alt +Ġwar ped +Ġnin eteen +Ġcabin ets +Ġsrf Attach +ĠSl oan +Ġpower ing +reg ation +F light +se vere +Ġst ren +Ġc og +ap ache +Ġâ Ŀ +Ġcaf eteria +p aces +ĠGrim oire +uton ium +Ġr aining +Ġcir cling +Ġlineback ers +c redit +Ġrep atri +ĠCam den +lic ense +Ġly ric +Ġdescript or +Ġval leys +Ġre q +Ġback stage +ĠPro hibition +ĠK et +Op ening +S ym +æĸ ¹ +Ġserv ings +Ġoverse en +Ġaster oids +ĠMod s +ĠSpr inger +ĠCont ainer +è » +ĠM ens +Ġmult im +Ġfire fighter +pe c +Ġchlor ine +Ð ¼ +end i +Ġsp aring +Ġpolyg amy +ĠR N +ĠP ell +Ġt igers +Ġflash y +ĠMad ame +S word +Ġpref rontal +Ġpre requisite +uc a +Ġw ifi +Ġmiscon ception +Ġharsh ly +ĠStream ing +ot om +ĠGiul iani +foot ed +Ġtub ing +ind ividual +z ek +n uclear +m ol +Ġright ful +49 3 +Ġspecial ization +Ġpassion ately +ĠVel ocity +ĠAv ailability +T enn +Ġl atch +ĠSome body +Ġhel ium +cl aw +Ġdi pping +XX X +Ġinter personal +7 10 +Ġsub ter +Ġbi ologists +ĠLight ing +Ġopt ic +Ġden im +end on +ĠC orm +Ġ3 41 +ĠC oup +Ġfear less +Ġal ot +ĠCliff ord +ĠRun time +ĠProv ision +up dated +lene ck +Ġneur on +Ġgrad ing +ĠC t +sequ ence +in ia +con cept +Ġro aring +ri val +ĠCaucas ian +Ġmon og +key es +Ġappell ate +Ġlia ison +EStream Frame +ĠPl um +! . +Ġsp herical +Ġper ished +Ġbl ot +Ġben ches +Ġ4 11 +Ġpione ered +Ġhur led +Jenn ifer +ĠYose mite +Ch air +Ġreef s +Ġelect or +ĠAnt hem +65 2 +Ġun install +Ġimp ede +Ġbl inking +Ġgot o +Dec re +A ren +Ġstabil ization +ĠDis abled +ĠYanuk ovych +Ġoutlaw ed +ĠVent ura +ten ess +Ġplant ation +Ġy acht +ĠHu awei +Ġsol vent +Ġgr acious +Ġcur iously +Ġcapac itor +Ġc x +ĠRef lex +Ph ys +ĠC f +pt in +cons ervative +Ġinv ocation +c our +F N +ĠNew ly +H our +As ian +ĠLe ading +ĠAer ospace +An ne +Ġpre natal +Ġdeterior ating +H CR +ĠNorm andy +ol ini +ĠAm bro +9 10 +Ġset backs +ĠT RE +Ġs ig +ĠSc ourge +59 7 +79 8 +Game play +Ġm sec +M X +Ġprice y +ĠL LP +aker u +Ġover arching +ĠB ale +Ġworld ly +Cl ark +Ġscen ic +Ġdisl iked +ĠCont rolled +T ickets +ĠE W +ab ies +ĠPl enty +Non etheless +Ġart isan +Trans fer +ĠF amous +Ġinf ield +ble y +Ġunres olved +ĠML A +ãĤ Ĥ +Cor rection +Ġdemocr at +ĠMore no +ro cal +il ings +Ġsail or +Ġr ife +h ung +Ġtrop es +Ġsn atched +ĠL IN +ĠB ib +ES A +ĠPre v +ĠCam el +run time +Ġob noxious +4 37 +Ġsum mers +Ġunexpl ained +ĠWal ters +cal iber +Ġg ull +ĠEnd urance +ä½ ľ +Ġ3 47 +Ir ish +Ġaer obic +Ġcr amped +ĠHon olulu +à © +us erc +ec ast +AC Y +ĠQu ery +ãĤ¹ ãĥĪ +Bet a +Ġsuscept ibility +ĠSh iv +ĠLim baugh +Ġà ĸ +ĠN XT +ĠM uss +ĠBrit ons +ES CO +EG IN +Ġ% % +Ġsec ession +ĠPat ron +ĠLu a +n aires +ĠJPM organ +us b +ocy te +Ġcouncill ors +ĠLi ang +f arm +Ġnerv ously +Ġattract iveness +ĠK ov +j ump +Pl ot +Ġst ains +ĠStat ue +ĠApost les +he ter +ĠSUP PORT +Ġoverwhel m +Y ES +Ġ29 1 +d ensity +Ġtra pping +M it +Ġf ide +ĠPam ela +atl antic +Dam n +Ġp ts +OP A +Ġserv icing +Ġoverfl owing +ul o +ĠE rit +t icket +light ing +ĠH mm +ãĥ¼ ãĥ« +im oto +Ġchuck le +4 23 +ãģ ķ +sh ape +Ġque ues +Ġanch ors +ãĤ¼ ãĤ¦ãĤ¹ +F er +Ġaw oke +Ġ6 66 +h ands +Ġdiver gence +Ġ50 5 +T ips +Ġdep ot +Ġske w +ĠDel iver +op ot +Ġdiv ul +ĠE B +uns igned +ĠUn i +X box +Ġfor ks +Ġ7 02 +å ¯ +Ġpromot ers +ĠV apor +Ġlev ied +sl ot +Ġpig ment +Ġcyl inders +C RE +Ġsn atch +Ġperpet ually +Ġl icking +ĠFe et +ĠKra ken +ĠHold en +ĠCLS ID +m r +Ġproject or +Ġden otes +Ġchap el +ĠTor rent +b ler +R oute +ĠDef endant +ĠPublisher s +ĠM ales +ĠInn ov +ĠAg ility +rit er +ty mology +st ores +L ind +Ġf olly +ĠZur ich +B le +Ġnurt ure +Ġcoast line +uch in +D omin +Ġfri vol +ĠCons olid +res ults +M J +Ġphyl ogen +Ġha uled +ĠW iley +ĠJess ie +ĠPrep are +ĠE ps +Ġtreasure r +I AS +Ġcolon ists +Ġin und +ĠWW F +ĠCon verted +6 000 +out side +ĠApp earance +ĠRel ic +ĠM ister +s aw +Ġresult ant +Ġadject ive +ĠLaure l +ĠHind i +b da +Pe ace +Ġreb irth +Ġmembr anes +Ġforward ing +Ġcoll ided +ĠCar olyn +K ansas +5 99 +ĠSolid GoldMagikarp +Be ck +Ġstress ing +ĠGo o +ĠCooper ative +Ġf s +ĠAr chie +L iter +ĠK lopp +J erry +Ġfoot wear +War ren +Ġsc ree +h are +Under standing +P ed +Ġanth ology +ĠAnn ounce +M ega +Ġflu ent +Ġbond age +ĠDisc ount +il ial +C art +ĠNight mares +Sh am +ĠB oll +uss ie +H ttp +Atl anta +Ġun recogn +ĠB id +Ġunder grad +Ġforg iving +ĠGl over +AAAA AAAA +4 45 +V G +pa io +kill ers +Ġrespons ibly +Ġmobil ize +Ġeffect ed +ĠL umin +Ġk ale +Ġinfring ing +ann ounced +Ġf itt +b atch +ĠT ackle +ĠL ime +ĠAP P +uke mia +Ġrub y +Ġex oner +ĠCas ual +0 70 +Ġpel vic +Ġautom ate +ĠK ear +ĠCoast al +Ġcre ed +Ġbored om +ĠSt un +ri ott +Ĥ İ +Ġregener ate +Ġcomed ians +ĠOP ER +Sp ons +id ium +on is +L ocated +05 7 +Ġsusp ense +ĠD ating +C ass +Ġneoc ons +ĠShin zo +Ġaw oken +ch rist +ĠMess ages +att led +ĠSpr ay +ĠSp ice +C W +Ġshield ing +ĠG aul +Am id +Ġparam ilitary +Ġmult if +ĠTan ner +il k +Ġgodd amn +g ements +Ġbe friend +m obi +Ġ3 88 +fold er +acc a +Ġins in +g ap +N ev +fif th +Ġpsychiat ry +b anks +TH IS +Ġhar b +ac qu +Ġfac ade +ĠPower Point +80 3 +Ġbl uff +Sh ares +Ġfavor ing +El izabeth +Ãį Ãį +Ġr anger +77 2 +ĠAr che +h ak +ĠGen etics +ĠF EMA +Ġev olves +Ġest e +ĠP ets +ĠM é +ĠInterest ing +ĠCanter bury +ch apter +ĠStar fleet +Sp anish +Ġdraw back +ĠNor wich +9 70 +n orth +ag anda +Ġtransform ative +ram ids +bi ology +ad ay +Ġpropag ation +ĠGam ma +ĠDen ise +ĠCalcul ator +ent imes +ĠB ett +Ġapp endix +ĠHD D +AK ING +Ġst igmat +Ġhol ster +Ġord inarily +Ch ance +ĠCont rary +Ġad hesive +Ġgather s +6 12 +re au +ony ms +ew ays +Ġindu ces +Ġinterchange able +se m +Wh it +Ġtr ance +Ġincorpor ation +ĠExt ras +Fin ancial +Ġawkward ly +ĠStur geon +ĠH Y +Norm ally +ĠEnd ing +ĠAss ist +enc rypted +Ġsub jug +Ġn os +Ġfan atic +C ub +C U +?" . +Ġirre versible +å Ĥ +03 1 +ĠH AR +sp read +ul ia += $ +Sc ope +L ots +Ġlif estyles +ol on +Ġf eds +Ġcongrat ulate +web kit +Ġindist inguishable +ĠSw ing +Ġcommand ments +qu ila +ab ella +m ethyl +ann abin +Ġo vere +Ġlob ster +ĠQU EST +ĠCONT IN +bern atorial +:::: :::: +ĠTra ve +ĠSam oa +AN I +75 2 +Ð ´ +userc ontent +ĠMod erate +y eah +ĠK itt +Ġwe e +Ġstuff ing +ĠInter vention +ĠD ign +Ġware houses +ĠF iji +Ġpel lets +Ġtake away +ĠT ABLE +ĠClass ical +col lection +Ġland fall +ĠMus cle +Ġsett les +ĠAD V +Ġ3 44 +L aura +Ġf ared +ĠPart ial +4 36 +oss ibility +ĠD aly +ĠT arant +ĠFu ji +am l +c ence +55 1 +ĠProced ures +ĠO CD +ĠU D +t in +Q UI +ach o +4 38 +Ġgl itches +Ġenchant ment +Ġcalcul ates +IR O +ĠH ua +alys es +ĠL ift +um o +Ġle apt +Ġhypothes ized +ĠGust av +it ans +VERS ION +æ ł +Rog er +Ġr and +ĠAd apter +Ġ3 31 +ĠPet ition +k ies +M ars +Ġunder cut +ze es +ĠLy ons +ĠDH CP +Miss ing +Ġretire es +Ġins idious +el i +> ) +. ãĢį +Ġfinal ists +ĠA ure +Ġacc user +Ġwas tes +ĠY s +ĠL ori +Ġconstitu encies +Ġsupp er +Ġmay hem +or ange +Ġmis placed +Ġmanager ial +Ġex ce +ĠCL I +Ġprim al +ĠL ent +Cry stal +h over +ĠN TS +end um +Ġd w +ĠAl c +n ostic +Ġpres erves +ĠTs arnaev +Ġtri pled +rel ative +Arc ade +k illing +ĠW EEK +ĠH anna +D ust +Com pleted +ģ « +Ġappro ves +ĠSur f +ĠLuther an +ven ants +Ġrobber ies +we ights +soft ware +at ana +ug al +Ġgrav y +ĠC ance +OLOG Y +ly ak +Ton ight +Ġunve il +Ġ19 04 +ĠMin ion +ent ious +st ice +pack ages +ĠG EAR +Ġg ol +ĠHutch inson +ĠProf ession +ĠG UN +ĠDiff erence +ĠTsuk uyomi +ĠLes bian +6 70 +Ġfug itive +ĠPlan etary +-------------------------------- ------------------------ +Ġacc rued +Ġch icks +Ġsto pp +Ġblock ers +C od +Ġcomment ers +ĠSomew here +ĠPhot ographer +the me +Ġmay oral +w u +Ġanten nas +Ġrev amped +ĠSubject s +it é +im ura +Ġentr ances +liter ally +Ġten ets +ĠO MG +ĠMP H +ĠDon key +ĠOff ense +Ġ" + +Sn ap +ĠAF B +Ġan imate +ĠS od +His panic +Ġinconsist ency +D b +F Y +Ex port +Ġa pe +Ġpear l +ib el +ĠPAC s +Ġ{ \ +Ġact u +ĠHS BC +camp us +Ġpay off +Ġde ities +ĠN ato +ou ple +Ġcens ored +ĠCl ojure +Ġconf ounding +en i +Ġreck on +op he +Ġspot ting +Ġsign ifies +Ġprop el +Ġfest ive +S uggest +Ġpled ging +ĠB erman +Ġrebell ious +Ġovershadow ed +Ġinfiltr ated +j obs +67 2 +Ġscal able +Ġdomin ion +ĠNew foundland +ĠMead ow +Ġpart itions +AM I +Ġsupplement ary +str ument +Ġhair y +Ġperpet uate +Ġnuts hell +ĠPot ato +ĠHob bit +Ġcur ses +Flo at +Ġquiet er +Ġfuel ing +Ġcaps ules +ĠL ust +ĠH aunted +Exec utive +Ġchild birth +G re +Ġrad iant +å İ +Ġm alls +Ġin ept +ĠWarrant y +Ġspect ator +E h +t hens +Ġculmin ating +æ © +ary a +ãĤ ® +ilit arian +ĠOR IG +ĠSp ending +pt ives +ĠS iren +ĠRec ording +ay ne +Ġv im +Ġspr ang +T ang +ĠM FT +mor ning +ĠWe ed +m peg +cess ion +ĠCh ung +7 30 +w arning +56 2 +handed ly +P oor +P olitics +: # +Ġp ian +Ġfec es +ĠDocument ation +Ġban ished +Ġ3 99 +ĠAR C +Ġhe inous +J ake +ĠAm ir +way ne +v re +os henko +Ġnotebook s +Ġfound ational +Ġmarvel ous +ixt ape +Ġwithdraw als +Ġh orde +ĠD habi +is able +ĠK D +Ġcontag ious +ĠD ip +ĠAr rows +Ġpronoun s +Ġmorph ine +ĠB US +68 2 +Ġk osher +fin ished +ĠInstr uments +Ġf used +yd en +ĠSal mon +F ab +aff ected +K EN +C ENT +Dom ain +Ġpoke mon +ĠDr inking +G rowing +ĠInvestig ative +ĠA ether +em i +Ġtabl oid +Ġrep ro +ĠNot withstanding +ĠBers erker +Ġdram as +Ġclich é +Ġb ung +ĠU RI +ĠD os +0 44 +Ġpast ors +Ġl s +Ġac rylic +aun ts +Ed ward +Ġmajor ities +B ang +Ġfield ing +ĠRepl acement +ĠAl chemy +pp ard +ĠRome o +ĠSan ct +ĠLav rov +ib ble +Inst ruct +Ġimp ractical +ĠPlay boy +ce phal +Ġsw aps +Ġk an +ĠThe o +Ġillust rating +Ġdismant led +ĠTrans gender +ĠG uth +UG H +Ġtriumph ant +Ġencomp ass +Ġbook mark +udd in +j er +Ġpred icate +ES H +Ġwhen ce +ĠAB E +Ġnon profits +Se qu +Ġdi abetic +Ġp end +Ġheart felt +sh i +Ġinter acts +ĠTele com +Ġbombard ment +dep ending +ĠLow ry +ĠAd mission +ĠBl ooming +ust ration +ene gger +B rew +Ġmol ten +ĠNer d +P IN +âĸ Ģ +ave ment +Ġtou red +Ġco efficients +ĠTray von +ans son +Ġsand y +t old +fl ows +Ġpop ulous +ĠT inder +ĠBl iss +R achel +Min imum +Ġcontest ant +ĠRed uce +ĠMor se +ĠGrass ley +ĠClick er +Ġexp r +Ġs incerity +Ġmar qu +Ġelic it +ĠPro position +ĠDemon ic +Ġtac os +G reek +Ġpost war +Ġin sofar +ĠP ork +Ġ35 2 +doctor al +walk ing +Ġmid term +ĠSam my +sight ed +ĠTR ANS +ic i +AL D +ĠUS L +ĠF ISA +ĠAm pl +ĠAlex andra +ine lli +Tr ain +Ġsign ify +ĠVers us +Ġob fusc +Ġk h +Ġagg ro +ĠRen ault +Ġ3 48 +5 18 +ox icity +0 22 +ĠTw ist +Ġgoof y +D ynamic +Ġbrief ings +m ight +8 99 +Ġderog atory +T ro +Ġfor ging +ĠKor an +ĠMar ried +ĠBuc s +Ġpal ate +ĠCon version +m able +4 13 +Ġ( _ +Ġs iph +ĠN EO +col lege +Ġmarg inally +Ġfl irt +ĠTra ps +ĠP ace +é »Ĵ +Ġgoalt ender +Ġforb ids +Ġcler ks +ĠT ant +ĠRobb ins +ĠPrint ing +Ġpremie red +Ġmagn ification +ĠT G +ĠR ouse +ĠM ock +odynam ics +Ġpre clude +ism o +ĠPul itzer +Ġaval anche +ĠK odi +rib une +ĠL ena +Elect ric +Ġref inery +Ġend owed +Ġcounsel ors +Ġd olphin +ĠM ith +Ġarm oured +hib ited +Beg in +ĠP W +O il +ĠV or +ĠShar if +ĠFraz ier +est ate +Ġj ams +Pro xy +Ġband its +ĠPresbyter ian +ĠPrem iere +t iny +ĠCru el +Test ing +Ġhom er +ĠV ERS +ĠPro l +ĠDep osit +ĠCoff in +Ġsemin ars +Ġs ql +ĠDef endants +Altern atively +ĠR ats +ç « +ethy st +' > +Ġiss uer +58 9 +Ġch aired +ĠAccess ories +man ent +Ġmar row +ĠPrim ordial +C N +Ġlimit less +ĠCarn age +Ġund rafted +q v +IN ESS +on ew +Ġco hesion +98 7 +Ġne cks +Ġfootball er +ĠG ER +Ġdetect able +ĠSupport ing +ĠCS V +oc ally +k Hz +Ġund e +Ġsh one +Ġbud ding +tra k +Stand ing +ĠStar craft +ĠKem p +Ben ch +Ġthw arted +ĠGround s +ath i +L isa +Dial og +ĠS X +V ision +Ġingen ious +Ù IJ +Ġfost ering +ĠZ a +ĠIn gram +Ġ" @ +N aturally +6 16 +0 35 +ĠF AC +H mm +55 4 +Ġacceler ator +ĠV end +Ġsun screen +Ġtuber culosis +rav iolet +ĠFunction al +ĠEr rors +ed ar +19 66 +ĠSpect re +ĠRec ipes +88 5 +ĠM ankind +L iverpool +Ġ| -- +Ġsubst itutes +ĠX T +w ired +Ġinc o +ĠAf gh +E va +ic c +S ong +K night +Ġdilig ently +ĠBroad cast +A id +Ġaf ar +ĠH MS +aton in +ĠGr ateful +Ġfire place +ĠOm ni +e uro +ĠF RE +ĠSh ib +ĠDig est +t oggle +Ġheads ets +Ġdiff usion +ĠSqu irrel +ĠF N +Ġdark ened +out her +Ġsleep s +ĠX er +gun s +Ġset ups +Ġpars ed +Ġmamm oth +ĠCur ious +g ob +ĠFitz patrick +ĠEm il +im ov +........ ..... +ĠB enny +Second ly +Ġheart y +Ġcons on +st ained +Ġgal actic +cl ave +Ġplummet ed +Ġp ests +Ġsw at +Ġrefer rals +ĠLion el +h oly +Ġunder dog +ĠSl ater +ĠProv ide +ĠAm ar +ress or +å Į +ong a +Ġtim id +Ġp iety +ĠD ek +Ġsur ging +az o +Ġ6 10 +Ġdes ks +ĠSp okane +ĠAn field +Ġwars hips +ĠCob ra +Ġar ming +clus ively +ĠBad ge +ag ascar +ĠPR ESS +ĠMcK enzie +ĠFer dinand +burn ing +Af ee +Ġtyr ann +ĠI w +ĠBo one +100 7 +ĠRe pt +Ċ Âł +Ġcar avan +ĠD ill +ĠBundes liga +Ch uck +Ġheal er +ãĥ¼ãĥ Ĩ +ĠH obby +Ġneg ate +Ġcrit iques +section al +mop olitan +Ġd x +Ġouts ourcing +ĠC ipher +t ap +Sh arp +Ġup beat +Ġhang ar +Ġcru ising +ĠNi agara +Ġ3 42 +ill us +ĠS v +Ġsubt itles +Ġsqu ared +Ġbook store +Ġrevolution aries +ĠCarl ton +ab al +Ut ah +Ġdesp ise +ĠU M +cons ider +aid o +Ġc arts +ĠT urtles +Tr aining +Ġhonor ary + ¢ +Ġtri angles +4 22 +Ġreprint ed +Ġgrace ful +ĠMong olia +Ġdisrupt ions +ĠB oh +Ġ3 49 +Ġdr ains +Ġcons ulate +Ġb ends +Ġm afia +ur on +ĠF ulton +m isc +Ġren al +Ġin action +ck ing +Ġphot ons +Ġbru ised +ĠC odes +og i +Ġn ests +ĠLove ly +ĠLib re +ĠD aryl +Ġ# ## +S ys +. ," +Ġfree zes +est ablishment +and owski +Ġcum bers +ĠSt arg +ĠBom bs +Ġleg ions +Ġhand writing +Ġgr un +ĠC ah +sequ ent +Ġm oth +ĠMS M +Ins ert +F if +Ġmot el +Ġdex ter +ĠB ild +hearted ly +Ġpro pe +ĠText ure +ĠJ unction +ynt hesis +oc ard +ĠVer a +ĠBar th +Ġμ g +Ġl ashed +Ġ35 1 +ĠZ amb +ĠSt aples +ĠCort ex +ĠCork er +Ġcontinu um +ĠWR ITE +unt a +rid or +Ġde ems +0 33 +ĠG OLD +p as +Ġrep ressive +ãĥĨ ãĤ£ +Ġbaff led +Sc ar +Ġc rave +Ġ ______ +Ġentrepreneurs hip +ĠDirector ate +Ġ' [ +Ġv ines +Ġasc ended +ĠGR OUP +ĠGood bye +Ġdo gged +ãĥ´ ãĤ¡ +Man ufact +Ġunimagin able +ri ots +ier rez +Ġrel ativity +ĠCraft ing +ra ught +ud en +c ookie +Ġassass ins +Ġdissatisf ied +ac ci +Ġcondu it +Sp read +ĠR ican +n ice +izz le +Ġsc ares +ĠWH Y +ph ans +5 35 +Ġprot racted +ĠKrist en +5 36 +ĠSc rib +ĠNe h +Ġtwent ies +Ġpredic ament +Ġhandc uffs +Ġfruit ful +ĠU L +ĠLud wig +Ġatt est +ĠBre aker +Ġbi ologically +ĠDeal er +Ġrenov ations +f w +ess en +Al ice +ĠHen ri +Ġun ilaterally +ĠS idd +h ai +ĠSt retch +S ales +Ġcumbers ome +ĠJ avier +Ġtrend y +Ġrot ting +ĠChall enges +Ġscra ps +Ġfac ets +ĠVer onica +ĠVer ge +ĠS ana +Al ien +ĠR ih +Ġrad ial +ect ar +Ġ6 30 +cl i +Mar ie +Ġwild fire +ĠCat o +h ander +Ġwait ress +Ġch ops +ĠS ECTION +Ġblunt ly +ĠCat alog +n ian +stud y +Ġpat rolling +ĠT enth +nex us +ĠN ON +op sy +Ġsc athing +s ie +Ġdeterior ated +V B +Naz is +Ġdep ictions +Ġauthent icated +ĠCon ce +k rit +Ġpromul g +ĠL ONG +U FC +ĠVis itors +ĠRec all +Ġrehab ilit +ĠSL I +Ġglac ier +ĠB ite +Ġ50 3 +Ġvom it +Ġfer mented +ĠKh alid +Ġgrad ed +ĠMag icka +ĠIch igo +power ful +ic ators +75 3 +Ġsh rew +Ġ35 6 +Ġlegal izing +Ġall otted +ĠArch demon +ith ing +igg urat +V OL +Le od +Ġo ily +Ġindu cing +Ġamy gdala +Ġadm ins +ĠAcqu isition +C AN +Ġsche matic +Ġmo an +ĠCamer oon +Ġt ink +Ġmer ry +Ġbutter flies +ĠGo ff +Ġworks pace +ĠCor ona +Ġj avascript +ĠD olphin +ĠCant or +4 64 +to e +AP S +ĠAg ing +Ġpadd ed +ĠZ heng +ĠHe ld +Ġest ranged +Ġ7 70 +. } +ĠDun ham +Ġsm okes +Ġcap itals +und ai +Sh in +ĠFound ing +Ġent itle +Ġcenter piece +D iscover +Ġthere to +al ert +ĠN ou +ĠAnaly st +l c +F H +FI ELD +ĠP OV +gr ay +Ġar cs +ĠH OT +Ġr s +Ġoblig atory +ĠArchitect s +ĠS ven +ĠF EC +0 200 +Christ mas +ĠAlban ia +rat om +58 7 +Ġhard ships +Ġaut os +ĠCharg es +Ġap es +Ġ3 76 +wal let +Ġintox ication +Ġgobl in +Ġ5 70 +++++++++ ++++++++ +ĠYel p +ĠMag netic +ĠBr iggs +R ail +Ġspawn s +ĠW iggins +Ġshowc ased +Ġres orted +ub en +Ġwh ipping +Ġim itate +Ġdigest ion +ĠUS PS +ĠG est +Ġye a +ĠT ight +ind al +ic as +` . +C AST +'' ; +ĠF et +opath ic +In valid +Ġregrett ed +Ġbro ccoli +ĠSc ores +e ve +Ġpost ings +Ġaccum ulating +Ġneed less +elf th +Ġmay ors +Ġsc rib +Ġanecd otes +Ġbot ched +ĠRib bon +ĠConstant ine +i uses +ess es +Ġdev ise +Comp ared +Ġp udding +Ġg arg +Ġev oke +79 7 +Ġdet ox +9 09 +ĠPie ces +ĠMcC artney +Ġmet ast +ĠK rypt +P OR +Ġt ending +ĠMerch ants +Pro of +ĠV arg +ĠPort able +ãĥ¼ãĥĨ ãĤ£ +B rain +25 00 +Ġfol iage +Ø ¹ +Ġment ors +ĠA ires +Ġminimal ist +Ġing ested +ĠTro jan +ĠQ ian +inv olved +0 27 +Ġer oded +RA FT +Ġbl urry +M ob +Ġbuff et +ĠFn atic +ae a +KN OWN +ĠIn it +s afety +en um +ACT ION +ĠCrus her +ĠD ates +Ġ ................ +c alling +ak ov +Ġvent ured +Ġ5 55 +au ga +H art +ĠA ero +M AC +Ġthin ly +Ġar ra +ST ATE +ild e +ĠJac qu +ĠFem ales +Ġthe orem +Ġ3 46 +Ġsmart est +ĠPU BLIC +ĠK ron +ĠB its +ĠV essel +ĠTele phone +Ġdec ap +Ġadj unct +ĠS EN +mer ga +Ġred acted +Ġpre historic +Ġexplan atory +ĠRun s +ĠUtt ar +ĠM anny +ĠAUTH OR +ĠUnle ashed +ĠBow ling +be ans +79 3 +Ġunivers es +Ġsens it +ĠK ung +re peat +ctr l +Ġp aced +Ġfull er +Cl ock +Ġrec omb +ĠF aul +ĠB unker +Ġpool ed +Ġan a +ĠM outh +LL OW +hum ane +Ġbull do +ĠMicha els +f am +Ġwreck ed +Ġport rays +ĠWh ale +ĠH es +Ġguess es +ĠBrow se +ĠL APD +Ġconsequ ential +ĠInn ocent +ĠD RAG +Ġtrans gress +ĠO aks +Ġtri via +ĠRes on +ĠA DS +-- + +ĠT oll +Ġgrasp ing +ĠTHE M +ĠT ags +ĠCon clusion +Ġpract icable +Ġho op +Ġunintention ally +Ġign ite +ĠM ov +ur ized +le hem +Ter min +Ġcolour ful +ĠLin ear +ĠEll ie +G y +Ġman power +Ġj s +Ġem oji +ĠSHAR ES +_ . +0000 7 +Ġsophistic ation +Ġunders core +Ġpract ise +Ġbl ob +op ens +Uk raine +Ke eping +Y C +J R +ult imate +Cl aim +Ġautom obiles +99 3 +ste el +Ġpart ing +ĠL ank +... ? +Ġ38 5 +Ġremem brance +Ġe ased +Ġcov ari +ĠS ind +Effect ive +Ġdisse mination +ĠMo ose +ĠCl apper +br ates +App ly +Ġinv is +Ġwors ened +âĢĶ - +Ġlegisl ator +ĠL ol +ĠRow e +Ġdealers hip +um ar +id ences +Ġinvestig ates +Ġc ascade +Ġbid der +ĠB EN +Iron ically +Ġpres iding +Ġd ing +Ġcontrad icted +Ġshut s +ĠF IX +Ġ3 66 +Dist rict +Ġsin ful +ĠChar isma +o ops +Ġtot ality +Ġrest itution +ĠOpt imus +ĠD ah +Ġcl ueless +urn ed +Ġnut rit +Ġland owners +Ġfl ushed +Ġbroad en +m ie +Ġprint ln +Ġn ig +ĠCorp us +J en +Ġprot o +ĠWik imedia +ĠPal o +C OR +Ġstory lines +Ġevangel icals +ĠDar rell +Ġrot or +ĠH W +sk illed +ery l +Ġbe gg +ĠBl umenthal +Ġwe aving +Ġdown wards +ĠJack et +ĠANG EL +Te chnology +Ġes oteric +alde hyde +Ġfur iously +Ġforeign er +We ak +CH O +ĠH ound +Exper ience +ĠPlay station +ĠM IA +ĠU ng +cl oth +ag all +Ġcal ming +iz ens +St ruct +ĠW itches +ĠCeleb ration +Ġ........ ...... +pt roller +ĠTC U +Ġb unny +ãĥ į +ut orial +Ġup scale +ĠSt a +ĠCol ossus +Ġchlor ide +ĠZ ac +ĠRe asons +ĠBrook ings +ĠWH ITE +][ / +ĠL ose +9 05 +Ġunders ide +ern els +Ġv ape +do zen +upp et +ĠST OP +mat ical +ĠStat ements +hed dar +P AC +Custom er +Ġmem os +ĠP J +end ars +ĠLim its +l augh +Ġstabil ized +ĠALE C +Y A +Up grade +al am +Ġtechn o +Ġan ew +fore seen +Ġcolleg iate +ĠPy ro +ĠD ism +Ġfront line +Ġammon ia +I U +Qu ite +John ny +ass in +G OP +ĠSt yles +ĠSovere ign +acter ial +5 49 +ĠR IP +ĠL ists +Ġ3 64 +ĠRece p +s ocket +ĠByr d +ĠCand le +An cient +Ġappell ant +en forcement +ace a +ans ki +Ġold s +88 6 +Ġsl urs +Ġem pires +Ġbuck le +Ġalien ation +ĠAber deen +Ġunic orn +Ġoverr iding +ĠL X +pp a +Ġdesp ised +ĠB ugs +ĠB ST +S outhern +5 33 +Ġhall mark +ĠPost er +Ġstem med +Ġprincip als +ĠT ECH +ĠSand wich +It aly +Ġche esy +ĠSet TextColor +ĠProt ective +ĠC ohn +J O +apt op +Re ason +Lead er +ĠUnder stand +ĠFr idays +ĠContin uous +Ġcl ipping +ĠR ye +Ġber th +tim er +ann is +re act +Ġbuff alo +ĠPar as +Ġ6 55 +Ġpres ided +ĠSun rise +Ġve ts +Ġcl oves +ĠMcC ull +Stre ngth +G AN +Ġill iter +ĠPric ing +l é +Ġresist or +Ġbr un +ĠSuff olk +Ñ ĭ +ĠL iver +Re leased +Ġwhat s +8 60 +ĠMe asures +Ġden ouncing +ĠRy zen +Ġsou ven +Ġcareg ivers +ch ini +ĠScar lett +Ġt rough +Cong ratulations +Ġtax is +ĠTrad ition +j it +Ġtable top +Ġhither to +Ġdis information +off ensive +h ra +ĠDISTR ICT +Ġcompl icate +chen ko +ĠRecon struction +Ġpalp able +Ġa usp +Ġ4 28 +Ġshowc ases +ĠPublic ation +know ledge +inn on +4 19 +Ġretri eval +and ers +Ġref ute +Ġinqu ired +g ur +Ġneg ativity +Ġcons erve +Ġafter life +Ġpres upp +ĠGill espie +Ġm t +ĠD N +T ap +Ġper pend +ĠS my +does n +Ġsp illing +Ġhyp ers +K ate +® , +ke pt +ĠP owered +Ġj a +ĠK lux +ard e +ab an +Ġ4 44 +Ġflatt ened +ĠImprove ments +urg a +ĠK und +Ġins cribed +Ġfac ult +Ġunpre pared +ĠCons umers +Ġsatisf ies +Ġpul monary +Ġinf iltration +Ġex ternally +Ġcongrat ulations +ag han +Ġair liner +Ġfl ung +Ġfly ers +G D +Ġsnipp ets +Ġrec ursive +Ġmaster ing +L ex +Ġovert ly +v g +Ġluck ily +Ġenc ro +ĠLanc et +ĠAbyss al +function al +Ġs ow +Ġsqu id +Ġnar ration +Ġn aughty +ĠHon our +ĠSpart ans +Ġsh atter +ĠTac oma +ĠCal ories +ĠR aces +Sub mit +Ġpurpose fully +w av +ĠY ok +F est +ĠG err +Met ro +Ġit iner +f amous +Ġ" { +in line +was her +Iss ue +ĠCL IENT +oz o +Vers ions +7 25 +ĠGl ock +Ġshield ed +ĠPC R +ENC Y +ĠWe ld +ĠSim pl +Ġredirect ed +ĠK ham +Ġ( > +Ġlab ou +Ġdi apers +ss l +Ġcell ar +organ isms +ore sc +ĠBer ks +did n +Sh ipping +C hest +Ġund one +Ġmillion aire +Ġc ords +ĠYoung er +appropri ately +Ġsequ els +u ve +ant icipated +Ġle wd +ĠSh irt +ĠDmit ry +V eter +Ġsl aying +ĠY ar +Ġcompl ication +I owa +ĠEric a +ĠBL M +g irlfriend +b odied +6 26 +19 63 +Ġintermedi ary +Ġcons olation +M ask +ĠSi em +ow an +Beg inning +Ġfix me +Ġculmin ated +Ġcon duc +ĠVolunte er +Ġpos itional +Ġgre ets +ĠDefin itions +Ġthink er +Ġingen uity +Ġfresh men +ĠMom ents +Ġ35 7 +ate urs +ĠFed Ex +s g +69 4 +Ġdwind ling +ĠBO X +sel age +Ġt mp +Ġst en +ĠS ut +Ġneighbourhood s +Ġclass mate +f ledged +Ġleft ists +Ġclim ates +ATH ER +ĠScy the +ul iffe +Ġs ag +Ġho pped +ĠF t +ĠE ck +ĠC K +ĠDo omsday +k ids +Ġgas ped +Ġmon iker +ĠL od +ĠC FL +t ions +r ums +fol ios +Ġm d +Ġunc anny +Ġtrans ports +ĠLab rador +Ġrail ways +Ġappl iance +ĠCTR L +æ Ģ +Pop ulation +ĠConfeder acy +Ġunb earable +Ġdors al +ĠIn form +op ted +ĠK ILL +Mar x +Ġhypoc ritical +q us +ĠN umerous +ĠGeorg ian +ĠAmbro se +ĠL och +Ġgu bernatorial +ĠX eon +ĠSupp orts +ens er +ee ly +ĠAven ger +19 65 +Ar my +Ġju xtap +Ġcho pping +ĠSpl ash +ĠS ustainable +ĠFin ch +Ġ18 61 +ict ive +at meal +ĠG ohan +Ġlights aber +ĠG PA +ug u +ĠRE PL +vari able +Ġher pes +Ġdesert s +ac iously +Ġsitu ational +week ly +ob l +Ġtext ile +ĠCorn wall +Ġcontrace ptives +ĠA ke +] - +ä¹ ĭ +: , +ĠW em +ĠB ihar +Ġ' . +Ġbe re +Ġanal ogue +ĠCook ies +Ġtake off +Whe el +Ġmaj estic +Ġcomm uting +0 23 +ĠCor pse +ass ment +min i +Ġgor illa +ĠAl as +ere e +Ġacquaint ances +ĠAd vantage +Ġspirit ually +Ġey ed +pm wiki +ĠE nder +Ġtrans lucent +Ġnight time +ĠIM AGES +5 45 +ĠK amp +ĠFre ak +Ġ ig +Port land +4 32 +ĠM ata +Ġmar ines +Ġh ors +ater asu +ĠAtt ribution +Ġ-------- - +Ġk ins +ĠBEL OW +++ + +Ġre eling +ol ed +Ġcl utter +ĠRel ative +Ġ4 27 +B US +Ġa vert +ĠChe ong +ĠA ble +ĠPry or +Develop er +Ġen cyclopedia +ĠUSA F +ĠG arry +Sp ain +Bl ocks +Ġexp osition +ĠGamer Gate +W OR +Ġstockp ile +Ġclot hed +ĠT one +ĠR ue +t umblr +Ġtreacher ous +Ġf rying +Ñ Į +ĠS ph +Ġrest raints +Ġemb odies +ĠG es +S afety +Ġnegoti ators +min ing +ĠAppalach ian +L OS +ĠJenn a +Ġpass ers +ç ĭ +sn ap +Ġshort en +creat or +Ġinn umerable +uther land +67 4 +ĠW OM +ĠAs cend +ĠArm ory +ĠTrans action +K ick +Ġsuit case +day Name +Ġwaste ful +mar riage +ĠMcC abe +ite ch +ĠO ss +Cl osure +ĠTreasure r +Ġindec ent +ĠD ull +Ġresid ences +19 59 +ĠS ettlement +Ham ilton +Ġself ies +ĠRank ing +ĠBark ley +ĠB ore +ĠW CS +ĠMar itime +ĠH uh +ĠForest ry +Ġcultiv ating +ĠBall ard +Ġg arrison +ĠSD L +9 30 +Ġnas cent +Ġirresist ible +Ġaw fully +\/ \/ +Ġequ ate +Ġanthrop ology +ĠSylv ia +Ġintest ine +Ġinnoc uous +cess ive +ag ra +ĠMet roid +G rant +8 55 +ģ ĸ +Ġ" _ +ãĥĥ ãĥī +Ġappra isal +ĠFred dy +04 6 +Ġ40 6 +Ġ18 30 +Ġd ocking +St atic +Ġp ont +ĠVolt age +ĠSt ead +ĠMort gage +ĠJon ah +Y L +CLASS IFIED +Ġas bestos +nik ov +Ġcoll agen +ĠOrb ital +P ocket +7 99 +Ġhy brids +inc hes +Ġinv oice +und y +Ġinequ alities +T rend +w ashed +B ALL +Ġluc id +ĠComment ary +Ġw itty +Br andon +Ġbru ising +Ġ6 20 +es cent +box ing +P OL +Ġ3 78 +R ect +Ġlic ences +ĠMcG ee +p ressed +D anny +Ġj ammed +ord inate +Ġle th +Ġdistingu ishes +ĠYam aha +IL S +ĠH ume +ĠC ategories +Rober ts +Ch art +Ġbeet le +ĠGra veyard +Ġ($ ) +o ÄŁ +Ġtw ilight +are lla +á ½ +Ġbooth s +ĠH HS +ĠFeld man +Ġexcav ation +Ġphilosoph ies +at ography +ĠGar age +te chnology +Ġunfor gettable +Ġver ifying +Ġsubord inates +E ls +Ġne b +G aming +EN A +ĠAchieve ment +it ters +ĠG abe +Ġd umps +for cer +Ġpo ignant +ĠM BA +ĠHe idi +ime i +Ġm ages +Ġliber ate +Ġcircum cised +ĠMer maid +ĠMat th +t ogether +ĠW ichita +Ġstore front +ĠAd in +V II +Four th +Ġexplore rs +W ER +Not able +Bro ok +m ens +F aith +-------- - +ĠJ ou +¬ ¼ +Ġpine apple +Ġam alg +el n +ark able +ĠãĤµ ãĥ¼ãĥĨãĤ£ +ĠãĤµãĥ¼ãĥĨãĤ£ ãĥ¯ãĥ³ +Ġov arian +ĠE choes +Ġhairc ut +Ġp av +Ġch illed +anas ia +Ġsty led +Ġd ab +ni per +Ġminister ial +ĠD UP +T an +Ġsul ph +ĠD eter +ĠBo hem +od an +Ġeduc ator +â ĵĺ +sp ir +Ch icken +ĠE leanor +Ġqu i +Ġheav iest +Ġgrasp ed +U RA +Ġcro oked +Jess ica +pro blem +Ġpred etermined +Ġman iac +Ġbreath s +ĠLauder dale +Ġh obbies +y z +Cr ime +Ġcharism a +d L +Ġle aping +Ġk ittens +Ang elo +ĠJ ACK +ĠSu zanne +Ġhal ting +ENT ION +Ġswall owing +ĠEarthqu ake +Ġeight eenth +ĠN IC +ĠIN F +ĠCons cious +Ġparticular s +circ le +7 40 +Ġbene volent +Ġ7 47 +Ġ4 90 +Ġr undown +ĠVal erie +ĠB UR +Ġcivil isation +ĠS chn +W B +ot ide +intern ational +Ġj ohn +Ġ19 02 +Ġpe anuts +Ġflav ored +k us +Ġro ared +Ġcut off +é £ +Ġorn ament +Ġarchitect ures +Ġ3 69 +ol or +ĠWild e +ĠC RC +ĠAdjust ed +Ġprov oking +land ish +Ġrational ity +Ġjust ifies +Ġdisp el +Ġa meric +ĠPol es +Ø © +Ġen vis +ĠD oodle +ä½ ¿ +igs aw +auld ron +Techn ical +T een +up hem +ĠX iang +Ġdetract ors +ĠZ i +ĠJournal ists +Ġconduc ive +ĠVolunte ers +Ġs d +Know ing +Ġtrans missions +ĠPL AN +ĠL IB +Ġall uded +Ġob e +Ġd ope +ĠGold stein +Ġwavelength s +ĠDest ination +nd a +ug i +Ġattent ive +ĠLe an +ral tar +Ġman g +mb uds +ak ings +b ender +Ġacc ol +Ġcraw led +N OW +Min nesota +Ġflour ished +ĠZ up +ĠSuper visor +ĠOliv ier +Ex cellent +Ġwid en +D one +Ġw ig +Ġmiscon ceptions +Cor p +W an +Ġvener able +ĠNot ably +ĠKling on +an imate +Bo ost +ĠS AY +miss ing +ibli ography +mel on +Ġpay day +Ø ³ +bo le +Ġve iled +ĠAl phabet +It alian +Ġever lasting +ĠR IS +ĠC ree +rom pt +Ġh ating +Ġgrin ning +Ġge ographically +OS H +Ġwe eping +ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł +Ġimpe cc +Let ter +Ġblo ated +PL A +ĠFe in +Ġper sever +Th under +Ġa ur +ĠR L +Ġpit falls +âĸ º +Ġpredomin ant +Ġ5 25 +7 18 +AP E +7 14 +Ġfarm land +ĠQ iao +Ġv iolet +ĠBah amas +Ġinflic ting +ĠE fficiency +Ġhome brew +Ġundert ook +Ġcur ly +ĠHard ing +man ia +59 6 +Ġtem pered +Ġhar rowing +ĠP ledge +ĠFranken stein +è ª +M otion +Ġpredict ably +ĠExpl osion +oc using +er d +col o +FF ER +Ġback field +ĠV IDE +ue bl +N arr +ĠArg ument +Ġgen omic +Ġbout ique +Ġbatt ed +ĠB inary +Ġg amb +ĠRh ythm +67 3 +Ġa float +ĠOlymp ia +Y ING +Ġend if +is in +Ġwin ters +Ġsc attering +I v +D istance +Ġtr u +ĠCom fort +Ġne xus +Ġair flow +ĠByz antine +p ayers +con i +ĠB etsy +D eal +ĠN ug +ĠContin ent +red ibly +Ġoptim izing +al beit +Ġec static +ĠPro to +ç · +iv ot +âĸ Ħ +em p +rou nder +Ġcl out +ĠI ST +66 3 +ĠDoll ars +ĠD AC +Ġsubsc ribed +Ġrehears al +Ġam ps +ĠSh ang +es m +Ġspr inkle +Ġassail ant +ĠO o +ĠCoin base +T act +Ġret ina +Ġn uns +R ON +att o +Ġj ug +ĠSV G +Ġb ikini +ĠFI LE +ĠFound ers +ep ort +ĠK P +Ġrest ores +ĠTh ick +Ġash ore +Ġappro vals +R ender +M AG +G raham +ĠCort ana +ãĥ³ ãĤ¸ +ss h +or ians +ars ity +ĠInsp ired +u pper +Ġsign alling +Ġreb uke +Ġfl ares +Ġdownt ime +Stud ies +Ġstagn ation +ĠSequ ence +Ġgr unt +Ġass ures +ĠPL A +59 2 +Ġintra ven +d epend +Sus an +ĠManz iel +Man ia +Cont ract +Ġsl ams +Ġcult ured +Ġcred itor +L IST +ĠH UM +ĠChatt anooga +serv ed +Ġclo aked +ĠF TP +p owder +ĠSt ella +uct ive +Ġcheap ly +ĠMU CH +ĠGalile o +Ġsu ites +spe ech +Ġdeliber ations +ĠCh ips +« ĺ +Bal ance +ĠWyn ne +ĠAk ron +Ass et +Ġhon oured +Ġed ged +Like wise +anim ous +ĠW age +ĠEz ek +ad vertisement +ĠRT X +ĠM AD +Ġmigr ating +ĠS QU +Ġ4 75 +Ed ited +Ġshorth and +ĠBas ics +Ġcro tch +ĠEV EN +Ġv m +effic iency +Ġcal ves +ĠF rie +ĠBrill iant +Ġstri kers +Ġrepent ance +Ġarter ies +r l +B ed +h ap +Ġcrypt ography +ĠSab res +Ġ4 14 +vi ks +ih ara +aps es +T alking +Ġintertw ined +Ġdoc ks +Ġalle le +ĠArt ifact +ĠH IM +t orn +ç ķ +Ġop acity +ĠE ly +os uke +Ġn ipple +Ġhand written +ĠV K +ĠChamber lain +ĠLa os +ig raph +g row +Ġtr illions +Ġdescend ant +ĠSail or +as uring +Ġce ilings +ĠWare house +f lying +ĠGl ow +Ġn ont +Ġmiscar riage +Ġrig s +Ġmin istries +Ġelabor ated +Ġdel usional +ĠHum ane +Ġ3 79 +n ets +Ġblack out +add ers +Ġn p +ĠT ire +ro sc +Ġsub div +Ġlink age +Ġchron ological +ĠHER O +Ġres ettlement +ĠVin yl +Ġpast oral +ĠMob il +ĠBar bar +Co oldown +ĠF ritz +c riminal +re pe +Ġbell ig +ĠBre ed +Ġ4 18 +Ġsem blance +ij k +Ġcur tail +Ġclin ch +cont ained +ĠProm pt +ast on +Ġw i +Ġpursu its +5 15 +ĠGl oss +Ġfl ips +Ġcoup ons +Ġcl oning +ĠLike ly +Rem oved +ĠQu artz +r ices +ĠSpe ars +Ġp ious +Ġdep reciation +ĠD are +oun ces +am az +O nt +Ġp innacle +d ocker +0 26 +ĠW yr +ĠPro per +Ë Ī +n il +By tes +Ġseek er +t rial +Ġunf olds +ĠMar se +Ġextravag ant +ĠSurviv ors +RED ACTED +ĠSpeed way +ĠCra igslist +sub mit +ĠGener ations +Ġup holding +Ġblood stream +ĠMiss ions +ĠL awn +Ġlim bo +ene i +H uh +ĠWild cats +pre p +ĠMark us +ĠFor bidden +rit ic +IN O +Ġexhib iting +requ ent +ch uk +Ġhabit ual +ĠComp atibility +Dr ag +RIP T +uj ah +GR OUND +Ġdelinqu ent +Ġburn er +Ġcontempor aries +Ġgimm ick +load s +Ġno zzle +p odcast +ĠW ak +ĠStat en +ĠK uh +ãģ ĵ +inter rupted +Ġinv incible +ĠBurn ett +cig arette +ĠPeb ble +ĠTem porary +ĠMar ino +58 2 +Ġwast eland +ident ly +T x +Ġr ite +ĠPan asonic +ĠM iddles +ĠHort on +ae us +Ġc uring +Ġm ats +Ġadj ourn +Ġfears ome +pe z +bo ats +Ġpro pell +Ġconflic ted +ĠAng er +Ġinsurg ent +K arl +Ġco ales +Ġsouth western +Ġdis su +ĠO vert +******** **** +Ġbox ed +ĠBr une +aa a +Ġgard ening +ĠEng el +tr acks +Ġpur ified +Ġplace holder +ĠL ikes +Ġd an +G ab +Ġe ct +ĠF aw +ĠEl iot +Ġ' , +otrop ic +ĠRu in +hed on +Ġca ul +Ġa ft +ĠCad illac +gh a +ass ian +ud eb +ĠT ick +Ġadjust s +AR GET +5 37 +isc he +ant y +ĠFried rich +ĠBl izz +ĠA OL +Camp aign +Ġmamm al +ĠVe il +ĠK ev +ĠMaur it +ĠDam ien +N ation +E astern +Ġ{ : +Ġ= ================================ +Ġstereotyp ical +Ġatt ic +ĠCy borg +requ ire +Ġaward ing +ĠPap ua +bt n +b ent +B oo +Ġ( = +ĠX ander +ĠSomers et +Ġcatch y +Ġcert ify +STR UCT +Ġit al +Ġt ides +ĠBr ands +G ray +comp etitive +Ġcur ator +ĠD G +omin ium +ĠGM Os +ci ating +ĠCarm en +ow ard +Balt imore +Ġr gb +C u +Ġwip es +spe ll +IT NESS +Ġsummar izes +ĠRe vis +Ġwhistlebl owers +ĠBre ach +Ġcro chet +k os +ews ki +Ġrep et +Ġcrim son +ĠKar achi +read able +dim ension +ĠI gor +ild ed +ĠZ ed +ĠKe ane +ĠCos metic +DE P +Ġretreat ing +ĠU A +ens ical +Ġd usk +ĠDick ens +Ġaren as +ĠPass age +level s +Ġcur v +P ope +Ġch ores +ĠEl ise +ĠComp ass +b ub +Ġmamm alian +ĠSans krit +ĠAN C +ĠCr ack +Q ual +L aun +amp unk +Ġlearn ers +Ġglam orous +Ġfur the +erm ott +c and +Gener ic +Ġnarr ated +Ġdisorder ly +ĠTrans actions +ĠDet ention +ĠR oku +Ä į +Ġunder statement +ĠS aur +ĠRodrig o +ĠAS AP +S in +Ġre joice +Method s +Ġelectro de +Ġworsh ipped +Ġid i +ĠPhys icians +Ġpop up +Ġde ft +ĠRem oval +ĠBu enos +ver bs +Ġfun k +ush a +rict ion +ore a +ĠBang alore +ĠKen obi +zz i +Ġnorm ative +Ġgobl ins +Ġcaf es +ĠUN CLASSIFIED +ĠF ired +S IGN +Ġs clerosis +ĠV oter +ĠSon ny +ĠExt end +ĠEV s +Ar senal +Ġp si +Ġwid est +ĠT us +Ġlo oms +Ġjust ifying +ĠGr anger +è ¯ +Ref er +58 3 +Ġflour ishing +ab re +Ġr ave +ĠCont ra +Ġ18 98 +Add s +Ġf ul +ĠCo oke +some one += # +67 1 +Ġy ak +Ġar te +ĠMis cellaneous +ĠDet ection +ĠCl ancy +â ģ +ass ies +Ġval iant +ĠFemin ist +cor ruption +V el +P ear +Ġsucc inct +Ġquick est +k w +Ġsp itting +ĠL ibraries +åħ ī +ant z +D ad +ĠSpec ifications +rup ulous +and r +RES ULTS +Ġsnow ball +Ġpred is +ĠB axter +ĠNurs ing +ĠCh aff +s we +Ġout age +Ġnest ing +Ġnotor iety +tr igger +on ite +j on +Ġf ou +ook ed +ĠCelebr ity +re ality +Ġfat ig +Ġhug ging +Ġbother s +ĠPan zer +ĠCh andra +fig ured +Ġvol ts +ĠCloud s +Ġfee ble +ĠCur ve +ĠAs us +78 6 +abs or +ĠV ICE +ĠH ess +Ġmanufact ures +Ġgri zz +ĠPower ful +ac id +Ġsub sections +ĠKrug man +ĠAl ps +is u +Ġsequ est +ĠUlt ron +ĠT inker +ĠGo ose +Ġmism atch +Att orney +Ġmorph ology +ĠSix ers +ut tered +ĠE LECT +gr an +Rus sell +ĠG SL +Ġfort night +Ġ. ) +Ġapost le +pr one +el ist +Unt itled +ĠIm plementation +ist ors +Ġtank er +Ġpl ush +Ġattend ants +ĠT ik +ĠGreen wich +ĠY on +ĠSP L +cell s +unt led +S olution +ĠQu é +Ġvac ated +Ġupt ick +ĠMer idian +æ ĥ +ĠDr ill +9 25 +58 4 +Ġrenov ated +ĠKub rick +zy k +Ġl ousy +pp el +ohyd rate +ĠI zzy +lesi astical +CC C +ĠAj ax +Ġad apters +ĠPetra eus +Ġaffirm ation +ĠST OR +le ms +ad oes +ĠConstantin ople +Ġp onies +Ġl ighthouse +Ġadherent s +ĠBre es +omorph ic +Fight ing +Ġpl aster +ĠP VC +ĠOb st +Ġdear ly +ĠTo oth +icks on +Ġsh aming +P lex +A gg +ĠâĢ¦ " +Ġsub reddits +Ġpige on +ĠResident ial +ĠPass ing +Ġl um +ĠP ension +Ġpessim istic +Ġ4 32 +z inski +c ade +0 75 +Ġapolog ised +iy ah +Put ting +Ġgloom y +ĠLy me +=-=-=-=- =-=-=-=- +ĠT ome +ĠPsych iatric +ĠH IT +c ms +ap olog +Ġbreak er +Ġdeep en +Ġtheor ist +ĠHigh lands +Ġb aker +Ġst aples +Ġinterf ered +ĠAb ortion +jo ined +ch u +Ġform ulate +Ġvacc inations +Ġban ter +phe us +Ġoutfield er +ĠM eter +Ġ# #### +Ġ18 95 +Ġnarrow ing +ĠST ORY +f p +ĠC ST +ign ore +Ġproclaim ing +ĠR U +ĠB ALL +yn a +65 3 +Ġpos it +P RE +59 4 +ĠRegist rar +ĠPil grim +ic io +Ġpre tt +Ġlif eless +Ġ__ _ +Ne igh +ĠCh urches +orn o +Ġor cs +Ġkind red +ĠAud it +Ġmillenn ial +ĠPers ia +g ravity +ĠDis ability +ĠD ARK +W s +od on +Ġgrand daughter +ĠBro oke +ĠA DA +ER A +Ġpick ups +ĠWil kinson +ĠSh ards +ĠN K +Ġexp el +ĠKis lyak +Ġj argon +Ġpolar ized +ian e +Pub lisher +Ġreb utt +Ġapprehens ion +ĠK essler +Ġpr ism +F UL +19 64 +ĠL oll +ä ¿ +le thal +Å Ł +Ġg hetto +Ġb oulder +ĠSlow ly +ĠOsc ars +ĠInst ruction +ĠUl tr +ĠM oe +N ich +ĠP ATH +( * +ĠRE LEASE +un ing +rou se +en eg +Ġre imb +ĠDet ected +Do S +Ġster ling +Ġaggreg ation +ĠLone ly +ĠAtt end +hig her +Ġairst rike +ks on +SE LECT +Ġdef lation +ĠHer rera +C ole +rit ch +Ġadvis able +F ax +Ġwork around +Ġp id +mort em +ers en +Ġtyp o +Ġal um +78 2 +ĠJam al +script s +Ġcapt ives +ĠPres ence +ĠLie berman +angel o +Ġalcohol ism +ass i +Ġrec ite +Ġgap ing +Ġbask ets +ĠG ou +Brow ser +ne au +Ġcorrect ive +und a +sc oring +ĠX D +Ġfil ament +Ġdeep ening +ĠStain less +Int eger +Ġbu ggy +Ġten ancy +ĠMub arak +Ġt uple +ĠD roid +ĠS itting +Ġforfe it +ĠRasm ussen +ixt ies +es i +ĠKim mel +Ġmetic ulously +Ġap opt +ĠS eller +08 8 +ec ake +hem atically +T N +Ġmind less +Ġdig s +ĠAcc ord +ons ense +em ing +br ace +Ġe Book +ĠDist ribut +ĠInvest ments +w t +] ), +beh avior +56 3 +Ġbl inding +ĠPro testers +top ia +Ġreb orn +ĠKel vin +ĠDo ver +ĠD airy +ĠOut s +Ġ[ / +Ï Ģ +b p +ĠVan ity +ĠRec ap +ĠHOU SE +ĠF ACE +Ġ4 22 +69 2 +ĠAnt ioch +cook ed +Ġcoll ide +Ġa pr +Ġsle eper +ĠJar vis +Ġalternative ly +ĠLe aves +ĠM aw +Ġantiqu ity +ĠAdin ida +Ġab user +Poké mon +Ġass orted +ĠRev ision +ĠP iano +ĠG ideon +O cean +Ġsal on +Ġbust ling +ogn itive +ĠRah man +Ġwa iter +Ġpres ets +ĠO sh +ĠG HC +oper ator +Ġrept iles +Ġ4 13 +ĠG arr +ĠCh ak +Ġhas hes +Ġfail ings +Ġfolk lore +Ġab l +ĠC ena +ĠMac Arthur +ĠCOUR T +Ġperipher y +app ers +Ġreck oned +ĠInf lu +ĠC ET +Ġ3 72 +ĠDefin itive +ass ault +4 21 +Ġreservoir s +Ġd ives +ĠCo il +DA Q +Ġvivid ly +ĠR J +ĠBel lev +Ġec lectic +ĠShow down +ĠK M +ip ed +reet ings +ĠAs uka +L iberal +ĠÏ Ħ +Ġbystand ers +ĠGood win +uk ong +S it +ĠT rem +Ġcrim inally +ĠCirc us +ch rome +88 7 +Ġnan op +ĠOb i +ĠL OW +o gh +ĠAuth ors +ob yl +Ur ban +Ġt i +ĠWe ir +t rap +ag y +Ġparent heses +Ġout numbered +Ġcounter productive +ĠTob ias +ub is +P arser +ST AR +Ġsyn aptic +ĠG ears +Ġh iber +Ġdebunk ed +Ġex alted +aw atts +H OU +Ch urch +ĠPix ie +ĠU ri +ĠForm ation +ĠPred iction +C EO +Ġthro tt +ĠBrit ann +ĠMad agascar +ë ĭ +Ġbill boards +ĠRPG s +ĠBe es +complete ly +F IL +Ġdoes nt +ĠGreen berg +re ys +Ġsl ing +Ġempt ied +ĠPix ar +ĠDh arma +l uck +ingu ished +Ġend ot +Ġbab ys +05 9 +che st +r ats +Ġr idden +Ġbeet les +Ġillum inating +Ġfict itious +ĠProv incial +Ġ7 68 +Ġshe pherd +ĠR ender +Ġ18 96 +C rew +Ġmold ed +ĠXia omi +ĠSp iral +Ġdel im +Ġorgan ising +Ġho ops +ĠBe i +z hen +Ġfuck in +Ġdec ad +Ġun biased +am my +sw ing +Ġsmugg led +Ġk ios +ĠP ERSON +ĠInquis itor +Ġsnow y +Ġscrap ing +ĠBurg ess +P tr +ag ame +R W +Ġdro id +ĠL ys +ĠCass andra +Jac ob +Ġ35 4 +Ġpast ure +Ġfr anc +ĠScot ch +ĠEnd s +ĠI GF +def inition +Ġhyster ical +ĠBrown e +77 1 +Ġmobil ization +æ ķ +iqu eness +Th or +Ġspear headed +Ġembro iled +Ġconject ure +jud icial +Ch oice +Ġpaper back +P ir +Ġrec overs +ĠSur ge +ĠSh ogun +ĠPed iatrics +ãģ ł +Ġsweep s +ĠLabor atories +ĠP acks +al us +add in +Ġhead lights +g ra +Ev idence +COL OR +Ad min +Ĭ ± +Ġconco ct +s ufficient +Ġun marked +Ġrich ness +Ġdiss ertation +Ġseason ing +Ġg ib +ĠM ages +un ctions +ĠN id +che at +ĠTM Z +c itizens +ĠCatholic ism +n b +Ġdisemb ark +ĠPROG RAM +a ques +Ty ler +Or g +ĠSl ay +ĠN ero +ĠTown send +IN TON +te le +Ġmes mer +9 01 +Ġfire ball +ev idence +aff iliated +ĠFrench man +ĠAugust a +0 21 +Ġs led +Ġre used +ĠImmun ity +Ġwrest le +assemb led +Mar ia +Ġgun shots +ĠBarb ie +Ġcannabin oids +ĠTo ast +ĠK inder +IR D +Ġre juven +Ġg ore +Ġrupt ure +Ġbre aching +ĠCart oon +Ġ4 55 +ĠPale o +6 14 +Ġspe ars +ĠAm es +ab us +Mad ison +GR OUP +Ġab orted +y ah +Ġfel on +Ġcaus ation +Ġprep aid +Ġp itted +op lan +ĠShel ley +ĠRus so +ĠP agan +Ġwill fully +ĠCan aver +und rum +ĠSal ary +ĠAr paio +read er +ĠR ational +ĠOver se +ĠCa uses +Ġ* . +Ġw ob +Ke ith +ĠCons ent +man ac +77 3 +6 23 +Ġfate ful +et imes +Ġspir ited +ĠD ys +Ġhe gemony +Ġboy cot +ĠEn rique +em outh +Ġtim elines +ĠSah ara +ĠRel ax +ĠQuin cy +ĠLess ons +ĠE QU +SE A +N K +ĠCost co +Incre ase +Ġmotiv ating +ĠCh ong +am aru +ĠDiv ide +Ġped igree +ĠTasman ia +ĠPrel ude +L as +9 40 +57 4 +Ġch au +ĠSp iegel +un ic +-- > +ĠPhil ips +ĠKaf ka +Ġuphe aval +Ġsent imental +Ġsa x +ĠAk ira +ser ial +Mat rix +Ġelect ing +Ġcomment er +ĠNeb ula +ple ts +ĠNad u +ĠAd ren +Ġen shr +ĠR AND +fin ancial +ĠCly de +uther ford +Ġsign age +Ġde line +Ġphosph ate +rovers ial +f ascist +ĠV all +ĠBeth lehem +Ġfor s +Ġeng lish +S olid +N ature +Ġv a +ĠGu ests +Ġtant al +Ġauto immune +;;;;;;;; ;;;; +ĠTot ally +ĠO v +Ġdef ences +ĠCoc onut +Ġtranqu il +Ġpl oy +Ġflav ours +ĠFl ask +ãĤ¨ ãĥ« +ĠWest on +ĠVol vo +8 70 +Ġmicro phones +ver bal +R PG +Ġi ii +; } +0 28 +Ġhead lined +Ġprim ed +Ġho ard +ĠSh ad +ĠEN TER +Ġtri angular +Ġcap it +l ik +ĠAn cients +Ġl ash +Ġconv ol +Ġcolon el +en emy +G ra +Ġpub s +ut ters +Ġassign s +ĠPen et +ĠMon strous +ĠBow en +il ver +H aunted +ĠD ing +start ed +pl in +Ġcontamin ants +ĠDO E +ff en +ĠTechn ician +R y +Ġrob bers +Ġhot line +ĠGuard iola +ĠKau fman +row er +ĠDres den +ĠAl pine +E lf +Ġf mt +ĠS ard +urs es +g pu +Un ix +Ġunequiv ocally +ĠCitizens hip +qu ad +m ire +ĠS weeney +B attery +6 15 +Ġpanc akes +Ġo ats +M aps +ĠCont rast +mbuds man +ĠE PS +Ġsub committee +Ġsour cing +Ġs izing +ĠBuff er +ĠMand atory +Ġmoder ates +ĠPattern s +ĠCh ocobo +ĠZ an +ĠSTAT ES +ĠJud ging +ĠIn her +* : +Ġb il +ĠY en +Ġexh ilar +oll ower +z ers +Ġsn ug +max imum +Ġdesp icable +ĠP ACK +ĠAn nex +Ġsarcast ic +Ġlate x +Ġt amp +ĠS ao +b ah +ĠRe verend +ĠChin atown +ĠA UT +d ocumented +ĠGA BA +ĠCan aan +ĠÙ ħ +Ġgovern s +pre v +E sc +ĠEst imates +OS P +Ġendeav our +ĠCl osing +omet ime +every one +Ġwor sen +Ġsc anners +Ġdev iations +ĠRobot ics +ĠCom pton +Ġsorce rer +Ġend ogenous +Ġem ulation +ĠPier cing +ĠA ph +ĠS ocket +Ġb ould +ĠO U +ĠBorder lands +Ġ18 63 +G ordon +ĠW TO +Ġrestrict s +Ġmosa ic +Ġmel odies +ç Ħ +T ar +Ġdis son +ĠProv ides +Ġ ...... +b ek +F IX +Ġbro om +ans hip +Do ctors +Ġner ds +ĠReg ions +na issance +Ġmet e +Ġcre pt +pl ings +Ġgirlfriend s +kn it +ig ent +ow e +Ġus hered +ĠB az +M obil +4 34 +ĠPres ents +orig in +Ġins omnia +ĠA ux +4 39 +ĠCh ili +irs ch +G AME +Ġgest ation +alg ia +rom ising +$ , +c row +ĠIn spection +at omic +Rel ations +J OHN +rom an +ĠClock work +ĠBak r +m one +M ET +Ġthirst y +Ġb c +Ġfacult ies +R um +Ġnu ance +ĠD arius +ple ting +fter s +etch up +Reg istration +ĠK E +R ah +Ġpref erential +ĠL ash +ĠH H +Val id +ĠN AV +Ġstar ve +ĠG ong +z ynski +ĠAct ress +Ġw ik +Ġun accompanied +lv l +Br ide +AD S +ĠCommand o +ĠVaugh n +Wal let +Ġho pping +ĠV ie +Ġcave ats +Ġal as +if led +ab use +66 1 +Ġib n +Ġg ul +Ġrob bing +t il +IL A +Ġmit igating +Ġapt ly +Ġty rant +Ġmid day +ĠGil more +ĠDe cker +Ġ§ § +part ial +Ex actly +Ġphen otype +Ġ[+ ] +ĠP lex +ĠI ps +vers ions +Ġe book +Ġch ic +g ross +":" "},{" +ĠSur prisingly +M organ +Ġresid ues +ĠConf ederation +in feld +Ġl yr +mod erate +Ġperpend icular +V K +Ġsynchron ized +Ġrefres hed +Ġad ore +ĠTor ment +ol ina +Ġ26 00 +Item Tracker +Ġp ies +ĠF AT +ĠR HP +0 48 +ĠRES P +ĠB J +all ows +P and +Ġunw elcome +ĠV oc +ĠBast ard +ĠO W +ĠL AR +ĠHeal er +Environment al +ĠKen yan +ĠTr ance +ĠP ats +Ġali ases +ĠGar field +Ġcampaign er +Ġadvance ments +ĠOkin awa +ĠC oh +ows ky +Ġstar ved +Ġsize able +Ġ: -) +Ġm RNA +Ġsusp ensions +ist ar +Scot land +Pr in +-------------------------------- ---------------- +Ġ50 2 +Ġteasp oons +Ġ10 50 +Ġcoerc ive +ĠMason ic +edd ed +ĠPass enger +Ġl att +Ġbr aces +ĠSt eal +ĠNY T +ĠK ats +ĠCel est +ae z +T u +ĠCoul ter +ðŁ ĺ +Fl ickr +ĠWil mington +ith s +++ ; +Ġv ending +Ġneg ro +ĠPh i +ĠYellow stone +Call back +Ġsh ampoo +ĠSh ades +w at +Ġsuper human +Ġridic uled +Ġhol iest +om bo +Ġintern s +Ġh one +ĠPar agu +UR I +Ġd angling +ãĤ » +so v +ict ional +av ailability +Ġrev ocation +Ġd ow +in ic +ĠTHE IR +Ġis o +Ġout ings +ĠLeth al +Ġ) )) +Ġinacc ur +Ġout landish +Ġan us +let ico +id on +l ol +Ġun regulated +Ġsuccumb ed +Ġc uff +ĠWast eland +let al +Ġsub str +Ġcoff ers +Ġautom akers +ov i +ĠX ue +ĠDayton a +Ġjar ring +Ġf umes +Ġdisband ed +z ik +itt on +Ġstriking ly +Ġsp ores +Ad apter +.) : +ĠLynd on +ival ry +Ġor ally +Ġtumult uous +Ġdisple asure +Ġcon es +or rect +Ġappe ase +Ġder by +ĠTrip oli +ĠAl ess +Ġp oked +ĠGu ilty +v P +En ough +Ġorig inals +6 99 +Ġrabb i +Ġproverb ial +Ġpostp one +el ope +ĠMist y +Ġstaff ed +ĠUn employment +redit ary +Ġdilig ent +re comm +me asures +as in +8 25 +Ġpond s +Ġmm ol +ĠS AR +ĠC ARE +Ġ3 71 +Ġclen ched +ĠCors air +Ġcaric ature +z n +att ach +ĠSch ro +spe ak +p ainted +ĠS uc +ĠE NT +Ġcell ul +ĠP aid +di agn +WH ERE +Ġtext ed +B arn +Ġret racted +ĠRe ferred +S av +Ġup keep +Ġwork places +ĠTok ens +Ġampl ify +cl inical +Ġmult ic +mber g +Ġconvol uted +Reg ion +5 65 +ĠTop ic +Ġsn ail +Ġsal ine +Ġins urrection +ĠPet r +f orts +B AT +ĠNav ajo +Ġrud imentary +ĠLak sh +OND ON +Me asure +Ġtransform er +ĠGodd ard +Ġcoinc ides +ir in +R ex +ĠB ok +qu it +Ġshotgun s +Ġprolet arian +Ġsc orp +ĠAd a +5 14 +Ġsl ander +record ed +Ġemb ell +ris ome +Ġapolog izing +ĠMul cair +ĠGib raltar +Cl a +Ġall ot +ĠAtt ention +Ġ4 33 +le ave +Ġwh ine +ĠIss a +ĠFa ust +ĠBar ron +hen y +Ġvictim ized +J ews +Ġnurt uring +ett el +W inged +ĠSub tle +Ġflavor ful +ĠRep s +eng ed +call back +Ġdirection al +Ġcl asp +ĠDirect ions +plan et +icult ure +Hel per +ic ion +ac ia +Ġç ¥ŀ +Ġsur ges +Ġcan oe +ĠPrem iership +be en +Ġdef ied +ĠTro oper +Ġtrip od +Ġgas p +ĠE uph +ĠAd s +vern ight +high ly +R ole +Ġent angled +ĠZe it +6 18 +ĠRust y +Ġhaven s +ĠVaugh an +HA EL +ĠSER VICE +/ , +Ġstr icken +Ġdel usions +Ġb is +ĠH af +Ġgrat ification +Ġent icing +UN CH +Ad ams +ĠOL ED +ĠBeet le +Ġ18 99 +ĠSO FTWARE +ateg or +V L +ĠTot em +ĠG ators +AT URES +Ġimped ance +Reg istered +ĠC ary +ĠAer ial +on ne +en ium +Ġd red +ĠBe g +Ġconcurrent ly +Ġsuper power +ĠX an +j ew +imes ter +ĠDick inson +âĶ ģ +F la +Ġp ree +ĠRoll ins +© ¶æ +Ġden omination +ĠL ana +5 16 +Ġinc iting +sc ribed +j uries +ĠWond ers +app roximately +Ġsusp ending +Ġmountain ous +ĠL augh +oid al +N s +Det ect +) = +ĠL uthor +ĠSchwarz enegger +ĠMull er +ĠDev i +ec ycle +J ar +6 13 +ĠL ongh +B ah +ĠSP ORTS +n w +Ġref inement +Ġwater ways +Ġd iner +Bl ade +68 3 +F ac +Ġinitial s +Ġro g +Ġparan ormal +B UT +Ġ[ ( +ĠSw anson +ĠM esh +âĸ ¬ +Impro ve +ĠRad iation +ĠEst her +ĠE sk +ĠA ly +ik y +Ġir rad +ĠBuck ingham +Ġref ill +Ġ. _ +Re pe +CON CLUS +Ġdifferent iated +Ġchi rop +ĠAt kins +Pat tern +Ġexc ise +Ġcab al +N SA +ĠST A +ĠS IL +ĠPar aly +Ġr ye +ĠHow ell +ĠCount down +ness es +alys ed +Ġres ize +ãĤ ½ +Ġbudget ary +ĠStr as +w ang +Ġap iece +Ġprecinct s +Ġpe ach +Ġsky line +Ġ35 3 +pop ular +App earances +ĠMechan ics +ĠDev Online +S ullivan +Z en +Ġp u +op olis +5 44 +Ġde form +Ġcounter act +ĠL ange +Ġ4 17 +Con sole +77 4 +Ġnodd ing +Ġpopul ism +Ġhe p +Ġcoun selling +compl iance +U FF +Ġunden iably +Ġrail ing +ĠHor owitz +ĠSim one +ĠBung ie +Ġa k +ĠTal ks +x ff +fl ake +Cr ash +Ġsweat y +Ġban quet +ĠOFF IC +Ġinvent ive +Ġastron omer +ĠStam ford +ĠSc are +ĠGRE EN +olic ited +Ġr usher +Ġcent rist +ight ing +Ġsub class +Ġdis av +Ġdef und +ĠN anto +oci ate +m ast +Ġpac if +Ġm end +e ers +imm igration +ESS ION +Ġnumber ing +Ġlaugh able +ĠEnd ed +v iation +em ark +P itt +Ġmetic ulous +ĠL F +Ġcongrat ulated +ĠBir ch +Ġsway ed +Ġsemif inals +Ġhum ankind +m atter +ĠEqu ip +opa usal +S aid +ĠLay out +Ġvo icing +Ġth ug +Ġporn ographic +I PS +Ġmo aning +Ġgriev ance +Ġconf essions +esc al +TEXT URE +Aut hent +os aurus +P urchase +Ġreleg ation +al ter +ĠÂł Âł +Ġr iddled +Ġo gre +ĠLow ell +Occ up +E at +ĠHy der +ĠAdvis er +Com merce +H unt +ĠOr th +ĠComp etitive +ĠCL A +CD C +Ġsal ads +F le +Ġindustrial ized +` , +ĠO WN +Ġbec k +ĠPart icularly +oub t +Ġm M +ĠHuss ain +ĠChen nai +Ġ9 20 +Ġappoint ing +ĠCull en +,,,, ,,,, +Ġp ores +ver ified +Ġbi ochemical +em ate +Ġcoward ly +ĠHels inki +ĠEthiop ian +S OURCE +ER C +est ro +Ġbi otech +ĠS our +Ġbrew er +Bloom berg +Ġintens ify +Gl ass +an co +ĠF DR +gre SQL +ĠF ires +©¶æ ¥µ +ec o +100 1 +ĠHom eless +Ġinstant aneous +ĠH aste +ig el +D iamond +Ġp aving +Ġland fill +Ġd ads +h oun +: ] +Ġinc endiary +ĠLiving ston +ĠHil bert +ĠChe cks +st yles +in ators +ĠCl ive +ph rine +Ġchimpan zees +Ġp all +ĠJ M +ĠAad haar +ð Ŀ +Ġachie vable +dis abled +P ET +OOOO OOOO +M ot +Ġint angible +Ġbal let +ĠWe bs +ĠEst imated +Effect s +Ġb ailed +Josh ua +Ġturb ulence +Ġoccup ant +ĠDay light +Ġ36 1 +me et +Ġstat ically +Ġon look +Ġk i +il legal +Ġvel vet +Ġdehyd ration +Ġacqu ies +ĠRe z +ak ura +ĠU pton +at ro +Ġincomp rehensible +Ġback door +ĠRh ino +7 27 +Ġmath s +) + +Ġhe resy +Ġd f +ĠRoc he +ĠL ydia +Ġpanc reat +re ply +arre ll +Ġsolicit ation +Ġcirc adian +BI P +Ġfor ay +Ġcrypt ic +iz u +ime o +ĠTom ato +ĠH oms +ex amination +Ġqu arry +ĠVal iant +ĠJer icho +ĠIN CLUD +Ġ18 40 +5 19 +Ġres ists +Ġsnap shots +ĠSp ur +ĠAnt iqu +Log in +Ġbest selling +Ġant ic +ĠS utherland +ãĤ¢ ãĥ« +Ġ~ / +ĠP arm +è ĥ +P ages +int ensity +Ġimm obil +Ġ18 65 +zz o +Ġn ifty +Ġf entanyl +ĠPres ervation +op hen +Ġd arts +ĠD inosaur +po inters +ĠR ite +s uggest +aware ness +ĠSher idan +Ġst ances +Ġsor cery +Ġper jury +ĠNik ola +ie ver +Ġf iance +ĠJordan ian +ĠBall oon +Ġn ab +Ġk b +Ġhuman ities +ĠTan aka +hill ary +Ġconsult ancy +ĠZ ub +Ġrem ission +Ġconf id +CH Q +ĠF ug +Ġimpro vis +Y ep +/ _ +Ġunwilling ness +Ġport folios +05 5 +ĠInstruct or +aim an +Ġclaim ants +M bps +ĠBy e +re ceived +T weet +Ġind emn +ri z +am ara +N at +Ġeval uates +ĠL ur +ep ad +FO X +ĠTh ro +Ġrust y +Ġbed rock +ĠOp rah +J B +Ġmanip ulative +Ġwill ful +Ġrel apse +Ġext ant +The me +S ensor +ĠSt ability +go vern +Ġpo ppy +Ġkn ack +Ġins ulated +ĠT ile +ĠExt rem +Ġunt old +Ġconver ge +Ġref uel +ig roup +Ġdistort ions +Ġrav aged +Ġmechan ically +ĠRe illy +ĠN ose +ĠIncarn ation +ĠBeck y +abb ling +Ġt aco +Ġr ake +Ġmelanch oly +Ġillust rious +ĠDart mouth +Gu ide +ĠR azer +ĠBen z +Ult imate +ĠSur prise +Ġpage ant +off er +Who ever +Ġw iser +Ġchem ist +ĠHE LL +ĠBul k +Ġpl utonium +ĠCO VER +Ö ¼ +f ailed +Ġtire lessly +Ġinf ertility +ĠTr ident +ĠShow time +ĠC iv +V ice +requ ires +itt ance +Ġun controlled +interest ing +56 1 +Ġinnov ate +ateg ic +L ie +ĠS elling +U l +Ġsav ior +ĠT osh +Ġsw ast +P ASS +Ġr ink +Ġcard io +ĠI ro +ud i +Ġv antage +Ġv ans +ĠNi ño ++ = +Ġpropag ate +< ? +Ġmethod ological +204 39 +Ġtrig lycer +Ġing rained +ĠAn notations +arr anted +6 17 +ĠS odium +ĠA AC +techn ical +mult ipl +Ġ3 73 +å ĭ +Ġdec isively +Ġboost ers +Ġdessert s +ĠGren ade +Ġtest ifying +ĠSc ully +ID s +Ġlock down +ĠSc her +ĠR é +ĠWhit man +ĠRams ay +rem ote +Ġh ikers +ĠHy undai +Ġcons cientious +Ġcler ics +ĠSiber ian +ut i +is bury +Ġrel ayed +Ġqu artz +ĠC BI +seek ers +ull a +Ġweld ing +ĠSh al +ble acher +T ai +ĠSam son +Ġt umble +ĠInvest or +Ġsub contract +ĠShin ra +ow icz +j andro +d ad +Ġtermin ating +ĠNe ural +ä» £ +Ġleak age +ĠMid lands +ĠCaucas us +í ķ +c it +ll an +iv ably +ĠAlb ion +Ġ4 57 +Ġregist rations +Ġcomr ade +Ġclip board +0 47 +Ġdiscour aging +ĠO ops +Ad apt +Ġem path +n v +ĠPR OT +ĠDon n +ĠP ax +ĠB ayer +t is +Squ are +Ġfoot prints +part icip +ĠChile an +B rend +ind ucing +M agn +Ġclub house +ĠMagn um +Ġenc amp +ĠEth nic +uch a +ere y +Ġw atered +ĠCal ais +Ġcomplex ion +Ġsect s +Ġren ters +Ġbr as +oÄŁ an +Time out +Man agement +Ġinf ographic +P okemon +Cl ar +Ġloc ality +Ġfl ora +as el +P ont +Ġpop ulate +ĠO ng +Ġsubs istence +Ġa uctions +ĠMcA uliffe +ĠL OOK +br inger +Ġtit an +Ġmanif old +ĠâĹ ı +Ġcalibr ated +Ġcal iphate +ĠSH E +ĠCommission ers +ce ivable +j c +W inner +5 24 +Ġcond one +Other wise +Ġp iling +Ġem body +ĠCrime an +ut ics +ĠEx hibition +Ġ4 26 +e ering +Ġv ying +ĠH UGE +* =- +Ġprin cipled +à ¦ +Ġquir ks +ĠEdit ors +put ing +G ES +ĠF TA +ठ¾ +add on +ĠH AM +ĠFrie za +W oman +. $ +Ġc rib +ĠHer od +Ġtim ers +ĠSp aces +ĠMac intosh +at aka +Ġgl ide +Ġsmell ing +ĠB AL +Ġun su +Ġcond os +Ġbicy cl +ĠRev ival +55 3 +Ġjugg ling +H ug +ĠKardash ian +ĠBalk ans +mult iple +Ġnutrit ious +oc ry +19 00 +Ġinteg rates +Ġad joining +ĠF older +roll ment +ven ient +Ġu ber +y i +Ġwh iff +ĠJu ven +ĠB orough +net te +Ġb ilingual +ĠSp arks +ph thal +man ufact +Ġt outing +ĠPH I +Ke efe +Rew ard +Ġinf all +ĠTem per +typ ically +ĠNik ol +Ġregular s +Ġpseud onym +Ġexhib itions +Ġbl aster +Ġ40 9 +w arming +Ġrever ber +Ġrecip rocal +Ġ6 70 +ip ient +b ett +ĠBe gins +Ġit ching +ĠPh ar +Ass uming +Ġem itting +ĠML G +Ġbirth place +Ġt aunt +ĠL uffy +ĠAm it +Ġcir cled +ĠN ost +enn ett +Ġde forestation +ĠHist orically +ĠEvery day +Ġovert ake +79 2 +Ġn un +ĠLuc ia +Ġaccompan ies +ĠSe eking +ĠTr ash +an ism +R ogue +Ġnorth western +ĠSupplement al +ĠNY U +ĠF RI +ĠSat isf +x es +5 17 +Ġreass ured +Ġspor adic +Ġ7 01 +Ġmed ial +Ġcannabin oid +Ġbarbar ic +Ġep is +ĠExplos ive +ĠD ough +Ġuns olved +Support ed +Ġacknowled gment +sp awn +Ġkit chens +Ġ- = +talk ing +ic ist +ĠPeg asus +ĠPS U +Ġphot on +ĠAuthent ication +R G +@# & +76 2 +ĠCl air +Ġdi aper +Ġbr ist +ĠProsecut ors +ĠJ em +6 28 +ĠEvery where +ĠJean ne +equ ality +ãĥ© ãĥ³ +object s +ĠPel icans +Ġ39 2 +Ġbl u +b ys +ĠA go +Ġinstruction al +Ġdiscrim inating +ĠTR AN +ĠCorn el +ag os +Ġty re +Ġas piration +ĠBrid gewater +": - +! ". +ĠEn s +ĠCoc o +P ie +Ġdet ach +ĠC ouch +Ġphys ique +ĠOccup ations +osc opic +en ough +B uzz +App earance +Y P +Ġrac er +Ġcompl icity +r pm +T oy +Ġinterrupt s +ĠCat alyst +Ġut ilitarian +imp act +Ġsp aghetti +Ġp orous +Ġeste emed +Ġinc iner +ĠI OC +7 48 +Ġesp resso +ĠSm ile +abil ia +6 35 +Ġmathematic ian +Ġ4 24 +ĠK L +ĠH IP +Ġover heard +ĠT ud +ĠT ec +Ġqu izz +Ġfl attering +Ġcon n +âĢ İ +Ġatt aches +ĠR OS +ĠAC S +Ġt cp +ĠSh ame +sk ip +res pected +ĠTrin idad +gr ain +Ġfooth old +ĠUnch arted +ĠJul io +z l +av ored +ĠAn xiety +er rors +ĠCent auri +its ch +D addy +Ġclutch ing +ĠIm plement +ĠGut ierrez +Ġ7 60 +Ġtele portation +end ra +Ġrevers ible +st ros +Ad venture +08 3 +Ġliber ating +Ġas phalt +ĠSp end +AR DS +im sy +PR ES +ĠEmer ging +Ġwild fires +Ġtechn ologically +Ġem its +ĠART ICLE +Ġirregular ities +Ġcher ish +çī Ī +Ġst ink +ĠR ost +Econom ic +Ġcough ing +ĠMcC ann +pro perties +ilant ro +Ġreneg oti +Trans lation +Ġin quest +ĠGra pe +oot ers +gu i +ĠSwords man +ace ae +h itting +Ġr c +Ġexert ed +ĠS AP +it ent +Ġperil ous +Ġobsc urity +Ġassass inate +Ġab original +Ġresc uing +ĠSh attered +lock ing +all ion +Ch anging +ĠHar rington +ĠB ord +ĠAfgh ans +Jam ie +aret z +ĠAugust us +Ġ38 6 +8 30 +Ġj og +ok ingly +Tr igger +ĠH OR +Stat istics +Ġviewers hip +Ġadd itives +h ur +Ġmaxim izing +ĠR ove +ĠLou ie +ĠBuck et +ĠCHR IST +ou sel +Ġstre aks +ir ted +Ġt ert +Ġcolonial ism +Ġbur ying +y k +Cond ition +ĠDPR K +By Id +75 1 +âĹ ¼ +Ġwor risome +Ġvoc ational +sl ice +Ġsa ils +ĠCorrection al +95 4 +Ġt ul +K id +l uster +Ġfam ilial +ĠSp it +ĠEp iscopal +Specific ally +ĠVol cano +run s +q s +Ġve tted +Ġcram med +t rop +here r +Thank fully +Ġper cussion +Ġor anges +Ġround up +Ġ4 99 +x ious +Char acters +ĠZion ism +ĠR ao +ÃĽ ÃĽ +W F +Ġunintention al +ONE Y +Gr ab +Com mercial +Ġglut amate +ĠMcK enna +ru ciating +ning ton +ih u +Ch an +ĠSw ap +Ġleaf lets +Ġfunction ally +er ous +F arm +Ġcal oric +ĠLiter ally +con cert +Ġshe nan +Ġrep aid +ey es +Ġbas hing +ĠG orge +Ġcollabor ations +Ġun account +itch ie +Ġteam work +pp elin +Ġpip ing +Ġmin ced +Ġd iam +ri eg +Ġmasc ara +Ġsuck er +ĠMo ons +App s +ĠPe ck +Ġper v +ĠFl oat +o ley +ĠN ish +im ize +Ġarom atic +u in +end ish +! / +ĠB icycle +ĠAS IC +ile ged +ĠQuad ro +ios yn +Ġlock out +ĠW ink +SP EC +Attempt s +Ġseed ed +red o +ias is +Ġsn ag +ãĥķ ãĤ© +ãĤ ¶ +Ġground ing +Ġrelie ver +Ġfrivol ous +ĠG ifts +ĠF aces +Es pecially +Ġmicrobi ome +im ag +ĠSch l +ĠP les +ĠBle ach +ĠIr win +ĠE aton +ĠDisc iple +Ġmultipl ication +Ġcoer ced +Ġ4 19 +st h +E vil +B omb +Ġex orc +Ġstag gered +L ESS +Ġinert ia +ĠED IT +Ġgo b +Tr aditional +Ġclass y +Lear y +ĠP AGE +yr s +Ġtrans porter +Ġmat ured +Ġhij ab +Ġbi ome +Where as +Ġex termination +ĠT ues +ĠT akeru +ĠAud rey +er ial +ĠAd en +aff les +Ġnarciss istic +ĠB aird +UT F +I re +ĠCon nie +Ch amp +Ġwhis pering +ĠH att +D K +Ġdis infect +Ġdeduct ed +Ġpart ake +Ġdown grade +ĠEs ports +ĠContin uing +Ġdemocr atically +icro bial +itt a +Ġlim estone +Ġexempt ed +ĠFren zy +H erm +7 28 +Ġfled gling +Met a +765 61 +69 3 +% : +w ake +5 26 +ĠDis cipline +Ġvirgin ity +ĠLeg ions +ĠFrank ie +int ent +Ġrest rooms +ĠRou ter +da q +Ġobjection able +âĨ ij +w ark +ĠRah ul +g ain +activ ation +abs olute +ĠAccess ed +Ġ24 00 +ogg les +Ġsecond ly +ĠDEF ENSE +Ġpost age +wra pper +sh arp +7 29 +Ġcommun icates +Ġadd on +ĠMil itia +H ong +Ġsl umped +ĠJP EG +ĠI car +ad ish +68 1 +Ġmaj esty +ĠWolf gang +ĠEl astic +u per +Ġv iz +Ġunconscious ly +ĠST D +ĠS ass +Ġflower ing +ĠHel ic +ĠDra per +ĠAm ateur +Ġman ure +Ġdis ingen +ĠLe i +br ing +9 49 +Ġinhib ited +Ġhead quartered +Ġen igmatic +�� � +Ġred ress +R H +Ġratt led +Ġd iction +l io +ĠT BA +ĠSN AP +C alling +Ġfasc ists +ĠD ove +iew icz +0 36 +Ġco asts +ĠR ect +Ġ) ] +L ot +6 29 +ĠS EM +ĠPeters en +ĠExpl ain +ĠBo ards +ĠBe zos +ĠJ ournals +Ġ20 24 +p arser +Ġmist rust +Ġgr ate +ĠL ocked +bo a +S aint +g aming +Ġvow el +in ately +bl ow +All ah +Ġun matched +Ġb ordering +ĠExp end +n r +Or acle +rou ch +Ġcont iguous +ac us +Ġdist raught +58 1 +Ġanat omical +O X +ap ixel +8 33 +ĠPL US +Ġres usc +Ġab iding +57 3 +Ġvac ancies +Em ily +Ġhyp othal +ĠWer ner +ĠWe e +ĠDJ s +5 13 +Ġwitch craft +Ġac upuncture +ent ary +benef it +Product s +ĠP SP +ĠMP G +ĠJ inn +ĠJ arrett +Ġ4 45 +ĠIm aging +ĠP yth +Fin ish +Ġte x +Ġjuven iles +Ġhero ism +Ġdoubt less +ĠA ki +ĠT end +ĠPatri arch +Ġbit ters +ĠTele communications +it atively +ag na +Ġr g +ĠS OLD +Ġcomp ulsion +ĠN asa +ĠKath ryn +Ġmillion aires +Ġintrins ically +Ġbolst ered +time out +fl o +Ġtut or +p our +Stat ement +Ġ{ * +ĠRud olph +ĠKimber ly +rog ens +adi q +] + +Ġindign ation +Ġfract uring +ĠRe leases +ĠGr ain +pro tein +L ago +Ġvac ations +Ġboot ed +ĠTH REE +ĠH G +oresc ence +Ġt f +Ġso ar +iosyn cr +Ġgl ances +ĠSp oon +ĠJ ury +ĠCow boy +Ġcreat ively +Hig her +Ġsolic itor +Ġhaw k +ac io +89 6 +Ġsuperf lu +Ġbombs hell +ct ure +Ġbroker age +Ġraid ing +Ġf rench +Ġang led +Trans action +ĠGen ocide +u pe +ĠHait ian +57 2 +! : +Ġunwitting ly +iter ator +sc roll +Ġtall ied +Ġbi omedical +ĠC ARD +Ġe uphem +Ġbrain storm +a quin +K o +Mic helle +ĠR unes +ĠBall istic +ud ers +Ġmod esty +ĠiP ads +ĠEzek iel +Y E +Ġstars hip +Ġpower fully +Ġper l +ĠSh ade +ĠQu art +ĠE EG +Ġfisher man +OS ED +ĠTyp ical +df x +Ġmes hes +Ġet ched +worth iness +Ġtopp led +Ġ3 96 +or ius +We iss +Ġmy sql +ĠVal halla +Ù Ĵ +le asing +Ġrec omp +rap nel +S el +04 3 +Ġder ailed +ĠGu ides +IR T +Ġde human +ĠBritt any +" )) +Ġex claim +Ġb alk +Ġ8 40 +CLA IM +int el +L AB +Ġpe gged +Ġast roph +sm oking +Ġrig ging +Ġfix ation +Ġcat apult +ins ide +ĠC ascade +ĠBolshe vik +G aza +Dep th +Ġloud spe +Ġalmond s +me yer +l eness +j en +f resh +Ġunbeat en +ĠSqu id +ĠPres umably +Tim er +B W +Ġro sters +Ġell ipt +ĠHar riet +dat abase +ĠMut ual +ĠComm odore +uk ed +kn ife +ĠCOMM UN +h ya +Ġmel ts +arch ives +Ġrat ification +Ġmultip lying +Ġinter oper +Ġasc ert +w ings +ver ting +ĠScorp ion +ay e +ĠPorts mouth +ĠM TA +n it +iaz ep +Ġqu arantine +Ġslides how +Ġcent imeters +Ġsyn opsis +Ġsp ate +th irst +Ġnom inating +ĠMel vin +Pre view +Ġthro b +Ġgener ational +ĠRad ius +rest ling +put able +aw ar +N ECT +Ġunlaw fully +ĠRevel ations +Wik ipedia +sur v +Ġeye ing +ij n +ĠF W +Ġbr unt +Ġinter stellar +Ġcl itor +ĠCroat ian +ĠCh ic +ev a +ĠDis app +ĠA kin +iner ies +d ust +Interest ed +Ġgen esis +ĠE ucl +ö n +p icking +Ġmut ated +Ġdisappro ve +ĠHD L +Ġ6 25 +Ì ¶ +c ancer +Ġsqu ats +Ġle vers +Disc uss += ] +D ex +ĠVIDE OS +A UD +Ġtrans act +ĠKin ect +ĠK uala +ĠC yp +7 47 +Ġsh attering +Ġarsen ic +ĠInt ake +ĠAngel o +ĠQu it +ĠK he +Ġ18 93 +M aker +0 29 +ĠPain ting +Dis able +9 16 +Ġanal ges +Ġtact ile +Ġprop hes +Ġd iced +ĠTravel s +ĠHe ader +ĠClub s +Ass istant +Ġinc rim +Ġd ips +Ġcruc ifix +ĠShan ahan +ĠInter pret +Ġ40 90 +al ogy +abb a +Ġsimul ac +hus band +S IM +Ġrecy cle +uc er +ed ged +Ġre naissance +ĠBomb ay +Cath olic +ĠL INE +ĠCl othing +re ports +Ġpl aus +Ġd ag +ĠM ace +Z I +Ġintr uder +ĠVeter inary +g ru +Ġsne aky +ĠS ie +ĠC innamon +P OSE +Ġcou rier +ĠC NS +Ġemanc ipation +s it +Ġplay through +ĠFac ilities +v irt +ĠG auntlet +Thom pson +Ġunbeliev ably +Param eters +Ġst itching +ign e +ĠTH ESE +Priv acy +Ġshenan igans +Ġvit ri +ĠVal id +59 1 +Ń · +ĠProt otype +ink a +SC P +ĠT id +è Ī +old ed +Ġindividual ity +Ġbark ing +Ġm ars +ĠW D +Ġ8 20 +Ġt ir +Ġsl apping +Ġdisgr untled +ĠAng ola +ri us +ĠTorn ado +ĠTh urs +Ġcapt cha +Ġang st +ĠP og +ĠAssass ins +ĠAd idas +Ġjoy ful +Ġwh ining +Emer gency +Ġphosph orus +Ġatt rition +oph on +ĠTimber wolves +ĠJ ah +ĠBr inging +ĠW ad +ĠEn sure +oh l +ĠX ie +omm el +c mp +Ġz ipper +Ġrel at +ĠCor ridor +m ilo +T ING +Av g +Ġcro pped +] } +Ġr aged +ĠLump ur +ĠGuer rero +our ke +N ut +Ġoff sets +og lu +dr m +Ġmort als +lat able +Ġdismiss ive +ä¸ ī +Ġthro ats +Ġchips et +ĠSpot light +Catal og +art ist +G b +Ġch illy +Ġst oked +Ġ3 74 +W ard +L atin +Ġf iasco +Ġble ach +Ġb rav +Enh anced +Ġin oc +ĠFior ina +_ > +Ġle ukemia +Ġel uc +Ġannoun cer +ĠLith uan +ĠArm ageddon +å ĩ +Len in +ĠR uk +Ġpe pp +ĠRom antic +ĠP IT +ĠInter stellar +ĠAt kinson +R aid +J s +Go al +C ourse +Ġvan ishing +es ley +ĠR ounds +Els a +59 3 +Ġredund ancy +ĠST AND +Ġprop hetic +Ġhabit able +ry u +Ġfaint ly +M ODE +Ġfl anked +IR C +Aw esome +Ġsp urious +ĠZ ah +ĠMS G +Ġsh ading +Ġmotiv ational +ĠSant ana +ĠS PR +Ġexc ruciating +om ial +ĠM iko +ĠLe opard +A byss +Ġ[ | +d irty +Ġbath s +Ġdem oral +and re +P B +Ġun ification +Ġsac rament +Ġ[ & +Ġpric eless +Ġgel atin +Ġeman ating +ĠAll aah +98 6 +Ġout burst +Ġer as +ĠX VI +ĠSP I +O tt +ĠLaz arus +PL IED +F lying +blog s +W isconsin +R aven +Ġreb ate +Ġcreep s +ĠSp an +ĠPain ter +ĠKir a +ĠAm os +ĠCor vette +Cons umer +ĠRec over +ck i +Ġpes ky +ĠIn vention +Compan ies +Ġchalleng ers +ad emic +ĠUkrain ians +ĠNeuro log +ĠFors aken +Ġent rants +Ġemb attled +Ġdef unct +ĠGlac ier +Ġpo isons +ĠH orses +m akes +ĠD irt +Ġ4 23 +hh h +ĠTrans formation +QUI RE +................ .. +Ġtrave ller +ĠSe xy +ĠK ern +ip olar +Ġransom ware +oooooooo oooooooo +E c +rub y +Prof essional +ĠOut break +arg ument +G rey +ĠFif a +ĠCH O +ĠFOR M +ĠAm trak +- [ +Ġcr adle +Ġantioxid ants +ãģ®å ® +7 36 +ĠNAS L +ĠContribut ions +Ind iana +ĠST EP +C SS +Ġsal ient +Ġall ocations +yr ights +Ġm ashed +ĠCut ter +Sex ual +Ġp ounded +Ġfan base +Ġc asc +ĠTrans parency +Ġanaly tic +ĠSummon er +× ŀ +ĠAD C +det ail +Ġvan quished +Ġcr abs +ar ie +Dest roy +ĠS ack +Ġtrans istor +Al abama +ĠK oen +ĠFisher ies +c one +Ġannex ed +ĠM GM +es a +Ġf aked +ĠCong ratulations +Ġhind ered +Ġcorrection al +ĠI TV +lee ve +Ġin appropriately +lic ks +Ġtresp ass +Ġp aws +Ġnegoti ator +ĠChrist ensen +lim its +ĠDian ne +Ġeleg ance +ĠContract s +an ke +Ob j +Ġvigil ance +Ġcast les +ĠN AD +ĠHol o +Ġemph atically +ĠTit us +ĠServ ing +ĠRich ie +ĠP igs +5 68 +Ġanim osity +ĠAtt ributes +ĠU riel +M Q +my ra +ĠApplic ant +Ġpsychiat rists +ĠV ij +ĠAb by +ag ree +P ush +Ġk Wh +hib a +Ġinc ite +ĠWe asley +ĠTax i +minist ic +hy per +ĠF arn +Ġ6 01 +ĠNation wide +F ake +95 2 +Ġma ize +Ġinteract ed +Ġtransition ed +Ġparas itic +Ġharm onic +Ġdec aying +Ġbas eless +ns ics +Ġtrans pired +Ġabund antly +ĠFore nsic +Ġtread mill +ĠJ av +ab and +Ġssh d +Ġfront man +ĠJak arta +oll er +dro ps +ĠSERV ICES +rompt u +oph ical +h ospital +bled on +6 45 +Ġmid range +ĠEV ENT +cul ated +raw led +Ġper ched +Ġover board +ĠPe el +ĠP wr +ĠCar th +ĠCOM PLE +co e +sh all +Ġdeter rence +M ETHOD +ĠAbs ent +M EN +Ġs ill +ĠLE VEL +Y ork +Ġsin ners +ĠOP EC +ĠN ur +ĠDesign s +se lection +Ġunw orthy +CH A +Ġstreng thens +88 3 +ed ly +Ġslic ing +Ġmal nutrition +Ġfilm making +ĠPol k +ur ated +Ġ4 21 +bre akers +!' " +Ġwet lands +ĠDisc rimination +Ġallow able +Ġste ered +ĠSic ily +S AM +Ġmust ache +Ġm ids +Ġcl ipped +Ġcirc ulate +Ġbr ittle +ĠBuild ings +ra ised +ĠRound up +Ġwealth ier +Ġoverw rite +Ġover powered +ĠGerr ard +s ites +PD ATED +Ġacute ly +ĠGam ble +Ġp im +ĠK us +Typ ically +De ploy +ĠMoroc can +p otion +com be +Ġvigil ante +Ġ36 3 +St ew +ĠB agg +Ġres ided +ĠSp o +Ġrem nant +Ġempt iness +br ainer +Ġout patient +pri ority +Ġle ptin +ĠPay ton +ĠGle aming +ĠS hed +ĠPol o +ĠMormon ism +rest ricted +arl ane +w x +Ġcreat ine +ĠAn on +ĠST UD +ĠJ UL +ĠT ee +5 28 +08 9 +Ġhat ched +Dis patch +ĠCompos ite +Ġ45 1 +p uff +ĠX COM +ĠOr n +ĠTH ANK +END ED +ĠAshe ville +Ġà ľ +Ġman go +ĠS lightly +world ly +ĠW ander +ĠExp and +ĠCh r +M ist +Ġorthodox y +ĠUN ESCO +reg ate +Else where +k ie +ir led +Ġtopp le +Ġadopt ive +ĠLeg s +d ress +ĠS agan +b are +ĠGl ou +Cr unch +Ġhelp ers +Ġchron ically +ĠH uma +1 0000 +Ġaccommod ating +äº Ķ +Ġwrink les +Ġdod ged +four th +Ġpre con +Ġcompress or +ĠK are +Ġev ict +ĠWar wick +im ar +Ġmodern ization +Ġband wagon +Ġref uted +Ġnet ted +ĠNa ples +ĠGen ie +per ors +Ġfield ed +Ġde re +ĠPar ables +le es +Ġtr out +asp ers +Ġn ihil +Ġhapp iest +Ġflo ppy +ĠLo ft +ĠHe ard +Ġun ison +Ġl ug +ĠRed mond +class ic +Supp orters +SH IP +G MT +Ġfue lled +ç IJ +Ġd d +ĠEmin em +Ġ18 97 +NY SE +Ġsecret aries +ĠF IA +ĠCanaver al +F avorite +Ġp omp +Ġdetain ee +ers hip +aim on +i our +ĠA pex +Ġplant ations +am ia +ac ion +R ust +Ġtow ed +ĠTru ly +5 77 +Ġshel tered +r ider +W o +Ġl air +ĠInt elligent +impro ve +m atically +Ġet iquette +ad ra +all o +ĠJun o +any thing +ĠStru ggle +ĠPred ict +ĠGr imes +ĠAMER ICA +ct x +ĠSit uation +W OOD +Ġsol uble +me ier +Ġintoler able +ang ering +Ġun interrupted +Ġtool tip +Ġinterrog ated +Ġgun ned +ĠSne ak +æŃ ¦ +Ġt ether +Ġcr umble +L ens +Ġclust ered +ĠSy l +ĠHas an +Ġdystop ian +w ana +Ġjoy stick +ĠTh ib +amm u +Tom orrow +5 46 +Ġoverc ame +Ġminim ized +cept or +Run ner +ENG TH +ĠBrend a +ĠAchieve ments +Ġtor ches +Ġrapp ort +ĠInvestig ator +ĠHand ling +rel ation +g rey +8 15 +Ġk cal +ĠComm ands +d q +Ġcur ls +Ġbe arer +Ġcyn icism +it ri +ĠUse ful +B ee +D CS +Ġab ras +P ract +BIL ITIES +7 12 +Ġdebug ger +Ġdebt or +ĠL ia +ĠK ers +Ġexacerb ate +ĠSt acy +ĠB land +ĠSc enes +Ġbranch ing +âĸĪâĸĪâĸĪâĸĪ âĸĪâĸĪâĸĪâĸĪ +ape ake +Ġs alsa +Ġmish and +ĠKon ami +ĠN ib +Ġanecd ote +Ġagree able +Ï ī +ĠNath aniel +ĠHe isman +ĠB eware +Ġ18 86 +spect ive +69 1 +5 22 +Ġinhib its +Ġhas hing +Ġ18 89 +å° Ĩ +v ich +P ure +Ġsolid ly +Ġaspir in +im aru +Ġstreet car +ĠU CS +ĠJ udd +Ġflash backs +p ins +Ġ14 40 +ĠUN HCR +ĠSym ptoms +T IT +5 38 +F ra +% ); +Ġo oz +Ġcur few +Ġcal med +Ġparticip ates +Te X +Ġnons ensical +Ġfull back +ĠDe L +mon key +h ari +Ġmetabol ites +Ġloot ed +ĠAL WAYS +ĠB CC +L t +oc het +B one +Ġveto ed +Ġg cc +ĠCL ICK +Ġ18 88 +s af +Ġstiff ness +Ġlow ly +ĠGe h +vers on +ors et +Ġun foreseen +Ġan esthesia +ĠOpt ical +Ġrecon structed +ĠT up +sh ows +NEW S +ĠNewsp aper +ĠA SA +ter a +N umbers +Ġinexpl icable +× ij +Ġhard ness +unt arily +ĠA cer +grad ient +ARD IS +Ġwood land +Ġmetaph ors +ĠWem bley +ĠPa vel +phil is +Ġre writing +Ġpercept ual +Ġ10 70 +worm s +ĠDown s +Ġunsur prisingly +Ġtag ging +fl ame +Ġlit res +Ġboun ces +ĠB abe +sh ut +Ġoverd oses +ĠShe ila +ĠCh au +ĠBl ess +Capt ure +ĠSign ificant +ĠSc ion +Ġ38 9 +ĠMc H +ĠTitan ium +ĠMe al +amed a +ag ents +agg ressive +B illy +76 3 +ĠS aying +DER R +it one +Coll ins +B ound +Ġbol ted +ĠDM CA +95 3 +Ġun iqueness +Ġep igen +un ci +ant am +Ġreck oning +ch airs +OG R +ĠSen egal +Ġ18 62 +re levant +Ġ ¯ +Ġpharm acies +ĠG eral +v ier +Y an +OR PG +Ġrab id +b ending +ĠUN ITED +Ġ4 65 +As sembly +Ġwe ep +Ġbe hest +ĠMother s +ĠJ ace +h id +Ġwh irlwind +ĠUN IVERS +Ġut opian +Ġkidn ap +Ph ilipp +K in +89 3 +Ġlivest ream +ĠM ISS +Ġsub versive +ĠTechn iques +ĠJUST ICE +ĠB ASE +Ġ38 7 +Ġassail ants +ĠHard core +Ġsprink led +ĠP se +é ļ +print ed +ĠH au +OR GE +ĠT OUR +Ġl aced +Ġit ch +G iving +Ġport ed +78 1 +//////////////// //////////////// +bre eding +Ġlog ger +ĠH OL +inn ie +First ly +Ġembry onic +Ġdeleg ated +p ai +O IL +Ġcentr ally +ĠR x +ĠSc outing +D utch +Ġhe reditary +ĠCru iser +s at +5 29 +ĠMar riott +other mal +Ġprohib itions +E arn +ĠSt ab +ĠColleg es +ĠBel ief +st retched +ĠL H +ĠEntity Item +C IA +Ġun rem +Ġlaure ate +Ġdenomin ations +sum mary +h ler +S pect +ĠK laus +ĠBe ans +Ġins ur +ĠPA X +Ġfield er +ĠV et +ĠSp arrow +z ie +ĠS Q +ĠMond ays +ĠOff line +ĠLer ner +ĠExt ensions +Ire land +Ġpatron age +Ġcontrast ed +ĠMan ia +h irt +Mos cow +Ġcondem ns +ĠAn ge +Ġcomp osing +ĠPe pe +ĠP addock +Ġheter ogeneity +Ġide ologically +Ġf ishes +Ġcur sing +ĠR utherford +ĠFlo ating +ĠAm elia +Te a +Syn opsis +Ġstun ts +Ġbe ad +Ġstock ing +ĠM ILL +ob ook +mass ive +\ < +Ġh ump +ĠPref erences +Engine Debug +ge ist +ĠNiet o +ome ver +ish y +eval uate +col onial +Altern ative +ĠGo Pro +ĠV ortex +ĠNET WORK +ans ky +Sec ure +ĠTh rust +Sn ake +Ġparcel s +Ġsam urai +Ġactress es +N ap +M F +ifer ation +Be er +5 23 +ĠI ly +oint ment +P ing +Ġstri ped +ĠMell on +oss ession +Ġneut ron +end ium +Ġa ph +ĠFlav oring +Ġ38 3 +Ġrespons iveness +ĠJ indal +ĠHitch cock +Den ver +ĠDRAG ON +sm anship +ĠDu pl +Ġs ly +Ġweb cam +ĠTw ain +ĠDar ling +ili ate +cons umer +D IT +Ġnames ake +Ġun orthodox +Ġfun er +ĠPL oS +ĠCONTR OL +ozy g +ogl obin +F ACE +ER G +ĠD ia +ĠF iesta +ce le +0 34 +Ġencl ave +âĸ¬ âĸ¬ +on ement +al ist +M and +Ġhome grown +ĠF ancy +Ġconcept ions +ĠCont ains +ure en +Ġreiter ate +Ġme ager +Ġinstall ments +Sp awn +6 27 +Ġphot oc +ĠCab rera +ĠRos enthal +ĠLans ing +is ner +Ġinvest s +ĠUFO s +EX P +Hard ware +Ġtr agically +Ġconced es +ie ft +ch am +bor gh +ĠSch r +ĠMel anie +ĠH oy +Ġvisit ation +Ġid iosyncr +Ġfract ions +Ġfore skin +ob os +Ġpo aching +ĠVI EW +Ġstimul ates +ĠG ork +can on +M IC +ĠNem esis +ĠInd ra +ĠDM V +Ġ5 29 +Ġinspect ing +Ġgrand ma +ĠW hedon +ĠSh ant +ĠP urg +ik an +ĠT eg +ĠCL R +z ac +Vict oria +ĠVer ify +ion ics +Ġpart ying +ĠM ou +col our +Ġtestim onies +l ations +Ġpress uring +hi ro +ac ers +Ġf id +ang ler +ĠCS I +Ġhere after +Ġdiss idents +report ing +iph any +che v +Ġsol itude +Ġl obe +Ġind is +Ġcred ential +re cent +ad ult +ĠNir vana +ĠFranch ise +L ayer +H yp +ĠBerks hire +Ġwill s +t if +Ġtot em +ĠJud ah +rep air +Inst ant +5 48 +Ġemb assies +Ġbott leneck +Ġb ount +Ġtyp ew +ĠAl vin +j ing +im ilar +R ush +Ġbr im +ĠHEL P +A im +] ' +Ġpass ively +Ġbound ed +ĠR ated +Ġcriminal ity +Ġbiom ark +Ġdisp atcher +ĠTow ards +Ġ+ ++ +right eous +f rog +ĠP anc +C arter +0 32 +æ© Ł +Ġult raviolet +ĠLic ensed +ĠT ata +ĠBl essing +ĠG AM +Ġchem ically +ĠSe af +ĠRE LE +ĠMerc enary +capital ist +Ġform ulations +Ġann ihilation +ĠVer b +ĠAr gon +Ġun loaded +Ġmorp hed +Ġconqu ering +back er +I ELD +Ġtheft s +Ġfront runner +ĠRoy ale +ĠFund amental +el ight +C hip +necess ary +ay n +ĠSl ip +Ġ4 48 +cern ed +P ause +Ġshock ingly +ĠAB V +Ġcomp osure +7 33 +ĠMotors port +ah ime +Mur ray +M ach +Ġgr ids +Ġdeb ian +Ġfurther more +Ġdexter ity +ĠCollect ions +os lov +il age +b j +ĠMont eneg +Ġstrut Connector +Ġmassac res +Ġbrief s +fet ched +uv ian +ol ition +Fail ure +emon ic +Ġfl ared +Ġclaim ant +Ġc ures +Ġgive aways +ĠSubst ance +al ions +Ġcr inge +ĠK ul +Ġarist ocracy +ĠUl ster +ol ated +h ousing +ĠM IS +Ġgl ared +ĠWil helm +ne eds +lam bda +build ers +ĠV IS +Ġradi ator +ĠGhost busters +Ġ4 36 +act ual +Ġher ds +ç a +watch ing +Ġcounter ing +Ch arge +Ġchar red +Ġwar heads +Ġiod ine +ĠM acy +04 1 +Ġdepart ures +ĠS ins +Ġdy ed +ĠConcept s +g ado +7 13 +Ġquot ations +Ġg ist +ĠChrist y +Ġant igen +ĠHem p +ĠD rawn +ĠB arg +ez vous +Ġp aternity +Ġar du +ĠAnch orage +ĠR ik +Ġover loaded +ĠUs ername +ĠTam my +ĠN au +ĠCell ular +Ġw aning +Ġrod ent +ĠWor cester +il ts +ĠT ad +Ġdwell ings +Ġbull ish +4 31 +Ġretali ate +Ġmig raine +ĠChev ron +CH ECK +Ġdon key +c rim +SP A +ĠAn alog +Ġmarqu ee +ĠHa as +B ir +ĠGD DR +ĠDownload s +Ġwill power +ĠFor th +ĠRecord ed +Ġimp ossibility +ĠLog ged +ĠFr anks +ĠR att +in itions +Ġclean ers +Ġsore ly +Ġflick ering +ĠEx amination +c atching +allow een +Ms g +Ġdun no +F a +Ġdys ph +c razy +.' '. +Ġmain line +Ġc s +Ġp tr +ĠW ally +ig un +95 1 +ĠBig foot +f ights +Ġretrie ving +J r +Ġdupl ication +ĠExpl an +Ġrel ational +Ġqu aint +Ġbisc uits +Ġad o +Ġsh udder +Ġantid ote +blood ed +ks h +Ġsa uces +Ġrein vest +Ġdispens ary +ĠD iver +Ġ9 000 +stud ent +Ġin separ +esc ap +Ġtodd lers +ĠGP IO +ĠAss ignment +head ers +Ġlack luster +Ġab ack +95 6 +Ġtool bar +7 45 +Ġo ust +Ġcontempl ation +ĠPRES IDENT +Ġ4 58 +==== == +Ġguarantee ing +ĠHe ist +ĠCann es +Ļ ½ +Ġcollabor ator +ĠAm p +Ġg ou +ĠSH ALL +st ories +78 3 +Ġmobil ized +Ġbro od +ĠL U +ĠðŁ ij +Ġref in +ĠAnthrop ology +v ind +ill i +Ġwarrant ies +ĠB abel +Ġsw ath +Ġc aches +Ġantagon ists +art ifacts +Ġhot ly +ĠSt arts +ĠG ö +z ag +!! !!! +Ġsc ourge +Ġcons piring +ru its +re verse +ĠShe en +ĠJes uit +ĠGiov anni +ad ies +Ġbutt ocks +ear cher +ac an +Ġvolley ball +Ġshroud ed +Ġscore board +b ats +ĠI PM +Ġass es +Ġde regulation +ĠTe legram +ĠReb oot +Ġ7 000 +ĠCan ary +Ġk ernels +ĠFranç ois +ĠD uff +ĠP on +ĠLe ica +ĠGar min +Ġor phans +ĠClaud ia +Ġcal endars +ĠLe ilan +ent o +R ocket +Ġbr unch +ĠHaw king +ain ers +Ġsens ibilities +Ġk W +ĠK and +Ġre claimed +Ġinteresting ly +× © +rom y +J M +ĠEnhance ment +b ush +Sk ip +Ġrapp ers +Ġg azing +p edia +ath lon +Rev olution +Ġsn ipers +Ġre verted +Ġconglomer ate +T erry +79 4 +Ġhars her +Ġdes olate +ĠHit man +Comm ission +Ġ( / +âĢ¦ ." +Com par +Ġampl ification +om inated +Ġreg ress +ĠColl ider +Ġinform ants +Ġg azed diff --git a/billsum_5912_bart-base/model.safetensors b/billsum_5912_bart-base/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32b49226f8c2c8ef4d1ae5d033880b610af6cf62 --- /dev/null +++ b/billsum_5912_bart-base/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5488ec005b4ab667f40520c70eeb5163c4c61fc91f3c49d7ed50fd9259e1e29d +size 557912620 diff --git a/billsum_5912_bart-base/special_tokens_map.json b/billsum_5912_bart-base/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..68171d1ff68b731a33d119708476692c094a466b --- /dev/null +++ b/billsum_5912_bart-base/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/billsum_5912_bart-base/tokenizer.json b/billsum_5912_bart-base/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..0a8c0b45732f8d10dabe30503fd189466523ae68 --- /dev/null +++ b/billsum_5912_bart-base/tokenizer.json @@ -0,0 +1,100356 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 1, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 2, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 3, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + }, + { + "id": 50264, + "content": "", + "single_word": false, + "lstrip": true, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "RobertaProcessing", + "sep": [ + "", + 2 + ], + "cls": [ + "", + 0 + ], + "trim_offsets": true, + "add_prefix_space": false + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "vocab": { + "": 0, + "": 1, + "": 2, + "": 3, + ".": 4, + "Ġthe": 5, + ",": 6, + "Ġto": 7, + "Ġand": 8, + "Ġof": 9, + "Ġa": 10, + "Ġin": 11, + "-": 12, + "Ġfor": 13, + "Ġthat": 14, + "Ġon": 15, + "Ġis": 16, + "âĢ": 17, + "'s": 18, + "Ġwith": 19, + "ĠThe": 20, + "Ġwas": 21, + "Ġ\"": 22, + "Ġat": 23, + "Ġit": 24, + "Ġas": 25, + "Ġsaid": 26, + "Ļ": 27, + "Ġbe": 28, + "s": 29, + "Ġby": 30, + "Ġfrom": 31, + "Ġare": 32, + "Ġhave": 33, + "Ġhas": 34, + ":": 35, + "Ġ(": 36, + "Ġhe": 37, + "ĠI": 38, + "Ġhis": 39, + "Ġwill": 40, + "Ġan": 41, + "Ġthis": 42, + ")": 43, + "ĠâĢ": 44, + "Ġnot": 45, + "Ŀ": 46, + "Ġyou": 47, + "ľ": 48, + "Ġtheir": 49, + "Ġor": 50, + "Ġthey": 51, + "Ġwe": 52, + "Ġbut": 53, + "Ġwho": 54, + "Ġmore": 55, + "Ġhad": 56, + "Ġbeen": 57, + "Ġwere": 58, + "Ġabout": 59, + ",\"": 60, + "Ġwhich": 61, + "Ġup": 62, + "Ġits": 63, + "Ġcan": 64, + "Ġone": 65, + "Ġout": 66, + "Ġalso": 67, + "Ġ$": 68, + "Ġher": 69, + "Ġall": 70, + "Ġafter": 71, + ".\"": 72, + "/": 73, + "Ġwould": 74, + "'t": 75, + "Ġyear": 76, + "Ġwhen": 77, + "Ġfirst": 78, + "Ġshe": 79, + "Ġtwo": 80, + "Ġover": 81, + "Ġpeople": 82, + "ĠA": 83, + "Ġour": 84, + "ĠIt": 85, + "Ġtime": 86, + "Ġthan": 87, + "Ġinto": 88, + "Ġthere": 89, + "t": 90, + "ĠHe": 91, + "Ġnew": 92, + "ĠâĢĶ": 93, + "Ġlast": 94, + "Ġjust": 95, + "ĠIn": 96, + "Ġother": 97, + "Ġso": 98, + "Ġwhat": 99, + "I": 100, + "Ġlike": 101, + "a": 102, + "Ġsome": 103, + "S": 104, + "ë": 105, + "Ġthem": 106, + "Ġyears": 107, + "'": 108, + "Ġdo": 109, + "Ġyour": 110, + "Ġ-": 111, + "Ġ1": 112, + "\"": 113, + "Ġif": 114, + "Ġcould": 115, + "?": 116, + "Ġno": 117, + "i": 118, + "m": 119, + "Ġget": 120, + "ĠU": 121, + "Ġnow": 122, + "Ġhim": 123, + "Ġback": 124, + "ĠBut": 125, + "ĠâĢĵ": 126, + "Ġmy": 127, + "Ġ'": 128, + "Ġonly": 129, + "Ġthree": 130, + ";": 131, + "Ġ2": 132, + "The": 133, + "1": 134, + "Ġpercent": 135, + "Ġagainst": 136, + "Ġbefore": 137, + "Ġcompany": 138, + "o": 139, + "ĠTrump": 140, + "Ġhow": 141, + "Ġbecause": 142, + "Ġany": 143, + "Ġmost": 144, + "Ġbeing": 145, + "Ġmake": 146, + "Ġwhere": 147, + "Ġduring": 148, + "Ġthrough": 149, + "Ġwhile": 150, + "000": 151, + "ĠThis": 152, + "Ġmillion": 153, + "ing": 154, + "Ġ3": 155, + "Ġmade": 156, + "Ġwell": 157, + "Ġ10": 158, + "Ġdown": 159, + "Ġoff": 160, + "Ġsays": 161, + "Ġme": 162, + "ĠB": 163, + "Ġgoing": 164, + "Ġteam": 165, + "ĠWe": 166, + "Ġthose": 167, + "Ġgovernment": 168, + "Ġway": 169, + "We": 170, + "Ġmany": 171, + "Ġthen": 172, + "Ġwork": 173, + "Ġtold": 174, + "com": 175, + "2": 176, + "Ġgame": 177, + "ĠAnd": 178, + "in": 179, + "year": 180, + "Ġp": 181, + "Ġvery": 182, + "Ġday": 183, + "Ġhome": 184, + "Ġtake": 185, + "Ġweek": 186, + "Ġsince": 187, + "ĠNew": 188, + "Ġmay": 189, + "Ġeven": 190, + "Ġseason": 191, + "Ġsee": 192, + "Ġ2017": 193, + "Ġstate": 194, + "Ġ5": 195, + "ed": 196, + "Ġshould": 197, + "Ġaround": 198, + "Ġ2018": 199, + "Ġsecond": 200, + "Ġus": 201, + "Ġstill": 202, + "Ġmuch": 203, + "Ġ4": 204, + "Ġgood": 205, + "Ġthink": 206, + "%": 207, + "ĠS": 208, + "Ġthese": 209, + "Ġmarket": 210, + "ĠD": 211, + "th": 212, + "Ġgo": 213, + "'re": 214, + "Ġsuch": 215, + "Ġknow": 216, + "Ġincluding": 217, + "Ġdon": 218, + "y": 219, + "Ġnext": 220, + "ĠP": 221, + "Ġdid": 222, + "Ġunder": 223, + "Ġsay": 224, + "en": 225, + "ĠL": 226, + "Ġbetween": 227, + "Ġper": 228, + "ĠK": 229, + "ĠC": 230, + "Ġ6": 231, + "Ġworld": 232, + "Ġpart": 233, + "ĠN": 234, + "Ġright": 235, + "Ġwant": 236, + "Ġfour": 237, + "),": 238, + "Ġhigh": 239, + "Ġneed": 240, + "re": 241, + "e": 242, + "It": 243, + "Ġhelp": 244, + "5": 245, + "3": 246, + "Ġcountry": 247, + "ĠR": 248, + "Ġpolice": 249, + "A": 250, + "Ġlong": 251, + "ĠThey": 252, + "Ġend": 253, + "er": 254, + "ĠT": 255, + "ĠM": 256, + "u": 257, + "Ġboth": 258, + "Ġhere": 259, + "an": 260, + "on": 261, + "Ġ7": 262, + "Ġde": 263, + "ĠShe": 264, + "Ġbusiness": 265, + "Ġreport": 266, + "j": 267, + "ers": 268, + "Ġreally": 269, + "ĠPresident": 270, + "ar": 271, + "ĠG": 272, + "ĠFriday": 273, + "ĠF": 274, + "Ġbest": 275, + "Ġsame": 276, + "Ġanother": 277, + "Ġset": 278, + "old": 279, + "ĠThat": 280, + "as": 281, + "n": 282, + "Ġcome": 283, + "Ġfamily": 284, + "Ġpublic": 285, + "ĠFor": 286, + "ĠAs": 287, + "0": 288, + "ĠH": 289, + "Ġ8": 290, + "Ġ20": 291, + "Ġfive": 292, + "es": 293, + "ĠTuesday": 294, + "Ġn": 295, + "ĠThursday": 296, + "Ġquarter": 297, + "h": 298, + "Ġtop": 299, + "Ġgot": 300, + "Ġlife": 301, + "ĠMonday": 302, + "Ġfound": 303, + "Ġuse": 304, + "ĠW": 305, + "4": 306, + "ĠWednesday": 307, + "Ġown": 308, + "Ġaccording": 309, + "Ġplay": 310, + "Ġshow": 311, + "ĠSt": 312, + "Ġman": 313, + "Ġleft": 314, + "ĠUnited": 315, + "Ġ12": 316, + "Ġplace": 317, + "ĠIf": 318, + "Ġlot": 319, + "Ġformer": 320, + "Ġ0": 321, + ").": 322, + "Ġsupport": 323, + "ie": 324, + "Ġbillion": 325, + "Ġt": 326, + "Ġshares": 327, + "!": 328, + "z": 329, + "k": 330, + "ĠState": 331, + "Ġpoints": 332, + "Ġgroup": 333, + "Ġschool": 334, + "Ġinformation": 335, + "Ġ2016": 336, + "al": 337, + "r": 338, + "Ġwin": 339, + "Ġnews": 340, + "Ġused": 341, + "Ġput": 342, + "Ġcity": 343, + "ĠJ": 344, + "ĠThere": 345, + "Ġnumber": 346, + "C": 347, + "'ve": 348, + "Ġeach": 349, + "Ġtoo": 350, + "Ġwon": 351, + "ly": 352, + "Ġmonth": 353, + "is": 354, + "Ġadded": 355, + "Ġlook": 356, + "Ġbetter": 357, + "Ġevery": 358, + "Ġ&": 359, + "Ġdays": 360, + "Ġ9": 361, + "Ġtook": 362, + "Ġnight": 363, + "Ġe": 364, + "Ġ11": 365, + "os": 366, + "Ġfew": 367, + "or": 368, + "ĠNorth": 369, + "ĠYou": 370, + "Ġthird": 371, + "Ġgreat": 372, + "Ġcalled": 373, + "ĠOn": 374, + "Ġpast": 375, + "Ġcame": 376, + "Ġmonths": 377, + "ĠSaturday": 378, + "Ġ15": 379, + "Ġbig": 380, + "ĠE": 381, + "ĠUS": 382, + "Ġthings": 383, + "ĠO": 384, + "Ġd": 385, + "Ġstart": 386, + "B": 387, + "Ġstock": 388, + "Ġ30": 389, + "Ġwomen": 390, + "ĠSouth": 391, + "ĠMay": 392, + "Ġnever": 393, + "Ġpresident": 394, + "ĠSunday": 395, + "Ġwithout": 396, + "man": 397, + "8": 398, + "Ġdidn": 399, + "Ġlocal": 400, + "6": 401, + "Ġsomething": 402, + "Ġcase": 403, + "ĠAll": 404, + "it": 405, + "7": 406, + "ĠSo": 407, + "Ġchildren": 408, + "Ġaway": 409, + "Ġlittle": 410, + "Ġsix": 411, + "ĠCity": 412, + "ĠCounty": 413, + "Ġdata": 414, + "at": 415, + "Ġalready": 416, + "d": 417, + "Ġmoney": 418, + "Ġearly": 419, + "Ġacross": 420, + "Ġexpected": 421, + "Ġrun": 422, + "Ġlater": 423, + "am": 424, + "Ġprice": 425, + "Ġgames": 426, + "ĠMr": 427, + "b": 428, + "Ġmight": 429, + "Ġdifferent": 430, + "Ġreported": 431, + "Ġdeal": 432, + "Ġmedia": 433, + "Ġgrowth": 434, + "Ġcommunity": 435, + "ĠChina": 436, + "'m": 437, + "c": 438, + "Ġwent": 439, + "ĠNo": 440, + "Ġable": 441, + "Ġmaking": 442, + "Ġarea": 443, + "Ġfar": 444, + "Ġstatement": 445, + "ĠHouse": 446, + "Ġworking": 447, + "M": 448, + "Ġk": 449, + "Ġseen": 450, + "Ġcompanies": 451, + "Ġtoday": 452, + "Ġmembers": 453, + "Ġuntil": 454, + "Ġfull": 455, + "Ġagain": 456, + "Ġhalf": 457, + "Ġshare": 458, + "le": 459, + "Ġalways": 460, + "Ġcourt": 461, + "l": 462, + "and": 463, + "Ġchange": 464, + "Ġfind": 465, + "9": 466, + "Ġsystem": 467, + "ĠV": 468, + "ĠYork": 469, + "ĠAmerican": 470, + "Ġhead": 471, + "Ġplayers": 472, + "Ġdoes": 473, + "Ġhealth": 474, + "Ġm": 475, + "Ġpower": 476, + "Ġpoint": 477, + "Ġhit": 478, + "Ġ.": 479, + "Ġ--": 480, + "Ġfree": 481, + ".,": 482, + "Ġlead": 483, + "Ġseveral": 484, + "Ġrecent": 485, + "Ġcall": 486, + "N": 487, + "Ġlaw": 488, + "Ġkeep": 489, + "Ġopen": 490, + "ĠNews": 491, + "Ġgive": 492, + "ia": 493, + "ĠMarch": 494, + "D": 495, + "ĠNational": 496, + "ĠAt": 497, + "Ġtimes": 498, + "Ġfuture": 499, + "R": 500, + "Ġ14": 501, + "ĠJune": 502, + "Ġofficials": 503, + "Ġ18": 504, + "Ġimportant": 505, + "f": 506, + "Ġfinal": 507, + "Ġ13": 508, + "ĠOne": 509, + "P": 510, + "Ġfollowing": 511, + "Ġcar": 512, + "Ġleast": 513, + "Ġwater": 514, + "Ġevent": 515, + "Ġline": 516, + "Ġmove": 517, + "Ġservices": 518, + "Ġhaving": 519, + "ĠWhen": 520, + "Ġstudents": 521, + "ĠPolice": 522, + "el": 523, + "Ġam": 524, + "ĠZ": 525, + "Ġside": 526, + "Ġstory": 527, + "Ġdue": 528, + "Ġmeeting": 529, + "K": 530, + "Ġmust": 531, + "ĠStates": 532, + "Ġlikely": 533, + "G": 534, + "Ġcontinue": 535, + "Ġago": 536, + "Ġparty": 537, + "Ġmajor": 538, + "Ġindustry": 539, + "Ġless": 540, + "30": 541, + "Ġun": 542, + "Ġhard": 543, + "Ġservice": 544, + "Ġ16": 545, + "Ġlooking": 546, + "Ġheld": 547, + "ve": 548, + "Ġwhether": 549, + "ĠJuly": 550, + "Ġtaken": 551, + "Ġalong": 552, + "Ġasked": 553, + "Ġstarted": 554, + "Ġbecome": 555, + "Ġforward": 556, + "Ġresearch": 557, + "Ġoffice": 558, + "Ġpolitical": 559, + "to": 560, + "Ġtogether": 561, + "Ġgetting": 562, + "Ġplan": 563, + "Ġ25": 564, + "T": 565, + "Ġamong": 566, + "Ġcoming": 567, + "Ġdecision": 568, + "Ġvideo": 569, + "Ġ2015": 570, + "g": 571, + "ĠAfter": 572, + "Ġsecurity": 573, + "L": 574, + "Ġcare": 575, + "Ġgiven": 576, + "Ġavailable": 577, + "âĢĶ": 578, + "Ġs": 579, + "ĠWest": 580, + "'ll": 581, + "Ġpay": 582, + "Ġnear": 583, + "Ġsaying": 584, + "Ġannounced": 585, + "Ġprogram": 586, + "ĠApril": 587, + "Ġreal": 588, + "ĠUniversity": 589, + "ĠWith": 590, + "AP": 591, + "Ġsocial": 592, + "Ġclose": 593, + "et": 594, + "Ġcurrent": 595, + "Ġwhy": 596, + "F": 597, + "ĠTo": 598, + "ĠTwitter": 599, + "Ġthough": 600, + "Ġ17": 601, + "Ġtaking": 602, + "ĠInc": 603, + "Ġmen": 604, + "w": 605, + "Ġcomes": 606, + "ley": 607, + "Ġdoing": 608, + "Ġprocess": 609, + "ĠJohn": 610, + "ch": 611, + "00": 612, + "Ġfinancial": 613, + "Ġlow": 614, + "Ġenough": 615, + "ĠWhile": 616, + "Ġfurther": 617, + "Ġpost": 618, + "Ġfeel": 619, + "st": 620, + "Ġperson": 621, + "ĠFacebook": 622, + "ĠWorld": 623, + "Ġwithin": 624, + "ad": 625, + "Ġdone": 626, + "the": 627, + "Ġlate": 628, + "Ġtax": 629, + "Ġdoesn": 630, + "Ġthing": 631, + "Ġnational": 632, + "Ġjob": 633, + "Ġusing": 634, + "ĠHowever": 635, + "ic": 636, + "Ġcampaign": 637, + "Ġrecord": 638, + "Ġbehind": 639, + "://": 640, + "ĠDepartment": 641, + "p": 642, + "Ġothers": 643, + "ĠJanuary": 644, + "Ġorder": 645, + "Ġ[": 646, + "Ġsales": 647, + "Ġyet": 648, + "Ä": 649, + "Ġsmall": 650, + "Ġseries": 651, + "Ġface": 652, + "ĠWhat": 653, + "Ġ50": 654, + "Ġever": 655, + "Ġearlier": 656, + "Ġlove": 657, + "up": 658, + "Ġrights": 659, + "ĠAn": 660, + "ist": 661, + "Ġmorning": 662, + "ĠWashington": 663, + "Ġyoung": 664, + "Ġlatest": 665, + "ĠIndia": 666, + "Ġtrying": 667, + "Ġfire": 668, + "Ġled": 669, + "Ġstrong": 670, + "Ġreturn": 671, + "Ġlevel": 672, + "O": 673, + "Ġaverage": 674, + "Ġperiod": 675, + "Ġexperience": 676, + "ak": 677, + "Ġpossible": 678, + "Ġbelieve": 679, + "Ġinclude": 680, + "Ġoil": 681, + "Ġrecently": 682, + "Ġonce": 683, + "Ġknown": 684, + "Ġlost": 685, + "Ġsure": 686, + "us": 687, + "Ġweeks": 688, + "Ġfood": 689, + "Ġreports": 690, + "Ġrating": 691, + "ĠMinister": 692, + "Ġwoman": 693, + "Ġprovide": 694, + "Ġproject": 695, + "Ġissue": 696, + "Ġlive": 697, + "10": 698, + "Ġclear": 699, + "he": 700, + "Ġcost": 701, + "Ġplayed": 702, + "Ġreleased": 703, + "Ġcoach": 704, + "v": 705, + "Ġ24": 706, + "Ġseven": 707, + "Ġplans": 708, + "Ġdevelopment": 709, + "ur": 710, + "ĺ": 711, + "Ġincrease": 712, + "This": 713, + "Ġpolicy": 714, + "Ġcent": 715, + "Ġbased": 716, + "E": 717, + "il": 718, + "ĠDecember": 719, + "Ġglobal": 720, + "Ġtrade": 721, + "Ġhours": 722, + "Ġhigher": 723, + "Ġgoal": 724, + "H": 725, + "ĠAl": 726, + "Ġ100": 727, + "Ġminutes": 728, + "Ġelection": 729, + "ĠAmerica": 730, + "Ġrate": 731, + "ĠCh": 732, + "Ġ21": 733, + "...": 734, + "ĠWhite": 735, + "Ġdirector": 736, + "Ġposition": 737, + "Ġshot": 738, + "Ġlarge": 739, + "Ġc": 740, + "Ġb": 741, + "]": 742, + "Ġissues": 743, + "Ġdeath": 744, + "Ġbuilding": 745, + "Ġtotal": 746, + "Ġoften": 747, + "Ġv": 748, + "Ġcountries": 749, + "Ġhistory": 750, + "Ġoutside": 751, + "Ġfederal": 752, + "Ġ19": 753, + "Ġfact": 754, + "ĠHigh": 755, + "Ġcareer": 756, + "im": 757, + "Ġinternational": 758, + "ĠNovember": 759, + "Ġfront": 760, + "Ġkind": 761, + "Ġkey": 762, + "ra": 763, + "ĠSan": 764, + "Ġshort": 765, + "Ġname": 766, + "ĠAccording": 767, + "Ġcourse": 768, + "Ġre": 769, + "Ġwanted": 770, + "W": 771, + "ĠSeptember": 772, + "Ġinterest": 773, + "Ġrole": 774, + "Ġresults": 775, + "Ġeconomic": 776, + "Ġ2014": 777, + "Ġchance": 778, + "ĠOctober": 779, + "Ġspecial": 780, + "Ġofficial": 781, + "Ġneeds": 782, + "um": 783, + "Ġl": 784, + "Ġproducts": 785, + "Ġnon": 786, + "Ġ@": 787, + "ĠBank": 788, + "Ġahead": 789, + "Ġhouse": 790, + "U": 791, + "Ġboard": 792, + "Ġold": 793, + "Ġsaw": 794, + "Ġlower": 795, + "ĠEuropean": 796, + "Ġcontrol": 797, + "ĠRussia": 798, + "Ġeight": 799, + "Ġrelease": 800, + "Ġpotential": 801, + "Ġthought": 802, + "Ġinvestigation": 803, + "Ġonline": 804, + "based": 805, + "Ġtechnology": 806, + "ĠDonald": 807, + "id": 808, + "Ġbody": 809, + "Ġrisk": 810, + "ian": 811, + "Ġcapital": 812, + "Ġstaff": 813, + "Ġaction": 814, + "ĠLeague": 815, + "Ġplaying": 816, + "Ġmakes": 817, + "Ġalmost": 818, + "Ġperformance": 819, + "Ġ22": 820, + "Ġg": 821, + "Ġfilm": 822, + "Ġnearly": 823, + "ĠCenter": 824, + "Ġvisit": 825, + "ĠGroup": 826, + "Ġbank": 827, + "Ġbit": 828, + "Ġreceived": 829, + "ĠAugust": 830, + "Ġmilitary": 831, + "ĠHis": 832, + "ine": 833, + "Ġchief": 834, + "ĠSchool": 835, + "Ġbring": 836, + "ĠCourt": 837, + "Ġ(@": 838, + "Ġmeans": 839, + "ĠSh": 840, + "Ġfans": 841, + "Ġse": 842, + "Ġ40": 843, + "20": 844, + "\".": 845, + "V": 846, + "Ġcut": 847, + "Ġkilled": 848, + "Ġ#": 849, + "Ġprices": 850, + "Ġgave": 851, + "ĠStreet": 852, + "ir": 853, + "ĠY": 854, + "Ġcurrently": 855, + "Ġf": 856, + "ay": 857, + "ne": 858, + "te": 859, + "Ġtry": 860, + "ĠPark": 861, + "ĥ": 862, + "J": 863, + "Ġquestion": 864, + "Ġhand": 865, + "Ġeconomy": 866, + "Ġinvestors": 867, + "able": 868, + "Ġplayer": 869, + "ĠBy": 870, + "ĠDavid": 871, + "Ġloss": 872, + "ab": 873, + "Ġbelow": 874, + "Ġwrote": 875, + "co": 876, + "ate": 877, + "Ġrunning": 878, + "un": 879, + "Ġbegan": 880, + "Ġsingle": 881, + "Ġfield": 882, + "Ġ23": 883, + "Ġleader": 884, + "Ġw": 885, + "ĠCalifornia": 886, + "Ġfourth": 887, + "Ġactually": 888, + "Ġlist": 889, + "ll": 890, + "Ġcouple": 891, + "Ġstudy": 892, + "Ġteams": 893, + "He": 894, + "ah": 895, + "ĠCanada": 896, + "Ġla": 897, + "Ġresult": 898, + "Ġaccess": 899, + "Ġvote": 900, + "ĠMore": 901, + "ĠFebruary": 902, + "Ġrevenue": 903, + "Ġoffer": 904, + "Ġlet": 905, + "ier": 906, + "Ġbuy": 907, + "Ġattack": 908, + "Ġblack": 909, + "Ġr": 910, + "Ġareas": 911, + "Ġstop": 912, + "Ġimpact": 913, + "Ġmatch": 914, + "Ġinvestment": 915, + "Ġcustomers": 916, + "Ġleaders": 917, + "ies": 918, + "Ġmember": 919, + "Ġchild": 920, + "Ġroad": 921, + "ul": 922, + "Ġvalue": 923, + "Ġshows": 924, + "ĠDr": 925, + "ĠDe": 926, + "ant": 927, + "ĠLondon": 928, + "Ġroom": 929, + "Ġmusic": 930, + "Ġproduction": 931, + "Ġanything": 932, + "Ġfirm": 933, + "Ġbiggest": 934, + "Ġair": 935, + "Ġproblem": 936, + "Ġgeneral": 937, + "Ġwasn": 938, + "Ġi": 939, + "Ġprivate": 940, + "Ġespecially": 941, + "Ġadministration": 942, + "Ġadditional": 943, + "ĠCo": 944, + "Ġopportunity": 945, + "Ġhold": 946, + "&": 947, + "Ġmatter": 948, + "Ġsenior": 949, + "Ġclub": 950, + "Ġsomeone": 951, + "ĠÃ": 952, + "ĠEast": 953, + "Ġ2019": 954, + ".'": 955, + "Ġneeded": 956, + "ĠJames": 957, + "time": 958, + "Ġhowever": 959, + "Ġeverything": 960, + "Ġeveryone": 961, + "Ġdied": 962, + "Ġinvolved": 963, + "Ġfriends": 964, + "Ġisn": 965, + "Ġworth": 966, + "ik": 967, + "ĠCup": 968, + "Ġshowed": 969, + "There": 970, + "Ġ28": 971, + "Ġmeet": 972, + "Ġ26": 973, + "Ġ27": 974, + "Y": 975, + "Ġregion": 976, + "ĠPress": 977, + "ĠNow": 978, + "Ġson": 979, + "Ġspace": 980, + "Ġleading": 981, + "Ġstates": 982, + "Ġweekend": 983, + "Ġ£": 984, + "Ġmother": 985, + "Ġprevious": 986, + "ĠUK": 987, + "ĠMichael": 988, + "Ġleave": 989, + "est": 990, + "em": 991, + "Ġz": 992, + "ĠSome": 993, + "ors": 994, + "out": 995, + "15": 996, + "Ġwar": 997, + "Ġwebsite": 998, + "Ġstar": 999, + "X": 1000, + "ro": 1001, + "Ġtarget": 1002, + "Ġhimself": 1003, + "Ġturn": 1004, + "ĠEurope": 1005, + "Ġworked": 1006, + "Ġenergy": 1007, + "Ġscored": 1008, + "Ġ*": 1009, + "Ġsoon": 1010, + "Ġball": 1011, + "ĠTV": 1012, + "Ġannual": 1013, + "Ġ2013": 1014, + "Ġrace": 1015, + "ĠInternational": 1016, + "'d": 1017, + "ĠMarket": 1018, + "Ġconference": 1019, + "io": 1020, + "Ġo": 1021, + "Ġchanges": 1022, + "ig": 1023, + "Ġofficers": 1024, + "Ġinside": 1025, + "Ġform": 1026, + "Ġpublished": 1027, + "Ġphone": 1028, + "Ġco": 1029, + "Ġlegal": 1030, + "Ġexecutive": 1031, + "Ġfight": 1032, + "ings": 1033, + "Ġhope": 1034, + "Ġsummer": 1035, + "Ġofficer": 1036, + "Ġfootball": 1037, + "Ġproperty": 1038, + "@": 1039, + "Ġbook": 1040, + "Ġparents": 1041, + "Ġcosts": 1042, + "ac": 1043, + "Ġmanager": 1044, + "Ġcreate": 1045, + "Ġage": 1046, + "Ġemail": 1047, + "Ġmarkets": 1048, + "Ġmain": 1049, + "Ġhuman": 1050, + "Ġsent": 1051, + "Ġmanagement": 1052, + "ĠDay": 1053, + "ton": 1054, + "Ġcash": 1055, + "Ġfocus": 1056, + "Ġexpect": 1057, + "Ġtraining": 1058, + "Ġbecame": 1059, + "Ġwhose": 1060, + "Ġevents": 1061, + "Ġround": 1062, + "ĠLe": 1063, + "Ġfell": 1064, + "Ġabove": 1065, + "Ġanalysts": 1066, + "Ġtalk": 1067, + "Ġsituation": 1068, + "ri": 1069, + "ated": 1070, + "ke": 1071, + "Ġwants": 1072, + "ag": 1073, + "Ġlives": 1074, + "om": 1075, + "Ġal": 1076, + "Ġdemand": 1077, + "Ġsafety": 1078, + "Ġrest": 1079, + "ĠCouncil": 1080, + "Ġpersonal": 1081, + "Ġsite": 1082, + "ĠRussian": 1083, + "Ġmid": 1084, + "Ġnothing": 1085, + "Ġwhole": 1086, + "Ġbill": 1087, + "Ġsold": 1088, + "ĠBritish": 1089, + "se": 1090, + "Ġremain": 1091, + "12": 1092, + "Ġforeign": 1093, + "Ġshooting": 1094, + "Ġstay": 1095, + "50": 1096, + "ang": 1097, + "Ġhospital": 1098, + "Ġbad": 1099, + "Ġaddress": 1100, + "ĠKorea": 1101, + "Ġhappened": 1102, + "Ġcharges": 1103, + "Ġwhite": 1104, + "Ġ31": 1105, + "If": 1106, + "Ġearnings": 1107, + "Ġbreak": 1108, + "Ġlight": 1109, + "Ġterms": 1110, + "ĠChinese": 1111, + "ĠSenate": 1112, + "ana": 1113, + "Ġidea": 1114, + "ap": 1115, + "of": 1116, + "Ġnine": 1117, + "Ġcompared": 1118, + "Ġbuild": 1119, + "ard": 1120, + "In": 1121, + "Ġsimilar": 1122, + "Ġgas": 1123, + "Ġvictory": 1124, + "Ġ2012": 1125, + "Ġdebt": 1126, + "ĠMar": 1127, + "Ġarrested": 1128, + "Ġcomment": 1129, + "Ġincreased": 1130, + "Ġmedical": 1131, + "Ġ29": 1132, + "ĠJan": 1133, + "Ġgroups": 1134, + "Ġdespite": 1135, + "Ġfall": 1136, + "Ġtell": 1137, + "Ġworkers": 1138, + "Ġtown": 1139, + "é": 1140, + "Ġwife": 1141, + "Ġquestions": 1142, + "Ġcontinued": 1143, + "Ġheart": 1144, + "Ġmet": 1145, + "Ġbrought": 1146, + "Ġhelped": 1147, + "ĠCongress": 1148, + "Ġstep": 1149, + "Ġfather": 1150, + "Ġmoment": 1151, + "Ġproduct": 1152, + "Ġprobably": 1153, + "Ġlargest": 1154, + "Ġvehicle": 1155, + "ĠEngland": 1156, + "Ġallow": 1157, + "Ġstarting": 1158, + "Ġkids": 1159, + "Ġincident": 1160, + "Ġnet": 1161, + "Ġrates": 1162, + "ĠRead": 1163, + "Ġpressure": 1164, + "Ġincluded": 1165, + "Ġread": 1166, + "Ġissued": 1167, + "ol": 1168, + "Ġeither": 1169, + "Ġefforts": 1170, + "Ġincludes": 1171, + "ĠRepublican": 1172, + "ish": 1173, + "âĢ¦": 1174, + "Ġgoals": 1175, + "aj": 1176, + "Ġen": 1177, + "x": 1178, + "Ġraised": 1179, + "au": 1180, + "Ġlonger": 1181, + "ut": 1182, + "Ġwatch": 1183, + "ĠTexas": 1184, + "You": 1185, + "Ġrange": 1186, + "nd": 1187, + "Ġfunds": 1188, + "Ġremains": 1189, + "ĠMark": 1190, + "Ġ60": 1191, + "Ġque": 1192, + "sh": 1193, + "Ġinterview": 1194, + "Ġrather": 1195, + "Ġresidents": 1196, + "Ġgrowing": 1197, + "Ġpre": 1198, + "Ġpaid": 1199, + "Ġcases": 1200, + "ĠReuters": 1201, + "Ġdifficult": 1202, + "Ġsign": 1203, + "ĠGoogle": 1204, + "Ġhttps": 1205, + "ĠPaul": 1206, + "Ġliving": 1207, + "day": 1208, + "ĠQ": 1209, + "iz": 1210, + "ĠRed": 1211, + "Ġland": 1212, + "They": 1213, + "ĠRoad": 1214, + "_": 1215, + "ĠThese": 1216, + "Ġview": 1217, + "Ġagency": 1218, + "Ġreason": 1219, + "Ġallowed": 1220, + "ĠAustralia": 1221, + "az": 1222, + "ĠRe": 1223, + "Ġturned": 1224, + "11": 1225, + "Ġnation": 1226, + "Ġready": 1227, + "Ġpress": 1228, + "Ġbudget": 1229, + "Ġdaily": 1230, + "ĠChief": 1231, + "Ġfamilies": 1232, + "Ġsignificant": 1233, + "ĠFirst": 1234, + "Ġthemselves": 1235, + "Ġj": 1236, + "Ġruns": 1237, + "Ġaccused": 1238, + "Ġtakes": 1239, + "Ġspent": 1240, + "Ġvia": 1241, + "ot": 1242, + "ina": 1243, + "25": 1244, + "land": 1245, + "Ġexample": 1246, + "Ġauthorities": 1247, + "Ġdate": 1248, + "Ġended": 1249, + "all": 1250, + "Reuters": 1251, + "Ġbusinesses": 1252, + "ans": 1253, + "Ġdetails": 1254, + "Ġground": 1255, + "Ġpretty": 1256, + "ĠApple": 1257, + "ation": 1258, + "ĠSmith": 1259, + "ĠCompany": 1260, + "ĠFlorida": 1261, + "Ġdrug": 1262, + "Ġresponse": 1263, + "one": 1264, + "Ġeducation": 1265, + "Ġmean": 1266, + "Ġleague": 1267, + "Ġanyone": 1268, + "Ġminister": 1269, + "Ġtitle": 1270, + "Ġadding": 1271, + "Ġproblems": 1272, + "Ġopening": 1273, + "Ġconditions": 1274, + "Ġred": 1275, + "Ġdecided": 1276, + "Å": 1277, + "Ġposted": 1278, + "term": 1279, + "Ġamount": 1280, + "ĠEU": 1281, + "Ġsuccess": 1282, + "Ġevidence": 1283, + "ĠObama": 1284, + "Ġaddition": 1285, + "Ġprovided": 1286, + "ĠLos": 1287, + "Ġagreement": 1288, + "Ġstage": 1289, + "ens": 1290, + "Ġrelationship": 1291, + "ĠGeneral": 1292, + "Ġsector": 1293, + "Ġstudent": 1294, + "ating": 1295, + "Ġtest": 1296, + "\",": 1297, + "Ġwinning": 1298, + "Ġfelt": 1299, + "Ġsource": 1300, + "Z": 1301, + "Ġseems": 1302, + "Ġcause": 1303, + "Ġschools": 1304, + "Ġdrive": 1305, + "Ġensure": 1306, + "Ġhuge": 1307, + "ĠMy": 1308, + "ĠHealth": 1309, + "Ġscene": 1310, + "Ġgiving": 1311, + "Ġcenter": 1312, + "Ġpositive": 1313, + "Ġyards": 1314, + "Ġjobs": 1315, + "Ġaccount": 1316, + "Ġheard": 1317, + "Ġquality": 1318, + "Ġways": 1319, + "Ġimmediately": 1320, + "Ġemployees": 1321, + "are": 1322, + "Ġpass": 1323, + "ĠCEO": 1324, + "Ġreceive": 1325, + "Ġlooks": 1326, + "ĠAfrica": 1327, + "Ġthroughout": 1328, + "led": 1329, + "Ġrelated": 1330, + "Ġsell": 1331, + "ĠUnion": 1332, + "ĠPhoto": 1333, + "ter": 1334, + "Ġquickly": 1335, + "ĠHow": 1336, + "Ġvarious": 1337, + "Ġreach": 1338, + "Ġpick": 1339, + "Ġcharged": 1340, + "Ġquite": 1341, + "ent": 1342, + "q": 1343, + "ins": 1344, + "Ġphoto": 1345, + "Ġunderstand": 1346, + "ĠâĢ¢": 1347, + "Ġreached": 1348, + "Ġtrack": 1349, + "uk": 1350, + "Ġeffort": 1351, + "ville": 1352, + "Ġcentral": 1353, + "Ġdaughter": 1354, + "Ġcontract": 1355, + "Ġinjury": 1356, + "Ġopened": 1357, + "Ġ($": 1358, + "Ġstraight": 1359, + "17": 1360, + "Ġcredit": 1361, + "ĠIndian": 1362, + "Ġsexual": 1363, + "Ġworks": 1364, + "Ġeasy": 1365, + "18": 1366, + "Ġclosed": 1367, + "Ġh": 1368, + "Ġhappen": 1369, + "Ġforce": 1370, + "ler": 1371, + "Ġhappy": 1372, + "Ġshared": 1373, + "Ġoverall": 1374, + "Ġmoving": 1375, + "á": 1376, + "Ġprojects": 1377, + "ĠBlack": 1378, + "Ġconcerns": 1379, + "Ġclass": 1380, + "Ġtried": 1381, + "Ġappeared": 1382, + "Ġcontent": 1383, + "ĠDistrict": 1384, + "Ġterm": 1385, + "Ġinstead": 1386, + "ĠOffice": 1387, + "Ġcontinues": 1388, + "Ġlevels": 1389, + "Ġafternoon": 1390, + "Ġfund": 1391, + "Ġsale": 1392, + "Ġdriver": 1393, + "Ġask": 1394, + "Ġcannot": 1395, + "ner": 1396, + "end": 1397, + "ĠHere": 1398, + "field": 1399, + "Ġstore": 1400, + "www": 1401, + "Ġcertain": 1402, + "Ġself": 1403, + "Ġdollar": 1404, + "ĠHer": 1405, + "Ġpopular": 1406, + "Ġfollow": 1407, + "Ġspending": 1408, + "by": 1409, + "Ġmoved": 1410, + "Ġgoes": 1411, + "Ġcreated": 1412, + "Ġstand": 1413, + "Ġoperations": 1414, + "Ġlooked": 1415, + "Ġtreatment": 1416, + "ov": 1417, + "Ġdistrict": 1418, + "Ġsigned": 1419, + "Ġhands": 1420, + "Ġmodel": 1421, + "ĠAngeles": 1422, + "Ġy": 1423, + "Ġborder": 1424, + "Ġincome": 1425, + "ĠLast": 1426, + "Ġcharge": 1427, + "Ġdriving": 1428, + "ĠJapan": 1429, + "Ġrise": 1430, + "Ġtalks": 1431, + "Ġfollowed": 1432, + "Ġpreviously": 1433, + "Ġusers": 1434, + "Ġfunding": 1435, + "ĠJohnson": 1436, + "Ġ": 1437, + "ou": 1438, + "ai": 1439, + "Ġnamed": 1440, + "Ġfriend": 1441, + "ĠNov": 1442, + "Ġdefense": 1443, + "ĠBritain": 1444, + "Ġentire": 1445, + "Ġtrading": 1446, + "Ġfailed": 1447, + "ĠEl": 1448, + "Ġclaims": 1449, + "Ġcomments": 1450, + "Ġbeat": 1451, + "ib": 1452, + "Ġbasis": 1453, + "ĠJones": 1454, + "Ġpresent": 1455, + "ĠBe": 1456, + "Ġdouble": 1457, + "Ġrose": 1458, + "ite": 1459, + "Ġability": 1460, + "Ġoriginal": 1461, + "Ġdead": 1462, + "ĠCommission": 1463, + "ĠMe": 1464, + "Ġcompetition": 1465, + "Ġ2011": 1466, + "Ġknew": 1467, + "Ġmaterial": 1468, + "av": 1469, + "ĠFrance": 1470, + "Ġscore": 1471, + "Ġsense": 1472, + "Ġserious": 1473, + "Ġconfirmed": 1474, + "Ġanti": 1475, + "Ġviolence": 1476, + "Ġimprove": 1477, + "son": 1478, + "ó": 1479, + "ĠAP": 1480, + "Ġsh": 1481, + "Ġhost": 1482, + "ĠMike": 1483, + "Ġpatients": 1484, + "ĠNFL": 1485, + "Ġcrisis": 1486, + "Ġrevealed": 1487, + "ach": 1488, + "ĠPrime": 1489, + "Ġbuilt": 1490, + "ĠNot": 1491, + "Ġrules": 1492, + "Ġelse": 1493, + "Ġdepartment": 1494, + "Ġitself": 1495, + "ise": 1496, + "500": 1497, + "Ġcomplete": 1498, + "ion": 1499, + "Ġtrial": 1500, + "ĠBay": 1501, + "ĠDec": 1502, + "Ġattention": 1503, + "Ġtravel": 1504, + "ĠCentral": 1505, + "ry": 1506, + "Ġagreed": 1507, + "Ġmind": 1508, + "ĠMc": 1509, + "Ġ70": 1510, + "Ġcontact": 1511, + "ari": 1512, + "ĠTimes": 1513, + "Ġspot": 1514, + "ĠFrench": 1515, + "Ġgets": 1516, + "op": 1517, + "Ġbrand": 1518, + "Ġcalls": 1519, + "Ġbanks": 1520, + "Ġdesign": 1521, + "Ġsafe": 1522, + "Ġoffers": 1523, + "Ġpractice": 1524, + "ĠOf": 1525, + "á": 1526, + "ling": 1527, + "Ġtrue": 1528, + "off": 1529, + "Ġnumbers": 1530, + "Ġfun": 1531, + "Ġlearn": 1532, + "Ġmultiple": 1533, + "ĠIs": 1534, + "res": 1535, + "als": 1536, + "Ġcommon": 1537, + "ized": 1538, + "Ġchallenge": 1539, + "Ġcommittee": 1540, + "ĠOur": 1541, + "Ġbase": 1542, + "ani": 1543, + "ĠAssociation": 1544, + "ung": 1545, + "Ġnetwork": 1546, + "ĠBrown": 1547, + "Ġapproach": 1548, + "16": 1549, + "Ġfinished": 1550, + "Ġreview": 1551, + "Ġrequired": 1552, + "Ġapp": 1553, + "ĠMan": 1554, + "ĠâĢ¦": 1555, + "twitter": 1556, + "ĠDemocratic": 1557, + "13": 1558, + "Ġevening": 1559, + "ĠTom": 1560, + "ä": 1561, + "ĠAssociated": 1562, + "ĠCanadian": 1563, + "Ġcollege": 1564, + "Ġspokesman": 1565, + "Ġarticle": 1566, + "Ġtowards": 1567, + "ĠChicago": 1568, + "Ġmovie": 1569, + "14": 1570, + "ity": 1571, + "Ġforces": 1572, + "ĠChris": 1573, + "ĠDemocrats": 1574, + "Ġfeatures": 1575, + "Ġhearing": 1576, + "ĠX": 1577, + "ĠAlso": 1578, + "Ġmessage": 1579, + "age": 1580, + "Ġnoted": 1581, + "ĠSuper": 1582, + "Ġthousands": 1583, + "aw": 1584, + "ĠBill": 1585, + "ĠAr": 1586, + "ĠLa": 1587, + "ip": 1588, + "Ġ/": 1589, + "ĠDuring": 1590, + "Ġnote": 1591, + ".)": 1592, + "Ġwrong": 1593, + "if": 1594, + "Ġpassed": 1595, + "ĠTwo": 1596, + "Ġdie": 1597, + ",'": 1598, + "ĠDon": 1599, + "ĠGermany": 1600, + "Ġletter": 1601, + "Ġdescribed": 1602, + "ĠIran": 1603, + "ĠWilliams": 1604, + "Ġparticularly": 1605, + "Ġadd": 1606, + "Ġconversation": 1607, + "ĠSe": 1608, + "Ġhighest": 1609, + "be": 1610, + "Ġhomes": 1611, + "Ġsports": 1612, + "Ġgone": 1613, + "ĠAd": 1614, + "Ġel": 1615, + "Ġopportunities": 1616, + "Ġwords": 1617, + "Ġleaving": 1618, + "ĠChristmas": 1619, + "As": 1620, + "ĠGovernment": 1621, + "Ġsimply": 1622, + "Ġhusband": 1623, + "ĠResearch": 1624, + "ĠMexico": 1625, + "ates": 1626, + "ale": 1627, + "ĠGreen": 1628, + "$": 1629, + "od": 1630, + "ĠHall": 1631, + "Ġnatural": 1632, + "Ġoperating": 1633, + "les": 1634, + "ations": 1635, + "ĠKim": 1636, + "Ġgold": 1637, + "ok": 1638, + "Ġprovides": 1639, + "(": 1640, + "ell": 1641, + "Ġbegin": 1642, + "ĠParty": 1643, + "back": 1644, + "ĠAmazon": 1645, + "19": 1646, + "Ġmajority": 1647, + "ĠEven": 1648, + "Ġcheck": 1649, + "Ġweather": 1650, + "Ġorganization": 1651, + "Ġstories": 1652, + "ĠCar": 1653, + "Ġforced": 1654, + "ĠGeorge": 1655, + "Ġwalk": 1656, + "ong": 1657, + "Ġfiled": 1658, + "ĠJustice": 1659, + "Ġlaunched": 1660, + "Ġoffered": 1661, + "Ġwww": 1662, + "Ġconstruction": 1663, + "ĠBen": 1664, + "Ġserved": 1665, + "Ġ...": 1666, + "Ġparts": 1667, + "Ġcancer": 1668, + "Ġguys": 1669, + "Reporting": 1670, + "ash": 1671, + "less": 1672, + "Ġleadership": 1673, + "ĠCommittee": 1674, + "Ġregular": 1675, + "Ġcouncil": 1676, + "Ġcars": 1677, + "ĠDirector": 1678, + "Ġjudge": 1679, + "Ġvictims": 1680, + "ĠDaily": 1681, + "Ġkept": 1682, + "Ġeffect": 1683, + "Ġbeyond": 1684, + "pm": 1685, + "Ġtalking": 1686, + "Ġconsidered": 1687, + "ore": 1688, + "ĠAdvertisement": 1689, + "Ġst": 1690, + "ED": 1691, + "Ġmiddle": 1692, + "Ġraise": 1693, + "we": 1694, + "Ġclaimed": 1695, + "ino": 1696, + "Ġalleged": 1697, + "ĠPro": 1698, + "ĠScott": 1699, + "ĠOct": 1700, + "Ġconsider": 1701, + "ĠShare": 1702, + "Ġtraffic": 1703, + "ĠAfrican": 1704, + "Ġcouldn": 1705, + "Ġtoward": 1706, + "Ġsearch": 1707, + "But": 1708, + "Ġlaunch": 1709, + "Ġinjured": 1710, + "That": 1711, + "Ġalthough": 1712, + "Ġactivities": 1713, + "Ġchanged": 1714, + "Ġsources": 1715, + "Ġmissing": 1716, + "Ġu": 1717, + "Ġ35": 1718, + "Ġcover": 1719, + "ised": 1720, + "Ġ|": 1721, + "ow": 1722, + "ES": 1723, + "Ġdecades": 1724, + "ich": 1725, + "Ġcaused": 1726, + "Ġelections": 1727, + "ane": 1728, + "IS": 1729, + "Ġfeet": 1730, + "ĠBar": 1731, + "Ġversion": 1732, + "Ġgrow": 1733, + "Ġvehicles": 1734, + "Ġoptions": 1735, + "Ġindividual": 1736, + "Ġenvironment": 1737, + "ĠRobert": 1738, + "ĠValley": 1739, + "ĠFrom": 1740, + "per": 1741, + "ara": 1742, + "Ġsystems": 1743, + "Ġprotect": 1744, + "ĠKing": 1745, + "Ġinjuries": 1746, + "Ġfinally": 1747, + "Ġnuclear": 1748, + "40": 1749, + "Ġratio": 1750, + "Ġgun": 1751, + "ĠPakistan": 1752, + "ĠManagement": 1753, + "ĠAir": 1754, + "ce": 1755, + "Ġopposition": 1756, + "ment": 1757, + "ick": 1758, + "Ġpro": 1759, + "Ġact": 1760, + "Ġplatform": 1761, + "Ġlack": 1762, + "Ġpair": 1763, + "Ġ500": 1764, + "Ġcalling": 1765, + "ary": 1766, + "Ġprograms": 1767, + "Ġscheduled": 1768, + "Ġfast": 1769, + "Ġjoined": 1770, + "ĠWar": 1771, + "ĠEditing": 1772, + "ĠSince": 1773, + "ĠRyan": 1774, + "ĠMac": 1775, + "ĠBig": 1776, + "ĠLake": 1777, + "Ġdigital": 1778, + "When": 1779, + "ue": 1780, + "Ġassets": 1781, + "Ġseeing": 1782, + "ĠAct": 1783, + "Ġpartner": 1784, + "ĠBoard": 1785, + "Ġbeginning": 1786, + "Ġsupply": 1787, + "Ġmiles": 1788, + "Ġprison": 1789, + "ons": 1790, + "ĠAmericans": 1791, + "ub": 1792, + "ĠOr": 1793, + "me": 1794, + "Ġbenefits": 1795, + "Ġbenefit": 1796, + "Ġmeasures": 1797, + "Ġhear": 1798, + "Ġparties": 1799, + "Ġsuccessful": 1800, + "ĠJust": 1801, + "Ġvictim": 1802, + "Ġblock": 1803, + "Ġlimited": 1804, + "Ġtrip": 1805, + "ĠPeople": 1806, + "Ġserve": 1807, + "Ġart": 1808, + "ism": 1809, + "Ġwide": 1810, + "ĠSch": 1811, + "Ġ80": 1812, + "ĠThomas": 1813, + "Ġ90": 1814, + "Ġstocks": 1815, + "Ġgirl": 1816, + "ĠAsia": 1817, + "Ġseeking": 1818, + "Ġcertainly": 1819, + "ĠServices": 1820, + "ĠCollege": 1821, + "Ġcommunities": 1822, + "Ġextra": 1823, + "Ġ2010": 1824, + "ness": 1825, + "Ġholding": 1826, + "ous": 1827, + "Ġtough": 1828, + "ade": 1829, + "Ġmobile": 1830, + "Ġowns": 1831, + "ĠDo": 1832, + "ĠFire": 1833, + "Ġspoke": 1834, + "Ġreturned": 1835, + "Ġsize": 1836, + "Ġcriminal": 1837, + "ĠInstagram": 1838, + "Ġoffering": 1839, + "ĠGod": 1840, + "ĠService": 1841, + "Ġpage": 1842, + "her": 1843, + "Ġdeep": 1844, + "wood": 1845, + "Ġcrime": 1846, + "ĠSports": 1847, + "ile": 1848, + "ĠGlobal": 1849, + "Ġproposed": 1850, + "ain": 1851, + "Ġsession": 1852, + "ĠFederal": 1853, + "ĠSyria": 1854, + "Ġch": 1855, + "Ġthreat": 1856, + "Ġallegations": 1857, + "ĠRepublicans": 1858, + "ĠGerman": 1859, + "Ġstrategy": 1860, + "Ġcommercial": 1861, + "ING": 1862, + "ĠSecretary": 1863, + "Q": 1864, + "Ġreporters": 1865, + "100": 1866, + "ĠCapital": 1867, + "ĠBoth": 1868, + "ĠPost": 1869, + "ĠIsrael": 1870, + "Ġsave": 1871, + "ts": 1872, + "ill": 1873, + "Ġdrop": 1874, + "Ġreserved": 1875, + "ĠMany": 1876, + "Ġavoid": 1877, + "Ġ200": 1878, + "iv": 1879, + "Ġdamage": 1880, + "Ġcondition": 1881, + "Ġdropped": 1882, + "Ġdoor": 1883, + "Ġplanning": 1884, + "ire": 1885, + "Ġcard": 1886, + "Ġdesigned": 1887, + "Ġreduce": 1888, + "AN": 1889, + "ĠUn": 1890, + "ford": 1891, + "ĠThen": 1892, + "Ġpic": 1893, + "ĠCopyright": 1894, + "Ġrain": 1895, + "ĠMartin": 1896, + "Ġdomestic": 1897, + "45": 1898, + "ge": 1899, + "Ġmurder": 1900, + "Ġspeech": 1901, + "line": 1902, + "Ġhelping": 1903, + "Ġplanned": 1904, + "Ġfeature": 1905, + "ud": 1906, + "Ġtype": 1907, + "ham": 1908, + "ĠPublic": 1909, + "ja": 1910, + "Ġinsurance": 1911, + "Ġattacks": 1912, + "ĠCorp": 1913, + "Ġforecast": 1914, + "Ġresources": 1915, + "ma": 1916, + "?\"": 1917, + "ĠAm": 1918, + "ĠSept": 1919, + "Ġpush": 1920, + "Ġattorney": 1921, + "23": 1922, + "Ġemergency": 1923, + "Ġwinner": 1924, + "Ġblood": 1925, + "Ġnorth": 1926, + "ĠFeb": 1927, + "Ġbaby": 1928, + "Ġfloor": 1929, + "Ġspend": 1930, + "Ġex": 1931, + "Ġdollars": 1932, + "Ġunit": 1933, + "ĠHill": 1934, + "Ġder": 1935, + "ĠAbout": 1936, + "Ġalone": 1937, + "ization": 1938, + "Ġpresidential": 1939, + "Ġactivity": 1940, + "ĠTHE": 1941, + "ee": 1942, + "ber": 1943, + "ĠOther": 1944, + "Ġowner": 1945, + "Ġhour": 1946, + "Ġcities": 1947, + "Ġanswer": 1948, + "ide": 1949, + "Ġfully": 1950, + "ek": 1951, + "ists": 1952, + "Ġcoverage": 1953, + "Ġvs": 1954, + "Ġfigure": 1955, + "Ġpopulation": 1956, + "org": 1957, + "Ġsnow": 1958, + "Ġbecoming": 1959, + "ĠSam": 1960, + "ĠCarolina": 1961, + "Ġjoin": 1962, + "Ġprofit": 1963, + "Ġitems": 1964, + "Ġindex": 1965, + "Ġanalysis": 1966, + "Ġtournament": 1967, + "Ġstake": 1968, + "Ġperfect": 1969, + "way": 1970, + "Ġband": 1971, + "Ġgirls": 1972, + "Ġoption": 1973, + "Ġplays": 1974, + "oc": 1975, + "Ġproviding": 1976, + "ÃŃ": 1977, + "24": 1978, + "Ġwouldn": 1979, + "Ġones": 1980, + "Ġdeclined": 1981, + "Ġwritten": 1982, + "Ġvoters": 1983, + "Ġcandidate": 1984, + "Ġsuspect": 1985, + "Ġpolicies": 1986, + "Ġpeace": 1987, + "ast": 1988, + "Ġparticular": 1989, + "for": 1990, + "Ġhopes": 1991, + "Ġstation": 1992, + "ĠMost": 1993, + "Ġspeak": 1994, + "ĠRiver": 1995, + "Ġasking": 1996, + "Ġstatements": 1997, + "Ġfifth": 1998, + "ha": 1999, + "ĠNigeria": 2000, + "af": 2001, + "Ġexplained": 2002, + "Ġbar": 2003, + "Ġhousing": 2004, + "ĠSanta": 2005, + "Ġidentified": 2006, + "Ġsimple": 2007, + "Ġcritical": 2008, + "ĠClub": 2009, + "ĠSecurity": 2010, + "ĠLike": 2011, + "Ġstarts": 2012, + "art": 2013, + "Ġstreet": 2014, + "Ġreality": 2015, + "Ġheavy": 2016, + "Ġprogress": 2017, + "Ġshowing": 2018, + "Ġchallenges": 2019, + "Ġban": 2020, + "Ġcommitted": 2021, + "35": 2022, + "»": 2023, + "Ġdirectly": 2024, + "Ġaren": 2025, + "Ġclaim": 2026, + "ĠWestern": 2027, + "ind": 2028, + "Ġgives": 2029, + "ĠSaudi": 2030, + "Ġchoice": 2031, + "ĠTh": 2032, + "Ġapproved": 2033, + "Ġlocated": 2034, + "Ġarrived": 2035, + "22": 2036, + "Ġcaught": 2037, + "Ġprofessional": 2038, + "Ġmissed": 2039, + "Ġculture": 2040, + "ĠYear": 2041, + "ĠOhio": 2042, + "ĠLtd": 2043, + "ĠAnother": 2044, + "Ġseem": 2045, + "Ġbelieves": 2046, + "Ġbelieved": 2047, + "Ġcharacter": 2048, + "ĠAug": 2049, + "red": 2050, + "Ġfine": 2051, + "Ġprior": 2052, + "Ġthinking": 2053, + "Ġhttp": 2054, + "Ġ+": 2055, + "Ġzone": 2056, + "Ġputting": 2057, + "Ġcrash": 2058, + "ĠAustralian": 2059, + "ĠAb": 2060, + "Ġfocused": 2061, + "ĠREUTERS": 2062, + "ĠFox": 2063, + "ĠSp": 2064, + "Ġtraditional": 2065, + "Ġanalyst": 2066, + "Ġwait": 2067, + "IT": 2068, + "Ġrequest": 2069, + "ru": 2070, + "ians": 2071, + "ize": 2072, + "Ġfinish": 2073, + "Ġlaws": 2074, + "Ġran": 2075, + "ER": 2076, + "Ġsouth": 2077, + "Ġspeed": 2078, + "Ġmovement": 2079, + "Ġassault": 2080, + "Ġexchange": 2081, + "Ġappear": 2082, + "ĠSun": 2083, + "Ġle": 2084, + "Ġmaybe": 2085, + "Ġlosing": 2086, + "Ġsubject": 2087, + "ive": 2088, + "mer": 2089, + "ĠBusiness": 2090, + "ĠBl": 2091, + "Ġappears": 2092, + "Ġadvantage": 2093, + "ĠLee": 2094, + "ada": 2095, + "ĠUnder": 2096, + "Ġprevent": 2097, + "Ġrespect": 2098, + "Ġsex": 2099, + "Ġcentre": 2100, + "ĠJoe": 2101, + "ado": 2102, + "Ġtable": 2103, + "Ġequipment": 2104, + "Ġfair": 2105, + "Ġtour": 2106, + "Ġ32": 2107, + "ĠFinancial": 2108, + "Ġcounty": 2109, + "Ġdevices": 2110, + "Ġcustomer": 2111, + "Ġinfrastructure": 2112, + "Ġexpectations": 2113, + "Ġfacing": 2114, + "Ġupon": 2115, + "Ġcross": 2116, + "ĠOpen": 2117, + "AL": 2118, + "Ġquick": 2119, + "Ġattempt": 2120, + "Ġcompleted": 2121, + "Ġfacility": 2122, + "Ġconfidence": 2123, + "ĠSupreme": 2124, + "Ġpiece": 2125, + "our": 2126, + "Ġplaces": 2127, + "Ġsometimes": 2128, + "Ġpoor": 2129, + "Ġstorm": 2130, + "Ġhot": 2131, + "Ġaffected": 2132, + "na": 2133, + "Ġabuse": 2134, + "ĠMs": 2135, + "Ġword": 2136, + "over": 2137, + "Ġbrother": 2138, + "Ġnecessary": 2139, + "Ġeventually": 2140, + "ĠStar": 2141, + "Ġsend": 2142, + "Ġboy": 2143, + "ĠRs": 2144, + "Ġremember": 2145, + "21": 2146, + "Ġclimate": 2147, + "Ġcapacity": 2148, + "Ġresponsible": 2149, + "ĠMatt": 2150, + "month": 2151, + "Ġsuffered": 2152, + "%.": 2153, + "og": 2154, + "ĠPeter": 2155, + "Ġ,": 2156, + "Ġfeeling": 2157, + "ze": 2158, + "Ġbuying": 2159, + "oy": 2160, + "ij": 2161, + "Ġbought": 2162, + "Ġactions": 2163, + "Ġowned": 2164, + "Ġ___": 2165, + "Ġphysical": 2166, + "Ġspecific": 2167, + "Ġbattle": 2168, + "ĠEnergy": 2169, + "Ġpicture": 2170, + "Ġactive": 2171, + "Ġindividuals": 2172, + "Ġguy": 2173, + "Ġregional": 2174, + "Ġbond": 2175, + "ows": 2176, + "ĠToronto": 2177, + "Ġrule": 2178, + "Ġdevelop": 2179, + "Ġcrowd": 2180, + "Ġguilty": 2181, + "Ġfemale": 2182, + "Ġselling": 2183, + "ĠFollow": 2184, + "Ġmyself": 2185, + "ata": 2186, + "Ġdevice": 2187, + "Ġreasons": 2188, + "Ġrecords": 2189, + "Ġfighting": 2190, + "ON": 2191, + "ities": 2192, + "ĠHome": 2193, + "Ġstatus": 2194, + "Ġplant": 2195, + "Ġdrugs": 2196, + "ĠChurch": 2197, + "Ġcompletely": 2198, + "Ġdisease": 2199, + "Ġhighly": 2200, + "ĠParis": 2201, + "Ġdecade": 2202, + "Ġowners": 2203, + "Ġwall": 2204, + "Ġcamp": 2205, + "ĠSteve": 2206, + "Ġreporting": 2207, + "Ġearned": 2208, + "ĠImages": 2209, + "Ġexisting": 2210, + "ĠSen": 2211, + "Ġconcern": 2212, + "Ġhundreds": 2213, + "Ġsong": 2214, + "Ġknows": 2215, + "Ġunique": 2216, + "Ġlose": 2217, + "ĠKh": 2218, + "Ġapproximately": 2219, + "Ġhaven": 2220, + "Ġpark": 2221, + "Ġindependent": 2222, + "ĠAlthough": 2223, + "ĠAndrew": 2224, + "Ġpaper": 2225, + "Ġdeveloped": 2226, + "Ġrising": 2227, + "Ġdirect": 2228, + "Ġpurchase": 2229, + "Ġexactly": 2230, + "Ġq": 2231, + "Ġmassive": 2232, + "Ġbox": 2233, + "Ġchampion": 2234, + "ĠClinton": 2235, + "Ġvoice": 2236, + "Ġarrest": 2237, + "ĠKorean": 2238, + "Ġlearning": 2239, + "ĠVirginia": 2240, + "Ġsa": 2241, + "Ġpar": 2242, + "Ġchairman": 2243, + "Ġagencies": 2244, + "Ġhealthy": 2245, + "ĠThose": 2246, + "Ġpowerful": 2247, + "Ġ45": 2248, + "Ġdifference": 2249, + "ĠJackson": 2250, + "Ġenforcement": 2251, + "Ġdividend": 2252, + "qu": 2253, + "Ġenjoy": 2254, + "Ġruling": 2255, + "Ġongoing": 2256, + "Ġsoftware": 2257, + "ks": 2258, + "Ġlocation": 2259, + "Ġmostly": 2260, + "Ġcandidates": 2261, + "men": 2262, + "Ġbroke": 2263, + "What": 2264, + "ĠBr": 2265, + "Ġ2008": 2266, + "Ġconsumer": 2267, + "Ġdiscuss": 2268, + "Ġdi": 2269, + "Ġprimary": 2270, + "ĠEn": 2271, + "Ġgreen": 2272, + "Ġconcerned": 2273, + "Ġimage": 2274, + "ĠPremier": 2275, + "ĠMeanwhile": 2276, + "Ġfired": 2277, + "ĠBoston": 2278, + "ann": 2279, + "Ġcamera": 2280, + "Ġtraded": 2281, + "Ġhasn": 2282, + "Ġexcited": 2283, + "Ġincreasing": 2284, + "ĠDespite": 2285, + "Ġcitizens": 2286, + "Ġeuro": 2287, + "Ġreportedly": 2288, + "Ġminute": 2289, + "ĠWill": 2290, + "ĠLLC": 2291, + "Ġsp": 2292, + "ĠMichigan": 2293, + "Ġstopped": 2294, + "Ġeye": 2295, + "Ġdenied": 2296, + "Ġmodern": 2297, + "ĠWall": 2298, + "Ġdefinitely": 2299, + "point": 2300, + "Ġlines": 2301, + "Ġpolitics": 2302, + "Ġhotel": 2303, + "Ġretail": 2304, + "Ġstated": 2305, + "ĠOver": 2306, + "Ġgrew": 2307, + "Ġbroadcast": 2308, + "Ġlegislation": 2309, + "Ġfresh": 2310, + "Ġbid": 2311, + "Ġmanaged": 2312, + "Ġsociety": 2313, + "Ġscoring": 2314, + "ĠGet": 2315, + "Ġintelligence": 2316, + "Ġholiday": 2317, + "Ġgovernor": 2318, + "Ġestimated": 2319, + "Ġexperts": 2320, + "ĠJeff": 2321, + "Ġstruck": 2322, + "Ġhits": 2323, + "Ġcarry": 2324, + "Ġplaced": 2325, + "Ġstores": 2326, + "Ġexpressed": 2327, + "Ġvalued": 2328, + "Ġad": 2329, + "Ġtwice": 2330, + "ala": 2331, + "Ġdisplay": 2332, + "Ġusually": 2333, + "Ġresponded": 2334, + "Ġdog": 2335, + "AS": 2336, + "ĠFed": 2337, + "Ġ2009": 2338, + "Ġdocuments": 2339, + "Ġnormal": 2340, + "Ġtrain": 2341, + "Ġfl": 2342, + "Ġshown": 2343, + "ĠEd": 2344, + "Ġsort": 2345, + "Ġallegedly": 2346, + "Ġshots": 2347, + "ka": 2348, + "Ġaccounts": 2349, + "Ġyesterday": 2350, + "Ġcreating": 2351, + "Ġchurch": 2352, + "Ġbus": 2353, + "Ġaward": 2354, + "Ġequity": 2355, + "Ġphotos": 2356, + "Ġ33": 2357, + "Ġfiscal": 2358, + "je": 2359, + "Ġconsumers": 2360, + "ĠManchester": 2361, + "no": 2362, + "ĠKevin": 2363, + "Ġgain": 2364, + "Ġcorporate": 2365, + "Ġcivil": 2366, + "ĠMiddle": 2367, + "ally": 2368, + "Ġsound": 2369, + "ĠEnglish": 2370, + "IC": 2371, + "Ġwinds": 2372, + "Ġworst": 2373, + "ĠGrand": 2374, + "Ġeffective": 2375, + "ĠIsland": 2376, + "Ġdrivers": 2377, + "Ġfan": 2378, + "pe": 2379, + "Ġsides": 2380, + "ĠGo": 2381, + "Ġclean": 2382, + "âĢĵ": 2383, + "Ġtelevision": 2384, + "ĠJr": 2385, + "Ġallows": 2386, + "My": 2387, + "Ġgreater": 2388, + "ance": 2389, + "Ġdecisions": 2390, + "Ġrestaurant": 2391, + "ĠHospital": 2392, + "ĠTr": 2393, + "Ġbalance": 2394, + "Ġmph": 2395, + "Ġkeeping": 2396, + "Ġseconds": 2397, + "Ġweapons": 2398, + "ert": 2399, + "Ġpain": 2400, + "ass": 2401, + "Ġsteps": 2402, + "ger": 2403, + "ĠBrexit": 2404, + "Ġremaining": 2405, + "Ġbringing": 2406, + "ure": 2407, + "Ġweight": 2408, + "And": 2409, + "Ġwriting": 2410, + "Photo": 2411, + "ĠChristian": 2412, + "ob": 2413, + "Ġsport": 2414, + "Ġfigures": 2415, + "Ġtrust": 2416, + "Ġskills": 2417, + "Ġseat": 2418, + "Ġfaces": 2419, + "ck": 2420, + "Ġborn": 2421, + "Ġsuper": 2422, + "Ġfuel": 2423, + "Ġdel": 2424, + "Ġmeant": 2425, + "ica": 2426, + "Ġjustice": 2427, + "Ġspring": 2428, + "Ġkilling": 2429, + "Ġnegative": 2430, + "ĠRichard": 2431, + "Ġund": 2432, + "Ġfactors": 2433, + "Ġsigns": 2434, + "Ġlearned": 2435, + "ĠGame": 2436, + "Ġaudience": 2437, + "Ġdeliver": 2438, + "Ġillegal": 2439, + "Ġblue": 2440, + "Ġscreen": 2441, + "Ġremained": 2442, + "Ġannouncement": 2443, + "IN": 2444, + "Ġwaiting": 2445, + "Ġthanks": 2446, + "Ġimmigration": 2447, + "ĠFBI": 2448, + "Ġwarned": 2449, + "Ġmeasure": 2450, + "Ġdraw": 2451, + "Ġpositions": 2452, + "Ġdebut": 2453, + "ĠMedia": 2454, + "Ġallowing": 2455, + "air": 2456, + "hen": 2457, + "Ġmark": 2458, + "ys": 2459, + "Ġprepared": 2460, + "ĠVegas": 2461, + "ep": 2462, + "ice": 2463, + "2018": 2464, + "Ġdefensive": 2465, + "60": 2466, + "ĠBeach": 2467, + "Ġpulled": 2468, + "£": 2469, + "Ġlawyer": 2470, + "Ġcast": 2471, + "Ġsolution": 2472, + "Ġeyes": 2473, + "Ġmarketing": 2474, + "ĠFoundation": 2475, + "Ġrisks": 2476, + "ĠToday": 2477, + "za": 2478, + "Ġdraft": 2479, + "Ġice": 2480, + "26": 2481, + "ĠHar": 2482, + "ĠExecutive": 2483, + "Ġtruck": 2484, + "ions": 2485, + "ĠYour": 2486, + "ĠIreland": 2487, + "ĠJim": 2488, + "Ġha": 2489, + "Ġfear": 2490, + "Ġ36": 2491, + "UR": 2492, + "ĠFord": 2493, + "Ġwatching": 2494, + "ien": 2495, + "Ġstyle": 2496, + "ĠGood": 2497, + "Ġwearing": 2498, + "ĠHouston": 2499, + "Ġonto": 2500, + "Ġboost": 2501, + "Ġapplication": 2502, + "ĠDan": 2503, + "Ġspread": 2504, + "ĠDavis": 2505, + "Ġstrike": 2506, + "els": 2507, + "Ġwind": 2508, + "Ġinterested": 2509, + "Ġguard": 2510, + "Ġmission": 2511, + "Ġyourself": 2512, + "Ġoperation": 2513, + "Ġlarger": 2514, + "She": 2515, + "Ġseasons": 2516, + "28": 2517, + "27": 2518, + "Ġrespond": 2519, + "ci": 2520, + "ĠCentre": 2521, + "Our": 2522, + "Ġnames": 2523, + "Ġflight": 2524, + "Ġquarterback": 2525, + "Ġstandard": 2526, + "so": 2527, + "Ġsuggested": 2528, + "ĠMal": 2529, + "Ġolder": 2530, + "ini": 2531, + "Ġperhaps": 2532, + "ont": 2533, + "ĠInstitute": 2534, + "Ġmillions": 2535, + "Ġmental": 2536, + "ÃĤ": 2537, + "ga": 2538, + "Ġclients": 2539, + "Ġplease": 2540, + "Ġloan": 2541, + "Ġaware": 2542, + "ft": 2543, + "int": 2544, + "75": 2545, + "05": 2546, + "AY": 2547, + "ĠOut": 2548, + "Ġhair": 2549, + "ied": 2550, + "Ġseemed": 2551, + "ene": 2552, + "ty": 2553, + "NYSE": 2554, + "Ġoffensive": 2555, + "Ġtaxes": 2556, + "Ġinitial": 2557, + "ren": 2558, + "Ġseparate": 2559, + "la": 2560, + "ĠMiami": 2561, + "AC": 2562, + "Ġclearly": 2563, + "Ġfit": 2564, + "ĠCoast": 2565, + "Ġfirms": 2566, + "Ġpartners": 2567, + "Ġupcoming": 2568, + "Ġcold": 2569, + "Ġproposal": 2570, + "AT": 2571, + "Ġshut": 2572, + "ĠCommunity": 2573, + "Ġnature": 2574, + "ĠSal": 2575, + "Ġbottom": 2576, + "ting": 2577, + "ĠClick": 2578, + "Ġnice": 2579, + "ets": 2580, + "Ġhurt": 2581, + "itt": 2582, + "ama": 2583, + "Ġcarried": 2584, + "ĠCon": 2585, + "rd": 2586, + "Ġestate": 2587, + "ĠLas": 2588, + "ĠLaw": 2589, + "ng": 2590, + "Ġprotection": 2591, + "Ġproduce": 2592, + "Ġcurrency": 2593, + "Ġhappens": 2594, + "ĠPer": 2595, + "ney": 2596, + "ĠLong": 2597, + "Ġfellow": 2598, + "Ġcuts": 2599, + "Ġreading": 2600, + "ano": 2601, + "Ġproud": 2602, + "ost": 2603, + "ĠUN": 2604, + "ĠArizona": 2605, + "AD": 2606, + "Ġhelps": 2607, + "Ġwinter": 2608, + "Ġfinding": 2609, + "ĠGold": 2610, + "att": 2611, + "ĠWhy": 2612, + "Ġbasketball": 2613, + "lin": 2614, + "ĠCan": 2615, + "ĠBowl": 2616, + "ial": 2617, + "ĠAlex": 2618, + "200": 2619, + "AM": 2620, + "Ġpresence": 2621, + "Ġproduced": 2622, + "Ġdeveloping": 2623, + "Ġregarding": 2624, + "Ġdebate": 2625, + "Ġvice": 2626, + "ĠItaly": 2627, + "Ġsu": 2628, + "its": 2629, + "ator": 2630, + "Ġ34": 2631, + "Ġcomplex": 2632, + "Ġpresented": 2633, + "Ġresearchers": 2634, + "Ġslow": 2635, + "ya": 2636, + "Ġsanctions": 2637, + "Ġloved": 2638, + "Ġseek": 2639, + "Ġresponsibility": 2640, + "Ġadmitted": 2641, + "Ġalbum": 2642, + "Ġsolutions": 2643, + "Ġfacilities": 2644, + "ett": 2645, + "ĠGu": 2646, + "ĠWell": 2647, + "Ġlawmakers": 2648, + "Ġmiss": 2649, + "ful": 2650, + "ĠNick": 2651, + "'.": 2652, + "Ġfeels": 2653, + "Ġprime": 2654, + "Ġknowledge": 2655, + "Ġdeals": 2656, + "ĠTaylor": 2657, + "Ġsurvey": 2658, + "ĠFrancisco": 2659, + "Ġjoint": 2660, + "Ġwhom": 2661, + "Ġsit": 2662, + "01": 2663, + "Ġtr": 2664, + "Ġorganizations": 2665, + "ĠAvenue": 2666, + "ĠTheir": 2667, + "ĠTim": 2668, + "Ġrally": 2669, + "game": 2670, + "Ġbigger": 2671, + "Ġlawsuit": 2672, + "Ġrecorded": 2673, + "Ġfavorite": 2674, + "yard": 2675, + "Ġtransaction": 2676, + "Ġqu": 2677, + "oh": 2678, + "Ġinteresting": 2679, + "Ġinflation": 2680, + "ath": 2681, + "Ġstuff": 2682, + "Ġindustrial": 2683, + "ico": 2684, + "TS": 2685, + "Ġspeaking": 2686, + "Ġlosses": 2687, + "ID": 2688, + "ĠStadium": 2689, + "Ġstars": 2690, + "ĠWomen": 2691, + "ĠBlue": 2692, + "Ġwins": 2693, + "Ġdes": 2694, + "Ġcompetitive": 2695, + "ters": 2696, + "Ġpounds": 2697, + "Ġdirection": 2698, + "Ġinnings": 2699, + "ĠBest": 2700, + "Ġactor": 2701, + "Ġdangerous": 2702, + "Ġrequire": 2703, + "Ġplus": 2704, + "Ġsolid": 2705, + "Ġgeneration": 2706, + "Ġstrength": 2707, + "ĠMary": 2708, + "For": 2709, + "Ġplenty": 2710, + "ĠTeam": 2711, + "Ġinfluence": 2712, + "Ġfaced": 2713, + "Ġes": 2714, + "ĠIslamic": 2715, + "let": 2716, + "ĠDevelopment": 2717, + "Ġpath": 2718, + "Ġyouth": 2719, + "Ġcommitment": 2720, + "Ġbeautiful": 2721, + "ĠJack": 2722, + "ort": 2723, + "Ġten": 2724, + "Ġattend": 2725, + "ars": 2726, + "ón": 2727, + "Ġviews": 2728, + "Ġeuros": 2729, + "Ġauthor": 2730, + "Ġcore": 2731, + "Ġsupporters": 2732, + "ĠiPhone": 2733, + "Ġfashion": 2734, + "Ġsmaller": 2735, + "Ġelected": 2736, + "Ġuniversity": 2737, + "Ġpicked": 2738, + "wa": 2739, + "Ġordered": 2740, + "ĠSc": 2741, + "ĠÅ": 2742, + "Ġlargely": 2743, + "+": 2744, + "ĠAttorney": 2745, + "Ġpaying": 2746, + "AR": 2747, + "Ġconnection": 2748, + "Ġsetting": 2749, + "Ġna": 2750, + "ĠRock": 2751, + "Ġrecovery": 2752, + "ew": 2753, + "Ġserving": 2754, + "Ġsurprise": 2755, + "Ġoccurred": 2756, + "Ġdivision": 2757, + "Ġtelling": 2758, + "Ġmargin": 2759, + "Ġ2020": 2760, + "Ġsister": 2761, + "ĠNBA": 2762, + "Ġvoted": 2763, + "Ġcon": 2764, + "By": 2765, + "Ġ49": 2766, + "Ġfoot": 2767, + "ü": 2768, + "ĠTurkey": 2769, + "Ġamazing": 2770, + "Ġcombined": 2771, + "Ġappearance": 2772, + "Ġeasily": 2773, + "DAY": 2774, + "Ġnotes": 2775, + "ĠStart": 2776, + "Ġlanguage": 2777, + "Ġextremely": 2778, + "Ġcloudy": 2779, + "ĠLet": 2780, + "Ġdelivered": 2781, + "Ġimproved": 2782, + "Ġcollection": 2783, + "ĠPM": 2784, + "Ġestimates": 2785, + "Ġboys": 2786, + "izing": 2787, + "Ġtext": 2788, + "Ġcloser": 2789, + "Ġprotest": 2790, + "Ġprovince": 2791, + "Ġshop": 2792, + "Ġsmart": 2793, + "de": 2794, + "ĠSheriff": 2795, + "EN": 2796, + "Ġcorner": 2797, + "Ġpanel": 2798, + "Ġbooks": 2799, + "Ġsupported": 2800, + "Ġmentioned": 2801, + "ver": 2802, + "ĠMinistry": 2803, + "ĠPrince": 2804, + "ĠUSA": 2805, + "Ġreceiving": 2806, + "Ġchoose": 2807, + "ĠIN": 2808, + "ĠSpain": 2809, + "Ġsection": 2810, + "Ġconsidering": 2811, + "ĠCor": 2812, + "Ġwish": 2813, + "Ġwelcome": 2814, + "ĠConference": 2815, + "ere": 2816, + "ĠOfficer": 2817, + "Ġhoping": 2818, + "Ġportfolio": 2819, + "Ġstandards": 2820, + "Ġgrand": 2821, + "ĠReal": 2822, + "Ġsecure": 2823, + "ĠCorporation": 2824, + "ĠRep": 2825, + "ĠKelly": 2826, + "Ġstreets": 2827, + "Ġsitting": 2828, + "Ġslightly": 2829, + "ĠInvestment": 2830, + "99": 2831, + "ond": 2832, + "Ġunits": 2833, + "Ġvotes": 2834, + "Ġsegment": 2835, + "Ġchampionship": 2836, + "Ġsquad": 2837, + "iting": 2838, + "ron": 2839, + "®": 2840, + "Ġem": 2841, + "Ġtouch": 2842, + "Ġ38": 2843, + "Ġceremony": 2844, + "Ġdecide": 2845, + "Ġapproval": 2846, + "So": 2847, + "ĠPort": 2848, + "Ġsub": 2849, + "Ġsc": 2850, + "Ġrep": 2851, + "ĠWeek": 2852, + "Ġupper": 2853, + "Ġagree": 2854, + "ny": 2855, + "Ġmatches": 2856, + "ics": 2857, + "Ġtweeted": 2858, + "Ġheat": 2859, + "ĠGreat": 2860, + "Ġpenalty": 2861, + "Ġmass": 2862, + "Ġalongside": 2863, + "Ġherself": 2864, + "berg": 2865, + "Ġscience": 2866, + "Ġentered": 2867, + "Ġappeal": 2868, + "ĠPr": 2869, + "Ġfile": 2870, + "che": 2871, + "ĠReport": 2872, + "ĠThree": 2873, + "ĠNorthern": 2874, + "ĠJordan": 2875, + "Ġamid": 2876, + "Ġpace": 2877, + "Ġjail": 2878, + "Ġfinance": 2879, + "ĠYoung": 2880, + "32": 2881, + "Ġwilling": 2882, + "Ġconduct": 2883, + "ĠPar": 2884, + "Ġestablished": 2885, + "Ġreturns": 2886, + "Ġaid": 2887, + "Ġinternet": 2888, + "IA": 2889, + "29": 2890, + "Ġmeetings": 2891, + "Ġwarning": 2892, + "ĠCl": 2893, + "Ġcampus": 2894, + "Most": 2895, + "ĠFund": 2896, + "ĠWilliam": 2897, + "ĠJapanese": 2898, + "Ġconsensus": 2899, + "Ġbrain": 2900, + "!\"": 2901, + "Ġpoll": 2902, + "Ġtech": 2903, + "Ġtrend": 2904, + "Ġpotentially": 2905, + "Ġreduced": 2906, + "ĠShow": 2907, + "Ġ37": 2908, + "Ġhappening": 2909, + "ĠBrazil": 2910, + "pl": 2911, + "ĠCal": 2912, + "Ġcovered": 2913, + "Ġenter": 2914, + "TV": 2915, + "Ġcatch": 2916, + "foot": 2917, + "Ġunion": 2918, + "Ġexpansion": 2919, + "ĠSingapore": 2920, + "ĠDetroit": 2921, + "Ġattended": 2922, + "ats": 2923, + "Ġnewspaper": 2924, + "ĠDivision": 2925, + "news": 2926, + "Ġcap": 2927, + "Ġremoved": 2928, + "Ġ48": 2929, + "ĠRoyal": 2930, + "Ġwindow": 2931, + "Ġparking": 2932, + "Ġdark": 2933, + "Ġstanding": 2934, + "Ġupdate": 2935, + "Ġagent": 2936, + "Ġtransfer": 2937, + "ĠArmy": 2938, + "Ġuses": 2939, + "80": 2940, + "ĠTe": 2941, + "Ġintroduced": 2942, + "Ġmale": 2943, + "ĠSouthern": 2944, + "Ġratings": 2945, + "Ġisland": 2946, + "ĠMiller": 2947, + "Ġteachers": 2948, + "Ġadvice": 2949, + "Ġfamiliar": 2950, + "uf": 2951, + "Ġsought": 2952, + "Ġpor": 2953, + "ĠEric": 2954, + "Ġda": 2955, + "Ġideas": 2956, + "uh": 2957, + "Ġsixth": 2958, + "Ġtalent": 2959, + "ĠImage": 2960, + "ering": 2961, + "run": 2962, + "ments": 2963, + "Ġconducted": 2964, + "300": 2965, + "Ġurged": 2966, + "Ġdiscovered": 2967, + "Ġpl": 2968, + "Ġunderstanding": 2969, + "Ġoffense": 2970, + "Ġsecretary": 2971, + "Ġsk": 2972, + "Ġloans": 2973, + "ĠGr": 2974, + "Ġapplications": 2975, + "Ġcrude": 2976, + "go": 2977, + "ĠInstead": 2978, + "Ġopinion": 2979, + "Ġdoubt": 2980, + "ey": 2981, + "Ġdis": 2982, + "31": 2983, + "Ġexperienced": 2984, + "Ġleg": 2985, + "ĠCleveland": 2986, + "ven": 2987, + "Ġfailure": 2988, + "market": 2989, + "ack": 2990, + "Ġdecline": 2991, + "Ġchanging": 2992, + "Ġ300": 2993, + "Ġdefence": 2994, + "ĠBrian": 2995, + "Ġdelivery": 2996, + "Ġmarried": 2997, + "Ġdeclared": 2998, + "Ġpull": 2999, + "Ġlimit": 3000, + "ĠMORE": 3001, + "Ġdefeat": 3002, + "Ġexpand": 3003, + "ĠColorado": 3004, + "ĠRob": 3005, + "iss": 3006, + "Ġworse": 3007, + "Ġperform": 3008, + "ising": 3009, + "Ġ2007": 3010, + "ĠDel": 3011, + "Ġsurgery": 3012, + "Ġeasier": 3013, + "Ġmaintain": 3014, + "ĠEx": 3015, + "Ġtied": 3016, + "Ġeast": 3017, + "Ġuser": 3018, + "ola": 3019, + "Ġprogramme": 3020, + "Ġmanufacturing": 3021, + "Ġhitting": 3022, + "Ġx": 3023, + "Ġskin": 3024, + "Ġartist": 3025, + "Ġtells": 3026, + "Ġnearby": 3027, + "ĠDaniel": 3028, + "ĠPower": 3029, + "Ġdetermined": 3030, + "Ġactual": 3031, + "Ġtreated": 3032, + "Ġlived": 3033, + "Ġcomputer": 3034, + "Ġcool": 3035, + "oo": 3036, + "ĠPl": 3037, + "Ġeffects": 3038, + "Ġenvironmental": 3039, + "ĠMorgan": 3040, + "Ġflow": 3041, + "Ġachieve": 3042, + "ĠBell": 3043, + "Ġtesting": 3044, + "ĠBob": 3045, + "Ġwhatever": 3046, + "ĠBecause": 3047, + "US": 3048, + "ĠHollywood": 3049, + "Ġconflict": 3050, + "Ġwalking": 3051, + "ĠJudge": 3052, + "ĠAlabama": 3053, + "Ġaircraft": 3054, + "Ġte": 3055, + "well": 3056, + "Ġgoods": 3057, + "Ġidentify": 3058, + "Ġassociated": 3059, + "ĠVer": 3060, + "ĠEducation": 3061, + "Ġairport": 3062, + "IL": 3063, + "Ġfalling": 3064, + "Ġgiant": 3065, + "ĠMa": 3066, + "ĠMedical": 3067, + "Ġride": 3068, + "Ġden": 3069, + "º": 3070, + "ĠJose": 3071, + "Ġwest": 3072, + "ĠPacific": 3073, + "Ġvisitors": 3074, + "ĠWatch": 3075, + "ĠNations": 3076, + "Ġgains": 3077, + "Ġschedule": 3078, + "34": 3079, + "ĠExchange": 3080, + "Ġpayments": 3081, + "ĠII": 3082, + "70": 3083, + "No": 3084, + "ĠSyrian": 3085, + "ĠAdam": 3086, + "Ġne": 3087, + "Ġpartnership": 3088, + "Ġbl": 3089, + "ĠGeorgia": 3090, + "Ġsites": 3091, + "Ġmodels": 3092, + "Ġdegree": 3093, + "Ġdetermine": 3094, + "ĠWilson": 3095, + "Ġcontest": 3096, + "Ġprofessor": 3097, + "ĠChelsea": 3098, + "Ġmeaning": 3099, + "ĠGames": 3100, + "ĠTrust": 3101, + "ĠAsian": 3102, + "33": 3103, + "Ġlink": 3104, + "ĠUp": 3105, + "Ġholds": 3106, + "ĠTop": 3107, + "ĠItalian": 3108, + "ord": 3109, + "ĠKansas": 3110, + "Ġfarmers": 3111, + "Ġextended": 3112, + "Ġbirth": 3113, + "Ġreform": 3114, + "Ġrelations": 3115, + "Ġwrite": 3116, + "Ġsupporting": 3117, + "55": 3118, + "ita": 3119, + "Ġnotice": 3120, + "ster": 3121, + "Ġanimals": 3122, + "ĠJersey": 3123, + "Ġarm": 3124, + "ĠForeign": 3125, + "ĠLife": 3126, + "Ġtruly": 3127, + "ĠOnce": 3128, + "ĠMayor": 3129, + "ĠFree": 3130, + "ĠAgency": 3131, + "ĠWood": 3132, + "Ġpassing": 3133, + "DA": 3134, + "Ġ52": 3135, + "Ġmoves": 3136, + "Ġcom": 3137, + "house": 3138, + "ĠIts": 3139, + "Ġmarijuana": 3140, + "ines": 3141, + "Ġveteran": 3142, + "Ġvariety": 3143, + "ki": 3144, + "ff": 3145, + "amb": 3146, + "Ġlisted": 3147, + "Ġpushed": 3148, + "Ġvolume": 3149, + "Ġincreasingly": 3150, + "Ġkick": 3151, + "Ġrock": 3152, + "ank": 3153, + "Ġfees": 3154, + "Ġenable": 3155, + "Ġimages": 3156, + "Ġtruth": 3157, + "Ġministry": 3158, + "Ġrare": 3159, + "ĠDallas": 3160, + "ĠMinnesota": 3161, + "Ġcontributed": 3162, + "ĠCharles": 3163, + "Ġpercentage": 3164, + "Ġtechnical": 3165, + "ĠApp": 3166, + "Ġassistant": 3167, + "Ġinterests": 3168, + "Ġimmediate": 3169, + "38": 3170, + "ĠTown": 3171, + "Ġclosing": 3172, + "ĠAnthony": 3173, + "Ġsouthern": 3174, + "ase": 3175, + "ĠPutin": 3176, + "ĠForce": 3177, + "ba": 3178, + "Ġrefused": 3179, + "ĠStill": 3180, + "ix": 3181, + "ĠCol": 3182, + "Ġmaterials": 3183, + "Ġstructure": 3184, + "Ġdriven": 3185, + "Ġpatient": 3186, + "Ġbroken": 3187, + "Ġradio": 3188, + "Ġscale": 3189, + "Ġreplace": 3190, + "Ġ39": 3191, + "ĠLand": 3192, + "Ġdeputy": 3193, + "und": 3194, + "Ġcolor": 3195, + "OS": 3196, + "Ġroads": 3197, + "Ġcorruption": 3198, + "ĠRose": 3199, + "Ġemployee": 3200, + "ĠWater": 3201, + "Ġseats": 3202, + "Ġwalked": 3203, + "ec": 3204, + "Ġcents": 3205, + "Ġchain": 3206, + "Ġpayment": 3207, + "ĠAndroid": 3208, + "eb": 3209, + "Ġcommission": 3210, + "Ġthrow": 3211, + "Ġcount": 3212, + "Ġaccident": 3213, + "Ġexpensive": 3214, + "ered": 3215, + "ĠYes": 3216, + "ĠLouis": 3217, + "Ġstudies": 3218, + "Ġinvestigating": 3219, + "Ġcentury": 3220, + "Ġdiscussion": 3221, + "Ġinter": 3222, + "DAQ": 3223, + "ĠBefore": 3224, + "Ġinitially": 3225, + "*": 3226, + "Ġinvestments": 3227, + "Ġmulti": 3228, + "Ġtight": 3229, + "Ġconfident": 3230, + "Ġcounter": 3231, + "ĠQu": 3232, + "Ġgovernments": 3233, + "Ġarmed": 3234, + "Ġsuit": 3235, + "Ġrow": 3236, + "Ġlocations": 3237, + "Ġepisode": 3238, + "itch": 3239, + "Ġyounger": 3240, + "Ġfestival": 3241, + "Ġpitch": 3242, + "ĠOF": 3243, + "Ġtalked": 3244, + "ca": 3245, + "Ġprotests": 3246, + "Ġtargets": 3247, + "90": 3248, + "Ġoriginally": 3249, + "Ġsinger": 3250, + "Ġjourney": 3251, + "ug": 3252, + "Ġapply": 3253, + "Ġteacher": 3254, + "Ġchances": 3255, + "):": 3256, + "Ġdeaths": 3257, + "isation": 3258, + "ĠStephen": 3259, + "Ġcode": 3260, + "ĠChampionship": 3261, + "ĠJason": 3262, + "ĠAT": 3263, + "Ġaccept": 3264, + "ĠSeries": 3265, + "Ġvalues": 3266, + "Ġbed": 3267, + "ĠHarry": 3268, + "Ġflat": 3269, + "Ġtools": 3270, + "Ġpublicly": 3271, + "37": 3272, + "Ġpointed": 3273, + "ĠGolden": 3274, + "ps": 3275, + "Ġunable": 3276, + "ants": 3277, + "Ġestimate": 3278, + "Ġwarm": 3279, + "Ġbasic": 3280, + "ern": 3281, + "Ġraising": 3282, + "ĠRelated": 3283, + "Ġultimately": 3284, + "Ġnorthern": 3285, + "Ġplane": 3286, + "ĠVice": 3287, + "ĠRaj": 3288, + "ĠJustin": 3289, + "anc": 3290, + "Ġbrings": 3291, + "ĠArt": 3292, + "OT": 3293, + "Ġshift": 3294, + "ĠBBC": 3295, + "ĠSu": 3296, + "BS": 3297, + "Ġbag": 3298, + "Ġdoctor": 3299, + "Ġfill": 3300, + "Ġdowntown": 3301, + "Ġpossibility": 3302, + "ĠAg": 3303, + "Ġest": 3304, + "44": 3305, + "Ġstruggling": 3306, + "Ġlinked": 3307, + "Ġtickets": 3308, + "ĠJay": 3309, + "ĠCall": 3310, + "Ġstands": 3311, + "Ġwedding": 3312, + "Ġresident": 3313, + "eng": 3314, + "Ġleads": 3315, + "Ġadvance": 3316, + "ĠAtlanta": 3317, + "Ġtie": 3318, + "Ġadvanced": 3319, + "pt": 3320, + "burg": 3321, + "ĠEarlier": 3322, + "ĠSw": 3323, + "ĠZealand": 3324, + "Ġexercise": 3325, + "ĠAM": 3326, + "Ġaffect": 3327, + "Ġpossession": 3328, + "Ġinvolving": 3329, + "Ġ42": 3330, + "Ġwriter": 3331, + "ĠBeijing": 3332, + "Ġdoctors": 3333, + "Ġobviously": 3334, + "Ġer": 3335, + "ĠOlympic": 3336, + "Ġ75": 3337, + "ĠKhan": 3338, + "ĠFort": 3339, + "app": 3340, + "like": 3341, + "Ġsea": 3342, + "ock": 3343, + "Ġmix": 3344, + "ĠIraq": 3345, + "ĠMuslim": 3346, + "ĠFinally": 3347, + "Ġcontinuing": 3348, + "Ġpr": 3349, + "ĠKe": 3350, + "ĠJoseph": 3351, + "Ġexpects": 3352, + "Ġinstitutions": 3353, + "Ġconservative": 3354, + "own": 3355, + "ĠChairman": 3356, + "Ġreturning": 3357, + ".-": 3358, + "Ġstood": 3359, + "Ġvision": 3360, + "ess": 3361, + "Ġadults": 3362, + "Ġyield": 3363, + "Ġprove": 3364, + "Ġorders": 3365, + "Ġdream": 3366, + "36": 3367, + "related": 3368, + "Ġsl": 3369, + "Ġeverybody": 3370, + "ui": 3371, + "Ġrepresents": 3372, + "Ġdiscussed": 3373, + "Ġbecomes": 3374, + "Ġvillage": 3375, + "CC": 3376, + "Ġnegotiations": 3377, + "ĠPhiladelphia": 3378, + "Ġcelebrate": 3379, + "Ġfarm": 3380, + "ç": 3381, + "Ġregistered": 3382, + "ĠGovernor": 3383, + "OL": 3384, + "ĠMon": 3385, + "Ġfiling": 3386, + "04": 3387, + "SE": 3388, + "ĠAssembly": 3389, + "Ġactress": 3390, + "Ġsi": 3391, + "Ġthank": 3392, + "Ġheading": 3393, + "ĠWho": 3394, + "Ġfamous": 3395, + "Ġconsecutive": 3396, + "Ġmarriage": 3397, + "ette": 3398, + "NAS": 3399, + "acks": 3400, + "ĠPlease": 3401, + "ĠDiego": 3402, + "Ġbaseball": 3403, + "ĠMoore": 3404, + "Ġties": 3405, + "Ġcarrying": 3406, + "que": 3407, + "Ġturning": 3408, + "ĠMcC": 3409, + "ĠKen": 3410, + "OR": 3411, + "ĠStock": 3412, + "Ġbuildings": 3413, + "49": 3414, + "ĠVan": 3415, + "39": 3416, + "ĠSeattle": 3417, + "Ġwild": 3418, + "Ġcrew": 3419, + "Ġroute": 3420, + "ĠTime": 3421, + "Ġtonight": 3422, + "Ġmoments": 3423, + "Ġvideos": 3424, + "Ġinternal": 3425, + "ĠLiverpool": 3426, + "port": 3427, + "Ġchair": 3428, + "Ġrival": 3429, + "ĠScotland": 3430, + "round": 3431, + "ith": 3432, + "Ġbreaking": 3433, + "Ġvoting": 3434, + "ically": 3435, + "Ġproducer": 3436, + "ĠLove": 3437, + "Ġremove": 3438, + "PA": 3439, + "Ġasset": 3440, + "Ġrequires": 3441, + "Ġsigning": 3442, + "ages": 3443, + "Ġimpressive": 3444, + "ĠIrish": 3445, + "Ġauthority": 3446, + "Ġruled": 3447, + "Ġaimed": 3448, + "Ġcaptain": 3449, + "AG": 3450, + "Ġplants": 3451, + "ĠAnderson": 3452, + "ĠSpanish": 3453, + "Ġbanking": 3454, + "Ġthreats": 3455, + "Ġsuspended": 3456, + "Ġtests": 3457, + "Ġreligious": 3458, + "Ġelectric": 3459, + "ĠREAD": 3460, + "Ġstrategic": 3461, + "Ġsplit": 3462, + "ex": 3463, + "Ġpractices": 3464, + "ĠIsraeli": 3465, + "ĠArabia": 3466, + "ĠMoscow": 3467, + "Ġfranchise": 3468, + "Ġcustody": 3469, + "ĠOld": 3470, + "Ġrequirements": 3471, + "Ġquarterly": 3472, + "Ġcomfortable": 3473, + "Ġcrimes": 3474, + "Ġheaded": 3475, + "Ġnewsletter": 3476, + "Ġanimal": 3477, + "Ġregulations": 3478, + "long": 3479, + "ĠCNN": 3480, + "Ġassists": 3481, + "Ġshopping": 3482, + "ĠGov": 3483, + "ĠSecurities": 3484, + "Ġassistance": 3485, + "Ġnor": 3486, + "Ġrelatively": 3487, + "Ġincreases": 3488, + "Ġgenerally": 3489, + "Ġ55": 3490, + "Ġgained": 3491, + "Ġ41": 3492, + "Ġpictures": 3493, + "gan": 3494, + "Ġpop": 3495, + "Ġupdates": 3496, + "ĠRepublic": 3497, + "Ġrebounds": 3498, + "ĠPatrick": 3499, + "Ġrelief": 3500, + "Ġacting": 3501, + "ĠFestival": 3502, + "Ġ2006": 3503, + "Ġboss": 3504, + "Ġtypes": 3505, + "65": 3506, + "ĠYet": 3507, + "Ġpurpose": 3508, + "ning": 3509, + "Ġmatters": 3510, + "Ġcompete": 3511, + "ball": 3512, + "ĠRam": 3513, + "Ġsw": 3514, + "ĠFollowing": 3515, + "ĠBush": 3516, + "Ġtroops": 3517, + "Ġsupposed": 3518, + "Ġfreedom": 3519, + "Ġfeatured": 3520, + "Ġstorage": 3521, + "ĠInformation": 3522, + "ĠHong": 3523, + "Ġgolf": 3524, + "Ġagents": 3525, + "Ġfraud": 3526, + "Ġminimum": 3527, + "Ġartists": 3528, + "Ġeat": 3529, + "high": 3530, + "ĠFormer": 3531, + "ĠKong": 3532, + "ĠJosh": 3533, + "ĠDelhi": 3534, + "Ġshowers": 3535, + "ĠAcademy": 3536, + "Ġapartment": 3537, + "Ġvan": 3538, + "Ġfish": 3539, + "oe": 3540, + "Ġfilms": 3541, + "ĠBo": 3542, + "Ġedge": 3543, + "Ġpossibly": 3544, + "Ġtweet": 3545, + "09": 3546, + "Ġresolution": 3547, + "jo": 3548, + "Ġkill": 3549, + "Ġ44": 3550, + "Ġcell": 3551, + "Ġscheme": 3552, + "Ġth": 3553, + "Ġbonds": 3554, + "Ġentry": 3555, + "Ġsecret": 3556, + "Ġ43": 3557, + "Ġending": 3558, + "Ġweren": 3559, + "ĠCredit": 3560, + "ĠLive": 3561, + "Ġretired": 3562, + "Ġmachine": 3563, + "Ġsummit": 3564, + "Ġsharing": 3565, + "Ġacquired": 3566, + "Ġera": 3567, + "Ġwear": 3568, + "ical": 3569, + "07": 3570, + "Ġexciting": 3571, + "li": 3572, + "BC": 3573, + "ĠSocial": 3574, + "Ġhistoric": 3575, + "ĠChe": 3576, + "ĠLewis": 3577, + "ira": 3578, + "Ġstolen": 3579, + "ĠSpeaking": 3580, + "Ġsleep": 3581, + "Ġspokeswoman": 3582, + "week": 3583, + "Ġpurchased": 3584, + "Ġimportance": 3585, + "EC": 3586, + "Ġends": 3587, + "Ġdress": 3588, + "Ġparliament": 3589, + "ĠCruz": 3590, + "Ġcards": 3591, + "hi": 3592, + "ĠEmail": 3593, + "Ġrepresent": 3594, + "Ġbrands": 3595, + "ĠSenior": 3596, + "Ġparticipants": 3597, + "Ġfly": 3598, + "Ġidentity": 3599, + "ĠHam": 3600, + "ĠSky": 3601, + "ij": 3602, + "SA": 3603, + "Ġpromised": 3604, + "Ġtrouble": 3605, + "Ġsuffering": 3606, + "Ġleaves": 3607, + "Ġsuggest": 3608, + "Sh": 3609, + "Ġbusy": 3610, + "Ġproperties": 3611, + "Ġworldwide": 3612, + "Ġcloud": 3613, + "ĠSEC": 3614, + "Ġclosely": 3615, + "Ġmanage": 3616, + "Ġnumerous": 3617, + "Ġbackground": 3618, + "ĠExpress": 3619, + "Ġ65": 3620, + "ĠTony": 3621, + "ĠMadrid": 3622, + "ev": 3623, + "der": 3624, + "Ġsignificantly": 3625, + "Ġalternative": 3626, + "Ġship": 3627, + "head": 3628, + "ators": 3629, + "Ġdinner": 3630, + "ax": 3631, + "SC": 3632, + "Ġcriticism": 3633, + "ĠMah": 3634, + "ĠMin": 3635, + "rie": 3636, + "ĠTour": 3637, + "Ġbench": 3638, + "Ġadds": 3639, + "Ġseriously": 3640, + "star": 3641, + "ĠJournal": 3642, + "ĠDi": 3643, + "ali": 3644, + "Ġsentence": 3645, + "ĠSeveral": 3646, + "Ġmayor": 3647, + "ati": 3648, + "Ġsuggests": 3649, + "Ġbehavior": 3650, + "Ġstronger": 3651, + "ĠFood": 3652, + "Ġclient": 3653, + "not": 3654, + "ĠPrice": 3655, + "Ġtargeted": 3656, + "ĠSingh": 3657, + "ĠNetwork": 3658, + "Ġprosecutors": 3659, + "Ġdirected": 3660, + "ĠDemocrat": 3661, + "bl": 3662, + "ues": 3663, + "ĠFamily": 3664, + "Ġconnected": 3665, + "ĠChampions": 3666, + "Ġroughly": 3667, + "Ġabsolutely": 3668, + "08": 3669, + "Ġpassengers": 3670, + "ö": 3671, + "ĠSpecial": 3672, + "Ġcoast": 3673, + "Ġcomplaint": 3674, + "Ġ400": 3675, + "ĠEm": 3676, + "ves": 3677, + "Ġdogs": 3678, + "Ġhandle": 3679, + "Ġotherwise": 3680, + "Ġsees": 3681, + "Ġticket": 3682, + "ĠAward": 3683, + "All": 3684, + "Ġtask": 3685, + "Ġsongs": 3686, + "ĠAmong": 3687, + "Ġdedicated": 3688, + "Ġsteel": 3689, + "looking": 3690, + "Ġshortly": 3691, + "Ġtackle": 3692, + "ative": 3693, + "Ġminor": 3694, + "â": 3695, + "Ġprovider": 3696, + "vers": 3697, + "use": 3698, + "ives": 3699, + "Ġtypically": 3700, + "Ġarms": 3701, + "ĠAnt": 3702, + "ĠIS": 3703, + "Ġjump": 3704, + "Ġ©": 3705, + "47": 3706, + "aff": 3707, + "Ġmonthly": 3708, + "ĠMicrosoft": 3709, + "ĠCBS": 3710, + "Ġthreatened": 3711, + "Ġhonor": 3712, + "ĠMo": 3713, + "42": 3714, + "Ġinning": 3715, + "Ġpool": 3716, + "Ġhealthcare": 3717, + "ĠStory": 3718, + "ĠTennessee": 3719, + "Ġpromote": 3720, + "EL": 3721, + "Ġemotional": 3722, + "Ġpe": 3723, + "Ġfactor": 3724, + "Ġinvestigators": 3725, + "Ľ": 3726, + "ĠBack": 3727, + "ĠProject": 3728, + "Ġcu": 3729, + "side": 3730, + "Ġmessages": 3731, + "TH": 3732, + "eg": 3733, + "Ġexperiences": 3734, + "Ġcausing": 3735, + "Ġjoining": 3736, + "Ġpackage": 3737, + "Ġbodies": 3738, + "Ġlots": 3739, + "ĠHarris": 3740, + "Ġcl": 3741, + "ĠInternet": 3742, + "free": 3743, + "Ġperformed": 3744, + "Ġpieces": 3745, + "buy": 3746, + "Ġcaption": 3747, + "Ġweb": 3748, + "Ġcontracts": 3749, + "At": 3750, + "Ġattempted": 3751, + "Ġunlikely": 3752, + "Ġclick": 3753, + "Ġinvest": 3754, + "IM": 3755, + "ĠView": 3756, + "Ġneighborhood": 3757, + "Ġring": 3758, + "ĠFour": 3759, + "ail": 3760, + "46": 3761, + "One": 3762, + "Ġnative": 3763, + "CH": 3764, + "OM": 3765, + "Ġalcohol": 3766, + "ĠVal": 3767, + "Ġcharacters": 3768, + "ĠPat": 3769, + "Ġpoliticians": 3770, + "ĠMag": 3771, + "Ġbegins": 3772, + "ĠAk": 3773, + "Ġlos": 3774, + "Ġpersonnel": 3775, + "Ġenjoyed": 3776, + "ĠTechnology": 3777, + "Ġsun": 3778, + "ĠIT": 3779, + "Ġdocument": 3780, + "Ġdeficit": 3781, + "Ġcoalition": 3782, + "Ġmemory": 3783, + "Ġpushing": 3784, + "any": 3785, + "ified": 3786, + "Ġfounder": 3787, + "Ġ2000": 3788, + "2017": 3789, + "Ġvisited": 3790, + "ĠThough": 3791, + "ph": 3792, + "Ġsoft": 3793, + "Ġflag": 3794, + "Ġmom": 3795, + "inch": 3796, + "ĠSamsung": 3797, + "Ġapps": 3798, + "Ġtouchdown": 3799, + "ĠCare": 3800, + "ĠMrs": 3801, + "Ġredistributed": 3802, + "Ġencourage": 3803, + "ched": 3804, + "Ġtend": 3805, + "Ġregions": 3806, + "pp": 3807, + "IP": 3808, + "br": 3809, + "ush": 3810, + "Ġargued": 3811, + "Ġjunior": 3812, + "BA": 3813, + "Ġsevere": 3814, + "ĠNIGHT": 3815, + "Ġdef": 3816, + "Ġsurrounding": 3817, + "48": 3818, + "Ġengine": 3819, + "Ġfilled": 3820, + "Ġseventh": 3821, + "Ġbattery": 3822, + "ĠAllen": 3823, + "Ġguidance": 3824, + "Ġroll": 3825, + "Ġrural": 3826, + "Ġexpert": 3827, + "Ġconvicted": 3828, + "Ġlikes": 3829, + "ĠRo": 3830, + "Ġgrown": 3831, + "Ġretirement": 3832, + "Ġintended": 3833, + "Ġmis": 3834, + "Ġarmy": 3835, + "Ġdance": 3836, + "ĠThank": 3837, + "Ġent": 3838, + "Ġoutlook": 3839, + "Ġpara": 3840, + "Ġdry": 3841, + "ĠTO": 3842, + "era": 3843, + "Ġwaste": 3844, + "Ġfaster": 3845, + "ĠEagles": 3846, + "TA": 3847, + "ĠFrank": 3848, + "Ã": 3849, + "LE": 3850, + "ura": 3851, + "ko": 3852, + "ao": 3853, + "Ġdistribution": 3854, + "Ġimprovement": 3855, + "Ġplayoff": 3856, + "Ġacquisition": 3857, + "ĠCH": 3858, + "Ġtomorrow": 3859, + "Ġstruggle": 3860, + "ĠHuman": 3861, + "Ġnewly": 3862, + "oon": 3863, + "ĠNe": 3864, + "con": 3865, + "sc": 3866, + "Ġunless": 3867, + "Ġtransition": 3868, + "ten": 3869, + "ĠInter": 3870, + "Ġequal": 3871, + "Ġrec": 3872, + "Ġappointed": 3873, + "Ġwake": 3874, + "ĠEarth": 3875, + "ose": 3876, + "ĠEastern": 3877, + "Ġsoldiers": 3878, + "ĠParliament": 3879, + "Ġsets": 3880, + "Ġattempts": 3881, + "ĠIllinois": 3882, + "Ġrevenues": 3883, + "ĠWil": 3884, + "Ġheads": 3885, + "Ġprepare": 3886, + "Ġpriority": 3887, + "PS": 3888, + "ĠJo": 3889, + "ĠNBC": 3890, + "Ġtherefore": 3891, + "yn": 3892, + "Ġinitiative": 3893, + "ct": 3894, + "Ġcoffee": 3895, + "ĠFair": 3896, + "43": 3897, + "den": 3898, + "form": 3899, + "ova": 3900, + "Ġappropriate": 3901, + "ĠPlay": 3902, + "Ġaccepted": 3903, + "Ġcreative": 3904, + "Ġfollows": 3905, + "Ġrescue": 3906, + "Ġtree": 3907, + "With": 3908, + "ĠNetflix": 3909, + "ĠFootball": 3910, + "Ġsurprised": 3911, + "Ġlowest": 3912, + "800": 3913, + "amp": 3914, + "Ġworried": 3915, + "mar": 3916, + "ran": 3917, + "Ġvisiting": 3918, + "Ġselected": 3919, + "ĠMusic": 3920, + "ĠAnn": 3921, + "Ġexplain": 3922, + "ging": 3923, + "Ġwidely": 3924, + "Ġsquare": 3925, + "Ġtrends": 3926, + "Ġimproving": 3927, + "ĠHead": 3928, + "ĠQueen": 3929, + "ĠSociety": 3930, + "Ġcutting": 3931, + "ĠGOP": 3932, + "03": 3933, + "',": 3934, + "ET": 3935, + "ĠDrive": 3936, + "oll": 3937, + "ato": 3938, + "ĠSea": 3939, + "Ġjury": 3940, + "ĠRights": 3941, + "Ġinvestor": 3942, + "ĠABC": 3943, + "Ġtool": 3944, + "ĠAre": 3945, + "Ġrejected": 3946, + "Ġemerging": 3947, + "Ġcounts": 3948, + "Ġnations": 3949, + "Ġfalse": 3950, + "Ġtreat": 3951, + "va": 3952, + "Ġweak": 3953, + "ĠHighway": 3954, + "down": 3955, + "Ġstruggled": 3956, + "ĠMP": 3957, + "Ġguests": 3958, + "Ġgender": 3959, + "Ġhouses": 3960, + "rit": 3961, + "ĠWild": 3962, + "Ġstreak": 3963, + "uc": 3964, + "ĠReserve": 3965, + "ĠRatings": 3966, + "alt": 3967, + "Ġgreatest": 3968, + "Ġlawyers": 3969, + "Ġreaching": 3970, + "Ġtemperatures": 3971, + "To": 3972, + "Ġoutstanding": 3973, + "Ġpasses": 3974, + "Ġfaith": 3975, + "inc": 3976, + "Ġcr": 3977, + "Ġinformed": 3978, + "oz": 3979, + "Ġtrees": 3980, + "Ġsending": 3981, + "Ġ150": 3982, + "bo": 3983, + "Ġwine": 3984, + "ros": 3985, + "Ġsuspected": 3986, + "Ġrepeatedly": 3987, + "Ġhat": 3988, + "Ġshape": 3989, + "ĠWh": 3990, + "Ġassist": 3991, + "Ġstress": 3992, + "Ġfeed": 3993, + "ark": 3994, + "ored": 3995, + "Ġwatched": 3996, + "Ġincredible": 3997, + "cl": 3998, + "nt": 3999, + "Ġentertainment": 4000, + "ih": 4001, + "Ġbeauty": 4002, + "Ġbi": 4003, + "ĠLocal": 4004, + "Ġsat": 4005, + "41": 4006, + "Ġbroad": 4007, + "Ġheavily": 4008, + "Ġengaged": 4009, + "Ġspecifically": 4010, + "ĠMen": 4011, + "ĠRoss": 4012, + "Ġ2005": 4013, + "ST": 4014, + "95": 4015, + "Ġdownload": 4016, + "400": 4017, + "Ġsentenced": 4018, + "ĠCatholic": 4019, + "ĠOklahoma": 4020, + "Ġthrew": 4021, + "Ġworry": 4022, + "Ġimp": 4023, + "Ġdrove": 4024, + "Ġcolleagues": 4025, + "Ġagenda": 4026, + "64": 4027, + "ĠEach": 4028, + "Ġfee": 4029, + "New": 4030, + "ium": 4031, + "Ġspokesperson": 4032, + "Ġbills": 4033, + "Ġ47": 4034, + "ĠAfghanistan": 4035, + "Ġinvited": 4036, + "ĠYouTube": 4037, + "Ġanniversary": 4038, + "Ġdozen": 4039, + "ram": 4040, + "ĠOnly": 4041, + "Ġemployment": 4042, + "Getty": 4043, + "Ġgap": 4044, + "Ġsweet": 4045, + "ĠLittle": 4046, + "Ġinf": 4047, + "ying": 4048, + "Ġglass": 4049, + "Ġclasses": 4050, + "Ġcoal": 4051, + "ĠSub": 4052, + "Ġduty": 4053, + "CA": 4054, + "Ġcoaches": 4055, + "Â": 4056, + "anna": 4057, + "ĠSk": 4058, + "Ġ46": 4059, + "ison": 4060, + "ille": 4061, + "ĠST": 4062, + "ric": 4063, + "Ġparticipate": 4064, + "Ġequ": 4065, + "Ġrich": 4066, + "Ġrespectively": 4067, + "Ġexpenses": 4068, + "Ġcombination": 4069, + "right": 4070, + "Ġshareholders": 4071, + "Ġturns": 4072, + "Ġearn": 4073, + "Ġ51": 4074, + "ured": 4075, + "Ġdrink": 4076, + "ĠKar": 4077, + "ĠShares": 4078, + "ĠMid": 4079, + "ĠGetty": 4080, + "Ġbridge": 4081, + "lo": 4082, + "Ġinspired": 4083, + "Ġsurface": 4084, + "Ġgift": 4085, + "ence": 4086, + "Ġchallenging": 4087, + "Ġoffices": 4088, + "Ġsuspects": 4089, + "ĠFinance": 4090, + "Ġab": 4091, + "bound": 4092, + "Ġmomentum": 4093, + "Ġbacked": 4094, + "Ġparent": 4095, + "Ġcrucial": 4096, + "ave": 4097, + "Ġdealing": 4098, + "Ġregulatory": 4099, + "Ġapparently": 4100, + "ĠMat": 4101, + "Ġapart": 4102, + "Ġport": 4103, + "ole": 4104, + "Ġbeach": 4105, + "Ġcultural": 4106, + "Ġinstitutional": 4107, + "Ġbeating": 4108, + "ĠIowa": 4109, + "ĠAli": 4110, + "67": 4111, + "Ġje": 4112, + "ays": 4113, + "Ġweekly": 4114, + "Ġbirthday": 4115, + "Ġpipeline": 4116, + "Ġknee": 4117, + "Ġsolar": 4118, + "ĠPe": 4119, + "Ġcategory": 4120, + "ĠArea": 4121, + "ky": 4122, + "ures": 4123, + "06": 4124, + "ĠBall": 4125, + "Ġsemi": 4126, + "ĠHamilton": 4127, + "hip": 4128, + "ĠPh": 4129, + "ĠNext": 4130, + "Ġathletes": 4131, + "ii": 4132, + "Ġmovies": 4133, + "han": 4134, + "net": 4135, + "Ġplastic": 4136, + "Ġbehalf": 4137, + "gen": 4138, + "Ġfindings": 4139, + "Ġstretch": 4140, + "ĠSa": 4141, + "Ġofficially": 4142, + "ĠSarah": 4143, + "Ġprivacy": 4144, + "ĠMad": 4145, + "Ġnone": 4146, + "gh": 4147, + "On": 4148, + "Ġdrama": 4149, + "ĠFl": 4150, + "ika": 4151, + "ĠArsenal": 4152, + "Ġviolent": 4153, + "UN": 4154, + "called": 4155, + "59": 4156, + "Ġhate": 4157, + "Ġrelationships": 4158, + "Ġgranted": 4159, + "ĠJon": 4160, + "Ġlisten": 4161, + "season": 4162, + "Ġfewer": 4163, + "GA": 4164, + "ĠLabour": 4165, + "Ġremarks": 4166, + "ĠJonathan": 4167, + "ĠRos": 4168, + "sey": 4169, + "ĠOntario": 4170, + "ĠThompson": 4171, + "ĠNight": 4172, + "Ġranked": 4173, + "ĠUkraine": 4174, + "Ġimmigrants": 4175, + "Ġdegrees": 4176, + "ĠGe": 4177, + "Ġlabor": 4178, + "umb": 4179, + "ĠYORK": 4180, + "Ġallies": 4181, + "sp": 4182, + "hed": 4183, + "sw": 4184, + "Ġtariffs": 4185, + "SP": 4186, + "Ġclassic": 4187, + "Ġawards": 4188, + "ents": 4189, + "Ġfix": 4190, + "Ġsoccer": 4191, + "Ġconcert": 4192, + "ust": 4193, + "Ġadult": 4194, + "Ġoutput": 4195, + "Ġmanaging": 4196, + "02": 4197, + "Ġpromise": 4198, + "Ġawareness": 4199, + "Ġgross": 4200, + "Ġentering": 4201, + "Ġpo": 4202, + "oj": 4203, + "Ġmetal": 4204, + "Ġexit": 4205, + "Ġexcellent": 4206, + "Ġclubs": 4207, + "hold": 4208, + "Ġreplaced": 4209, + "ĠClass": 4210, + "Ġscientists": 4211, + "Ġprimarily": 4212, + "ĠMer": 4213, + "ão": 4214, + "Ġcircumstances": 4215, + "ades": 4216, + "Ġsupplies": 4217, + "aker": 4218, + "ĠSand": 4219, + "Ġscandal": 4220, + "Ġsettlement": 4221, + "ĠWisconsin": 4222, + "ĠWarriors": 4223, + "ĠAustin": 4224, + "Ġjournalists": 4225, + "ening": 4226, + "Ġreflect": 4227, + "ĠBuy": 4228, + "ĠAwards": 4229, + "Ġselection": 4230, + "ĠBel": 4231, + "bury": 4232, + "Ġtechnologies": 4233, + "%,": 4234, + "ime": 4235, + "ĠÄ": 4236, + "ĠAdministration": 4237, + "Ġchannel": 4238, + "Star": 4239, + "Ġtransport": 4240, + "Ġawarded": 4241, + "ena": 4242, + "Ġmotor": 4243, + "orn": 4244, + "kin": 4245, + "Ġfeaturing": 4246, + "Ġphones": 4247, + "ĠAND": 4248, + "Ġrelevant": 4249, + "ĠSee": 4250, + "Ġwinners": 4251, + "Ġdad": 4252, + "ĠSource": 4253, + "ĠCheck": 4254, + "aut": 4255, + "ĠFar": 4256, + "Ġopponents": 4257, + "Ġoutcome": 4258, + "Ġdoors": 4259, + "Ġsuicide": 4260, + "ima": 4261, + "Ġjumped": 4262, + "Ġperspective": 4263, + "Ġtransportation": 4264, + "Ġthinks": 4265, + "ĠMor": 4266, + "Ġdeadline": 4267, + "Ġ53": 4268, + "ĠDeputy": 4269, + "ery": 4270, + "Ġdetailed": 4271, + "uch": 4272, + "ĠBur": 4273, + "Ġtrades": 4274, + "ĠGreg": 4275, + "Ġzero": 4276, + "erson": 4277, + "ĠChildren": 4278, + "Ġdu": 4279, + "66": 4280, + "Ġmixed": 4281, + "ĠBarack": 4282, + "54": 4283, + "Ġterritory": 4284, + "Ġac": 4285, + "Ġconcept": 4286, + "ĠAdd": 4287, + "Ġourselves": 4288, + "Ġreaction": 4289, + "ĠSydney": 4290, + "ink": 4291, + "Ġconsistent": 4292, + "Ġboat": 4293, + "room": 4294, + "Ġdozens": 4295, + "Ġeffectively": 4296, + "but": 4297, + "Ġmotion": 4298, + "Ġalive": 4299, + "ĠKey": 4300, + "weight": 4301, + "Ġexports": 4302, + "Ġoperate": 4303, + "Ġregime": 4304, + "ĠAuthority": 4305, + "och": 4306, + "ĠCR": 4307, + "leg": 4308, + "Ġforget": 4309, + "American": 4310, + "bs": 4311, + "Ġthoughts": 4312, + "ĠSign": 4313, + "ĠPatriots": 4314, + "Ġbrief": 4315, + "ĠOregon": 4316, + "ĠBal": 4317, + "Ġmine": 4318, + "Ġciting": 4319, + "Ġmagazine": 4320, + "more": 4321, + "ERS": 4322, + "ĠBer": 4323, + "ua": 4324, + "ox": 4325, + "ĠMain": 4326, + "Ġinstance": 4327, + "tr": 4328, + "Ġrestaurants": 4329, + "ora": 4330, + "Ġharassment": 4331, + "\",\"": 4332, + "Ł": 4333, + "Ġsilver": 4334, + "ĠMueller": 4335, + "ĠSenator": 4336, + "ĠEvery": 4337, + "Ġfootage": 4338, + "ms": 4339, + "Ġopposed": 4340, + "ĠLink": 4341, + "Ġver": 4342, + "Ġpleased": 4343, + "ame": 4344, + "ending": 4345, + "Ġrivals": 4346, + "ida": 4347, + "ike": 4348, + "ta": 4349, + "ĠCook": 4350, + "Ġheadquarters": 4351, + "ear": 4352, + "Ġaggressive": 4353, + "Ġcourts": 4354, + "ĠMuseum": 4355, + "Ġim": 4356, + "ĠHoldings": 4357, + "Ġcommunication": 4358, + "Ġphase": 4359, + "yl": 4360, + "Ġpowers": 4361, + "Ġproved": 4362, + "Ġcarbon": 4363, + "Ġaside": 4364, + "ĠOlympics": 4365, + "Ġgathered": 4366, + "ĠPennsylvania": 4367, + "Ġsmartphone": 4368, + "ĠMet": 4369, + "ĠHurricane": 4370, + "Ġprotected": 4371, + "Ġcommunications": 4372, + "Ġemerged": 4373, + "Ġaim": 4374, + "Ġstable": 4375, + "ides": 4376, + "GB": 4377, + "Ġentirely": 4378, + "Ġmissile": 4379, + "ĠGen": 4380, + "Ġunclear": 4381, + "Ġelectricity": 4382, + "ology": 4383, + "away": 4384, + "Ġlicense": 4385, + "ĠPittsburgh": 4386, + "Ġcameras": 4387, + "Ġmusical": 4388, + "Ġmanagers": 4389, + "57": 4390, + "Ġscores": 4391, + "Ġprofile": 4392, + "hel": 4393, + "¼": 4394, + "Ġshouldn": 4395, + "RA": 4396, + ");": 4397, + "Ġpermanent": 4398, + "ome": 4399, + "Ġet": 4400, + "Ġmar": 4401, + "Ġfavor": 4402, + "Ġmaker": 4403, + "Ġdiscussions": 4404, + "ory": 4405, + "Ġsharp": 4406, + "Ġpleaded": 4407, + "Ġpassenger": 4408, + "quarter": 4409, + "Ġdem": 4410, + "Ġversus": 4411, + "Ġmainly": 4412, + "Ġeighth": 4413, + "ĠAirport": 4414, + "ĠCross": 4415, + "million": 4416, + "ĠNas": 4417, + "Ġcited": 4418, + "56": 4419, + "Ġyes": 4420, + "ĠBelow": 4421, + "arn": 4422, + "ĠTurkish": 4423, + "ĠSl": 4424, + "Ġstepped": 4425, + "Ġproducers": 4426, + "Ġovernight": 4427, + "Ġsounds": 4428, + "52": 4429, + "Ġ64": 4430, + "Ġ54": 4431, + "58": 4432, + "ĠClark": 4433, + "ĠRick": 4434, + "Ġgr": 4435, + "ĠMont": 4436, + "Ġbeer": 4437, + "une": 4438, + "Ġreporter": 4439, + "Ġcharity": 4440, + "Ġeating": 4441, + "Ġextend": 4442, + "Ġguess": 4443, + "NA": 4444, + "Ġhedge": 4445, + "Ġencouraged": 4446, + "owned": 4447, + "ĠMel": 4448, + "ĠKentucky": 4449, + "ace": 4450, + "Ġlineup": 4451, + "Ġhosts": 4452, + "Ġcapable": 4453, + "PR": 4454, + "ĠArts": 4455, + "Ġcontroversial": 4456, + "Ġhosted": 4457, + "ries": 4458, + "Ġroster": 4459, + "Ġfixed": 4460, + "ĠWalker": 4461, + "ged": 4462, + "Ġdisaster": 4463, + "Ġdispute": 4464, + "ĠDenver": 4465, + "ĠTrade": 4466, + "ute": 4467, + "ese": 4468, + "cy": 4469, + "Ġgrant": 4470, + "ĠMax": 4471, + "Ġdistance": 4472, + "isc": 4473, + "Ġeditor": 4474, + "ĠDave": 4475, + "Ġperformances": 4476, + "Ġlay": 4477, + "Ġvulnerable": 4478, + "ĠMurray": 4479, + "ĠâĤ¬": 4480, + "Ġmining": 4481, + "Ġ2004": 4482, + "level": 4483, + "ability": 4484, + "Ġauto": 4485, + "Ġfake": 4486, + "Ġattacked": 4487, + "ona": 4488, + "ups": 4489, + "ened": 4490, + "Ġfallen": 4491, + "Ġstations": 4492, + "ĠContact": 4493, + "itz": 4494, + "Ġincidents": 4495, + "Ġcomplaints": 4496, + "Ġoperates": 4497, + "Ġrefugees": 4498, + "Ġessential": 4499, + "ĠTest": 4500, + "Ġdemands": 4501, + "Ġroles": 4502, + "yr": 4503, + "Ġacts": 4504, + "Ġusual": 4505, + "ring": 4506, + "Ġhanded": 4507, + "ĠMatthew": 4508, + "hour": 4509, + "Ġindustries": 4510, + "Ġshoot": 4511, + "ĠAuthorities": 4512, + "Ġprobe": 4513, + "ĠUtah": 4514, + "ĠRBI": 4515, + "ĠAD": 4516, + "Ġprospect": 4517, + "outs": 4518, + "ĠUber": 4519, + "Ġbright": 4520, + "Ġmention": 4521, + "Ġsavings": 4522, + "ĠMiss": 4523, + "ONDON": 4524, + "Ġ1990": 4525, + "arm": 4526, + "ĠTen": 4527, + "These": 4528, + "Ġexplains": 4529, + "minute": 4530, + "85": 4531, + "Ġmaximum": 4532, + "Ġro": 4533, + "Ġrookie": 4534, + "Ġstudio": 4535, + "ĠCam": 4536, + "ĠGal": 4537, + "Ġdefend": 4538, + "hand": 4539, + "53": 4540, + "ĠOil": 4541, + "Ġserves": 4542, + "Ġsn": 4543, + "ios": 4544, + "ĠDefense": 4545, + "AB": 4546, + "Ġhired": 4547, + "Ġsupports": 4548, + "Ġpremium": 4549, + "ef": 4550, + "Ġfailing": 4551, + "ĠIndiana": 4552, + "Ġexp": 4553, + "Ġobjective": 4554, + "Ġaffordable": 4555, + "ĠCom": 4556, + "ĠThanks": 4557, + "Ġanywhere": 4558, + "Ġconfirm": 4559, + "ited": 4560, + "Ġrepresenting": 4561, + "Ġwitness": 4562, + "69": 4563, + "Ġclaiming": 4564, + "Ġviolation": 4565, + "Ġhistorical": 4566, + "med": 4567, + "Ġpreparing": 4568, + "ĠTech": 4569, + "Ġposts": 4570, + "OC": 4571, + "ĠGraham": 4572, + "ĠGl": 4573, + "ĠLions": 4574, + "ales": 4575, + "ĠID": 4576, + "Ġcorrect": 4577, + "ĠAntonio": 4578, + "Ġadvertising": 4579, + "Ġeastern": 4580, + "OW": 4581, + "Ġholdings": 4582, + "Ġpolls": 4583, + "ĠSH": 4584, + "Ġexecutives": 4585, + "ĠJewish": 4586, + "ĠGary": 4587, + "Ġprize": 4588, + "ĠCommissioner": 4589, + "Ġcells": 4590, + "ify": 4591, + "Ġlunch": 4592, + "Ġdemocracy": 4593, + "ĠEr": 4594, + "Ġregularly": 4595, + "Ġresulted": 4596, + "ĠAve": 4597, + "ĠPartners": 4598, + "Ġrewritten": 4599, + "Ġlo": 4600, + "Ġcooperation": 4601, + "ĠGulf": 4602, + "Ġsmoke": 4603, + "ĠMemorial": 4604, + "Ġwave": 4605, + "Ġfears": 4606, + "Ġkid": 4607, + "ĠGiants": 4608, + "Ġrecovered": 4609, + "row": 4610, + "ĠRadio": 4611, + "ĠBarcelona": 4612, + "Ġwonderful": 4613, + "ĠDow": 4614, + "Ġstream": 4615, + "ĠSimon": 4616, + "Ġdetail": 4617, + "Ġvolunteers": 4618, + "ĠInd": 4619, + "Ġforms": 4620, + "mann": 4621, + "ĠRay": 4622, + "oor": 4623, + "ĠTake": 4624, + "Ġrepresented": 4625, + "het": 4626, + "Ġblow": 4627, + "aged": 4628, + "RE": 4629, + "ĠMissouri": 4630, + "Ġcovering": 4631, + "Ġprofits": 4632, + "Ġconcluded": 4633, + "Ġthus": 4634, + "ĠColumbia": 4635, + "ode": 4636, + "ĠZimbabwe": 4637, + "Ġdisclosed": 4638, + "Ġlifted": 4639, + "ĠSean": 4640, + "ĠHarvey": 4641, + "ĠPlus": 4642, + "ces": 4643, + "ĠGreece": 4644, + "ĠLady": 4645, + "Ġdelay": 4646, + "Ġkitchen": 4647, + "ĠIndex": 4648, + "Ġbear": 4649, + "Ġputs": 4650, + "new": 4651, + "88": 4652, + "ĠAsh": 4653, + "Å¡": 4654, + "Ġperforming": 4655, + "law": 4656, + "ĠPart": 4657, + "Ġindicated": 4658, + "Ġannounce": 4659, + "Ġcompensation": 4660, + "Ġka": 4661, + "ĠScience": 4662, + "ris": 4663, + "Ġrecommendations": 4664, + "ĠSecond": 4665, + "Ġlights": 4666, + "Ġtemporary": 4667, + "urs": 4668, + "Ġwestern": 4669, + "stone": 4670, + "68": 4671, + "ĠDisney": 4672, + "Ġplayoffs": 4673, + "Ġjudges": 4674, + "Ġengineering": 4675, + "ĠPen": 4676, + "ĠPal": 4677, + "Ġobvious": 4678, + "ĠBridge": 4679, + "ĠEnd": 4680, + "ĠArab": 4681, + "Ġexcept": 4682, + "Ġhole": 4683, + "class": 4684, + "Ġcauses": 4685, + "Ġconnect": 4686, + "ĠAI": 4687, + "An": 4688, + "Ġchose": 4689, + "ĠElizabeth": 4690, + "min": 4691, + "Ġproper": 4692, + "ĠNHL": 4693, + "Ġraces": 4694, + "Ġinnovation": 4695, + "Ġsugar": 4696, + "600": 4697, + "ĠModi": 4698, + "illa": 4699, + "Ġtrillion": 4700, + "ĠSar": 4701, + "ĠAffairs": 4702, + "Ġimpossible": 4703, + "Ġguide": 4704, + "Ġcaptured": 4705, + "ĠSales": 4706, + "Ġspecies": 4707, + "51": 4708, + "Ġar": 4709, + "Ġmaster": 4710, + "Ġstayed": 4711, + "iro": 4712, + "ĠEconomic": 4713, + "Ġvast": 4714, + "ili": 4715, + "Ġpet": 4716, + "ye": 4717, + "77": 4718, + "Ġkeeps": 4719, + "ĠPhil": 4720, + "ĠEPS": 4721, + "ĠRegional": 4722, + "Ġsectors": 4723, + "Ġdesire": 4724, + "ĠStanley": 4725, + "¾": 4726, + "Ġunknown": 4727, + "Ġpot": 4728, + "ĠPR": 4729, + "Ġknowing": 4730, + "Ġflying": 4731, + "ĠTreasury": 4732, + "iers": 4733, + "enn": 4734, + "ably": 4735, + "Ġsick": 4736, + "Ġmanner": 4737, + "Ġmanufacturers": 4738, + "Ġchampions": 4739, + "gy": 4740, + "Part": 4741, + "ister": 4742, + "ĠMountain": 4743, + "Ġimagine": 4744, + "Ġportion": 4745, + "ĠCamp": 4746, + "Ġchemical": 4747, + "ible": 4748, + "ĠAnaly": 4749, + "ĠBureau": 4750, + "Ġpm": 4751, + "Ġupdated": 4752, + "Ġetc": 4753, + "ĠField": 4754, + "iles": 4755, + "Ġobtained": 4756, + "Ġstick": 4757, + "Ġcat": 4758, + "har": 4759, + "Ġmarked": 4760, + "Ġmedium": 4761, + "ĠDes": 4762, + "People": 4763, + "Ġwealth": 4764, + "ores": 4765, + "ĠBaltimore": 4766, + "Ġtip": 4767, + "Ġdismissed": 4768, + "ĠVictoria": 4769, + "ĠBrad": 4770, + "Ch": 4771, + "Ġ56": 4772, + "Ġstadium": 4773, + "eth": 4774, + "Ġthunder": 4775, + "Ġtested": 4776, + "Ġdrawn": 4777, + "Ġcounsel": 4778, + "ld": 4779, + "Ġspirit": 4780, + "uss": 4781, + "Ġtheme": 4782, + "my": 4783, + "Ġnecessarily": 4784, + "Ġelements": 4785, + "Ġcollected": 4786, + "ĠRes": 4787, + "ĠMaryland": 4788, + "ĠEnter": 4789, + "Ġfounded": 4790, + "ae": 4791, + "Ġpilot": 4792, + "Ġshoulder": 4793, + "PC": 4794, + "Ġargument": 4795, + "Ġyen": 4796, + "Ġreceiver": 4797, + "Ġharm": 4798, + "ĠET": 4799, + "Ġprotesters": 4800, + "Ġ72": 4801, + "ĠAaron": 4802, + "Ġed": 4803, + "Ġexpecting": 4804, + "\":\"": 4805, + "Ġbike": 4806, + "Äĩ": 4807, + "Ġluxury": 4808, + "half": 4809, + "ĠBarbara": 4810, + "Ġfoundation": 4811, + "Ġill": 4812, + "Ġsubmitted": 4813, + "Ġdeeply": 4814, + "Ġhospitals": 4815, + "ĠBJP": 4816, + "Ġshock": 4817, + "Ġplatforms": 4818, + "Ġsummary": 4819, + "ĠWhere": 4820, + "Ġcelebration": 4821, + "iff": 4822, + "Ġveterans": 4823, + "Ġachieved": 4824, + "fl": 4825, + "Ġactivists": 4826, + "ĠManager": 4827, + "Ġformal": 4828, + "Ġformed": 4829, + "Ġinvestigate": 4830, + "ĠKyle": 4831, + "Ġ:": 4832, + "ĠRa": 4833, + "ovic": 4834, + "Ġdrinking": 4835, + "Ġnetworks": 4836, + "ĠAlexander": 4837, + "ĠOs": 4838, + "Ġ)": 4839, + "Ġbomb": 4840, + "Ġrecalled": 4841, + "ito": 4842, + "ient": 4843, + "Ġrepresentatives": 4844, + "ĠChrist": 4845, + "ĠWay": 4846, + "Ġdeadly": 4847, + "Ġinvesting": 4848, + "ĠRussell": 4849, + "Ġconsumption": 4850, + "Ġharder": 4851, + "Ġbail": 4852, + "Ġcritics": 4853, + "Ġdanger": 4854, + "Ġdrew": 4855, + "ĠSol": 4856, + "Ġcopyright": 4857, + "ĠHenry": 4858, + "Ġbuyers": 4859, + "Ġresidential": 4860, + "Ġmaintenance": 4861, + "pr": 4862, + "Ġmarks": 4863, + "Ġages": 4864, + "Ġcovers": 4865, + "Ġton": 4866, + "Ġtitles": 4867, + "ĠPS": 4868, + "ĠEvans": 4869, + "Ġmigrants": 4870, + "Ġflights": 4871, + "Ġmonitoring": 4872, + "Ġaddressed": 4873, + "Ġvital": 4874, + "Ġcontrolled": 4875, + "Ġweapon": 4876, + "Ġinches": 4877, + "Ġreduction": 4878, + "Ġurban": 4879, + "Ġcoaching": 4880, + "Ġreducing": 4881, + "ila": 4882, + "Ġrealize": 4883, + "Ġmeat": 4884, + "Ġref": 4885, + "Ġoverseas": 4886, + "Ġblame": 4887, + "Ġterrorist": 4888, + "Ġstuck": 4889, + "ĠUs": 4890, + "esh": 4891, + "pro": 4892, + "Ġ58": 4893, + "ough": 4894, + "Ġexposure": 4895, + "ĠAbu": 4896, + "state": 4897, + "Ġproviders": 4898, + "Ġfore": 4899, + "Ġjet": 4900, + "bar": 4901, + "Ġownership": 4902, + "ret": 4903, + "Ġupset": 4904, + "Ġfacts": 4905, + "Ġpurchasing": 4906, + "Ġreforms": 4907, + "Ġriver": 4908, + "Ġsomebody": 4909, + "Ġguest": 4910, + "iy": 4911, + "Ġauction": 4912, + "ĠReading": 4913, + "Ġconsequences": 4914, + "Ġrepresentative": 4915, + "Ġappointment": 4916, + "add": 4917, + "Ġcollaboration": 4918, + "ĠTesla": 4919, + "ĠCohen": 4920, + "Ġengagement": 4921, + "Ġspeaks": 4922, + "EST": 4923, + "Ġexposed": 4924, + "Ġmaintained": 4925, + "rs": 4926, + "Ġdating": 4927, + "ĠProgram": 4928, + "board": 4929, + "Ġracing": 4930, + "Ġpension": 4931, + "ign": 4932, + "iti": 4933, + "ĠFive": 4934, + "Ġextensive": 4935, + "ĠHa": 4936, + "ĠPoint": 4937, + "ĠMexican": 4938, + "Ġexpanded": 4939, + "Ġtotally": 4940, + "Ġinvestigations": 4941, + "ĠOrleans": 4942, + "Ġcycle": 4943, + "ĠESPN": 4944, + "ifying": 4945, + "Ġcup": 4946, + "ĠAz": 4947, + "ĠInvestors": 4948, + "Ġengage": 4949, + "reg": 4950, + "Ġfought": 4951, + "Ġterrorism": 4952, + "Ġblocked": 4953, + "ĠOK": 4954, + "Äį": 4955, + "72": 4956, + "Ġdestroyed": 4957, + "«": 4958, + "Ġstaying": 4959, + "Ġafford": 4960, + "Ġappearances": 4961, + "ĠHills": 4962, + "Ġcrore": 4963, + "Ġstrategies": 4964, + "Ġtips": 4965, + "ĠSm": 4966, + "ĠFr": 4967, + "Ġbanned": 4968, + "ĠSon": 4969, + "ask": 4970, + "Ġlimits": 4971, + "Ġrecognition": 4972, + "Ġeligible": 4973, + "ĠGar": 4974, + "Ġvolatility": 4975, + "Ġlaid": 4976, + "nes": 4977, + "Ġgrade": 4978, + "ĠRE": 4979, + "ĠHart": 4980, + "Ġ57": 4981, + "oma": 4982, + "Ġuncertainty": 4983, + "Ġrecognized": 4984, + "ĠPC": 4985, + "Ġchosen": 4986, + "uz": 4987, + "Ġadviser": 4988, + "una": 4989, + "Ġassessment": 4990, + "Ġreveal": 4991, + "mo": 4992, + "After": 4993, + "ĠBro": 4994, + "ĠOff": 4995, + "Ġpeak": 4996, + "Ġreferred": 4997, + "ĠSC": 4998, + "Ġ2003": 4999, + "ification": 5000, + "Ġshutdown": 5001, + "ĠOfficials": 5002, + "ias": 5003, + "Ġextreme": 5004, + "Ġflood": 5005, + "Ġhockey": 5006, + "Ġwage": 5007, + "ĠNet": 5008, + "Ġdamaged": 5009, + "Ġreplacement": 5010, + "ĠMaria": 5011, + "Ġcreation": 5012, + "Ġguns": 5013, + "aci": 5014, + "Ġworker": 5015, + "do": 5016, + "Ġviewers": 5017, + "Ġseed": 5018, + "sts": 5019, + "Ġtouchdowns": 5020, + "Ġmistake": 5021, + "ray": 5022, + "ull": 5023, + "Ġpricing": 5024, + "Ġstrongly": 5025, + "Ġaims": 5026, + "ĠNavy": 5027, + "ĠEgypt": 5028, + "ker": 5029, + "Ġve": 5030, + "ĠSteven": 5031, + "Ġres": 5032, + "ational": 5033, + "Ġrequests": 5034, + "Ġemissions": 5035, + "ĠArena": 5036, + "uma": 5037, + "ĠAtlantic": 5038, + "hr": 5039, + "ĠAFP": 5040, + "ĠSquare": 5041, + "Ġcontribute": 5042, + "Ġfunction": 5043, + "Ġdec": 5044, + "ĠNelson": 5045, + "89": 5046, + "Ġreferendum": 5047, + "ĠPre": 5048, + "Ġapplied": 5049, + "ĠGMT": 5050, + "ĠIranian": 5051, + "ĠNigerian": 5052, + "ĠAny": 5053, + "NG": 5054, + "Ġacknowledged": 5055, + "Ġreferring": 5056, + "Ġventure": 5057, + "Ġimports": 5058, + "Ġblog": 5059, + "Ġfutures": 5060, + "OU": 5061, + "ĠUFC": 5062, + "Ġneither": 5063, + "Ġextension": 5064, + "hes": 5065, + "ĠMed": 5066, + "76": 5067, + "Ġsustainable": 5068, + "ains": 5069, + "Ġreputation": 5070, + "ĠVancouver": 5071, + "Ġbasically": 5072, + "acy": 5073, + "Ġsad": 5074, + "ĠFrancis": 5075, + "ĠKennedy": 5076, + "ĠNevada": 5077, + "ĠLu": 5078, + "ras": 5079, + "ĠAv": 5080, + "Ġrear": 5081, + "ĠHo": 5082, + "Ġproperly": 5083, + "abe": 5084, + "ĠHotel": 5085, + "Ġopinions": 5086, + "under": 5087, + "ĠStation": 5088, + "ĠFOR": 5089, + "ops": 5090, + "Ġadopted": 5091, + "ĠSwiss": 5092, + "ĠCountry": 5093, + "ĠTer": 5094, + "ĠAndy": 5095, + "Me": 5096, + "ĠCooper": 5097, + "ĠTigers": 5098, + "ĠCreek": 5099, + "Ġgay": 5100, + "iner": 5101, + "ĠAN": 5102, + "Ġbird": 5103, + "lla": 5104, + "ĠKate": 5105, + "ĠPet": 5106, + "ni": 5107, + "Ġprospects": 5108, + "ater": 5109, + "ites": 5110, + "Ġescape": 5111, + "lam": 5112, + "ake": 5113, + "Ġ1980": 5114, + "ĠLag": 5115, + "Ġsuccessfully": 5116, + "Ġdistricts": 5117, + "Ġministers": 5118, + "aries": 5119, + "Ġframe": 5120, + "ĠON": 5121, + "ĠEuro": 5122, + "ĠMarkets": 5123, + "Ġregister": 5124, + "Ġdefeated": 5125, + "Ġdevelopments": 5126, + "Ġninth": 5127, + "Ġquiet": 5128, + "Ġgenerated": 5129, + "Ġvaluable": 5130, + "Ġrecommended": 5131, + "ĠTheatre": 5132, + "ĠCap": 5133, + "bed": 5134, + "Ġreference": 5135, + "Ġease": 5136, + "oring": 5137, + "Ġ66": 5138, + "Ġimprovements": 5139, + "Ġelsewhere": 5140, + "ĠHillary": 5141, + "Ġdefender": 5142, + "ĠRight": 5143, + "zy": 5144, + "Ġcomprehensive": 5145, + "Ġspotted": 5146, + "ĠOakland": 5147, + "ĠOk": 5148, + "ĠSystem": 5149, + "ique": 5150, + "Ġpersons": 5151, + "Ġexist": 5152, + "Ġbroader": 5153, + "Ġclinical": 5154, + "Ġ2001": 5155, + "oul": 5156, + "Ġsecurities": 5157, + "ghan": 5158, + "Ġshelter": 5159, + "ero": 5160, + "ATED": 5161, + "Ġhosting": 5162, + "Ġselect": 5163, + "ĠKavanaugh": 5164, + "Ġrestrictions": 5165, + "osa": 5166, + "Ġyields": 5167, + "ĠLA": 5168, + "Ġ59": 5169, + "Ġwonder": 5170, + "Ġabsence": 5171, + "ür": 5172, + "ÅĤ": 5173, + "DP": 5174, + "Ġelectronic": 5175, + "Ġillegally": 5176, + "Ġmicro": 5177, + "ĠNEW": 5178, + "Ġhall": 5179, + "Ġaged": 5180, + "Ġtemperature": 5181, + "cast": 5182, + "atic": 5183, + "Ġlegacy": 5184, + "Ġaffairs": 5185, + "ji": 5186, + "ĠResources": 5187, + "Ġgang": 5188, + "winning": 5189, + "Ġattending": 5190, + "aro": 5191, + "Ġfriendly": 5192, + "aine": 5193, + "Ġcannabis": 5194, + "Ġairline": 5195, + "Ġnoting": 5196, + "Ġprofessionals": 5197, + "ĠFREE": 5198, + "RC": 5199, + "Ġfinancing": 5200, + "Ġindependence": 5201, + "ved": 5202, + "Ġresulting": 5203, + "Ġsteady": 5204, + "ĠWinter": 5205, + "uring": 5206, + "Ġhoped": 5207, + "98": 5208, + "Ġpresentation": 5209, + "aya": 5210, + "Ġrated": 5211, + "osh": 5212, + "ĠAnalysis": 5213, + "=": 5214, + "Ġdonations": 5215, + "IR": 5216, + "Ġcombat": 5217, + "ĠHoward": 5218, + "anda": 5219, + "79": 5220, + "Ġinvested": 5221, + "Ġexpanding": 5222, + "omb": 5223, + "ress": 5224, + "ble": 5225, + "Ġjournalist": 5226, + "ĠWoods": 5227, + "Ġcenters": 5228, + "ott": 5229, + "Ġstreaming": 5230, + "Ġterror": 5231, + "Ġsustained": 5232, + "ĠWWE": 5233, + "pre": 5234, + "ÅŁ": 5235, + "ait": 5236, + "Ġarrival": 5237, + "Ġresidence": 5238, + "Ġextent": 5239, + "Ġarrive": 5240, + "Ġ2002": 5241, + "Ġestablish": 5242, + "74": 5243, + "ĠArgentina": 5244, + "ĠDem": 5245, + "inn": 5246, + "aud": 5247, + "ĠNCAA": 5248, + "Ġquestioned": 5249, + "Ġballot": 5250, + "Ġmin": 5251, + "Ġlandscape": 5252, + "Ġhorse": 5253, + "Ġopponent": 5254, + "iel": 5255, + "Ġprompted": 5256, + "atory": 5257, + "Ġlift": 5258, + "Ġassociation": 5259, + "cher": 5260, + "Ġdefending": 5261, + "Ġtiny": 5262, + "Ġpoverty": 5263, + "ĠSafety": 5264, + "Ġpetition": 5265, + "ĠLimited": 5266, + "ĠCA": 5267, + "FC": 5268, + "Ãł": 5269, + "oni": 5270, + "Ġmonitor": 5271, + "ÃŃa": 5272, + "MA": 5273, + "Ġanswers": 5274, + "ĠMitchell": 5275, + "Ġbo": 5276, + "ĠShah": 5277, + "Ġsm": 5278, + "Ġmedal": 5279, + "ĠCivil": 5280, + "Ġrecognize": 5281, + "key": 5282, + "Ġpregnant": 5283, + "Ġspots": 5284, + "ante": 5285, + "Ġacademic": 5286, + "Ġinitiatives": 5287, + "Ġsecured": 5288, + "ĠCL": 5289, + "ils": 5290, + "Ġanticipated": 5291, + "Ġinvolvement": 5292, + "ĠMake": 5293, + "Ġinsisted": 5294, + "ĠWales": 5295, + "Ġclothing": 5296, + "Ġtracks": 5297, + "Ġsymptoms": 5298, + "Ġplate": 5299, + "ĠNY": 5300, + "Ġretailers": 5301, + "ĠPan": 5302, + "Ġfled": 5303, + "Ġquoted": 5304, + "Ġsaved": 5305, + "ĠCarter": 5306, + "Ġteaching": 5307, + "ĠTokyo": 5308, + "ĠCr": 5309, + "ĠSix": 5310, + "ĠPicture": 5311, + "Ġrecover": 5312, + "Ġcomedy": 5313, + "ree": 5314, + "Ġstrikes": 5315, + "ĠSanders": 5316, + "sel": 5317, + "Ġgraduate": 5318, + "Ġpending": 5319, + "St": 5320, + "Ġwarrant": 5321, + "Ġhonest": 5322, + "ĠGM": 5323, + "Ġnoticed": 5324, + "ĠGalaxy": 5325, + "ider": 5326, + "Ġproposals": 5327, + "Ġwore": 5328, + "Ġindeed": 5329, + "EM": 5330, + "ĠChannel": 5331, + "ances": 5332, + "ĠBrady": 5333, + "86": 5334, + "Ġgotten": 5335, + "Ġthrowing": 5336, + "ĠLeader": 5337, + "ĠVideo": 5338, + "71": 5339, + "Ġwelcomed": 5340, + "NEW": 5341, + "Ġfairly": 5342, + "Ġpromises": 5343, + "ĠSilver": 5344, + "Ġrape": 5345, + "Ġopener": 5346, + "ares": 5347, + "ĠSir": 5348, + "making": 5349, + "Ġcur": 5350, + "Ġrooms": 5351, + "73": 5352, + "Ġamounts": 5353, + "ĠIndustry": 5354, + "ĠDar": 5355, + "Ġ62": 5356, + "ted": 5357, + "Ġabroad": 5358, + "ĠMaybe": 5359, + "Ġreaders": 5360, + "oke": 5361, + "Ġpublication": 5362, + "ĠJean": 5363, + "Ġoperator": 5364, + "ĠHaving": 5365, + "ĠMil": 5366, + "life": 5367, + "Ġgenerate": 5368, + "ĠCraig": 5369, + "ĠMass": 5370, + "ĠBh": 5371, + "Ġrequested": 5372, + "Ġcrazy": 5373, + "ĠSpace": 5374, + "Ġcopy": 5375, + "Ġexport": 5376, + "Ġcontext": 5377, + "Ġbr": 5378, + "62": 5379, + "ĠRobinson": 5380, + "Ġcyber": 5381, + "ENT": 5382, + "BI": 5383, + "arg": 5384, + "Ġspeaker": 5385, + "Ġdramatic": 5386, + "ĠOl": 5387, + "ĠMill": 5388, + "Ġtrained": 5389, + "Ġediting": 5390, + "Ġsalary": 5391, + "Ġdirectors": 5392, + "Ġexplore": 5393, + "Ġlucky": 5394, + "Ġprominent": 5395, + "Ġbrothers": 5396, + "Ġneck": 5397, + "icht": 5398, + "ĠWatson": 5399, + "born": 5400, + "Ġproven": 5401, + "Ġprincipal": 5402, + "Ġedition": 5403, + "Ed": 5404, + "Ġswitch": 5405, + "maker": 5406, + "Ġrelative": 5407, + "mi": 5408, + "ĠBruce": 5409, + "ho": 5410, + "ĠScottish": 5411, + "water": 5412, + "ĠSport": 5413, + "ĠKings": 5414, + "ĠCollins": 5415, + "adi": 5416, + "Ġcelebrated": 5417, + "Ġclothes": 5418, + "Ġsunny": 5419, + "ĠCharlotte": 5420, + "ees": 5421, + "Ġscenes": 5422, + "ĠData": 5423, + "Ġwounded": 5424, + "Ġunusual": 5425, + "Ġrealized": 5426, + "ĠPlan": 5427, + "ĠTrans": 5428, + "ĠFC": 5429, + "Ġletters": 5430, + "Ġalerts": 5431, + "ĠWarren": 5432, + "DS": 5433, + "oss": 5434, + "pping": 5435, + "Ġsuspension": 5436, + "Ġbenchmark": 5437, + "ĠAcc": 5438, + "Ġalert": 5439, + "Ġpassion": 5440, + "ĠEst": 5441, + "Ġlatter": 5442, + "Ġstability": 5443, + "Ġarts": 5444, + "Ġpursue": 5445, + "ĠSeason": 5446, + "Ġfields": 5447, + "Ġmethod": 5448, + "63": 5449, + "Ġfolks": 5450, + "Ġexclusive": 5451, + "Ġcrews": 5452, + "Ġsessions": 5453, + "ĠMajor": 5454, + "ĠMount": 5455, + "Ġmap": 5456, + "Ġ=": 5457, + "Ġsituations": 5458, + "ĠBerlin": 5459, + "rey": 5460, + "Ġdates": 5461, + "Ġsheet": 5462, + "ĠLo": 5463, + "Ġfighters": 5464, + "ĠMart": 5465, + "Ġatmosphere": 5466, + "Ġillness": 5467, + "Ġcompeting": 5468, + "ĠChristopher": 5469, + "ĠRoy": 5470, + "mm": 5471, + "iano": 5472, + "Ġge": 5473, + "ĠRams": 5474, + "Ġconversations": 5475, + "ĠPa": 5476, + "ĠTel": 5477, + "Ġappreciate": 5478, + "78": 5479, + "ĠTotal": 5480, + "low": 5481, + "ĠStone": 5482, + "Ġopposite": 5483, + "Ġbarrel": 5484, + "Ġdevelopers": 5485, + "Ġexpress": 5486, + "Ġhighs": 5487, + "which": 5488, + "par": 5489, + "ĠVietnam": 5490, + "Ġblocks": 5491, + "Ġrecording": 5492, + "Ġadjusted": 5493, + "Ġret": 5494, + "ĠAR": 5495, + "Ġmilitants": 5496, + "Ġinnovative": 5497, + "ĠGhana": 5498, + "FR": 5499, + "Ġfantastic": 5500, + "Ġmortgage": 5501, + "ando": 5502, + "ĠLane": 5503, + "ises": 5504, + "ĠÂ": 5505, + "Ġhomeless": 5506, + "ĠKal": 5507, + "Ġapproached": 5508, + "Ġrounds": 5509, + "Ġmargins": 5510, + "ament": 5511, + "ĠMotor": 5512, + "Ġencouraging": 5513, + "ÂŃ": 5514, + "uru": 5515, + "Ġhandling": 5516, + "ĠMassachusetts": 5517, + "Ġplanet": 5518, + "ĠSpring": 5519, + "ĠBon": 5520, + "gu": 5521, + "Beat": 5522, + "Ġdrawing": 5523, + "ĠPhoenix": 5524, + "very": 5525, + "aid": 5526, + "ĠSte": 5527, + "ĠEntertainment": 5528, + "ĠRon": 5529, + "Ġassigned": 5530, + "ĠSA": 5531, + "News": 5532, + "Ġinterviews": 5533, + "ĠOh": 5534, + "media": 5535, + "vel": 5536, + "Ġpermission": 5537, + "Ġtransactions": 5538, + "Ġtraders": 5539, + "Ġsolo": 5540, + "Ġprovincial": 5541, + "Ġsuggesting": 5542, + "¡": 5543, + "Ġdiverse": 5544, + "Ġ67": 5545, + "Ġranks": 5546, + "ĠFre": 5547, + "Ġfavourite": 5548, + "Ġ63": 5549, + "Ġdifferences": 5550, + "Ġtargeting": 5551, + "Ġactors": 5552, + "Ġ76": 5553, + "icated": 5554, + "Ġcollect": 5555, + "akes": 5556, + "war": 5557, + "Ġcontained": 5558, + "ches": 5559, + "Ġlibrary": 5560, + "Ġsegments": 5561, + "ĠLine": 5562, + "ê": 5563, + "ual": 5564, + "Ġbags": 5565, + "Ġfactory": 5566, + "Ġear": 5567, + "Ġsomewhat": 5568, + "Ġrail": 5569, + "ĠUP": 5570, + "ula": 5571, + "ĠNiger": 5572, + "Ġlas": 5573, + "Ġimplementation": 5574, + "Ġemails": 5575, + "kel": 5576, + "wing": 5577, + "Ġadvised": 5578, + "--": 5579, + "istic": 5580, + "Ġdepth": 5581, + "Ġshoes": 5582, + "ĠJennifer": 5583, + "Ġvenue": 5584, + "Ġcontain": 5585, + "Ġhighlights": 5586, + "Ġcapabilities": 5587, + "Ġprocesses": 5588, + "Ġtradition": 5589, + "Ġcontacted": 5590, + "Ġproducing": 5591, + "Ġtrail": 5592, + "rem": 5593, + "Ġ600": 5594, + "Ġ68": 5595, + "AA": 5596, + "ĠBa": 5597, + "ĠSuch": 5598, + "ĠTyler": 5599, + "ipp": 5600, + "Ġsurvived": 5601, + "ami": 5602, + "ĠContinue": 5603, + "Ġcapture": 5604, + "bi": 5605, + "61": 5606, + "96": 5607, + "Ġthreatening": 5608, + "Ġkeen": 5609, + "dale": 5610, + "Ġtrailer": 5611, + "Ġstages": 5612, + "ĠGordon": 5613, + "Ġfinishing": 5614, + "Ġlegislative": 5615, + "Ġuseful": 5616, + "ĠGreek": 5617, + "ald": 5618, + "Ġgrounds": 5619, + "ĠDu": 5620, + "storms": 5621, + "ills": 5622, + "Ġexpense": 5623, + "Ġdetained": 5624, + "Today": 5625, + "Ġdiet": 5626, + "Ġwood": 5627, + "ĠCameron": 5628, + "Ġthrown": 5629, + "Ġcricket": 5630, + "Ġideal": 5631, + "with": 5632, + "Ġteammates": 5633, + "ours": 5634, + "Ġprojected": 5635, + "Ġpersonally": 5636, + "ĠBoy": 5637, + "rom": 5638, + "ĠPhilippines": 5639, + "win": 5640, + "ges": 5641, + "Ġcounties": 5642, + "ĠBaker": 5643, + "Ġprosecutor": 5644, + "Ġroof": 5645, + "met": 5646, + "Ġpartly": 5647, + "ĠMoon": 5648, + "eman": 5649, + "Ġfocusing": 5650, + "Ġfishing": 5651, + "than": 5652, + "ĠJeremy": 5653, + "ĠBad": 5654, + "ais": 5655, + "Ġcontrols": 5656, + "Ġtonnes": 5657, + "Ġshall": 5658, + "Ġ61": 5659, + "Ġgathering": 5660, + "ĠERA": 5661, + "Ġpresidency": 5662, + "Ġ85": 5663, + "ĠGas": 5664, + "Ġscenario": 5665, + "Ġquarters": 5666, + "Ġang": 5667, + "Ġsettled": 5668, + "ĠCommerce": 5669, + "Ġanybody": 5670, + "Ġgarden": 5671, + "ĠLibrary": 5672, + "Ġbet": 5673, + "Ġtopic": 5674, + "olo": 5675, + "Ġintense": 5676, + "87": 5677, + "Ġlinks": 5678, + "Ġmed": 5679, + "ĠAG": 5680, + "Ġflooding": 5681, + "ĠMurphy": 5682, + "PM": 5683, + "Ġfinds": 5684, + "Ġsensitive": 5685, + "pped": 5686, + "Ġcompletion": 5687, + "Ġminority": 5688, + "Ġvon": 5689, + "Ġstriking": 5690, + "rich": 5691, + "Ġbars": 5692, + "Ġefficient": 5693, + "Ġcontributions": 5694, + "Ġvisits": 5695, + "Ġattract": 5696, + "ĠMalaysia": 5697, + "ĠREL": 5698, + "Ġopens": 5699, + "Ġessentially": 5700, + "Ġreasonable": 5701, + "Ġsentiment": 5702, + "ĠMelbourne": 5703, + "Ġfitness": 5704, + "Ġfrequently": 5705, + "ĠRangers": 5706, + "Ġmuseum": 5707, + "ĠDNA": 5708, + "Ġcontrast": 5709, + "ĠAdams": 5710, + "ĠWin": 5711, + "Ġfalls": 5712, + "Ġimposed": 5713, + "250": 5714, + "ood": 5715, + "ĠRio": 5716, + "Ġchoices": 5717, + "Ġyellow": 5718, + "rin": 5719, + "ben": 5720, + "ĠStaff": 5721, + "ĠIndonesia": 5722, + "Ġcarries": 5723, + "Ġtourism": 5724, + "UM": 5725, + "ĠOrange": 5726, + "sell": 5727, + "Ġresolve": 5728, + "ĠMumbai": 5729, + "Ġpan": 5730, + "Ġimplement": 5731, + "Ġmidfielder": 5732, + "OP": 5733, + "Ġtensions": 5734, + "Ġ800": 5735, + "ĠLord": 5736, + "ĠLight": 5737, + "Ġlies": 5738, + "és": 5739, + "Ġparticipation": 5740, + "Ġtries": 5741, + "Ġsheriff": 5742, + "degree": 5743, + "Ġcongressional": 5744, + "Ġmode": 5745, + "Ġregulation": 5746, + "ĠJacob": 5747, + "ĠCrown": 5748, + "Ġbowl": 5749, + "ĠMississippi": 5750, + "Ġtheft": 5751, + "ĠKingdom": 5752, + "Ġresort": 5753, + "Ġroyal": 5754, + "Ġunemployment": 5755, + "PP": 5756, + "Ġnomination": 5757, + "ĠTR": 5758, + "Ġbehaviour": 5759, + "bank": 5760, + "ĠForest": 5761, + "WASHINGTON": 5762, + "ĠOthers": 5763, + "Ġslowly": 5764, + "Ġmenu": 5765, + "vo": 5766, + "ĠSy": 5767, + "ĠMetro": 5768, + "ĠLisa": 5769, + "Ġregistration": 5770, + "While": 5771, + "ĠJesus": 5772, + "Ġ250": 5773, + "Ġprocessing": 5774, + "Ġmonetary": 5775, + "ape": 5776, + "ener": 5777, + "ĠSystems": 5778, + "Ġdisappointed": 5779, + "Ġprint": 5780, + "uy": 5781, + "ħ": 5782, + "Ġdemanding": 5783, + "Ġincredibly": 5784, + "play": 5785, + "Ġsurveillance": 5786, + "ĠStandard": 5787, + "Ġperiods": 5788, + "Ġwrites": 5789, + "ĠLuke": 5790, + "ĠPalestinian": 5791, + "Ġwalks": 5792, + "Ġriding": 5793, + "Ġwaters": 5794, + "ĠSox": 5795, + "Ġtraveling": 5796, + "Ġtap": 5797, + "Ġorganized": 5798, + "Ġresource": 5799, + "Ġangry": 5800, + "Ġtiming": 5801, + "Ġempty": 5802, + "Ġmilk": 5803, + "Ġtherapy": 5804, + "ĠBrandon": 5805, + "mon": 5806, + "Ġnationwide": 5807, + "Ġnovel": 5808, + "ĠStorm": 5809, + "iet": 5810, + "ĠBre": 5811, + "Ġbegun": 5812, + "Ġdiplomatic": 5813, + "Ġads": 5814, + "ĠDC": 5815, + "ĠOb": 5816, + "ĠMontreal": 5817, + "ĠDown": 5818, + "ĠMilwaukee": 5819, + "Ġmeal": 5820, + "ĠPuerto": 5821, + "ĠMas": 5822, + "Ġjoy": 5823, + "Ġdeparture": 5824, + "ĠWright": 5825, + "Ġspoken": 5826, + "style": 5827, + "ĠAction": 5828, + "ĠComey": 5829, + "Ġdelivering": 5830, + "Ġtoll": 5831, + "Ġmidnight": 5832, + "ĠRevenue": 5833, + "Ġfiring": 5834, + "Ġstunning": 5835, + "Ġkicked": 5836, + "ĠOttawa": 5837, + "Ġefficiency": 5838, + "ĠLincoln": 5839, + "Ġtaste": 5840, + "ez": 5841, + "ĠWeather": 5842, + "ĠMorning": 5843, + "Ġhadn": 5844, + "Ġdiversity": 5845, + "ily": 5846, + "ĠAy": 5847, + "Ġargue": 5848, + "Ġerror": 5849, + "Ġtaught": 5850, + "Ġche": 5851, + "Ġoccasion": 5852, + "Ġinc": 5853, + "ĠOrlando": 5854, + "ĠOnline": 5855, + "Ġlegs": 5856, + "ĠNation": 5857, + "uck": 5858, + "Ġwidespread": 5859, + "ĠOcean": 5860, + "Ġconstantly": 5861, + "ĠLatin": 5862, + "Ġcomfort": 5863, + "Ġrely": 5864, + "uff": 5865, + "ĠCard": 5866, + "aring": 5867, + "Ġhumans": 5868, + "ĠThomson": 5869, + "aka": 5870, + "BIT": 5871, + "ĠReview": 5872, + "po": 5873, + "ú": 5874, + "Ġtrucks": 5875, + "Ġforecasts": 5876, + "view": 5877, + "Ġlongtime": 5878, + "ĠConstitution": 5879, + "Ġreserves": 5880, + "bit": 5881, + "Ġstressed": 5882, + "Ġcontribution": 5883, + "Ġchicken": 5884, + "ĠDE": 5885, + "Ġfat": 5886, + "ĠOscar": 5887, + "Ġcriticized": 5888, + "Ġtestimony": 5889, + "Ġapparent": 5890, + "Ġconstant": 5891, + "Ġcabinet": 5892, + "ĠDuke": 5893, + "Ġaspects": 5894, + "lic": 5895, + "ĠVol": 5896, + "Ġwing": 5897, + "Ġreb": 5898, + "ĠSessions": 5899, + "ĠSmart": 5900, + "car": 5901, + "ĠIm": 5902, + "Ġoperational": 5903, + "Ġregulators": 5904, + "ĠJimmy": 5905, + "eter": 5906, + "Ġnobody": 5907, + "ĠMarc": 5908, + "Ġliterally": 5909, + "Ġresistance": 5910, + "ĠKam": 5911, + "Ġsexually": 5912, + "Ġ69": 5913, + "uth": 5914, + "Ġviewed": 5915, + "Ġpicks": 5916, + "Ġdin": 5917, + "Ġtalented": 5918, + "Ġtennis": 5919, + "Ġstrengthen": 5920, + "Ġgl": 5921, + "ĠProtection": 5922, + "Ġinstalled": 5923, + "ways": 5924, + "ĠCampbell": 5925, + "ĠPortland": 5926, + "Ġintent": 5927, + "ĠPalace": 5928, + "Ġsecondary": 5929, + "Ġlocked": 5930, + "ĠPA": 5931, + "Ġlanded": 5932, + "Ġlength": 5933, + "Ġboosted": 5934, + "Ġpurchases": 5935, + "Ġcommand": 5936, + "ĠAsked": 5937, + "Ġspaces": 5938, + "Ġiconic": 5939, + "Ġrecommend": 5940, + "Ġduties": 5941, + "Ġseized": 5942, + "Ġdelayed": 5943, + "FA": 5944, + "AND": 5945, + "daq": 5946, + "Ġhiring": 5947, + "Ġoccur": 5948, + "DC": 5949, + "ĠMus": 5950, + "Ġag": 5951, + "Ġhopefully": 5952, + "ĠPenn": 5953, + "ards": 5954, + "Ġstriker": 5955, + "Ġrent": 5956, + "ĠTy": 5957, + "ĠBuffalo": 5958, + "ĠKy": 5959, + "Ġhike": 5960, + "pper": 5961, + "Ġ120": 5962, + "Ġop": 5963, + "Ġwheel": 5964, + "ĠIan": 5965, + "Ġchart": 5966, + "tt": 5967, + "Ġvolunteer": 5968, + "IG": 5969, + "person": 5970, + "ight": 5971, + "ĠBook": 5972, + "unt": 5973, + "ĠTechnologies": 5974, + "Now": 5975, + "Ġfavour": 5976, + "ĠGh": 5977, + "ĠQatar": 5978, + "ĠDutch": 5979, + "ĠGrant": 5980, + "ĠBan": 5981, + "rel": 5982, + "Ġagreements": 5983, + "Ġeducational": 5984, + "worth": 5985, + "ĠWard": 5986, + "700": 5987, + "Ġanymore": 5988, + "Ġrepair": 5989, + "Ġoperators": 5990, + "ĠLi": 5991, + "ots": 5992, + "ĠLouisiana": 5993, + "ĠWhether": 5994, + "Ġodds": 5995, + "Ġnoon": 5996, + "ĠStr": 5997, + "Ġfail": 5998, + "iser": 5999, + "Ġforever": 6000, + "Ġrecall": 6001, + "ĠPo": 6002, + "ĠHot": 6003, + "Ġdesigner": 6004, + "ido": 6005, + "LL": 6006, + "ĠControl": 6007, + "Ġsurvive": 6008, + "iam": 6009, + "Ġorganisation": 6010, + "ĠWork": 6011, + "Ġwider": 6012, + "Ġtank": 6013, + "work": 6014, + "ĠAS": 6015, + "Ġposting": 6016, + "Ġsuddenly": 6017, + "MC": 6018, + "ĠAL": 6019, + "ĠProfessor": 6020, + "ĠCoach": 6021, + "Ġrushed": 6022, + "Ġafraid": 6023, + "Ġactivist": 6024, + "that": 6025, + "ĠFilm": 6026, + "Ġbacking": 6027, + "Ġhousehold": 6028, + "Ġsignal": 6029, + "Ġaccurate": 6030, + "str": 6031, + "ĠThread": 6032, + "ĠBears": 6033, + "ATION": 6034, + "ĠAlliance": 6035, + "ĠMcDonald": 6036, + "ĠVenezuela": 6037, + "ogg": 6038, + "ĠWindows": 6039, + "makers": 6040, + "Ġutility": 6041, + "Ġrapidly": 6042, + "Ġattractive": 6043, + "Ġpa": 6044, + "ĠLarry": 6045, + "Ġmisconduct": 6046, + "Ġfreshman": 6047, + "Ġqualified": 6048, + "Ġcleared": 6049, + "Ġcrashed": 6050, + "Ġparticipating": 6051, + "Ġpages": 6052, + "Ġhighlight": 6053, + "Ġdialogue": 6054, + "ĠAlberta": 6055, + "Ġca": 6056, + "Ġwitnesses": 6057, + "ables": 6058, + "Ġfollowers": 6059, + "Ġensuring": 6060, + "Ġpromoting": 6061, + "Ġsearching": 6062, + "Ġremote": 6063, + "Ġclash": 6064, + "Ġfirefighters": 6065, + "Ġteen": 6066, + "ĠPlace": 6067, + "ĠNote": 6068, + "Ġregardless": 6069, + "ult": 6070, + "oney": 6071, + "ander": 6072, + "ional": 6073, + "ining": 6074, + "Ġdemanded": 6075, + "ĠCommunications": 6076, + "Ġconsideration": 6077, + "TC": 6078, + "ĠSoutheast": 6079, + "aga": 6080, + "ĠGarden": 6081, + "inger": 6082, + "ht": 6083, + "Ġbranch": 6084, + "Ġmouth": 6085, + "Ġaudio": 6086, + "Ġraw": 6087, + "Ġcoordinator": 6088, + "Ġexact": 6089, + "ĠHan": 6090, + "Ġdelays": 6091, + "ĠWal": 6092, + "ĠWells": 6093, + "Ġng": 6094, + "Ġhandful": 6095, + "Ġgirlfriend": 6096, + "Ġtypical": 6097, + "ĠWayne": 6098, + "ĠFranklin": 6099, + "Ġconstitutional": 6100, + "ĠChance": 6101, + "Ġblamed": 6102, + "rim": 6103, + "Ġpreliminary": 6104, + "Ġlie": 6105, + "da": 6106, + "ĠCapitol": 6107, + "Ġroutine": 6108, + "ĠNASA": 6109, + "Ġtre": 6110, + "ĠGolf": 6111, + "Ġsight": 6112, + "ĠDer": 6113, + "Ġreserve": 6114, + "150": 6115, + "Ġspeculation": 6116, + "Ġcompetitors": 6117, + "ĠMacron": 6118, + "ony": 6119, + "Ġovertime": 6120, + "Ġ71": 6121, + "Ġdepending": 6122, + "ĠWarner": 6123, + "Ġaccusations": 6124, + "ius": 6125, + "Ġpredicted": 6126, + "ĠCharlie": 6127, + "Ġeverywhere": 6128, + "Ġcable": 6129, + "ĠSaint": 6130, + "ĠRegion": 6131, + "Ġhero": 6132, + "ĠEmb": 6133, + "Ġkinds": 6134, + "Ġstarter": 6135, + "Ġsolve": 6136, + "ĠGuard": 6137, + "Ġloves": 6138, + "ĠDouglas": 6139, + "Ġfunded": 6140, + "ĠBrent": 6141, + "ĠAnyone": 6142, + "Ġsubstantial": 6143, + "ĠMarine": 6144, + "ĠMichelle": 6145, + "Ġcelebrating": 6146, + "Ġoffset": 6147, + "Ġbutton": 6148, + "gg": 6149, + "Ġmedicine": 6150, + "uri": 6151, + "Ġsomewhere": 6152, + "PD": 6153, + "Ġmon": 6154, + "Ġfires": 6155, + "final": 6156, + "oth": 6157, + "ined": 6158, + "Ġunderway": 6159, + "Ġmistakes": 6160, + "Ġgrateful": 6161, + "Ġcheap": 6162, + "È": 6163, + "Ġ95": 6164, + "Ġviolations": 6165, + "arr": 6166, + "Ġsurprising": 6167, + "Ġob": 6168, + "ĠNATO": 6169, + "Ġcontroversy": 6170, + "ĠSweden": 6171, + "Ġfuneral": 6172, + "Ġreviews": 6173, + "Ġpromotion": 6174, + "TY": 6175, + "Ġliberal": 6176, + "Ġpromising": 6177, + "ĠSP": 6178, + "How": 6179, + "Ġmemories": 6180, + "Ġbreast": 6181, + "zi": 6182, + "ights": 6183, + "Ġpattern": 6184, + "Ġoutdoor": 6185, + "ĠMu": 6186, + "Ġrush": 6187, + "ĠTheresa": 6188, + "ĠPol": 6189, + "Ġdescribe": 6190, + "ĠBand": 6191, + "ĠStewart": 6192, + "Ġ1999": 6193, + "ĠRaiders": 6194, + "mp": 6195, + "Ġprocedures": 6196, + "Ġplot": 6197, + "Ġhire": 6198, + "used": 6199, + "Ġ1970": 6200, + "Ġpicking": 6201, + "ĠSim": 6202, + "Ġregard": 6203, + "inal": 6204, + "backs": 6205, + "ĠHard": 6206, + "ĠLow": 6207, + "ĠAc": 6208, + "Is": 6209, + "Ġguarantee": 6210, + "ĠGiven": 6211, + "Ġbeta": 6212, + "ĠTre": 6213, + "Ġtrans": 6214, + "Ġretailer": 6215, + "Ġpurposes": 6216, + "ĠHol": 6217, + "Ġenjoying": 6218, + "Ġbrown": 6219, + "ĠPerry": 6220, + "Ġplea": 6221, + "MS": 6222, + "ĠDakota": 6223, + "ĠParker": 6224, + "Ġcommit": 6225, + "ĠLawrence": 6226, + "ĠMorris": 6227, + "ended": 6228, + "Ġvirtual": 6229, + "ÃĹ": 6230, + "Ġfruit": 6231, + "84": 6232, + "ĠHas": 6233, + "ishing": 6234, + "Ġdominated": 6235, + "ĠFA": 6236, + "Ġchannels": 6237, + "Ġunderstood": 6238, + "Ġcitizen": 6239, + "Ġchecks": 6240, + "ĠKenya": 6241, + "Ġdisabled": 6242, + "SD": 6243, + "Ġprotecting": 6244, + "Ġtweets": 6245, + "Ġsparked": 6246, + "ĠCO": 6247, + "§": 6248, + "ori": 6249, + "ĠGDP": 6250, + "ĠSer": 6251, + "ĠVisit": 6252, + "ĠMS": 6253, + "Ġbarely": 6254, + "Ġsand": 6255, + "Ġap": 6256, + "aging": 6257, + "Ġrel": 6258, + "ĠPerhaps": 6259, + "ĠMourinho": 6260, + "ĠJets": 6261, + "Ġdisclosure": 6262, + "Ġhighlighted": 6263, + "Ġimplemented": 6264, + "Ġcompliance": 6265, + "ĠAB": 6266, + "ĠAssistant": 6267, + "ĠCape": 6268, + "Ġfunny": 6269, + "Ġleverage": 6270, + "Ġmachines": 6271, + "Ġranging": 6272, + "Ġfastest": 6273, + "ĠRoberts": 6274, + "ĠPolicy": 6275, + "gar": 6276, + "Ġcollapse": 6277, + "ĠThrough": 6278, + "Ġrobbery": 6279, + "ĠHay": 6280, + "Ġelite": 6281, + "ĠDigital": 6282, + "ĠFun": 6283, + "ĠAlan": 6284, + "ement": 6285, + "Ġmit": 6286, + "Ġspin": 6287, + "Ġlistening": 6288, + "ĠDoug": 6289, + "ĠSaints": 6290, + "Ġinterior": 6291, + "Ġenhance": 6292, + "ĠCardinals": 6293, + "ever": 6294, + "Ġrobust": 6295, + "Ġinform": 6296, + "Ġsuffer": 6297, + "book": 6298, + "ĠMuslims": 6299, + "Ġagriculture": 6300, + "Ġkm": 6301, + "Ġdivers": 6302, + "ñ": 6303, + "ĠReg": 6304, + "Ġequivalent": 6305, + "Ġcraft": 6306, + "Ġsettle": 6307, + "Ġcontains": 6308, + "ĠMack": 6309, + "ĠDis": 6310, + "ĠFore": 6311, + "ĠSudan": 6312, + "ĠMail": 6313, + "ĠBrooklyn": 6314, + "izer": 6315, + "bn": 6316, + "Ġhundred": 6317, + "Ġexhibition": 6318, + "ĠHave": 6319, + "vin": 6320, + "Ġcivilians": 6321, + "ĠCincinnati": 6322, + "Some": 6323, + "ĠSE": 6324, + "Ġbat": 6325, + "ĠIns": 6326, + "Ġcalm": 6327, + "Ġtone": 6328, + "Ġnormally": 6329, + "Ġseeks": 6330, + "ĠAss": 6331, + "Ġmembership": 6332, + "Ġannually": 6333, + "Ġemployers": 6334, + "CO": 6335, + "Ġcomplicated": 6336, + "Ġheadlines": 6337, + "ĠLabor": 6338, + "Ġlifestyle": 6339, + "ĠRen": 6340, + "ĠRich": 6341, + "cent": 6342, + "ude": 6343, + "Ġawesome": 6344, + "Ġpaint": 6345, + "Ġrolling": 6346, + "Ġwalls": 6347, + "Ġlab": 6348, + "Ġtourists": 6349, + "care": 6350, + "Ġgear": 6351, + "izz": 6352, + "Ġcream": 6353, + "ĠTro": 6354, + "ices": 6355, + "Ġpack": 6356, + "Ġdiseases": 6357, + "ĠSpeaker": 6358, + "ĠOfficers": 6359, + "Ġsky": 6360, + "83": 6361, + "ĠBE": 6362, + "Ġcategories": 6363, + "Ġindicate": 6364, + "Ġru": 6365, + "ĠSony": 6366, + "ĠDun": 6367, + "ocks": 6368, + "Ġconcrete": 6369, + "ĠMadison": 6370, + "ĠSab": 6371, + "IV": 6372, + "Ġobserved": 6373, + "ria": 6374, + "Ġinterim": 6375, + "Ġencounter": 6376, + "ista": 6377, + "Ġanger": 6378, + "Ġrapid": 6379, + "mail": 6380, + "Ġdestination": 6381, + "ĩ": 6382, + "Ġbreaks": 6383, + "rell": 6384, + "ĠChase": 6385, + "Ġattorneys": 6386, + "Ġrolled": 6387, + "ĠSprings": 6388, + "ĠVillage": 6389, + "TO": 6390, + "HS": 6391, + "Ġcampaigns": 6392, + "ologist": 6393, + "ĠTax": 6394, + "ĠIII": 6395, + "Ġteach": 6396, + "Ġprovision": 6397, + "Ġrem": 6398, + "Ġshirt": 6399, + "Ġdeployed": 6400, + "Ġguidelines": 6401, + "Ġav": 6402, + "zer": 6403, + "Ġrushing": 6404, + "94": 6405, + "place": 6406, + "Man": 6407, + "Ġdivided": 6408, + "ĠGun": 6409, + "Ġwindows": 6410, + "Ġcomponents": 6411, + "aba": 6412, + "ĠSwitzerland": 6413, + "election": 6414, + "ĠTampa": 6415, + "ĠAri": 6416, + "ás": 6417, + "Ġhighway": 6418, + "Ġacres": 6419, + "Ġcrown": 6420, + "known": 6421, + "Ġinquiry": 6422, + "url": 6423, + "Ġexpertise": 6424, + "Ġpraised": 6425, + "yer": 6426, + "Ġconclusion": 6427, + "Ġabortion": 6428, + "Ġlady": 6429, + "Ġtribute": 6430, + "Ġunveiled": 6431, + "Ġbeaten": 6432, + "TE": 6433, + "ĠMot": 6434, + "unk": 6435, + "Ġtriple": 6436, + "Ġforcing": 6437, + "ĠTickets": 6438, + "uit": 6439, + "Ġiron": 6440, + "Ġscientific": 6441, + "ĠIP": 6442, + "Ġdiagnosed": 6443, + "Ġocean": 6444, + "wide": 6445, + "ĠCowboys": 6446, + "LC": 6447, + "Ġmethods": 6448, + "ĠFind": 6449, + "ĠDean": 6450, + "Ġfundamental": 6451, + "ĠGill": 6452, + "Ġfeelings": 6453, + "IO": 6454, + "hu": 6455, + "Ġfeedback": 6456, + "ote": 6457, + "Ġduo": 6458, + "fully": 6459, + "get": 6460, + "Ġproof": 6461, + "story": 6462, + "Ġlongest": 6463, + "Ġshops": 6464, + "ĠJong": 6465, + "ĠCro": 6466, + "ĠHawaii": 6467, + "91": 6468, + "ĠJake": 6469, + "ĠSusan": 6470, + "Ġsubmit": 6471, + "rav": 6472, + "Ġmodest": 6473, + "Ġlit": 6474, + "Ġattempting": 6475, + "Ġsits": 6476, + "Ġaddressing": 6477, + "93": 6478, + "ĠBi": 6479, + "Ġlying": 6480, + "ĠOrganization": 6481, + "ĠOak": 6482, + "oli": 6483, + "Ġfatal": 6484, + "Ġmountain": 6485, + "val": 6486, + "lu": 6487, + "ĠMaine": 6488, + "Ġcharging": 6489, + "Ġresigned": 6490, + "illo": 6491, + "Ġrecommendation": 6492, + "party": 6493, + "ĠWeb": 6494, + "ĠPanthers": 6495, + "Ġnoise": 6496, + "ĠBrussels": 6497, + "awa": 6498, + "Ġambassador": 6499, + "Ġaccessible": 6500, + "ĠCalgary": 6501, + "idd": 6502, + "ĠAirlines": 6503, + "gr": 6504, + "Ġnu": 6505, + "roy": 6506, + "ĠMars": 6507, + "ĠPoland": 6508, + "ĠJerry": 6509, + "ados": 6510, + "ĠRico": 6511, + "ĠMir": 6512, + "ĠFin": 6513, + "ious": 6514, + "Ġpacked": 6515, + "Ġinsider": 6516, + "President": 6517, + "ĠBull": 6518, + "ĠYemen": 6519, + "ĠConnecticut": 6520, + "Ġ73": 6521, + "Ġdepartments": 6522, + "Ġorganic": 6523, + "ĠSummer": 6524, + "ĠBet": 6525, + "ste": 6526, + "zo": 6527, + "rat": 6528, + "Ġalliance": 6529, + "Ġintervention": 6530, + "wan": 6531, + "ĠOR": 6532, + "Ġdefined": 6533, + "ĠÃł": 6534, + "ĠChiefs": 6535, + "Ġknocked": 6536, + "ared": 6537, + "Ġholes": 6538, + "Ġpulling": 6539, + "ĠTodd": 6540, + "ĠJamie": 6541, + "ĠSher": 6542, + "Ġsignature": 6543, + "ĠSur": 6544, + "Ġgym": 6545, + "ĠVladimir": 6546, + "ĠThailand": 6547, + "Ġgaming": 6548, + "Ġsaving": 6549, + "ceive": 6550, + "82": 6551, + "ĠBern": 6552, + "ĠDid": 6553, + "Ġhardware": 6554, + "ished": 6555, + "Ġconspiracy": 6556, + "ANS": 6557, + "ĠIntelligence": 6558, + "Ġassembly": 6559, + "Ġ101": 6560, + "Ġconcise": 6561, + "ĠManhattan": 6562, + "Ġbelief": 6563, + "Ġsurge": 6564, + "Ġdeserve": 6565, + "Ġconsistently": 6566, + "ĠNor": 6567, + "okes": 6568, + "ðŁ": 6569, + "ME": 6570, + "ĠAsset": 6571, + "Ġsubstance": 6572, + "Ġprefer": 6573, + "Ġburning": 6574, + "ĠNik": 6575, + "ook": 6576, + "ĠPinterest": 6577, + "Ġboyfriend": 6578, + "ĠHal": 6579, + "ĠMerkel": 6580, + "Ġintroduce": 6581, + "ĠLinkedIn": 6582, + "ĠFull": 6583, + "ĠFarm": 6584, + "Ġchildhood": 6585, + "ĠTransportation": 6586, + "Ġterrible": 6587, + "du": 6588, + "Ġintention": 6589, + "Ġseemingly": 6590, + "elle": 6591, + "Ġfoods": 6592, + "Ġtitled": 6593, + "Ġdual": 6594, + "Ġimport": 6595, + "Ġdeveloper": 6596, + "UL": 6597, + "ington": 6598, + "ĠDelta": 6599, + "?'": 6600, + "iness": 6601, + "Ġquit": 6602, + "ĠGarcia": 6603, + "ĠSri": 6604, + "Ġhip": 6605, + "ĠBrazilian": 6606, + "elt": 6607, + "ively": 6608, + "Ġstructures": 6609, + "Ġlabour": 6610, + "Ġneighbors": 6611, + "Ġtill": 6612, + "Ġsoil": 6613, + "Ġdropping": 6614, + "Ġnominee": 6615, + "Ġmeets": 6616, + "92": 6617, + "rant": 6618, + "isa": 6619, + "Ġluck": 6620, + "aa": 6621, + "jet": 6622, + "ĠTor": 6623, + "ĠCrime": 6624, + "Ġlane": 6625, + "Ġflu": 6626, + "Ġlaunching": 6627, + "ĠAutom": 6628, + "aks": 6629, + "Ġuniversities": 6630, + "Ġpollution": 6631, + "ĠAdvis": 6632, + "ĠMall": 6633, + "ls": 6634, + "Ġdeeper": 6635, + "Ġrepeated": 6636, + "Ġmeanwhile": 6637, + "Ġchip": 6638, + "Ġoutlets": 6639, + "Ġliked": 6640, + "Ġsal": 6641, + "Ġwelfare": 6642, + "ago": 6643, + "Ġmakers": 6644, + "ving": 6645, + "fer": 6646, + "Ġovercome": 6647, + "mb": 6648, + "Ġshocked": 6649, + "akers": 6650, + "Ġnonprofit": 6651, + "Ġdonated": 6652, + "eral": 6653, + "Ġresume": 6654, + "Ġlogo": 6655, + "Ġsubscription": 6656, + "Ġ74": 6657, + "ela": 6658, + "Ġaspect": 6659, + "html": 6660, + "Ġsorry": 6661, + "Ġupgrade": 6662, + "Ġstance": 6663, + "Ġfr": 6664, + "Ġpapers": 6665, + "Ġattacking": 6666, + "Ġmeaningful": 6667, + "81": 6668, + "ĠWeinstein": 6669, + "Ġcreates": 6670, + "Ġhonour": 6671, + "ĠReply": 6672, + "oph": 6673, + "Ġmarch": 6674, + "Ġsmile": 6675, + "Ġcomparison": 6676, + "will": 6677, + "ĠSanchez": 6678, + "Ġvoter": 6679, + "Ġtheory": 6680, + "Ġequally": 6681, + "ĠRoger": 6682, + "Ġperfectly": 6683, + "Ġlanding": 6684, + "Ġbillions": 6685, + "ĠBloomberg": 6686, + "Ġpermit": 6687, + "Ġfinals": 6688, + "Ġracial": 6689, + "Ġpregnancy": 6690, + "iled": 6691, + "ĠFederation": 6692, + "Ġforest": 6693, + "Ġtag": 6694, + "aul": 6695, + "Ġdrinks": 6696, + "Ġ(\"": 6697, + "ĠMobile": 6698, + "Ġtouched": 6699, + "Ġclock": 6700, + "Ġreg": 6701, + "Ġasylum": 6702, + "igan": 6703, + "Ġsenator": 6704, + "Ġ99": 6705, + "ĠKumar": 6706, + "Ġskill": 6707, + "Ġ1998": 6708, + "pa": 6709, + "ĠAf": 6710, + "Ġmood": 6711, + "ston": 6712, + "Ġhang": 6713, + "ĠMPs": 6714, + "Please": 6715, + "ĠEve": 6716, + "Ġdocumentary": 6717, + "Ġpersonality": 6718, + "ĠCast": 6719, + "Ġdiscount": 6720, + "bing": 6721, + "ĠBoeing": 6722, + "Ġdepend": 6723, + "Ġcrossing": 6724, + "EX": 6725, + "Ġsucceed": 6726, + "Ġhumanitarian": 6727, + "ĠMuhammad": 6728, + "Ġwages": 6729, + "Ġcolumn": 6730, + "Ġexternal": 6731, + "Ġstatistics": 6732, + "ĠTODAY": 6733, + "Ġtrips": 6734, + "Ġta": 6735, + "Ġpenalties": 6736, + "Ġwriters": 6737, + "Ġshipping": 6738, + "ĠIndians": 6739, + "Ġsalt": 6740, + "ĠIndustrial": 6741, + "ĠYankees": 6742, + "ĠDen": 6743, + "Ġrough": 6744, + "Ġbarrels": 6745, + "ĠHor": 6746, + "bert": 6747, + "ĠDep": 6748, + "Ġresign": 6749, + "97": 6750, + "Ġballs": 6751, + "ĠJun": 6752, + "ĠBab": 6753, + "Ġassociate": 6754, + "Ġstring": 6755, + "Ġhub": 6756, + "Ġorgan": 6757, + "ĠMarshall": 6758, + "ĠFIFA": 6759, + "ĠMun": 6760, + "ency": 6761, + "research": 6762, + "Ġpeers": 6763, + "Ġtall": 6764, + "ĠGoldman": 6765, + "Don": 6766, + "Ġparade": 6767, + "Ġparks": 6768, + "Ġdet": 6769, + "Ġdisappointing": 6770, + "Ġreflects": 6771, + "ĠLakers": 6772, + "Ġfiles": 6773, + "Ġrelatives": 6774, + "ĠUSD": 6775, + "ĠArticle": 6776, + "Ġcustom": 6777, + "ĠCarlos": 6778, + "Ġtracking": 6779, + "Ġmaintaining": 6780, + "ĠCur": 6781, + "ardo": 6782, + "ĠSkip": 6783, + "Ġattitude": 6784, + "Just": 6785, + "Ġinstitution": 6786, + "Ġnarrow": 6787, + "Ġsnap": 6788, + "Ġenterprise": 6789, + "Ġdrives": 6790, + "Ġ77": 6791, + "Ġcrop": 6792, + "Ġvirus": 6793, + "Ġcelebrity": 6794, + "Ġeconomies": 6795, + "ued": 6796, + "Ġsum": 6797, + "ĠDubai": 6798, + "ĠInsurance": 6799, + "Ĺ": 6800, + "ury": 6801, + "ĠUnfortunately": 6802, + "Ġclosure": 6803, + "ota": 6804, + "ĠPhilip": 6805, + "oms": 6806, + "Ġinvestigated": 6807, + "Ġgenerations": 6808, + "ĠETF": 6809, + "ĠKeith": 6810, + "ĠLater": 6811, + "isk": 6812, + "Ġpreferred": 6813, + "Ġdefault": 6814, + "Ġtowns": 6815, + "ĠRod": 6816, + "ĠDie": 6817, + "Ġintegrated": 6818, + "Ġacquiring": 6819, + "Ġvoices": 6820, + "Ġser": 6821, + "Ġpresents": 6822, + "ĠBR": 6823, + "ĠEmergency": 6824, + "Ġreligion": 6825, + "HA": 6826, + "Ġresponding": 6827, + "ĠThings": 6828, + "Ġbeef": 6829, + "ĠWithout": 6830, + "urd": 6831, + "ĠCarl": 6832, + "Ġadministrative": 6833, + "ĠWhich": 6834, + "Ġchallenged": 6835, + "Ġcooking": 6836, + "ivid": 6837, + "ĠFer": 6838, + "Ġtremendous": 6839, + "ĠTerry": 6840, + "iri": 6841, + "CS": 6842, + "ĠJunior": 6843, + "ĠReddit": 6844, + "Ġtea": 6845, + "Ġaccounting": 6846, + "lan": 6847, + "Ġdetention": 6848, + "Ġreplied": 6849, + "SI": 6850, + "ĠHel": 6851, + "ns": 6852, + "ĠProf": 6853, + "Ġramp": 6854, + "ĠConservative": 6855, + "Ġattendance": 6856, + "Ġspecialist": 6857, + "ĠFinal": 6858, + "Ġadvertisement": 6859, + "Ġacquire": 6860, + "ĠWhatsApp": 6861, + "Ġworkforce": 6862, + "ĠCalif": 6863, + "Ġspeakers": 6864, + "ĠEPA": 6865, + "Ġconviction": 6866, + "hire": 6867, + "ĠFisher": 6868, + "ĠIntel": 6869, + "Ġbin": 6870, + "ĠWas": 6871, + "Ġearth": 6872, + "vi": 6873, + "Ġhurricane": 6874, + "Ġholidays": 6875, + "Ġassume": 6876, + "Ġinvolve": 6877, + "Ġdynamic": 6878, + "ĠGre": 6879, + "Ġitem": 6880, + "Ġpound": 6881, + "Ġanxiety": 6882, + "ĠPrint": 6883, + "rop": 6884, + "Ġautomatically": 6885, + "Ġdiscrimination": 6886, + "ĠLam": 6887, + "ĠColl": 6888, + "Ġimpressed": 6889, + "Ġinvolves": 6890, + "ĠLes": 6891, + "ĠTri": 6892, + "ĠLook": 6893, + "ĠiOS": 6894, + "Ġgrab": 6895, + "ĠAngel": 6896, + "Ġstops": 6897, + "ĠPay": 6898, + "ĠECB": 6899, + "Ġbunch": 6900, + "Ġletting": 6901, + "ele": 6902, + "ĠAdditionally": 6903, + "Ġboards": 6904, + "NC": 6905, + "Ġtragedy": 6906, + "Ġpink": 6907, + "Ġgonna": 6908, + "ones": 6909, + "Ġrev": 6910, + "ĠIndependent": 6911, + "ĠCambridge": 6912, + "ĠPence": 6913, + "Ġprosecution": 6914, + "Ġdeputies": 6915, + "ĠAhmed": 6916, + "Ġlows": 6917, + "ĠAmy": 6918, + "ĠBuilding": 6919, + "mark": 6920, + "Ġsmooth": 6921, + "Ġsole": 6922, + "Ġwanting": 6923, + "ĠHeart": 6924, + "Ġobtain": 6925, + "ĠBus": 6926, + "Ġexchanges": 6927, + "friendly": 6928, + "Ġlabel": 6929, + "elect": 6930, + "ĠCompanies": 6931, + "owing": 6932, + "ĠCB": 6933, + "RI": 6934, + "ĠMaster": 6935, + "Ġliquid": 6936, + "ĠDanny": 6937, + "Ġproceeds": 6938, + "ĠLaura": 6939, + "card": 6940, + "Ġtears": 6941, + "Ġexploration": 6942, + "Ġdepression": 6943, + "ken": 6944, + "ĠFe": 6945, + "Ġlending": 6946, + "ĠYouth": 6947, + "ality": 6948, + "NS": 6949, + "Ġmoon": 6950, + "ĠTaiwan": 6951, + "Ġstruggles": 6952, + "Ġdiscovery": 6953, + "Ġqualify": 6954, + "Ġwireless": 6955, + "alia": 6956, + "Ġwitnessed": 6957, + "Ġheight": 6958, + "ĠGuy": 6959, + "left": 6960, + "KE": 6961, + "Ġfoul": 6962, + "ĠMohammed": 6963, + "Ġgrass": 6964, + "ĠNon": 6965, + "Ġswim": 6966, + "Ġbrilliant": 6967, + "you": 6968, + "ĠFlynn": 6969, + "Ġsinging": 6970, + "eria": 6971, + "UT": 6972, + "ĠMcCain": 6973, + "ĠSep": 6974, + "ĠWars": 6975, + "Ġburden": 6976, + "Ġpas": 6977, + "Ġabandoned": 6978, + "Ġint": 6979, + "ĠTurner": 6980, + "Ġcollective": 6981, + "ĠEnvironmental": 6982, + "ĠStudents": 6983, + "Ġofferings": 6984, + "Ġresignation": 6985, + "Ġexplosion": 6986, + "ĠKoh": 6987, + "ager": 6988, + "Ġthrows": 6989, + "Ġasks": 6990, + "light": 6991, + "Ġanyway": 6992, + "Ġyard": 6993, + "Ġcarrier": 6994, + "Ġwaves": 6995, + "backed": 6996, + "TR": 6997, + "oud": 6998, + "Ġbreach": 6999, + "Ġdated": 7000, + "Ġdressed": 7001, + "ĠDodgers": 7002, + "oles": 7003, + "Ġ78": 7004, + "Ġreads": 7005, + "Ġpredict": 7006, + "ĠJerusalem": 7007, + "ĠPT": 7008, + "Ġcrack": 7009, + "yan": 7010, + "Ġnights": 7011, + "eline": 7012, + "Ġconvinced": 7013, + "Ġlock": 7014, + "Ġcarefully": 7015, + "ĠMercedes": 7016, + "Ġultimate": 7017, + "Ġdist": 7018, + "Ġslight": 7019, + "ĠEdwards": 7020, + "Ġswing": 7021, + "iling": 7022, + "Ġknife": 7023, + "ĠNashville": 7024, + "IF": 7025, + "inder": 7026, + "udd": 7027, + "Ġsenators": 7028, + "ĠFurther": 7029, + "ĠXi": 7030, + "Ġstr": 7031, + "ĠOd": 7032, + "days": 7033, + "Ġcomm": 7034, + "Ġverdict": 7035, + "Ġconfirmation": 7036, + "king": 7037, + "ĠCS": 7038, + "Ġadvocates": 7039, + "Ġpride": 7040, + "Ġmemorial": 7041, + "ams": 7042, + "erman": 7043, + "Ġteenager": 7044, + "ĠNeil": 7045, + "uts": 7046, + "Ġsoul": 7047, + "see": 7048, + "post": 7049, + "Ġchest": 7050, + "fire": 7051, + "ĠLynch": 7052, + "Ġpeaceful": 7053, + "OND": 7054, + "ĠIndustries": 7055, + "ĠJuan": 7056, + "Ġrestore": 7057, + "Ġreliable": 7058, + "ming": 7059, + "agan": 7060, + "Source": 7061, + "ĠCabinet": 7062, + "Ġremarkable": 7063, + "ĠTrudeau": 7064, + "ĠEs": 7065, + "Ġintegrity": 7066, + "ove": 7067, + "fe": 7068, + "Ġproceedings": 7069, + "Ġconnections": 7070, + "Ġunprecedented": 7071, + "ĠGlen": 7072, + "ux": 7073, + "Ġearning": 7074, + "Ġingredients": 7075, + "Ġnominated": 7076, + "ĠBangladesh": 7077, + "made": 7078, + "Ġlessons": 7079, + "Ġbreakfast": 7080, + "ĠRelations": 7081, + "Ġloose": 7082, + "Al": 7083, + "Ġupgraded": 7084, + "ral": 7085, + "ĠPage": 7086, + "oto": 7087, + "ĠQueensland": 7088, + "Ġprocedure": 7089, + "ĠSmall": 7090, + "Ġrespective": 7091, + "Ġpictured": 7092, + "ĠBas": 7093, + "Ġpreparation": 7094, + "ĠMyanmar": 7095, + "Ġdonation": 7096, + "Ġvisible": 7097, + "iest": 7098, + "ĠBroadway": 7099, + "rick": 7100, + "ĠSchools": 7101, + "Ġarrests": 7102, + "ĠJessica": 7103, + "ĠBengal": 7104, + "Ġhell": 7105, + "Ġannouncing": 7106, + "Ġmail": 7107, + "ĠMcG": 7108, + "two": 7109, + "rest": 7110, + "OD": 7111, + "ĠBradley": 7112, + "Ġdoubled": 7113, + "Ġpledged": 7114, + "Ġcomeback": 7115, + "Ġextraordinary": 7116, + "Ġslide": 7117, + "Ġassess": 7118, + "Ġagricultural": 7119, + "ĠKay": 7120, + "Ġvendors": 7121, + "Ġnarrative": 7122, + "Ġreviewed": 7123, + "ĠPass": 7124, + "Ġinspiration": 7125, + "ĠHunter": 7126, + "Ġcalendar": 7127, + "ĠDiamond": 7128, + "Ġremoval": 7129, + "ners": 7130, + "ĠKap": 7131, + "Ġconsent": 7132, + "Ġvisual": 7133, + "Ġcheese": 7134, + "ĠTher": 7135, + "ĠFR": 7136, + "ĠShanghai": 7137, + "iah": 7138, + "ĠCole": 7139, + "AK": 7140, + "Ġranking": 7141, + "Ġcook": 7142, + "Ġhalftime": 7143, + "ĠStars": 7144, + "Ġroutes": 7145, + "aim": 7146, + "Ġestablishment": 7147, + "ĠMug": 7148, + "Ġsurvivors": 7149, + "urg": 7150, + "ĠBrett": 7151, + "Ġunexpected": 7152, + "ained": 7153, + "Ġrarely": 7154, + "ĠGall": 7155, + "Ġadvocate": 7156, + "ĠNad": 7157, + "Ġ911": 7158, + "Ġracist": 7159, + "erer": 7160, + "ĠRev": 7161, + "ĠSection": 7162, + "Ġhelpful": 7163, + "CT": 7164, + "agg": 7165, + "Ġgovernance": 7166, + "Ġfelony": 7167, + "Ġoptimistic": 7168, + "Ġelectoral": 7169, + "EG": 7170, + "town": 7171, + "Ġdaughters": 7172, + "Ġanswered": 7173, + "Ġthin": 7174, + "ĠClassic": 7175, + "Ġshareholder": 7176, + "ĠBlake": 7177, + "ĠFla": 7178, + "Ġparliamentary": 7179, + "dy": 7180, + "Ġcommented": 7181, + "Ġtri": 7182, + "Ġglobe": 7183, + "Ġmandate": 7184, + "Ġslipped": 7185, + "ĠTower": 7186, + "Ġoperated": 7187, + "gers": 7188, + "Ġassured": 7189, + "ĠMartinez": 7190, + "Ġdesigns": 7191, + "ĠModel": 7192, + "Ġstakeholders": 7193, + "Ġdefended": 7194, + "Ġseniors": 7195, + "Ġvacation": 7196, + "Ġglobally": 7197, + "ump": 7198, + "Not": 7199, + "Ġclip": 7200, + "Ġarticles": 7201, + "BR": 7202, + "km": 7203, + "ĠFront": 7204, + "PL": 7205, + "Ġadoption": 7206, + "Ġsudden": 7207, + "Ġframework": 7208, + "Ġhanging": 7209, + "gl": 7210, + "ĠSel": 7211, + "Ġmoderate": 7212, + "Ġreverse": 7213, + "income": 7214, + "cor": 7215, + "ĠGB": 7216, + "Ġphysically": 7217, + "Ġtransparency": 7218, + "ĠElectric": 7219, + "Ġrefugee": 7220, + "profile": 7221, + "iva": 7222, + "ately": 7223, + "ĠAC": 7224, + "Ġtransferred": 7225, + "Ġaffair": 7226, + "ĠAlaska": 7227, + "oria": 7228, + "ĠChange": 7229, + "Ġrepeat": 7230, + "Ġscreening": 7231, + "ender": 7232, + "ĠCas": 7233, + "ĠDav": 7234, + "Ġfocuses": 7235, + "Ġcommissioner": 7236, + "Ġupside": 7237, + "ĠKeep": 7238, + "ĠBlues": 7239, + "ently": 7240, + "Ġaut": 7241, + "Ġexperiencing": 7242, + "aman": 7243, + "Ġapprove": 7244, + "Ġmile": 7245, + "Ġcheaper": 7246, + "ĠWind": 7247, + "ĠStore": 7248, + "Ġgrabbed": 7249, + "Ġsons": 7250, + "Ġfighter": 7251, + "Ġum": 7252, + "ĠBased": 7253, + "don": 7254, + "Ġconstitution": 7255, + "finals": 7256, + "act": 7257, + "¢": 7258, + "Ġmill": 7259, + "Ġorganisations": 7260, + "ĠToyota": 7261, + "Ġyuan": 7262, + "Ġterrorists": 7263, + "Ġforth": 7264, + "Ġavailability": 7265, + "Ġentrance": 7266, + "Ġvolumes": 7267, + "Ġmult": 7268, + "plus": 7269, + "ĠColumbus": 7270, + "ĠSummit": 7271, + "Ġbabies": 7272, + "ĠMur": 7273, + "ĠGray": 7274, + "ĠChar": 7275, + "ĠButler": 7276, + "Ġpose": 7277, + "ĠNatural": 7278, + "ĠAtt": 7279, + "Ġdecrease": 7280, + "Ġtens": 7281, + "kt": 7282, + "Ġminds": 7283, + "Ġimpacted": 7284, + "Ġchapter": 7285, + "ĠOp": 7286, + "ĠHarrison": 7287, + "ĠRodriguez": 7288, + "Ġethnic": 7289, + "Ġtravelling": 7290, + "ĠBond": 7291, + "ader": 7292, + "core": 7293, + "Ġgallery": 7294, + "founder": 7295, + "ĠVill": 7296, + "Ġdecent": 7297, + "ĠHistory": 7298, + "ĠInt": 7299, + "ĠNa": 7300, + "ĠHad": 7301, + "Ġmainstream": 7302, + "ĠTs": 7303, + "Ġbottle": 7304, + "sen": 7305, + "Ġrecession": 7306, + "Ġsophomore": 7307, + "Ġsilence": 7308, + "cc": 7309, + "Ġqualifying": 7310, + "Ġcomplained": 7311, + "ĠRad": 7312, + "Ġactively": 7313, + "Ġbacks": 7314, + "ĠMusk": 7315, + "Ġcareful": 7316, + "Ġmeals": 7317, + "ĠDor": 7318, + "Ġmess": 7319, + "ĠBelgium": 7320, + "Ġke": 7321, + "ĠLopez": 7322, + "Ġbow": 7323, + "Ġhelicopter": 7324, + "was": 7325, + "Ġstone": 7326, + "kins": 7327, + "Ġunlike": 7328, + "Ġcollision": 7329, + "ĠAlt": 7330, + "HP": 7331, + "ĠMason": 7332, + "has": 7333, + "Ġclimbed": 7334, + "Ġindication": 7335, + "Ġhotels": 7336, + "Ġloud": 7337, + "ĠMilan": 7338, + "kes": 7339, + "Ġbadly": 7340, + "Ġtrials": 7341, + "Ġimpacts": 7342, + "ĠJane": 7343, + "Ġcrossed": 7344, + "Ġdiscussing": 7345, + "ĠSM": 7346, + "Ġpopularity": 7347, + "ĠWant": 7348, + "fall": 7349, + "Ġartificial": 7350, + "ĠBu": 7351, + "akh": 7352, + "Ġdominant": 7353, + "gov": 7354, + "Ġpremier": 7355, + "Ġexecution": 7356, + "gate": 7357, + "Ġswimming": 7358, + "Ġchat": 7359, + "Ġdevastating": 7360, + "acking": 7361, + "Ġreception": 7362, + "urt": 7363, + "Ġtheater": 7364, + "Ġgather": 7365, + "Ġtear": 7366, + "uro": 7367, + "Ġdemocratic": 7368, + "Ġrebels": 7369, + "Ġlifetime": 7370, + "Ġradical": 7371, + "uan": 7372, + "Ġtechniques": 7373, + "ache": 7374, + "ior": 7375, + "Ġcamps": 7376, + "Ġtelephone": 7377, + "ĠDublin": 7378, + "ĠBrand": 7379, + "ĠMarcus": 7380, + "aun": 7381, + "ĠRec": 7382, + "Ġ82": 7383, + "ban": 7384, + "Ġsafely": 7385, + "aku": 7386, + "aki": 7387, + "Ġbankruptcy": 7388, + "FF": 7389, + "Ġformat": 7390, + "Ġattached": 7391, + "ĠFame": 7392, + "ĠEdward": 7393, + "Ġmerger": 7394, + "ĠRepresentatives": 7395, + "izes": 7396, + "Ġhidden": 7397, + "Ġval": 7398, + "zz": 7399, + "Ġexcess": 7400, + "Ġscope": 7401, + "Ġdivorce": 7402, + "Ġburn": 7403, + "Ġrequirement": 7404, + "BB": 7405, + "ĠHand": 7406, + "Ġcons": 7407, + "Ġrisen": 7408, + "Ġtwitter": 7409, + "Ġoffseason": 7410, + "ĠSometimes": 7411, + "ĠInf": 7412, + "ĠAng": 7413, + "uer": 7414, + "report": 7415, + "Ġdreams": 7416, + "Ġ700": 7417, + "ips": 7418, + "ĠDream": 7419, + "Ġgifts": 7420, + "Ġsomehow": 7421, + "ĠTur": 7422, + "ĠRachel": 7423, + "can": 7424, + "Ġlog": 7425, + "ĠMedicaid": 7426, + "Ġles": 7427, + "Ġtired": 7428, + "ĠArkansas": 7429, + "Ġliquidity": 7430, + "ĠPhillips": 7431, + "ĠBTC": 7432, + "Ġhide": 7433, + "Ġpun": 7434, + "ĠRun": 7435, + "lyn": 7436, + "ĠUC": 7437, + "ĠDesign": 7438, + "ĠDev": 7439, + "Ġvaluation": 7440, + "Ġreveals": 7441, + "ĠChild": 7442, + "other": 7443, + "Ġposed": 7444, + "lee": 7445, + "Ġships": 7446, + "ĠTrue": 7447, + "Ġdescribes": 7448, + "Ġrunner": 7449, + "bro": 7450, + "Ġankle": 7451, + "Ġod": 7452, + "ĠAnnual": 7453, + "CL": 7454, + "Ġoverhaul": 7455, + "ned": 7456, + "Ġbold": 7457, + "Ġmo": 7458, + "ĠFalls": 7459, + "Ġemployed": 7460, + "ĠGro": 7461, + "Ġflash": 7462, + "ĠTD": 7463, + "Ġnervous": 7464, + "Ġintegration": 7465, + "Ġsmartphones": 7466, + "Ġmovements": 7467, + "nie": 7468, + "ition": 7469, + "ĠThird": 7470, + "Ģ": 7471, + "Ġmetres": 7472, + "Ġeconomist": 7473, + "omp": 7474, + "Ġteens": 7475, + "Ġeveryday": 7476, + "Ġinterviewed": 7477, + "Ġbriefly": 7478, + "],": 7479, + "uke": 7480, + "ĠFOX": 7481, + "Ġunderlying": 7482, + "ĠLuc": 7483, + "Ġcourses": 7484, + "ss": 7485, + "amed": 7486, + "°": 7487, + "ju": 7488, + "ĠBanks": 7489, + "Ġoutfit": 7490, + "illing": 7491, + "Ġtrafficking": 7492, + "Ġurging": 7493, + "Ġbelt": 7494, + "Ġrid": 7495, + "CP": 7496, + "Ġelderly": 7497, + "ĠGrowth": 7498, + "án": 7499, + "ĠSn": 7500, + "Ġsurrounded": 7501, + "Ġsisters": 7502, + "ĠIslam": 7503, + "Ġsynd": 7504, + "ĠCosta": 7505, + "di": 7506, + "ĠKl": 7507, + "Ġmanufacturer": 7508, + "holders": 7509, + "Ġelement": 7510, + "Ġload": 7511, + "Ġbooked": 7512, + "Ġaccompanied": 7513, + "ĠChamber": 7514, + "Ġbriefing": 7515, + "Oh": 7516, + "imi": 7517, + "ĠDefence": 7518, + "ĠCurrently": 7519, + "aking": 7520, + "Ġhandled": 7521, + "ĠCD": 7522, + "ĠBenjamin": 7523, + "Ġpocket": 7524, + "ĠKashmir": 7525, + "Ġlighting": 7526, + "aps": 7527, + "Ġ1997": 7528, + "ech": 7529, + "Ġaddiction": 7530, + "Ġbases": 7531, + "Ġpriorities": 7532, + "Ġhardly": 7533, + "ĠQuebec": 7534, + "ĠEarn": 7535, + "IES": 7536, + "ĠZach": 7537, + "ĠAlong": 7538, + "MI": 7539, + "Ġins": 7540, + "ĠRogers": 7541, + "ĠKan": 7542, + "ĠFuture": 7543, + "Ġtriggered": 7544, + "ĠUnit": 7545, + "Ġweighed": 7546, + "Ġpointing": 7547, + "Ġchocolate": 7548, + "ĠBrowns": 7549, + "ĠISIS": 7550, + "Ġgoalkeeper": 7551, + "Ġsaves": 7552, + "ĠAndre": 7553, + "burn": 7554, + "ĠCont": 7555, + "ĠNetherlands": 7556, + "Ġpolitically": 7557, + "ĠAshley": 7558, + "ĠWhit": 7559, + "aded": 7560, + "PH": 7561, + "Ġborders": 7562, + "ORE": 7563, + "Ġally": 7564, + "Trump": 7565, + "istan": 7566, + "ĠHunt": 7567, + "ĠCancer": 7568, + "ĠGrace": 7569, + "ĠTottenham": 7570, + "Ġ1960": 7571, + "ĠMarg": 7572, + "ĠBryan": 7573, + "ĠAgain": 7574, + "acing": 7575, + "Ġarguments": 7576, + "ĠSouthwest": 7577, + "Ġvocal": 7578, + "Ġjudgment": 7579, + "Ġengaging": 7580, + "Ġadopt": 7581, + "Ġrental": 7582, + "Ġlinebacker": 7583, + "ĠKardashian": 7584, + "Ġepisodes": 7585, + "..": 7586, + "Ġunt": 7587, + "Ġvowed": 7588, + "Ġ79": 7589, + "ule": 7590, + "Ġtransit": 7591, + "Ġoffshore": 7592, + "Ġsuppliers": 7593, + "Ġarguing": 7594, + "Ġsatellite": 7595, + "ĠLind": 7596, + "ĠTaliban": 7597, + "Buy": 7598, + "ĠCaribbean": 7599, + "ĠBarry": 7600, + "Ġauthors": 7601, + "ĠWolf": 7602, + "Ġviewing": 7603, + "ĠCubs": 7604, + "From": 7605, + "Ġ%": 7606, + "Ġcurrencies": 7607, + "Why": 7608, + "ĠBroncos": 7609, + "Ġtrick": 7610, + "Ġdiesel": 7611, + "ĠLiberal": 7612, + "FL": 7613, + "Ġtopics": 7614, + "Ġretain": 7615, + "ĠLiberty": 7616, + "Ġacquisitions": 7617, + "ced": 7618, + "Ġfre": 7619, + "Ġfleet": 7620, + "Ġcopper": 7621, + "ĠPot": 7622, + "jen": 7623, + "ĠElliott": 7624, + "ĠPyongyang": 7625, + "Ġobject": 7626, + "ĠUse": 7627, + "Ġmutual": 7628, + "MP": 7629, + "Ġev": 7630, + "Ġdeny": 7631, + "ĠEveryone": 7632, + "lling": 7633, + "Ġpays": 7634, + "Ġdrought": 7635, + "Ġcorn": 7636, + "Ġworkplace": 7637, + "rig": 7638, + "ĠMn": 7639, + "Ġadvisory": 7640, + "ĠCat": 7641, + "Ġchronic": 7642, + "ĠSteelers": 7643, + "Ġboxes": 7644, + "ĠNap": 7645, + "Ġdemonstrated": 7646, + "ĠTournament": 7647, + "Ġsymbol": 7648, + "ĠAfghan": 7649, + "ĠTan": 7650, + "ired": 7651, + "ĠEv": 7652, + "ĠConsumer": 7653, + "Ġmoral": 7654, + "ĠAdditional": 7655, + "Ġwebsites": 7656, + "Ġoccasions": 7657, + "Ġfate": 7658, + "Ġpitcher": 7659, + "Ġtaxpayers": 7660, + "Ġdeemed": 7661, + "ĠLibya": 7662, + "Ġpriced": 7663, + "Ġdistributed": 7664, + "ĠForum": 7665, + "Ġrice": 7666, + "Ġbloc": 7667, + "Ġprovisions": 7668, + "agh": 7669, + "Ġpen": 7670, + "Ġattracted": 7671, + "ĠEdmonton": 7672, + "Ġthousand": 7673, + "Ġpainting": 7674, + "Ġil": 7675, + "Ġcourtesy": 7676, + "Ġeliminate": 7677, + "Ġacc": 7678, + "Ġmeters": 7679, + "Ġreflected": 7680, + "Ġcomponent": 7681, + "Every": 7682, + "Ġsells": 7683, + "Ġfault": 7684, + "Ġburned": 7685, + "ĠKirk": 7686, + "ĠAnna": 7687, + "Ġappeals": 7688, + "Ġeggs": 7689, + "Ġfrequent": 7690, + "Ġtrigger": 7691, + "Ġrevised": 7692, + "ĠAngela": 7693, + "Ġ81": 7694, + "Ġsingles": 7695, + "Ġviral": 7696, + "Ġworries": 7697, + "ĠShould": 7698, + "profit": 7699, + "Ġraises": 7700, + "ĠBryant": 7701, + "ĠProduct": 7702, + "Ġtenure": 7703, + "Ġdiabetes": 7704, + "Ġcolour": 7705, + "azz": 7706, + "ĠGirls": 7707, + "Ġpractical": 7708, + "Ġblind": 7709, + "ancing": 7710, + "pictured": 7711, + "Ġfinale": 7712, + "ĠElection": 7713, + "Ġathletic": 7714, + "Ġpromoted": 7715, + "Ġflowers": 7716, + "Ġtrains": 7717, + "ario": 7718, + "Ġsufficient": 7719, + "IE": 7720, + "Ġexamples": 7721, + "Ġshed": 7722, + "Ġbirds": 7723, + "Ġchaos": 7724, + "Ġwound": 7725, + "Ġrocket": 7726, + "Ġwet": 7727, + "Ġsample": 7728, + "ĠNag": 7729, + "ĠOliver": 7730, + "Ġscrutiny": 7731, + "ĠSeven": 7732, + "ĠRoman": 7733, + "ĠFred": 7734, + "Ġweird": 7735, + "ĠTam": 7736, + "ĠSupport": 7737, + "ĠNathan": 7738, + "Ġstudying": 7739, + "Ġintroduction": 7740, + "Ġtons": 7741, + "cer": 7742, + "aus": 7743, + "ION": 7744, + "Ġcritic": 7745, + "ĠAh": 7746, + "alo": 7747, + "pur": 7748, + "Ġstorms": 7749, + "ĠMission": 7750, + "Ġcredits": 7751, + "Ġgrants": 7752, + "Ġcomp": 7753, + "Ġhearts": 7754, + "part": 7755, + "Ġpin": 7756, + "Ġsubsequent": 7757, + "Ġmad": 7758, + "ĠSacramento": 7759, + "woman": 7760, + "from": 7761, + "Ġoutcomes": 7762, + "Ġoldest": 7763, + "Ġdesperate": 7764, + "ĠTal": 7765, + "ĠDJ": 7766, + "ward": 7767, + "Ġaudiences": 7768, + "Ġimportantly": 7769, + "ĠEmily": 7770, + "sk": 7771, + "ĠHeat": 7772, + "ĠType": 7773, + "ĠPeace": 7774, + "Ġsuspicious": 7775, + "aly": 7776, + "ĠGET": 7777, + "ĠCAP": 7778, + "dis": 7779, + "ĠIraqi": 7780, + "ĠReed": 7781, + "Ġstrange": 7782, + "ĠParent": 7783, + "900": 7784, + "Ġglad": 7785, + "ĠTroy": 7786, + "ĠShort": 7787, + "Ġheritage": 7788, + "Ġarriving": 7789, + "ingly": 7790, + "Ġtransformation": 7791, + "Ġlease": 7792, + "Ġcollapsed": 7793, + "cha": 7794, + "ĠPatrol": 7795, + "Ġcomputers": 7796, + "Ġprinciples": 7797, + "Ġsporting": 7798, + "ĠHughes": 7799, + "mile": 7800, + "ĠCit": 7801, + "Ġdrilling": 7802, + "ĠBox": 7803, + "ÃŁ": 7804, + "bre": 7805, + "ĠOverall": 7806, + "Ġopioid": 7807, + "Ġdelighted": 7808, + "Ġhonored": 7809, + "ĠCold": 7810, + "Ġunions": 7811, + "ĠCou": 7812, + "ĠCircuit": 7813, + "Ġblast": 7814, + "sson": 7815, + "ĠHernandez": 7816, + "ĠLooking": 7817, + "Ġlegally": 7818, + "ĠWalmart": 7819, + "bridge": 7820, + "Ġmat": 7821, + "rad": 7822, + "ids": 7823, + "Ġdining": 7824, + "Ġrebound": 7825, + "abad": 7826, + "ĠRom": 7827, + "Ġimpose": 7828, + "ĠAlpha": 7829, + "ĠWeekly": 7830, + "TER": 7831, + "ĠJam": 7832, + "Ġabsolute": 7833, + "Ġinventory": 7834, + "ĠBilly": 7835, + "ĠKaren": 7836, + "ĠFriends": 7837, + "ĠCent": 7838, + "ĠVikings": 7839, + "ĠMuch": 7840, + "cell": 7841, + "ads": 7842, + "Ġph": 7843, + "Ġkiller": 7844, + "ĠMembers": 7845, + "Ġshooter": 7846, + "ĠInvestigators": 7847, + "ĠJoshua": 7848, + "Ġparticipated": 7849, + "Ġinnocent": 7850, + "ĠRichmond": 7851, + "itor": 7852, + "ĠDal": 7853, + "ĠOperator": 7854, + "Ġmakeup": 7855, + "Ġconf": 7856, + "ĠNEWS": 7857, + "ĠDef": 7858, + "Ġchase": 7859, + "ĠCost": 7860, + "mont": 7861, + "\":": 7862, + "Ġarrangements": 7863, + "stein": 7864, + "Ġretire": 7865, + "ĠLuis": 7866, + "Ġrenewed": 7867, + "ĠTownship": 7868, + "Ġchecked": 7869, + "arts": 7870, + "ĠCash": 7871, + "Ġcentres": 7872, + "chers": 7873, + "ĠSolutions": 7874, + "Ġlegend": 7875, + "ige": 7876, + "most": 7877, + "osed": 7878, + "ĠPor": 7879, + "Ġpremiere": 7880, + "FS": 7881, + "Ġmissiles": 7882, + "ĠLang": 7883, + "Ġsing": 7884, + "best": 7885, + "Ġtail": 7886, + "Ġriders": 7887, + "Picture": 7888, + "zen": 7889, + "ĠKent": 7890, + "Ġtransform": 7891, + "Ġwildlife": 7892, + "Ġsmoking": 7893, + "Ġpreseason": 7894, + "ĠLucas": 7895, + "ĠAnne": 7896, + "owski": 7897, + "Ġtape": 7898, + "Ġdisplayed": 7899, + "Ġforum": 7900, + "Ġanonymity": 7901, + "ĠIndianapolis": 7902, + "hips": 7903, + "acc": 7904, + "ĠMoreover": 7905, + "lers": 7906, + "area": 7907, + "ĠIndeed": 7908, + "Ġconducting": 7909, + "Ġinfection": 7910, + "Ġdealt": 7911, + "OB": 7912, + "asing": 7913, + "ĠGaza": 7914, + "itter": 7915, + "ĠKa": 7916, + "Ġhopeful": 7917, + "ĠSnow": 7918, + "Ġentitled": 7919, + "Ġaffecting": 7920, + "Ġeager": 7921, + "Ġcircle": 7922, + "Ġlaugh": 7923, + "ĠProsecutors": 7924, + "ĠDur": 7925, + "Ġbarriers": 7926, + "ĠPoll": 7927, + "oun": 7928, + "ĠPalm": 7929, + "chi": 7930, + "Ġsamples": 7931, + "Ġcompromise": 7932, + "atter": 7933, + "Ġenormous": 7934, + "Ġé": 7935, + "coming": 7936, + "ĠPharmaceutical": 7937, + "Ġrank": 7938, + "Let": 7939, + "Ġtransgender": 7940, + "ĠCloud": 7941, + "FO": 7942, + "ĠBor": 7943, + "Ġbonus": 7944, + "Ġordinary": 7945, + "ĠPres": 7946, + "ĠHIV": 7947, + "ires": 7948, + "OSE": 7949, + "Ġdancing": 7950, + "ĠHD": 7951, + "Ġversions": 7952, + "Ġ88": 7953, + "rate": 7954, + "Ġtackles": 7955, + "Ġknock": 7956, + "ĠEmma": 7957, + "Ġmotivated": 7958, + "ĠBennett": 7959, + "ĠBurn": 7960, + "Ġgrid": 7961, + "Ġembrace": 7962, + "ĠSpurs": 7963, + "Ġflows": 7964, + "ĠGer": 7965, + "Ġsponsored": 7966, + "Ġsurvival": 7967, + "ching": 7968, + "Ġ1995": 7969, + "Ġreward": 7970, + "Ġdepends": 7971, + "Ġpostseason": 7972, + "Ġloaded": 7973, + "Ġneutral": 7974, + "ĠPop": 7975, + "BL": 7976, + "Ġrevolution": 7977, + "ĠFreedom": 7978, + "Ġrecovering": 7979, + "Ġrequiring": 7980, + "ALL": 7981, + "ARE": 7982, + "Ġmini": 7983, + "lt": 7984, + "ĠFDA": 7985, + "Ġcarpet": 7986, + "ĠPrior": 7987, + "Ġadmission": 7988, + "ĠEver": 7989, + "ĠTribune": 7990, + "ĠRonaldo": 7991, + "Ġthick": 7992, + "Ġlanes": 7993, + "Ġ84": 7994, + "ĠMemphis": 7995, + "Ġopt": 7996, + "BO": 7997, + "Ġfaculty": 7998, + "ĠChad": 7999, + "ĠSUV": 8000, + "ĠHen": 8001, + "Ġeste": 8002, + "ĠHu": 8003, + "ĠAgriculture": 8004, + "store": 8005, + "ĠDrug": 8006, + "inter": 8007, + "Ġ1996": 8008, + "ident": 8009, + "Ġbackup": 8010, + "ĠHonda": 8011, + "ĠHope": 8012, + "oes": 8013, + "ums": 8014, + "amer": 8015, + "Ġbreath": 8016, + "Ġ110": 8017, + "Ġjoke": 8018, + "ĠAld": 8019, + "Ġwondering": 8020, + "ĠAssad": 8021, + "ĠRem": 8022, + "Ġfundraising": 8023, + "pot": 8024, + "è": 8025, + "Ġquestioning": 8026, + "Ġpent": 8027, + "ĠMoney": 8028, + "ĠMedicine": 8029, + "wick": 8030, + "ĠKnights": 8031, + "Ġbatting": 8032, + "ĠMos": 8033, + "Ġdesignated": 8034, + "isse": 8035, + "Ġspotlight": 8036, + "Ġlake": 8037, + "Ġcaution": 8038, + "Ġinmates": 8039, + "Ġlap": 8040, + "CE": 8041, + "ĠJavascript": 8042, + "ĠDeutsche": 8043, + "ĠFargo": 8044, + "Ġguaranteed": 8045, + "borough": 8046, + "Ġfunctions": 8047, + "ĠElementary": 8048, + "ĠChuck": 8049, + "Ġpitched": 8050, + "ĠKrist": 8051, + "Ġsteal": 8052, + "Ġchips": 8053, + "Ġalarm": 8054, + "Ġbeloved": 8055, + "scale": 8056, + "Ġassaulted": 8057, + "ĠPentagon": 8058, + "Ġtemporarily": 8059, + "Ġ93": 8060, + "Ġ>": 8061, + "ĠPortugal": 8062, + "ti": 8063, + "HL": 8064, + "Ġdecreased": 8065, + "Ġexistence": 8066, + "Ġisolated": 8067, + "Ġdeposit": 8068, + "Ġstudied": 8069, + "\")": 8070, + "Ġtrophy": 8071, + "ĠBrooks": 8072, + "Ġbattling": 8073, + "Ġweaker": 8074, + "ĠPrivate": 8075, + "ĠAccess": 8076, + "Ġvirtually": 8077, + "Ġshortage": 8078, + "Ġgaining": 8079, + "Ġbathroom": 8080, + "TON": 8081, + "Ġconcerning": 8082, + "Ġengineer": 8083, + "Ġbread": 8084, + "Ġdemonstrate": 8085, + "ĠDh": 8086, + "Ġhorses": 8087, + "Ġintersection": 8088, + "Ġcolors": 8089, + "Ġdelegation": 8090, + "Ġnotable": 8091, + "Ġwithdrawal": 8092, + "ĠDennis": 8093, + "Ġlocally": 8094, + "Ġcoastal": 8095, + "Ġcomply": 8096, + "ĠMoh": 8097, + "ĠAlbert": 8098, + "Ġclosest": 8099, + "ĠCITY": 8100, + "Ġ83": 8101, + "Ġcancelled": 8102, + "ĠðŁ": 8103, + "Ġsharply": 8104, + "RS": 8105, + "Ġproductivity": 8106, + "Ġbasket": 8107, + "SS": 8108, + "Ġadmit": 8109, + "ool": 8110, + "ination": 8111, + "ĠBB": 8112, + "Ġsur": 8113, + "ĠSteel": 8114, + "ĠTed": 8115, + "ĠPac": 8116, + "Ġpatterns": 8117, + "Ġlisting": 8118, + "Ġreplacing": 8119, + "ĠPradesh": 8120, + "Ġroots": 8121, + "Ġbroker": 8122, + "ĠWriting": 8123, + "Ġsued": 8124, + "Ġorganised": 8125, + "ĠThanksgiving": 8126, + "ĠNOT": 8127, + "Ġjournalism": 8128, + "uel": 8129, + "Ġkilometers": 8130, + "Ġhunt": 8131, + "berry": 8132, + "ĠMother": 8133, + "Ġlegitimate": 8134, + "Ġinput": 8135, + "ĠRel": 8136, + "ĠGuardian": 8137, + "Ar": 8138, + "Ġtransported": 8139, + "Ġbedroom": 8140, + "ashing": 8141, + "Ġbats": 8142, + "Ġcleaning": 8143, + "Ġwrapped": 8144, + "Pacific": 8145, + "Ġfence": 8146, + "Ġtestified": 8147, + "Ġ1994": 8148, + "Ġinterference": 8149, + "Ġmatching": 8150, + "Ġexpression": 8151, + "eta": 8152, + "ĠSpencer": 8153, + "Ġstrategist": 8154, + "who": 8155, + "Ġvictories": 8156, + "Ġ2022": 8157, + "Ġstakes": 8158, + "Ġbuses": 8159, + "ĠHousing": 8160, + "Ġeditorial": 8161, + "Ġ86": 8162, + "ĠBishop": 8163, + "Ġfrustrated": 8164, + "Ġappearing": 8165, + "http": 8166, + "IGHT": 8167, + "Ġmemo": 8168, + "Ġinsiders": 8169, + "Even": 8170, + "Ġclassroom": 8171, + "Ġchef": 8172, + "aining": 8173, + "].": 8174, + "ĠMcD": 8175, + "Ġ87": 8176, + "ĠPunjab": 8177, + "Ġancient": 8178, + "Ġresolved": 8179, + "Ġdying": 8180, + "Ġdestruction": 8181, + "Ġgoverning": 8182, + "Ġrestructuring": 8183, + "ĠPick": 8184, + "Ġmunicipal": 8185, + "Ġengines": 8186, + "ĠHudson": 8187, + "Æ": 8188, + "Ġrepeal": 8189, + "standing": 8190, + "Ġbound": 8191, + "ĠOS": 8192, + "ĠCommonwealth": 8193, + "Ġdescription": 8194, + "Ġhouseholds": 8195, + "Ġmal": 8196, + "Ġstopping": 8197, + "equ": 8198, + "Ġregulator": 8199, + "Ġcontaining": 8200, + "Ġremoving": 8201, + "Ġwithdraw": 8202, + "Ġburied": 8203, + "Ġlists": 8204, + "ĠGil": 8205, + "Ġlowered": 8206, + "Ġformally": 8207, + "ĠRound": 8208, + "asi": 8209, + "¥": 8210, + "lett": 8211, + "Ġprogressive": 8212, + "ĠFalcons": 8213, + "ĠRaw": 8214, + "gun": 8215, + "Ġcontributing": 8216, + "Ġhunting": 8217, + "Ġvalid": 8218, + "Ġexception": 8219, + "ĠPlayers": 8220, + "ĠTra": 8221, + "Ġracism": 8222, + "hing": 8223, + "chen": 8224, + "Ġdifferently": 8225, + "Ġchampionships": 8226, + "ĠEng": 8227, + "ĠNO": 8228, + "ĠAuto": 8229, + "ĠErdogan": 8230, + "iding": 8231, + "Ġwarming": 8232, + "Ġcivilian": 8233, + "ĠDam": 8234, + "Ġfantasy": 8235, + "ĠNav": 8236, + "itions": 8237, + "ĠDrew": 8238, + "ĠNancy": 8239, + "Ġtrapped": 8240, + "ĠRussians": 8241, + "ĠIC": 8242, + "Ġflexibility": 8243, + "ular": 8244, + "Ġviolated": 8245, + "ipped": 8246, + "Ġgarage": 8247, + "ĠDeep": 8248, + "Ġpraise": 8249, + "ĠLab": 8250, + "ĠPlayer": 8251, + "Ġjudicial": 8252, + "Ġdonate": 8253, + "Ġseparated": 8254, + "Ġreleases": 8255, + "nik": 8256, + "Ġexplanation": 8257, + "aph": 8258, + "Ġloyal": 8259, + "Ġstrongest": 8260, + "ĠShar": 8261, + "Ġrescued": 8262, + "Ġambitious": 8263, + "Ġclimb": 8264, + "Ġscared": 8265, + "Ġignored": 8266, + "cut": 8267, + "Ġstole": 8268, + "Ġweakness": 8269, + "ĠRidge": 8270, + "oa": 8271, + "LA": 8272, + "Ġdep": 8273, + "ĠPowell": 8274, + "Do": 8275, + "Ġprotein": 8276, + "Ġreiterated": 8277, + "ĠCox": 8278, + "aling": 8279, + "ĠUnlike": 8280, + "ĠKane": 8281, + "ĠMcConnell": 8282, + "Ġshowcase": 8283, + "Ġuniform": 8284, + "ower": 8285, + "Ġdiscover": 8286, + "stop": 8287, + "ipper": 8288, + "Ġtreatments": 8289, + "Ġgrocery": 8290, + "Ġsubscribers": 8291, + "lock": 8292, + "ple": 8293, + "Ġflew": 8294, + "ania": 8295, + "Ġstepping": 8296, + "ĠSoviet": 8297, + "Ġconsultant": 8298, + "ags": 8299, + "ĠLim": 8300, + "Ġ91": 8301, + "ĠCode": 8302, + "ports": 8303, + "box": 8304, + "Ġlakh": 8305, + "Ġreminder": 8306, + "ym": 8307, + "ĠTravis": 8308, + "Ġpure": 8309, + "now": 8310, + "ĠVR": 8311, + "Ġachievement": 8312, + "ĠEmirates": 8313, + "ĠThunder": 8314, + "Ġmerely": 8315, + "ĠCa": 8316, + "ĠAverage": 8317, + "ĠDa": 8318, + "Ġtopped": 8319, + "ĠCurry": 8320, + "Ġchemicals": 8321, + "Ġamendment": 8322, + "ĠBorder": 8323, + "ĠBat": 8324, + "Ġ130": 8325, + "Ġprogramming": 8326, + "Ġtele": 8327, + "ĠKarl": 8328, + "Ġaveraged": 8329, + "ĠSpe": 8330, + "world": 8331, + "PG": 8332, + "Ġfights": 8333, + "ĠPrincess": 8334, + "ĠCIA": 8335, + "ĠAbe": 8336, + "Ġacted": 8337, + "only": 8338, + "Ġinsight": 8339, + "Ġathlete": 8340, + "ĠTar": 8341, + "commerce": 8342, + "Ġaveraging": 8343, + "cr": 8344, + "ĠPalestinians": 8345, + "Well": 8346, + "Ġbull": 8347, + "Ġchoosing": 8348, + "Ġsurely": 8349, + "ĠSecret": 8350, + "Ġteammate": 8351, + "ĠAmendment": 8352, + "ĠBirmingham": 8353, + "Ġexcitement": 8354, + "strong": 8355, + "ĠSin": 8356, + "Ġdamages": 8357, + "rated": 8358, + "Ġrankings": 8359, + "Ġconservation": 8360, + "home": 8361, + "erm": 8362, + "ield": 8363, + "Ġdisorder": 8364, + "acher": 8365, + "Ġnaturally": 8366, + "atur": 8367, + "Ġpackages": 8368, + "Ġapproaches": 8369, + "icks": 8370, + "ourn": 8371, + "Ġodd": 8372, + "Ġshore": 8373, + "ĠBeing": 8374, + "Ġmagic": 8375, + "Ġtourist": 8376, + "largest": 8377, + "Ġwhenever": 8378, + "Ġlenders": 8379, + "Ġegg": 8380, + "ĠChair": 8381, + "Ġlets": 8382, + "Ġwarnings": 8383, + "į": 8384, + "Ġpol": 8385, + "Ġdrag": 8386, + "ĠAmb": 8387, + "ĠCle": 8388, + "ĠLouisville": 8389, + "ĠShaw": 8390, + "lands": 8391, + "Ġanthem": 8392, + "ĠTrail": 8393, + "Ġaccepting": 8394, + "anger": 8395, + "good": 8396, + "ĠBroad": 8397, + "ĠLebanon": 8398, + "ĠMillion": 8399, + "ĠHenderson": 8400, + "Ġwh": 8401, + "Ġdust": 8402, + "Ġ92": 8403, + "ĠMend": 8404, + "Ġchecking": 8405, + "ĠCow": 8406, + "sized": 8407, + "Ġautomatic": 8408, + "Ġcelebrates": 8409, + "Ġarena": 8410, + "Ġfinger": 8411, + "ĠHarvard": 8412, + "Ġfrustration": 8413, + "Ġstrict": 8414, + "Ġpreserve": 8415, + "Ġsleeping": 8416, + "Ġconverted": 8417, + "Ġinsights": 8418, + "Ġtra": 8419, + "Ġjailed": 8420, + "Ġchamber": 8421, + "Ġtoxic": 8422, + "ading": 8423, + "ĠTriple": 8424, + "grade": 8425, + "ĠRest": 8426, + "ĠHoly": 8427, + "oper": 8428, + "Ġdesk": 8429, + "Ġmatchup": 8430, + "Ġsteep": 8431, + "ĠGot": 8432, + "lay": 8433, + "ĠCab": 8434, + "aked": 8435, + "ĠFoster": 8436, + "Ġrunners": 8437, + "ĠNA": 8438, + "Ġdestroy": 8439, + "Ġsupportive": 8440, + "ĠRacing": 8441, + "Ġtrademark": 8442, + "Ġjacket": 8443, + "Ġhorror": 8444, + "ĠAle": 8445, + "Ġass": 8446, + "Ġsch": 8447, + "abb": 8448, + "Ġplanes": 8449, + "Ġimpression": 8450, + "ĠEarly": 8451, + "ĠPompe": 8452, + "Ġking": 8453, + "Ġsilent": 8454, + "ĠCuba": 8455, + "Ġmedication": 8456, + "ences": 8457, + "list": 8458, + "ailing": 8459, + "WA": 8460, + "ella": 8461, + "Ġprop": 8462, + "Ġhalt": 8463, + "Ġslowing": 8464, + "ĠFoods": 8465, + "Ġanonymous": 8466, + "kh": 8467, + "Ġtraveled": 8468, + "Ġcommunicate": 8469, + "Ġter": 8470, + "ĠHockey": 8471, + "ĠRobin": 8472, + "Ġswept": 8473, + "Ġclinic": 8474, + "ration": 8475, + "len": 8476, + "Ġau": 8477, + "Ġcareers": 8478, + "ĠSound": 8479, + "Ġaddresses": 8480, + "China": 8481, + "ĠSr": 8482, + "Ġexhibit": 8483, + "ĠMotors": 8484, + "ĠIl": 8485, + "Ġinstall": 8486, + "ĠOkay": 8487, + "Ġ>>": 8488, + "hood": 8489, + "stand": 8490, + "Ġaudit": 8491, + "Ġcake": 8492, + "Ġflames": 8493, + "bel": 8494, + "ĠMust": 8495, + "ĠManafort": 8496, + "Ġcommodity": 8497, + "night": 8498, + "ĠRoom": 8499, + "ĠLanka": 8500, + "Ġcommander": 8501, + "ln": 8502, + "Ġdatabase": 8503, + "ĠSet": 8504, + "Ġgraduated": 8505, + "ĠTarget": 8506, + "Ġoutbreak": 8507, + "rou": 8508, + "ĠPope": 8509, + "ĠEqu": 8510, + "Ġpolling": 8511, + "Ġdig": 8512, + "Ġbrutal": 8513, + "ĠBarn": 8514, + "Ġdefinition": 8515, + "Ġpit": 8516, + "Ġpickup": 8517, + "ĠBitcoin": 8518, + "ĠReid": 8519, + "Ġloving": 8520, + "ĠHerald": 8521, + "ĠCanadians": 8522, + "Ġneighbor": 8523, + "Ġdies": 8524, + "ione": 8525, + "ĠRef": 8526, + "big": 8527, + "Ġguards": 8528, + "including": 8529, + "ente": 8530, + "Ġpartially": 8531, + "Image": 8532, + "Ġbulk": 8533, + "Ġslot": 8534, + "ĠNorthwest": 8535, + "ĠBarclays": 8536, + "Ġairlines": 8537, + "iver": 8538, + "isi": 8539, + "Ġsubsidiary": 8540, + "Ġcont": 8541, + "ĠDaniels": 8542, + "Ġscript": 8543, + "Ġunfair": 8544, + "Ġscreens": 8545, + "Ġprof": 8546, + "ĠIrma": 8547, + "Ġ1992": 8548, + "Ġmandatory": 8549, + "ĠSant": 8550, + "Ġsuspicion": 8551, + "NES": 8552, + "ĠLauren": 8553, + "igen": 8554, + "Ġprevention": 8555, + "Ġtension": 8556, + "ema": 8557, + "Ġtasks": 8558, + "Ġshake": 8559, + "Ġexplosive": 8560, + "Ġaffects": 8561, + "Ġmum": 8562, + "ĠDog": 8563, + "rer": 8564, + "Ġopted": 8565, + "Ġtrio": 8566, + "Ġlesson": 8567, + "Ġautomotive": 8568, + "where": 8569, + "ĠMontgomery": 8570, + "Ġcouples": 8571, + "Ġ89": 8572, + "AF": 8573, + "Ġinfo": 8574, + "ĠForm": 8575, + "Ġspectrum": 8576, + "Ġbands": 8577, + "Ġokay": 8578, + "Ġstroke": 8579, + "ĠNetanyahu": 8580, + "Ġwealthy": 8581, + "ĠAround": 8582, + "ĠGlenn": 8583, + "sec": 8584, + "there": 8585, + "ickets": 8586, + "ĠBudget": 8587, + "ĠBMW": 8588, + "Ġflagship": 8589, + "rier": 8590, + "Ġpodcast": 8591, + "Ġpursuing": 8592, + "Ġpos": 8593, + "ĠIslands": 8594, + "ĠUrban": 8595, + "page": 8596, + "Ġemotions": 8597, + "ided": 8598, + "Ġdividends": 8599, + "Ġboom": 8600, + "Ġaccusing": 8601, + "ird": 8602, + "ĠNam": 8603, + "ava": 8604, + "Ġwishes": 8605, + "ĠNy": 8606, + "ĠStanford": 8607, + "Ġcriteria": 8608, + "ĠJews": 8609, + "Ġengineers": 8610, + "Ġaccuracy": 8611, + "Ġdisplays": 8612, + "Ġdeserves": 8613, + "ridge": 8614, + "omm": 8615, + "aur": 8616, + "Ġdramatically": 8617, + "Ġunity": 8618, + "speed": 8619, + "Ġdeclining": 8620, + "Ġpermits": 8621, + "ĠKn": 8622, + "Ġconsulting": 8623, + "aux": 8624, + "ATE": 8625, + "ĠWat": 8626, + "ĠEditor": 8627, + "sy": 8628, + "urn": 8629, + "ĠUsing": 8630, + "asc": 8631, + "ital": 8632, + "Ġcre": 8633, + "quality": 8634, + "Ġce": 8635, + "Ġenemy": 8636, + "Ġoffence": 8637, + "icket": 8638, + "ĠDick": 8639, + "ĠTH": 8640, + "ĠChampionships": 8641, + "Ġoverwhelming": 8642, + "rib": 8643, + "ku": 8644, + "rap": 8645, + "Ġhomer": 8646, + "acion": 8647, + "member": 8648, + "erv": 8649, + "aney": 8650, + "MB": 8651, + "eded": 8652, + "Ġpunishment": 8653, + "Ġnegotiate": 8654, + "ĠFile": 8655, + "stream": 8656, + "ĠHur": 8657, + "Ġnose": 8658, + "ĠFab": 8659, + "iter": 8660, + "Ġpainful": 8661, + "ITY": 8662, + "eren": 8663, + "Ġcollecting": 8664, + "Additional": 8665, + "Ġentrepreneurs": 8666, + "bal": 8667, + "Ġexploring": 8668, + "Ġguitar": 8669, + "Ġpartnerships": 8670, + "Ġfurniture": 8671, + "Ġauthorized": 8672, + "Ġeasing": 8673, + "shirt": 8674, + "ĠGross": 8675, + "Ġpolitician": 8676, + "ĠSimpson": 8677, + "Ġdrone": 8678, + "ĠKatie": 8679, + "Ġprofitability": 8680, + "ĠNHS": 8681, + "ĠSierra": 8682, + "ĠNorway": 8683, + "ASHINGTON": 8684, + "ific": 8685, + "Ġcondemned": 8686, + "team": 8687, + "ĠNebraska": 8688, + "Ġthrilled": 8689, + "iller": 8690, + "Ġpatrol": 8691, + "ĠWR": 8692, + "orm": 8693, + "Ġspectacular": 8694, + "ĠKnight": 8695, + "ĠTravel": 8696, + "nam": 8697, + "Ġmuscle": 8698, + "ĠRain": 8699, + "ĠColombia": 8700, + "Ġnursing": 8701, + "Ġmigration": 8702, + "ĠMitch": 8703, + "Ġreleasing": 8704, + "ĠBesides": 8705, + "ĠMul": 8706, + "Ġheadline": 8707, + "Ġcontemporary": 8708, + "Ġdev": 8709, + "ĠChan": 8710, + "Ġindicates": 8711, + "ĠAp": 8712, + "ĠLt": 8713, + "ĠMarvel": 8714, + "Ġremembered": 8715, + "®": 8716, + "ĠForces": 8717, + "ĠColin": 8718, + "ĠGabriel": 8719, + "Ġobjects": 8720, + "ĠRHP": 8721, + "kar": 8722, + "ĠKo": 8723, + "Ġsignals": 8724, + "Ġinner": 8725, + "real": 8726, + "RO": 8727, + "Ġromantic": 8728, + "cat": 8729, + "ĠKel": 8730, + "Ġgut": 8731, + "ĠBoys": 8732, + "Ġyoungest": 8733, + "ĠCeltics": 8734, + "Ġslated": 8735, + "Ġremind": 8736, + "Ġproductive": 8737, + "set": 8738, + "Co": 8739, + "ĠBailey": 8740, + "Ġrenewable": 8741, + "ĠCarson": 8742, + "ĠDj": 8743, + "ĠKos": 8744, + "Ġurge": 8745, + "Ġfin": 8746, + "Ġpursuit": 8747, + "ĠCON": 8748, + "ĠChapter": 8749, + "Ġpal": 8750, + "Ġgate": 8751, + "ĠPackers": 8752, + "ĠReports": 8753, + "ĠRugby": 8754, + "ĠMasters": 8755, + "MO": 8756, + "Ġ98": 8757, + "Ġcatches": 8758, + "ĠAgreement": 8759, + "ĠTillerson": 8760, + "ĠIce": 8761, + "Ġrumors": 8762, + "ĠLeonard": 8763, + "ĠDolphins": 8764, + "ĠLP": 8765, + "top": 8766, + "ĠCrist": 8767, + "ĠHon": 8768, + "Ġblaze": 8769, + "Ġrhetoric": 8770, + "ands": 8771, + "ady": 8772, + "David": 8773, + "igh": 8774, + "Ġbuzz": 8775, + "ĠStrong": 8776, + "Ġshocking": 8777, + "ĠRh": 8778, + "Ġnegotiating": 8779, + "Ġtender": 8780, + "ĠJohnny": 8781, + "ĠMario": 8782, + "Ġ97": 8783, + "ĠHeritage": 8784, + "Ġexists": 8785, + "Ġprayers": 8786, + "Ġlengthy": 8787, + "Ġsafer": 8788, + "ĠHalloween": 8789, + "ĠJared": 8790, + "ĠConnect": 8791, + "Ġbump": 8792, + "Ġstrain": 8793, + "Ġfilling": 8794, + "Ġtrauma": 8795, + "Ġcompleting": 8796, + "cht": 8797, + "Ġkillings": 8798, + "anne": 8799, + "GE": 8800, + "ĠRescue": 8801, + "Ġdealers": 8802, + "Ġlocals": 8803, + "ĠVictor": 8804, + "Ġtragic": 8805, + "Ġdelivers": 8806, + "orts": 8807, + "Ġrugby": 8808, + "Ġinstallation": 8809, + "asa": 8810, + "ĠBart": 8811, + "Ġjournal": 8812, + "school": 8813, + "ĠCome": 8814, + "ĠVeterans": 8815, + "Sun": 8816, + "Ġcrowds": 8817, + "Ġtransparent": 8818, + "Ġimplications": 8819, + "ĠHuawei": 8820, + "sex": 8821, + "Ġrallied": 8822, + "Ġresponses": 8823, + "Ġdebris": 8824, + "Ġconvention": 8825, + "Ġmothers": 8826, + "BE": 8827, + "ĠRoute": 8828, + "Ġrebel": 8829, + "ĠEmmanuel": 8830, + "aster": 8831, + "Ġunderstands": 8832, + "pound": 8833, + "ĠCastle": 8834, + "Ġ2021": 8835, + "rik": 8836, + "ĠGR": 8837, + "Ġconvince": 8838, + "ault": 8839, + "Ġpassionate": 8840, + "ĠSciences": 8841, + "Ġarrives": 8842, + "idad": 8843, + "Ġcelebrities": 8844, + "ends": 8845, + "ĠFans": 8846, + "Ġdish": 8847, + "ĠCorps": 8848, + "hat": 8849, + "Ġemployer": 8850, + "ĠHy": 8851, + "Ġpowered": 8852, + "Ġgrandmother": 8853, + "ĠFL": 8854, + "oured": 8855, + "VE": 8856, + "ĠInst": 8857, + "ĠPerez": 8858, + "Ġtune": 8859, + "Ġcitizenship": 8860, + "Ġignore": 8861, + "Ġdoubles": 8862, + "IB": 8863, + "Ġprogrammes": 8864, + "inda": 8865, + "Ġentities": 8866, + "ĠInterior": 8867, + "Ġprompting": 8868, + "Ġwire": 8869, + "Ġtheatre": 8870, + "%)": 8871, + "Ġheels": 8872, + "ĠJu": 8873, + "Ġdeposits": 8874, + "Ġtrash": 8875, + "mond": 8876, + "she": 8877, + "iana": 8878, + "Ġislands": 8879, + "ĠTommy": 8880, + "Ġpub": 8881, + "Ġdiscipline": 8882, + "ĠSW": 8883, + "Ġmusicians": 8884, + "Ġembassy": 8885, + "ĠQB": 8886, + "hander": 8887, + "UES": 8888, + "ĠFerguson": 8889, + "Ġblocking": 8890, + "ahn": 8891, + "Ġfines": 8892, + "Ġtactics": 8893, + "Ġbullet": 8894, + "Ġequipped": 8895, + "Ġescaped": 8896, + "ĠSil": 8897, + "ĠPack": 8898, + "ĠAthletic": 8899, + "ĠMic": 8900, + "ĠDoes": 8901, + "ĠCarr": 8902, + "ĠChargers": 8903, + "ĠKyl": 8904, + "Ġzones": 8905, + "µ": 8906, + "iki": 8907, + "Ġgreatly": 8908, + "ĠMD": 8909, + "Ġimmigrant": 8910, + "ĠConstruction": 8911, + "ĠBorn": 8912, + "iment": 8913, + "ĠWade": 8914, + "Ġvisa": 8915, + "Ġgenuine": 8916, + "Ġelectronics": 8917, + "ĠSat": 8918, + "Ġsponsors": 8919, + "ĠMontana": 8920, + "Ġspell": 8921, + "ĠSachs": 8922, + "ĠEt": 8923, + "Ġfoster": 8924, + "Ġlocker": 8925, + "Ġexplaining": 8926, + "ĠAge": 8927, + "Ġgunman": 8928, + "Ġsauce": 8929, + "Ġcry": 8930, + "Ġstimulus": 8931, + "Ġarray": 8932, + "Ġcompare": 8933, + "Ġboats": 8934, + "Ġext": 8935, + "iders": 8936, + "ĠAst": 8937, + "ĠParks": 8938, + "ester": 8939, + "Ġ94": 8940, + "Ġrelating": 8941, + "Ġvegetables": 8942, + "Ġaccountable": 8943, + "Ġhyper": 8944, + "ĠWim": 8945, + "Ġnewest": 8946, + "ĠRome": 8947, + "ĠChancellor": 8948, + "CBS": 8949, + "Ġbusinessman": 8950, + "ĠDelaware": 8951, + "Ġlands": 8952, + "court": 8953, + "aria": 8954, + "Ġapproaching": 8955, + "cker": 8956, + "ĠSalt": 8957, + "ĠMak": 8958, + "Ġtreating": 8959, + "Ġsubsequently": 8960, + "ĠEll": 8961, + "xton": 8962, + "Ġ180": 8963, + "Ġdetermination": 8964, + "ĠSalman": 8965, + "ĠJoel": 8966, + "Ġclassified": 8967, + "Ġspan": 8968, + "Ġearthquake": 8969, + "ranked": 8970, + "Ġ96": 8971, + "ĠTiger": 8972, + "Ġadvocacy": 8973, + "mit": 8974, + "Ġcolleges": 8975, + "ĠYeah": 8976, + "ĠCaptain": 8977, + "Ġorange": 8978, + "Ġprojections": 8979, + "Ġelectrical": 8980, + "ĠMA": 8981, + "olog": 8982, + "ĠNewcastle": 8983, + "oppers": 8984, + "Ġrepresentation": 8985, + "Ġlawsuits": 8986, + "just": 8987, + "aced": 8988, + "ĠRace": 8989, + "ĠAqu": 8990, + "ĠBills": 8991, + "Ġexclusively": 8992, + "ĠProfile": 8993, + "Ġhometown": 8994, + "ĠStan": 8995, + "Ġstarring": 8996, + "Ġdeciding": 8997, + "ĠRating": 8998, + "ĠMedicare": 8999, + "ĠTransport": 9000, + "Ġmystery": 9001, + "ĠTa": 9002, + "ĠPad": 9003, + "ĠSwedish": 9004, + "ĠCarroll": 9005, + "about": 9006, + "Ġtorn": 9007, + "Ġnurse": 9008, + "NE": 9009, + "Ġwaited": 9010, + "ĠJeffrey": 9011, + "ĠUntil": 9012, + "Ġbone": 9013, + "ĠBobby": 9014, + "Ġpronounced": 9015, + "Ġpharmaceutical": 9016, + "ĠGallery": 9017, + "ĠMatch": 9018, + "Ġeconomists": 9019, + "ĠMarketing": 9020, + "face": 9021, + "ĠPetroleum": 9022, + "ories": 9023, + "ĠMets": 9024, + "ĠCore": 9025, + "billion": 9026, + "Ġexamination": 9027, + "ĠPorter": 9028, + "2016": 9029, + "Ġgolden": 9030, + "Ġsem": 9031, + "ĠDuterte": 9032, + "ĠJefferson": 9033, + "ĠTehran": 9034, + "ĠLeicester": 9035, + "ĠDA": 9036, + "Ġadapt": 9037, + "ĠDame": 9038, + "ĠRic": 9039, + "Ġunchanged": 9040, + "ect": 9041, + "Ġsections": 9042, + "kg": 9043, + "igned": 9044, + "Ġfilings": 9045, + "Ġreact": 9046, + "Ġurgent": 9047, + "Ġvessels": 9048, + "Ġspark": 9049, + "Ġbutter": 9050, + "ĠCons": 9051, + "Ġstating": 9052, + "Ġcorporations": 9053, + "ĠHus": 9054, + "Ġdamaging": 9055, + "raw": 9056, + "Ġequality": 9057, + "Two": 9058, + "ĠMills": 9059, + "iu": 9060, + "Ġobligation": 9061, + "ĠBrook": 9062, + "arian": 9063, + "Re": 9064, + "Ġphotographs": 9065, + "Ġepic": 9066, + "ĠStudent": 9067, + "ĠTherefore": 9068, + "Ġgod": 9069, + "ĠFILE": 9070, + "iqu": 9071, + "Ġdescribing": 9072, + "Ġproceed": 9073, + "Ġcas": 9074, + "ĠKat": 9075, + "ĠBra": 9076, + "Ġadequate": 9077, + "Ġpassage": 9078, + "Ġthanked": 9079, + "USA": 9080, + "ĠNeither": 9081, + "ĠLegislature": 9082, + "Ġfinances": 9083, + "Ġinst": 9084, + "ĵ": 9085, + "ĠAngels": 9086, + "Ġvet": 9087, + "ĠDead": 9088, + "Ex": 9089, + "Ġkicks": 9090, + "force": 9091, + "Ġsoy": 9092, + "ĠWindsor": 9093, + "Ġenhanced": 9094, + "Ġ1993": 9095, + "ĠCzech": 9096, + "Ġgradually": 9097, + "ĠMagic": 9098, + "Ġshadow": 9099, + "Ġneighborhoods": 9100, + "ĠRivers": 9101, + "Ġrapper": 9102, + "ĠGirl": 9103, + "ĠRot": 9104, + "Ġcrackdown": 9105, + "fish": 9106, + "Ġpreventing": 9107, + "Ġproduces": 9108, + "ĠMi": 9109, + "Ġnotified": 9110, + "Ġunderground": 9111, + "WE": 9112, + "Ġadmits": 9113, + "Ġboxing": 9114, + "Ġrefer": 9115, + "Ġcommitments": 9116, + "ĠWoman": 9117, + "Ġdenies": 9118, + "col": 9119, + "ĠSide": 9120, + "Ġambulance": 9121, + "ĠRodgers": 9122, + "Ġaftermath": 9123, + "Ġdeck": 9124, + "irmed": 9125, + "Ġerrors": 9126, + "ĠConvention": 9127, + "Ġcurb": 9128, + "ĠShop": 9129, + "ĠThai": 9130, + "Ġma": 9131, + "Ġrespected": 9132, + "ĠMVP": 9133, + "Ġborrowing": 9134, + "Ġcruise": 9135, + "ĠSure": 9136, + "Ġsentencing": 9137, + "ĠObamacare": 9138, + "ĠIr": 9139, + "ĠSale": 9140, + "ĠPete": 9141, + "Ġopenly": 9142, + "Ġstartup": 9143, + "rock": 9144, + "Ġcargo": 9145, + "Ġtelecom": 9146, + "ĠDownload": 9147, + "Ġextending": 9148, + "ĠCurrent": 9149, + "Ġcompetitions": 9150, + "ĠKids": 9151, + "Ġshy": 9152, + "ĠKerry": 9153, + "ĠNever": 9154, + "ĠDevils": 9155, + "Ġprim": 9156, + "Con": 9157, + "Ġcurve": 9158, + "Ġassumed": 9159, + "Ġadjust": 9160, + "Ġimmune": 9161, + "UE": 9162, + "ĠUr": 9163, + "Ġconventional": 9164, + "Ġgrandchildren": 9165, + "ĠBol": 9166, + "Ad": 9167, + "ĠMaduro": 9168, + "fi": 9169, + "ĠUAE": 9170, + "ĠOrgan": 9171, + "Ġindicating": 9172, + "iem": 9173, + "ĠAgainst": 9174, + "ĠAmbassador": 9175, + "ĠSeoul": 9176, + "Ġcriminals": 9177, + "how": 9178, + "put": 9179, + "Ġreminded": 9180, + "Ġparked": 9181, + "lich": 9182, + "Ġcontinent": 9183, + "Ġmatched": 9184, + "ĠNicole": 9185, + "Ġgenetic": 9186, + "Ġhumanity": 9187, + "ĠTem": 9188, + "Ġindicator": 9189, + "Ġvessel": 9190, + "Ġdefendant": 9191, + "ĠGriffin": 9192, + "jan": 9193, + "Ġvend": 9194, + "boro": 9195, + "Ġbrokerage": 9196, + "ĠFall": 9197, + "Ġmere": 9198, + "VILLE": 9199, + "Ġlasted": 9200, + "ĠMind": 9201, + "Ġpatch": 9202, + "ĠInsider": 9203, + "ĠComm": 9204, + "Ġtechnique": 9205, + "ĠIM": 9206, + "ĠCavaliers": 9207, + "Ġshame": 9208, + "Ġmil": 9209, + "oot": 9210, + "irt": 9211, + "Ġcop": 9212, + "ĠLeon": 9213, + "Ġfrozen": 9214, + "Ġslip": 9215, + "pton": 9216, + "Ġpanels": 9217, + "Ġpitching": 9218, + "Ġleather": 9219, + "ĠLogan": 9220, + "ĠNearly": 9221, + "urch": 9222, + "Ġinstructions": 9223, + "ĠRow": 9224, + "ĠKurdish": 9225, + "this": 9226, + "Ġlegendary": 9227, + "su": 9228, + "Ġstabbed": 9229, + "sters": 9230, + "Ġteenage": 9231, + "def": 9232, + "Ġoversight": 9233, + "Ġvolatile": 9234, + "Ġtransmission": 9235, + "ĠSgt": 9236, + "ĠIndigenous": 9237, + "ĠOxford": 9238, + "ĠCasey": 9239, + "Ġcor": 9240, + "Ġsalaries": 9241, + "Ġsponsor": 9242, + "Ġprescription": 9243, + "mat": 9244, + "ĠLeeds": 9245, + "ĠPakistani": 9246, + "Ġevil": 9247, + "Ġtables": 9248, + "ĠAbdul": 9249, + "Ġexpectation": 9250, + "Ġlegislature": 9251, + "ĠLin": 9252, + "¹": 9253, + "Ġcontractor": 9254, + "Ġshifting": 9255, + "Ġgenerous": 9256, + "ĠEddie": 9257, + "Ġpuck": 9258, + "utt": 9259, + "Ġdubbed": 9260, + "Ġnowhere": 9261, + "Ġbetting": 9262, + "Ġdisclose": 9263, + "Ĥ": 9264, + "ĠFashion": 9265, + "ĠHarper": 9266, + "handed": 9267, + "isha": 9268, + "ĠReds": 9269, + "Ġachievements": 9270, + "ume": 9271, + "Ġshootings": 9272, + "Ġadvisers": 9273, + "ĠEaster": 9274, + "Ġinternationally": 9275, + "ĠWi": 9276, + "ĠGandhi": 9277, + "ĠChristians": 9278, + "Ġrecruiting": 9279, + "Ġexperiment": 9280, + "Ġsol": 9281, + "Ġdifficulties": 9282, + "Ġinfluential": 9283, + "Ġhybrid": 9284, + "Ġformation": 9285, + "ĠBoulevard": 9286, + "Ġflags": 9287, + "Ġformula": 9288, + "front": 9289, + "Ġinclusion": 9290, + "ĠNone": 9291, + "ICE": 9292, + "Ġfilming": 9293, + "ĠLou": 9294, + "ĠReynolds": 9295, + "Ġpump": 9296, + "Ġexceptional": 9297, + "ANG": 9298, + "ĠCorporate": 9299, + "SAN": 9300, + "ĠHealthcare": 9301, + "ĠUkrainian": 9302, + "aron": 9303, + "Ġpants": 9304, + "Ġdrops": 9305, + "ete": 9306, + "ĠStudies": 9307, + "Ġwounds": 9308, + "END": 9309, + "Ġshower": 9310, + "Ġreviewing": 9311, + "ĠGreater": 9312, + "Ġ»": 9313, + "itors": 9314, + "alled": 9315, + "Ġsqu": 9316, + "ĠRonald": 9317, + "ĠInv": 9318, + "Ġtougher": 9319, + "Ġbalanced": 9320, + "Ġlined": 9321, + "Ġprinciple": 9322, + "Ġ1950": 9323, + "Ġleak": 9324, + "Be": 9325, + "Ġcircuit": 9326, + "Ġunfortunate": 9327, + "ĠGran": 9328, + "ĠFish": 9329, + "Ġfriendship": 9330, + "asp": 9331, + "OO": 9332, + "Ġobligations": 9333, + "Ġcoup": 9334, + "OK": 9335, + "Ġbreakdown": 9336, + "Ġhook": 9337, + "Ġresearcher": 9338, + "inated": 9339, + "ĠMarie": 9340, + "ĠGab": 9341, + "ĠWA": 9342, + "quez": 9343, + "General": 9344, + "ĠSwift": 9345, + "Ġgust": 9346, + "ĠCarol": 9347, + "ĠCentury": 9348, + "ĠOPEC": 9349, + "ĠRd": 9350, + "ĠCop": 9351, + "Ġsubjects": 9352, + "ĠComments": 9353, + "ases": 9354, + "Ġrelation": 9355, + "ĠEnvironment": 9356, + "ı": 9357, + "Ġgasoline": 9358, + "ĠLog": 9359, + "Ġicon": 9360, + "Ġprofitable": 9361, + "ĠRetail": 9362, + "ANC": 9363, + "Ġappealing": 9364, + "Ġvillages": 9365, + "Ġpizza": 9366, + "Ġmall": 9367, + "Ġtower": 9368, + "ĠLinda": 9369, + "Ġaccomplished": 9370, + "Ġpod": 9371, + "Ġleaked": 9372, + "ĠWed": 9373, + "Ġmer": 9374, + "Ġopposing": 9375, + "!'": 9376, + "Ġstomach": 9377, + "Ġrevealing": 9378, + "Ġho": 9379, + "DF": 9380, + "ĠSterling": 9381, + "Ġsolely": 9382, + "Ġpres": 9383, + "ĠCy": 9384, + "ĠLatest": 9385, + "ĠPitt": 9386, + "ĠThink": 9387, + "Ġcapability": 9388, + "aled": 9389, + "Ġexecuted": 9390, + "alling": 9391, + "ĠSilva": 9392, + "Ġrestricted": 9393, + "Ġdeclaration": 9394, + "Ġkilometres": 9395, + "rol": 9396, + "Ġidentifying": 9397, + "Ġdonors": 9398, + "vent": 9399, + "Ġcostly": 9400, + "ense": 9401, + "ĠSeeking": 9402, + "OURCE": 9403, + "iving": 9404, + "Ġplacing": 9405, + "tech": 9406, + "Ġbottles": 9407, + "writer": 9408, + "ĠSeahawks": 9409, + "oming": 9410, + "ĠArthur": 9411, + "ously": 9412, + "bin": 9413, + "ĠVa": 9414, + "Ġbias": 9415, + "Ġliability": 9416, + "ift": 9417, + "rak": 9418, + "aves": 9419, + "Ġcautious": 9420, + "ĠPrize": 9421, + "iley": 9422, + "ĠSharma": 9423, + "global": 9424, + "Ġwars": 9425, + "sm": 9426, + "ĠRemember": 9427, + "wind": 9428, + "ĠRichardson": 9429, + "ĠSum": 9430, + "ĠVincent": 9431, + "ĠRice": 9432, + "inf": 9433, + "Ġconsultation": 9434, + "range": 9435, + "Ġbacteria": 9436, + "Ġarchitecture": 9437, + "Ġpole": 9438, + "ĠMach": 9439, + "Ġcattle": 9440, + "Ġabused": 9441, + "being": 9442, + "ĠHERE": 9443, + "Ġfame": 9444, + "Ġhearings": 9445, + "ĠBrit": 9446, + "Ġjoins": 9447, + "ĠMcGregor": 9448, + "Ġoppose": 9449, + "Ġcheer": 9450, + "itting": 9451, + "imes": 9452, + "Ġusage": 9453, + "Ġstint": 9454, + "Ġoutlet": 9455, + "Ġshoppers": 9456, + "ĠBaptist": 9457, + "Ġinappropriate": 9458, + "ĠALSO": 9459, + "Ġstealing": 9460, + "Ġpledge": 9461, + "ĠRan": 9462, + "Ġphotographer": 9463, + "Ġprevented": 9464, + "Ġ01": 9465, + "ĠEngineering": 9466, + "ĠProducts": 9467, + "Ġuniverse": 9468, + "ĠMcCarthy": 9469, + "¿": 9470, + "graded": 9471, + "Ġinspection": 9472, + "Ġind": 9473, + "Fi": 9474, + "aren": 9475, + "Ġprotections": 9476, + "Ġsorts": 9477, + "ĠWorks": 9478, + "Ġbillionaire": 9479, + "ĠGay": 9480, + "ĠiPad": 9481, + "IX": 9482, + "Ġdefendants": 9483, + "band": 9484, + "Ġfarms": 9485, + "Ġhom": 9486, + "gal": 9487, + "iant": 9488, + "Ġnortheast": 9489, + "ĠJoint": 9490, + "Ġcanceled": 9491, + "Ġtoys": 9492, + "Ġrein": 9493, + "ĠTumblr": 9494, + "pees": 9495, + "ĠAut": 9496, + "Police": 9497, + "Ġaide": 9498, + "Ġachieving": 9499, + "Ġmund": 9500, + "ĠCommercial": 9501, + "first": 9502, + "Ġanticipate": 9503, + "iac": 9504, + "Ġprobation": 9505, + "hem": 9506, + "Ġports": 9507, + "ĠKer": 9508, + "Ġsupplier": 9509, + "ĠFather": 9510, + "ĠAnti": 9511, + "ashed": 9512, + "ĠTable": 9513, + "bledon": 9514, + "Ġunf": 9515, + "ĠRash": 9516, + "ĠLeBron": 9517, + "Car": 9518, + "bu": 9519, + "ĠDerek": 9520, + "Ġaccounted": 9521, + "ĠPri": 9522, + "nings": 9523, + "Ġreceives": 9524, + "lev": 9525, + "Ġbilateral": 9526, + "ĠList": 9527, + "ĠLG": 9528, + "ĠJazz": 9529, + "Ġrestored": 9530, + "Ġbattles": 9531, + "ials": 9532, + "Ġoccupied": 9533, + "Ġrepairs": 9534, + "Ġradar": 9535, + "ĠMLB": 9536, + "ĠNC": 9537, + "Ġflexible": 9538, + "ĠCommand": 9539, + "Ġcoat": 9540, + "ĠVir": 9541, + "ĠColts": 9542, + "ĠBC": 9543, + "Ġtwin": 9544, + "Ġprisoners": 9545, + "Ġslowed": 9546, + "hop": 9547, + "ĠInn": 9548, + "Ġconflicts": 9549, + "Ġmeasured": 9550, + "Ġautonomous": 9551, + "ĠBow": 9552, + "Ġdisc": 9553, + "inson": 9554, + "ĠSche": 9555, + "aire": 9556, + "ĠSU": 9557, + "ĠPeterson": 9558, + "Ġdrafted": 9559, + "ĠPelosi": 9560, + "ĠSoon": 9561, + "Ġmechanism": 9562, + "Ġaccountability": 9563, + "ĠNortheast": 9564, + "Ġfo": 9565, + "Ġanalytics": 9566, + "ĠEverything": 9567, + "Ġperceived": 9568, + "bers": 9569, + "Ġcelebrations": 9570, + "Ġinstruments": 9571, + "Ġstrip": 9572, + "ĠJuventus": 9573, + "Ġunfortunately": 9574, + "ĠGA": 9575, + "Ġwrestling": 9576, + "Ġstatue": 9577, + "vis": 9578, + "five": 9579, + "Ġmarine": 9580, + "ĠSamuel": 9581, + "Ġresponsibilities": 9582, + "hill": 9583, + "Ġrecruit": 9584, + "Ġreferee": 9585, + "ĠRail": 9586, + "ĠEagle": 9587, + "ĠCongressional": 9588, + "Ġbreathing": 9589, + "Ġbass": 9590, + "hit": 9591, + "Ġspreading": 9592, + "Ġevacuated": 9593, + "Ġintellectual": 9594, + "Ġsovereign": 9595, + "ocked": 9596, + "Ġslammed": 9597, + "Ġformerly": 9598, + "Ġarch": 9599, + "Ġdifficulty": 9600, + "ĠAFC": 9601, + "ĠFresh": 9602, + "Ġinvite": 9603, + "oner": 9604, + "ĠMich": 9605, + "Ġpitches": 9606, + "stock": 9607, + "Ġinitiated": 9608, + "ĠKu": 9609, + "ĠFlorence": 9610, + "yd": 9611, + "ĠFast": 9612, + "Ġmusician": 9613, + "ĠChile": 9614, + "anga": 9615, + "Ġdairy": 9616, + "Ġcontractors": 9617, + "ador": 9618, + "ĠPlanning": 9619, + "Ġultra": 9620, + "Ġprayer": 9621, + "Ġsuggestions": 9622, + "ĠEk": 9623, + "Ġrandom": 9624, + "ĠSullivan": 9625, + "Ġsensor": 9626, + "Ġhomicide": 9627, + "ĠIncome": 9628, + "Ġsettings": 9629, + "Ġacknowledge": 9630, + "ĠStay": 9631, + "Ġterminal": 9632, + "Ġ1991": 9633, + "West": 9634, + "hard": 9635, + "arc": 9636, + "Ġcombine": 9637, + "Ġprivately": 9638, + "Ġbarrier": 9639, + "Ġmedian": 9640, + "Ġwhereas": 9641, + "ĠTitans": 9642, + "Ġincentives": 9643, + "Ġhistorically": 9644, + "Ġindictment": 9645, + "Ġhiding": 9646, + "ĠPDT": 9647, + "Ġrebuild": 9648, + "hol": 9649, + "Ġpour": 9650, + "Ġairports": 9651, + "ĠEdinburgh": 9652, + "Ġappoint": 9653, + "ĠJul": 9654, + "Ġconfusion": 9655, + "Ġdam": 9656, + "ork": 9657, + "Ġcalculated": 9658, + "Ġhood": 9659, + "ĠTemple": 9660, + "ĠYorkshire": 9661, + "EP": 9662, + "ented": 9663, + "Ġapology": 9664, + "awi": 9665, + "Ġfacilitate": 9666, + "ĠSheffield": 9667, + "Ġrides": 9668, + "Ġcompelling": 9669, + "ĠGonzalez": 9670, + "roll": 9671, + "ONG": 9672, + "UP": 9673, + "ĠAj": 9674, + "pen": 9675, + "ĠVar": 9676, + "ĠIPO": 9677, + "ĠAnimal": 9678, + "Ġshifted": 9679, + "Ġ140": 9680, + "Ġtobacco": 9681, + "El": 9682, + "ild": 9683, + "Ġuncertain": 9684, + "Un": 9685, + "Ġcaps": 9686, + "Ġrecreational": 9687, + "ĠTu": 9688, + "Ġenc": 9689, + "More": 9690, + "iko": 9691, + "ĠEverton": 9692, + "ĠWalk": 9693, + "Ġmurdered": 9694, + "Ġpur": 9695, + "Ġdivisions": 9696, + "ivo": 9697, + "Ġfarming": 9698, + "Ġcourage": 9699, + "ped": 9700, + "Ġcrying": 9701, + "Ġattributed": 9702, + "ée": 9703, + "Ġimplementing": 9704, + "ĠWang": 9705, + "Ġspeeds": 9706, + "alk": 9707, + "aming": 9708, + "eries": 9709, + "Ġavoided": 9710, + "ĠMessi": 9711, + "Ġconsiderable": 9712, + "rt": 9713, + "Ġinauguration": 9714, + "ĠPH": 9715, + "Ġsoldier": 9716, + "Ġore": 9717, + "ollywood": 9718, + "otive": 9719, + "ĠAuburn": 9720, + "ĠSav": 9721, + "ĠPut": 9722, + "Ġemphasis": 9723, + "Ġaf": 9724, + "owed": 9725, + "Ġdiagnosis": 9726, + "Ġcart": 9727, + "Ġassisted": 9728, + "ĠOrder": 9729, + "ĠEstate": 9730, + "Ġintends": 9731, + "ĠCommon": 9732, + "Ġadventure": 9733, + "Ġbeliefs": 9734, + "Ġlasting": 9735, + "cel": 9736, + "Ġdeployment": 9737, + "tra": 9738, + "ĠStories": 9739, + "Ġquote": 9740, + "Ġfeared": 9741, + "Ġconvenience": 9742, + "Ġoptimism": 9743, + "Ġscientist": 9744, + "ĠEnterprise": 9745, + "ĠRex": 9746, + "ĠFel": 9747, + "Ġposes": 9748, + "Ġroot": 9749, + "Ġevacuation": 9750, + "Ġpresidents": 9751, + "ĠRather": 9752, + "Ġgrave": 9753, + "ĠHeights": 9754, + "Ġjumping": 9755, + "driven": 9756, + "Ġaluminum": 9757, + "Ġholders": 9758, + "Ġboot": 9759, + "iber": 9760, + "Ġprecious": 9761, + "uation": 9762, + "FP": 9763, + "uses": 9764, + "Ġcommentary": 9765, + "Ġadvances": 9766, + "ĠNissan": 9767, + "Ġbronze": 9768, + "Ġinspire": 9769, + "Ġstarters": 9770, + "ĠEvan": 9771, + "rah": 9772, + "body": 9773, + "Ġcrops": 9774, + "Ġseeds": 9775, + "Ġharsh": 9776, + "ĠHomeland": 9777, + "Ġenabled": 9778, + "ological": 9779, + "Ġworkshop": 9780, + "Ġchains": 9781, + "amps": 9782, + "Ġamongst": 9783, + "ĠBear": 9784, + "Ġcertified": 9785, + "ĠJulie": 9786, + "Ġmountains": 9787, + "VA": 9788, + "Ġfed": 9789, + "Ġbuyer": 9790, + "ahl": 9791, + "ĠBos": 9792, + "ĠCrystal": 9793, + "Ġquest": 9794, + "ĠStein": 9795, + "Ġacceptable": 9796, + "Ġunbeaten": 9797, + "iring": 9798, + "ural": 9799, + "Ġuncomfortable": 9800, + "Ġpartial": 9801, + "Ġsacrifice": 9802, + "ĠGrande": 9803, + "Ġarrangement": 9804, + "Ġpackaging": 9805, + "screen": 9806, + "Ġmirror": 9807, + "Ġsweep": 9808, + "Ġconnecting": 9809, + "Ġpanic": 9810, + "ĠJacksonville": 9811, + "ĠKremlin": 9812, + "Ġorigin": 9813, + "Brien": 9814, + "Ġnorthwest": 9815, + "Ġcarriers": 9816, + "ĠRiley": 9817, + "Ġaud": 9818, + "Ġappreciation": 9819, + "Ġeliminated": 9820, + "ĠAnalyst": 9821, + "CR": 9822, + "Ġfirearm": 9823, + "Ġaccommodate": 9824, + "Ġstructural": 9825, + "Ġappealed": 9826, + "Ġcharter": 9827, + "ressing": 9828, + "Ġalike": 9829, + "white": 9830, + "Ġslowdown": 9831, + "Ġweigh": 9832, + "ĠPalmer": 9833, + "ound": 9834, + "ĠConn": 9835, + "Ġbranches": 9836, + "Ġace": 9837, + "Ġinsists": 9838, + "yo": 9839, + "ĠLynn": 9840, + "ĠCC": 9841, + "ĠWithin": 9842, + "Ġcoll": 9843, + "Ġsustain": 9844, + "Ġemerge": 9845, + "ĠBattle": 9846, + "VER": 9847, + "Ġaviation": 9848, + "Ġenables": 9849, + "ĠProduction": 9850, + "ĠGrove": 9851, + "Ġnationally": 9852, + "ĠBaldwin": 9853, + "rent": 9854, + "Ġfirearms": 9855, + "irm": 9856, + "Ġconsiders": 9857, + "ĠCosby": 9858, + "ĠMcK": 9859, + "ĠEnt": 9860, + "Ġincumbent": 9861, + "iance": 9862, + "Ġgiants": 9863, + "Ġkan": 9864, + "Ġminimal": 9865, + "ivity": 9866, + "ĠSay": 9867, + "ĠNass": 9868, + "Ġlovely": 9869, + "ĠFurthermore": 9870, + "Ġdisplaced": 9871, + "Ġcontacts": 9872, + "NY": 9873, + "Ġtechnological": 9874, + "ancy": 9875, + "Ġant": 9876, + "ope": 9877, + "ĠFY": 9878, + "Ġfavorable": 9879, + "ĠVirgin": 9880, + "Ġcasual": 9881, + "ĠLat": 9882, + "Ġpopulations": 9883, + "Ġromance": 9884, + "Ġforgotten": 9885, + "Ġfleeing": 9886, + "Ġspecialty": 9887, + "Ġdrill": 9888, + "Ġapplying": 9889, + "Ġcocaine": 9890, + "rea": 9891, + "Ġheroin": 9892, + "Ġsweeping": 9893, + "ĠMaj": 9894, + "Ġtroubled": 9895, + "Ġcolleague": 9896, + "Ġedged": 9897, + "omes": 9898, + "ĠHappy": 9899, + "´": 9900, + "Ġmilitant": 9901, + "boy": 9902, + "aver": 9903, + "Yes": 9904, + "llo": 9905, + "Ġsupporter": 9906, + "ĠSubscribe": 9907, + "ĠBird": 9908, + "ĠGibson": 9909, + "Ġhill": 9910, + "Ġnewspapers": 9911, + "ĠPHOTO": 9912, + "Ġouting": 9913, + "Ġdefine": 9914, + "Ġann": 9915, + "Ġrobot": 9916, + "Ġregret": 9917, + "ĠCould": 9918, + "raz": 9919, + "Ġceiling": 9920, + "Ġorganizers": 9921, + "ĠTw": 9922, + "Ġcriticised": 9923, + "ĠJoh": 9924, + "ĠJe": 9925, + "ĠBulls": 9926, + "Ġteeth": 9927, + "ĠRanch": 9928, + "ĠAndrea": 9929, + "Ġconservatives": 9930, + "Ġmag": 9931, + "vey": 9932, + "Ġpredecessor": 9933, + "ĠJPMorgan": 9934, + "Ġdraws": 9935, + "umber": 9936, + "Ġvaccine": 9937, + "ĠDas": 9938, + "Ġdisappeared": 9939, + "ĠIron": 9940, + "Ġlitigation": 9941, + "vert": 9942, + "Ġbelong": 9943, + "ĠRet": 9944, + "owers": 9945, + "rain": 9946, + "controlled": 9947, + "ĠKil": 9948, + "Ġrehab": 9949, + "ĠAustria": 9950, + "Ġprivilege": 9951, + "Ġbounce": 9952, + "Ġbout": 9953, + "ĠIslamist": 9954, + "Ġtaxi": 9955, + "ody": 9956, + ".'\"": 9957, + "Ġdos": 9958, + "shire": 9959, + "Ġaccidents": 9960, + "Ġdemonstration": 9961, + "His": 9962, + "ĠBO": 9963, + "ĠICE": 9964, + "van": 9965, + "File": 9966, + "ĠManning": 9967, + "ounded": 9968, + "Ġdirections": 9969, + "lled": 9970, + "Ġoffences": 9971, + "Ġlaptop": 9972, + "ĠUniversal": 9973, + "Ġmilestone": 9974, + "ĠNarendra": 9975, + "Ġnotion": 9976, + "Ġuns": 9977, + "ĠLower": 9978, + "Ġmidfield": 9979, + "Ġoutper": 9980, + "trans": 9981, + "ĠJa": 9982, + "three": 9983, + "Adds": 9984, + "Ġpressures": 9985, + "Ġprohibited": 9986, + "Ġutilities": 9987, + "Ġbes": 9988, + "ĠReporter": 9989, + "Ġcommodities": 9990, + "leton": 9991, + "Ġslower": 9992, + "EE": 9993, + "auer": 9994, + "Ġtablet": 9995, + "sl": 9996, + "iously": 9997, + "Ġaiming": 9998, + "eland": 9999, + "ĠNEXT": 10000, + "tered": 10001, + "IVE": 10002, + "onic": 10003, + "May": 10004, + "ĠMilitary": 10005, + "Mark": 10006, + "Ġlender": 10007, + "mate": 10008, + "Ġaboard": 10009, + "they": 10010, + "Ġrespondents": 10011, + "Ġconversion": 10012, + "Ġsecuring": 10013, + "Ġentity": 10014, + "ĠHarbor": 10015, + "ĠCu": 10016, + "Ġcats": 10017, + "ĠACC": 10018, + "ĠIbrahim": 10019, + "GL": 10020, + "Ġinvitation": 10021, + "Ġcond": 10022, + "ĠRecords": 10023, + "ĠAdrian": 10024, + "Ġbrave": 10025, + "Ġmineral": 10026, + "Ġsooner": 10027, + "Ġsatisfied": 10028, + "Ġpets": 10029, + "Ġnotably": 10030, + "ı": 10031, + "Ġmarking": 10032, + "ĠRO": 10033, + "ĠHaw": 10034, + "ĠVis": 10035, + "Ġmarketplace": 10036, + "ĠNat": 10037, + "ĠForward": 10038, + "ĠLeft": 10039, + "Ġaggravated": 10040, + "ĠClose": 10041, + "acey": 10042, + "Ġlandmark": 10043, + "Ġdisruption": 10044, + "ĠChallenge": 10045, + "ĠDays": 10046, + "ĠCoun": 10047, + "ahan": 10048, + "Ġaides": 10049, + "South": 10050, + "ĠDylan": 10051, + "ĠRavens": 10052, + "ĠNature": 10053, + "lli": 10054, + "Ġdiplomats": 10055, + "350": 10056, + "ĠDrake": 10057, + "tag": 10058, + "Ġlicensed": 10059, + "ĠDenmark": 10060, + "Ġcancel": 10061, + "Ġinstant": 10062, + "DI": 10063, + "Ġpunch": 10064, + "ĠJenkins": 10065, + "Ġstrengthening": 10066, + "des": 10067, + "-$": 10068, + "Ġallegation": 10069, + "Ġsizes": 10070, + "iza": 10071, + "Ġmentally": 10072, + "ĠResidents": 10073, + "acked": 10074, + "Ġsensors": 10075, + ",'\"": 10076, + "illion": 10077, + "ĠChampion": 10078, + "Ġexcessive": 10079, + "Ġhum": 10080, + "ĠComp": 10081, + "rend": 10082, + "ĠLakes": 10083, + "Ġburst": 10084, + "Ġtrainer": 10085, + "Ġclearing": 10086, + "ĠSilicon": 10087, + "Ġ350": 10088, + "DE": 10089, + "ĠGates": 10090, + "ĠHorn": 10091, + "ests": 10092, + "ĠCourtesy": 10093, + "Ġbipartisan": 10094, + "Ġhabits": 10095, + "ĠAlexa": 10096, + "walk": 10097, + "Ġsnapped": 10098, + "ĠEight": 10099, + "itis": 10100, + "zel": 10101, + "Ġcustoms": 10102, + "Ġsouthwest": 10103, + "Ġvary": 10104, + "Because": 10105, + "Ġpayout": 10106, + "Ġaccelerate": 10107, + "ĠBarr": 10108, + "tu": 10109, + "Ġfined": 10110, + "cost": 10111, + "ĠTheater": 10112, + "ĠCorbyn": 10113, + "Ġstem": 10114, + "Ġundermine": 10115, + ".;": 10116, + "Ġstays": 10117, + "Ġbreakthrough": 10118, + "Ġturnover": 10119, + "hot": 10120, + "Ġtriumph": 10121, + "Ġpainted": 10122, + "ĠWinnipeg": 10123, + "ĠKas": 10124, + "ĠStuart": 10125, + "irk": 10126, + "Am": 10127, + "Ġtrusted": 10128, + "aze": 10129, + "ĠLate": 10130, + "Ġaccessories": 10131, + "Ġmemorable": 10132, + "ĠFool": 10133, + "Ġrotation": 10134, + "ĠBulldogs": 10135, + "ĠChen": 10136, + "Ġpoised": 10137, + "ĠMonte": 10138, + "ĠClarke": 10139, + "leading": 10140, + "Ġvenues": 10141, + "Ġbeneficial": 10142, + "ĠLiam": 10143, + "ĠBrothers": 10144, + "ĠNeed": 10145, + "Ġconc": 10146, + "olly": 10147, + "ĠJulian": 10148, + "ogue": 10149, + "Ġfounding": 10150, + "Ġsidelines": 10151, + "Ġdeclare": 10152, + "ĠMember": 10153, + "Ġexamine": 10154, + "abs": 10155, + "Ġboundaries": 10156, + "ĠBrisbane": 10157, + "Ġlaunches": 10158, + "lor": 10159, + "ĠGa": 10160, + "Ġthr": 10161, + "expected": 10162, + "wal": 10163, + "ĠBarnes": 10164, + "Ġclashes": 10165, + "content": 10166, + "ĠClemson": 10167, + "iger": 10168, + "Mar": 10169, + "Ġaccord": 10170, + "Ġsoutheast": 10171, + "ģ": 10172, + "ĠStarbucks": 10173, + "osing": 10174, + "Ġseasonal": 10175, + "icking": 10176, + "Ġloyalty": 10177, + "Ġtent": 10178, + "ĠDy": 10179, + "Ġevident": 10180, + "Ġlobby": 10181, + "Ġtours": 10182, + "Ġbombing": 10183, + "uations": 10184, + "Ġrises": 10185, + "Ġdemonstrations": 10186, + "ĠWATCH": 10187, + "pin": 10188, + "Ġdeb": 10189, + "ĠDraft": 10190, + "rog": 10191, + "Ġseal": 10192, + "ĠPerformance": 10193, + "ĠLGBT": 10194, + "Ġsed": 10195, + "Ġgig": 10196, + "nan": 10197, + "Ġrainfall": 10198, + "Ġfabric": 10199, + "Ġmanages": 10200, + "Ġlifting": 10201, + "ĠMagazine": 10202, + "ĠCriminal": 10203, + "Ġhikes": 10204, + "Ġcatching": 10205, + "Ġ1989": 10206, + "OG": 10207, + "Ġdisappointment": 10208, + "Ġir": 10209, + "ĠEV": 10210, + "stown": 10211, + "pass": 10212, + "120": 10213, + "Ġmedals": 10214, + "ĠSimmons": 10215, + "Ġinaugural": 10216, + "ĠCorn": 10217, + "Ġmotorcycle": 10218, + "lets": 10219, + "ĠSkype": 10220, + "ét": 10221, + "Ġscary": 10222, + "opp": 10223, + "thirds": 10224, + "ĠMohamed": 10225, + "Ġteenagers": 10226, + "ANK": 10227, + "Ġserver": 10228, + "Ġouts": 10229, + "Ġdishes": 10230, + "four": 10231, + "dr": 10232, + "ĠOt": 10233, + "ĠSandy": 10234, + "ĠShane": 10235, + "orters": 10236, + "SH": 10237, + "Ġtouching": 10238, + "ĠNike": 10239, + "ĠHBO": 10240, + "driving": 10241, + "Ġplug": 10242, + "ĠBaseball": 10243, + "eling": 10244, + "hn": 10245, + "ulate": 10246, + "eed": 10247, + "ĠChristine": 10248, + "ĠGlobe": 10249, + "Ġethics": 10250, + "ĠTrevor": 10251, + "iya": 10252, + "Ġ360": 10253, + "Ġawaiting": 10254, + "Ġcounterpart": 10255, + "Ġsubsidies": 10256, + "pointers": 10257, + "Ġspy": 10258, + "ILL": 10259, + "Ġtakeover": 10260, + "ĠBeyond": 10261, + "Ġsurprisingly": 10262, + "TION": 10263, + "ĠSong": 10264, + "Ġni": 10265, + "Ġcommonly": 10266, + "Ġjack": 10267, + "Ġsubstitute": 10268, + "ews": 10269, + "Ġrecalls": 10270, + "ĠCommons": 10271, + "Ġsin": 10272, + "del": 10273, + "ĠMod": 10274, + "Ġpressing": 10275, + "ĠTelevision": 10276, + "ĠInside": 10277, + "ª": 10278, + "Ġbacklash": 10279, + "Ġcredible": 10280, + "ĠJenner": 10281, + "ĠPu": 10282, + "ĠStevens": 10283, + "ĠWE": 10284, + "Last": 10285, + "Ġinsurers": 10286, + "ĠJoin": 10287, + "bled": 10288, + "digit": 10289, + "Ġflooded": 10290, + "ĠShore": 10291, + "ĠTrophy": 10292, + "zing": 10293, + "ĠImmigration": 10294, + "Ġsuperior": 10295, + "IAN": 10296, + "Ġcasino": 10297, + "Ġenabling": 10298, + "Ġmeantime": 10299, + "Ġperformers": 10300, + "Ġproportion": 10301, + "Ġlawmaker": 10302, + "ĠConf": 10303, + "Ġconvert": 10304, + "Ġfarmer": 10305, + "Ġbu": 10306, + "ĠGE": 10307, + "ĠRepresentative": 10308, + "ĠBannon": 10309, + "ĠHelp": 10310, + "PT": 10311, + "formed": 10312, + "ĠSuperintendent": 10313, + "Ġfrustrating": 10314, + "ĠRegister": 10315, + "ĠPolitical": 10316, + "Ġboots": 10317, + "ĠRu": 10318, + "ĠSha": 10319, + "Ġinstrument": 10320, + "tor": 10321, + "ĠBelt": 10322, + "ĠWalsh": 10323, + "Ġrecipe": 10324, + "ilt": 10325, + "ĠClean": 10326, + "iors": 10327, + "Ġtwenty": 10328, + "iler": 10329, + "nder": 10330, + "Ġwinger": 10331, + "Ġwheat": 10332, + "ĠAviation": 10333, + "Ġcorrupt": 10334, + "Ġconnectivity": 10335, + "ĠVen": 10336, + "order": 10337, + "esc": 10338, + "break": 10339, + "Ġmetals": 10340, + "Ġtraditionally": 10341, + "Ġbell": 10342, + "Ġviolating": 10343, + "rough": 10344, + "Ġintroducing": 10345, + "Ġguided": 10346, + "ĠMol": 10347, + "Ġdesert": 10348, + "ĠBree": 10349, + "Le": 10350, + "ĠZone": 10351, + "ĠGlass": 10352, + "ĠEUR": 10353, + "ĠYahoo": 10354, + "Ġlaps": 10355, + "Ġdiffer": 10356, + "ĠHold": 10357, + "Ġtimely": 10358, + "Ġsuccessor": 10359, + "Ġcomic": 10360, + "Ġbears": 10361, + "Ġlicence": 10362, + "Ġreject": 10363, + "Ġsophisticated": 10364, + "Too": 10365, + "Ġobjectives": 10366, + "ĠId": 10367, + "urers": 10368, + "Ġraid": 10369, + "COM": 10370, + "Ġelect": 10371, + "ĠHampshire": 10372, + "Ġlens": 10373, + "Ġdesigners": 10374, + "Ġpresently": 10375, + "ĠRCMP": 10376, + "ĠEgyptian": 10377, + "ĠWalter": 10378, + "ĠWallace": 10379, + "Ġ2025": 10380, + "utics": 10381, + "ried": 10382, + "Ġrefuse": 10383, + "Ġsiblings": 10384, + "ĠNothing": 10385, + "Ġdressing": 10386, + "Ġnerve": 10387, + "AST": 10388, + "Ġuncertainties": 10389, + "Ġtale": 10390, + "ĠTalk": 10391, + "Ġissuing": 10392, + "shot": 10393, + "ĠTak": 10394, + "Ġacid": 10395, + "ĠNintendo": 10396, + "Ġwash": 10397, + "pd": 10398, + "ĠClaire": 10399, + "ĠScot": 10400, + "Ġsuits": 10401, + "ĠBayern": 10402, + "gest": 10403, + "Ġapplicable": 10404, + "Ġinteraction": 10405, + "ĠEnforcement": 10406, + "ĠRohingya": 10407, + "Ġjan": 10408, + "Ġunited": 10409, + "ĠCoalition": 10410, + "Ġlegislators": 10411, + "Ġdetectives": 10412, + "ĠSing": 10413, + "ĠBetween": 10414, + "ĠPoly": 10415, + "pool": 10416, + "mal": 10417, + "Ġreply": 10418, + "Ġschemes": 10419, + "ĠHolmes": 10420, + "ĠSenators": 10421, + "ĠVerizon": 10422, + "Ġwelcoming": 10423, + "ĠCricket": 10424, + "ĠMarco": 10425, + "ĠYears": 10426, + "ĠLiving": 10427, + "Ġcounterparts": 10428, + "ĠParadise": 10429, + "ĠTrad": 10430, + "#": 10431, + "iw": 10432, + "ĠSoccer": 10433, + "umbled": 10434, + "Ġdeceased": 10435, + "heim": 10436, + "Ġevaluation": 10437, + "Ġwrap": 10438, + "Ġmild": 10439, + "aji": 10440, + "ĠUCLA": 10441, + "ĠNative": 10442, + "president": 10443, + "ĠXbox": 10444, + "Ġenterprises": 10445, + "ĠSlam": 10446, + "oga": 10447, + "Rock": 10448, + "piece": 10449, + "ĠColeman": 10450, + "Ġcomparable": 10451, + "uba": 10452, + "Ġprovinces": 10453, + "ĠFormula": 10454, + "ipt": 10455, + "ô": 10456, + "Ġtick": 10457, + "ĠIMF": 10458, + "anch": 10459, + "atta": 10460, + "rew": 10461, + "However": 10462, + "LS": 10463, + "etta": 10464, + "ĠCustoms": 10465, + "SU": 10466, + "Ġpublishing": 10467, + "Ġinch": 10468, + "Ġkills": 10469, + "¤": 10470, + "ĠSus": 10471, + "ĠBeth": 10472, + "Ġsteam": 10473, + "jpg": 10474, + "pointer": 10475, + "Ġturnovers": 10476, + "Ġpowder": 10477, + "ĠUSB": 10478, + "ĠWildlife": 10479, + "ĠDirect": 10480, + "atively": 10481, + "ĠFerrari": 10482, + "Ġpleasure": 10483, + "ĠMatthews": 10484, + "Ġski": 10485, + "ography": 10486, + "ĠVermont": 10487, + "ĠMargaret": 10488, + "ĠMunich": 10489, + "Ġlayer": 10490, + "ĠProperty": 10491, + "Ġeconomics": 10492, + "ĠCrew": 10493, + "UK": 10494, + "Ġunnecessary": 10495, + "ĠGlasgow": 10496, + "Ġsealed": 10497, + "Ġclarity": 10498, + "Ġsurplus": 10499, + "ĠCanyon": 10500, + "ĠApart": 10501, + "Ġacceptance": 10502, + "ĠEllis": 10503, + "uster": 10504, + "rid": 10505, + "ĠHawks": 10506, + "Ġstatewide": 10507, + "Ġthreaten": 10508, + "ĠJail": 10509, + "Ġinclusive": 10510, + "Ġmud": 10511, + "Ġpat": 10512, + "Ġbitter": 10513, + "Ġalternatives": 10514, + "Ġaffiliate": 10515, + "Ġevaluate": 10516, + "ĠBaby": 10517, + "Ġperception": 10518, + "tim": 10519, + "Ġrefusing": 10520, + "Ġgrey": 10521, + "Ġarguably": 10522, + "Ġfirmly": 10523, + "ĠDark": 10524, + "Ġexcuse": 10525, + "ĠRaymond": 10526, + "Ġballots": 10527, + "inton": 10528, + "Ġ125": 10529, + "ĠCatherine": 10530, + "Ġsacks": 10531, + "ĠDeb": 10532, + "Ġworkout": 10533, + "web": 10534, + "Ġbatteries": 10535, + "breaking": 10536, + "ML": 10537, + "Ġunacceptable": 10538, + "ĠValentine": 10539, + "ĠYOU": 10540, + "ĠRT": 10541, + "Ġjurisdiction": 10542, + "Ġexamined": 10543, + "strom": 10544, + "ĠPocket": 10545, + "Ġcement": 10546, + "Ġuniversal": 10547, + "ĠOz": 10548, + "Ġkit": 10549, + "Ġchurches": 10550, + "Ġsuburban": 10551, + "ĠKushner": 10552, + "ĠDavidson": 10553, + "Sports": 10554, + "email": 10555, + "Ġrealistic": 10556, + "Ġintend": 10557, + "ĠGrey": 10558, + ",''": 10559, + "Ġscholarship": 10560, + "Ġphilosophy": 10561, + "Ġwheels": 10562, + "Ġmotivation": 10563, + "eway": 10564, + "match": 10565, + "ĠDate": 10566, + "John": 10567, + "Ġcontrolling": 10568, + "750": 10569, + "aven": 10570, + "Ġfilmed": 10571, + "Ġ160": 10572, + "ĠBrock": 10573, + "ĠDetails": 10574, + "Ġlogistics": 10575, + "Ġassumptions": 10576, + "ĠStep": 10577, + "Ġfails": 10578, + "ĠNotre": 10579, + "Ġjuice": 10580, + "Ġcounting": 10581, + "Ġphotograph": 10582, + "Ġfortunate": 10583, + "Ġestablishing": 10584, + "ĠNJ": 10585, + "ĠWorkers": 10586, + "ĠQuinn": 10587, + "ĠHeather": 10588, + "Ġtimeline": 10589, + "Ġimported": 10590, + "ĠNASCAR": 10591, + "Ġexercises": 10592, + "Ġsearched": 10593, + "ĠRalph": 10594, + "alf": 10595, + "Ġgene": 10596, + "Ġdependent": 10597, + "én": 10598, + "iate": 10599, + "ĠBristol": 10600, + "Ġhung": 10601, + "Ġtropical": 10602, + "Ġintensity": 10603, + "ĠIdaho": 10604, + "ĠMull": 10605, + "Ġsuite": 10606, + "Ġblockchain": 10607, + "cz": 10608, + "ovich": 10609, + "Ġworn": 10610, + "ĠLE": 10611, + "AV": 10612, + "emi": 10613, + "Ġidentification": 10614, + "Ġtunnel": 10615, + "ĠARE": 10616, + "ĠArm": 10617, + "Ġoutrage": 10618, + "Ġtwist": 10619, + "uka": 10620, + "ĠGra": 10621, + "Ġjets": 10622, + "ĠThus": 10623, + "Ġcompound": 10624, + "Ġfinancially": 10625, + "2019": 10626, + "asse": 10627, + "Ġspare": 10628, + "ĠNoah": 10629, + "ĠMade": 10630, + "ĠMom": 10631, + "Ġphenomenon": 10632, + "Ġnurses": 10633, + "Ġoutlined": 10634, + "Ġpolit": 10635, + "ĠCarm": 10636, + "Ġleagues": 10637, + "Ġmath": 10638, + "Ġmodified": 10639, + "Ġwillingness": 10640, + "ĠAmanda": 10641, + "Ġgrandfather": 10642, + "Of": 10643, + "DR": 10644, + "Ġdip": 10645, + "ĠRAM": 10646, + "ĠChristie": 10647, + "Ġargues": 10648, + "ĠEX": 10649, + "ĠNine": 10650, + "ĠScroll": 10651, + "ĠTHIS": 10652, + "Pro": 10653, + "Ġkeys": 10654, + "Ġprocessor": 10655, + "Ġscam": 10656, + "ĠTraining": 10657, + "Ġhoney": 10658, + "Ĵ": 10659, + "Ġfacebook": 10660, + "ĠLegal": 10661, + "Ġaging": 10662, + "Ġspiritual": 10663, + "ĠHost": 10664, + "Ġlung": 10665, + "ĠUSC": 10666, + "Ġdirt": 10667, + "Ġfe": 10668, + "after": 10669, + "ĠDiana": 10670, + "Ġounce": 10671, + "date": 10672, + "ĠFinals": 10673, + "Ķ": 10674, + "Ġthorough": 10675, + "Ġviable": 10676, + "Ġanytime": 10677, + "Ġfost": 10678, + "orter": 10679, + "ware": 10680, + "ĠHolland": 10681, + "ĠMand": 10682, + "ĠSend": 10683, + "2013": 10684, + "ĠVolkswagen": 10685, + "Ġsuitable": 10686, + "ifies": 10687, + "Ġcomedian": 10688, + "Ġneighbours": 10689, + "ĠKnow": 10690, + "Ġcurious": 10691, + "ĠTwenty": 10692, + "ĠPrevention": 10693, + "ĠStephanie": 10694, + "Ġpilots": 10695, + "Ġstored": 10696, + "Ġdire": 10697, + "Ġfits": 10698, + "ision": 10699, + "ĠShell": 10700, + "Ġshifts": 10701, + "Ġpepper": 10702, + "Ġattendees": 10703, + "ĠName": 10704, + "hers": 10705, + "rip": 10706, + "Ġwatchdog": 10707, + "andy": 10708, + "Ġbio": 10709, + "Ġpublisher": 10710, + "powered": 10711, + "ĠCM": 10712, + "rian": 10713, + "ĠRand": 10714, + "wise": 10715, + "ĠJesse": 10716, + "Ġladies": 10717, + "ĠMetropolitan": 10718, + "ĠMicro": 10719, + "Ġkicking": 10720, + "Ġmeg": 10721, + "Ġclouds": 10722, + "Ġtrim": 10723, + "wear": 10724, + "ĠML": 10725, + "Ġconsists": 10726, + "Ġrig": 10727, + "Ġhonestly": 10728, + "GS": 10729, + "ĠNicholas": 10730, + "Ġcope": 10731, + "Ġpublish": 10732, + "working": 10733, + "bur": 10734, + "ĠNar": 10735, + "olds": 10736, + "aja": 10737, + "ĠSad": 10738, + "Ġclicking": 10739, + "Ġbids": 10740, + "ĠZuckerberg": 10741, + "Ġ900": 10742, + "Ġexam": 10743, + "ivers": 10744, + "Ġpray": 10745, + "Ġreader": 10746, + "ĠSeth": 10747, + "inem": 10748, + "Ġconfront": 10749, + "stra": 10750, + "AW": 10751, + "ĠGian": 10752, + "Ġaccordance": 10753, + "Ġinteract": 10754, + "ĠSharks": 10755, + "Ġfireworks": 10756, + "gment": 10757, + "illy": 10758, + "Ġconst": 10759, + "ARY": 10760, + "Ġprizes": 10761, + "Ġshoulders": 10762, + "Ġaccessed": 10763, + "Ġecosystem": 10764, + "Ġlicensing": 10765, + "La": 10766, + "Ġdedication": 10767, + "Ġdé": 10768, + "Ġyouths": 10769, + "lem": 10770, + "Ġtoy": 10771, + "ĠProm": 10772, + "ounding": 10773, + "rod": 10774, + "Ġ1000": 10775, + "ishes": 10776, + "Over": 10777, + "Ġgaps": 10778, + "Ġmissions": 10779, + "Ġrailway": 10780, + "Day": 10781, + "orp": 10782, + "ĠSchumer": 10783, + "Ġeclipse": 10784, + "Ġshell": 10785, + "ĠBY": 10786, + "Many": 10787, + "ĠRecord": 10788, + "Ġdrunk": 10789, + "ayan": 10790, + "Ġsuggestion": 10791, + "Ġdefenders": 10792, + "ĠNewton": 10793, + "Ġdisputes": 10794, + "Ġevolution": 10795, + "Ġcredibility": 10796, + "ĠTenn": 10797, + "Ġplain": 10798, + "size": 10799, + "cont": 10800, + "Ġlone": 10801, + "Ġfingers": 10802, + "BUR": 10803, + "ĠInvestigation": 10804, + "ĠQualcomm": 10805, + "var": 10806, + "Ġcountless": 10807, + "ĠRebecca": 10808, + "½": 10809, + "abi": 10810, + "Ġreflecting": 10811, + "ĠTurn": 10812, + "Ġinteractive": 10813, + "Ġincentive": 10814, + "second": 10815, + "offs": 10816, + "ĠBerkeley": 10817, + "ĠTexans": 10818, + "Ġheated": 10819, + "Ġscorer": 10820, + "ĠSharif": 10821, + "Ġmigrant": 10822, + "west": 10823, + "ĠHoliday": 10824, + "Ġwrist": 10825, + "Ġchairs": 10826, + "Ġrecommends": 10827, + "ĠWildcats": 10828, + "ĠPed": 10829, + "ĠQuarter": 10830, + "ĠIV": 10831, + "ĠArch": 10832, + "Ġstandings": 10833, + "Ġbombs": 10834, + "Ġcapped": 10835, + "Can": 10836, + "Ġcaring": 10837, + "ĠLah": 10838, + "lim": 10839, + "Ġdragged": 10840, + "ĠBeat": 10841, + "DB": 10842, + "Ġaired": 10843, + "Ġjeans": 10844, + "action": 10845, + "Ġgenerating": 10846, + "ĠGir": 10847, + "risk": 10848, + "lon": 10849, + "stage": 10850, + "âĤ¬": 10851, + "earing": 10852, + "ĠTogether": 10853, + "Ġreun": 10854, + "ĠCorey": 10855, + "ĠBak": 10856, + "Ġprestigious": 10857, + "Ġapplicants": 10858, + "here": 10859, + "ĠMattis": 10860, + "Ġridiculous": 10861, + "ĠLess": 10862, + "Ġrains": 10863, + "Ġpresenting": 10864, + "anti": 10865, + "Ġdisabilities": 10866, + "Ġapartments": 10867, + "storm": 10868, + "ĠHem": 10869, + "Ġhabit": 10870, + "ĠRuth": 10871, + "ĠNPR": 10872, + "nut": 10873, + "Ġappreciated": 10874, + "Ġseparation": 10875, + "uda": 10876, + "Ġminus": 10877, + "ĠPhotos": 10878, + "Ġblew": 10879, + "ĠVoice": 10880, + "Ġrallies": 10881, + "Ġfond": 10882, + "ĠTaking": 10883, + "yt": 10884, + "FE": 10885, + "ĠTory": 10886, + "ressed": 10887, + "ĠLy": 10888, + "Ġrocks": 10889, + "ĠRah": 10890, + "Ġelementary": 10891, + "nis": 10892, + "ĠPresidential": 10893, + "Ġnutrition": 10894, + "Ġbaseman": 10895, + "Ġsuperstar": 10896, + "ĠWa": 10897, + "lar": 10898, + "Ġstaged": 10899, + "ĠLearn": 10900, + "Ġbroadcaster": 10901, + "Ġboasts": 10902, + "Ġdoubts": 10903, + "rum": 10904, + "Ġbare": 10905, + "cap": 10906, + "Ġclimbing": 10907, + "ĠSelect": 10908, + "ĠCant": 10909, + "ĠNord": 10910, + "ĠBeck": 10911, + "ĠKad": 10912, + "ello": 10913, + "Ġenforce": 10914, + "ĠZe": 10915, + "ked": 10916, + "elly": 10917, + "ĠLED": 10918, + "ĠOperations": 10919, + "ĠLuk": 10920, + "Ġcertificate": 10921, + "Ġdeter": 10922, + "Ġspill": 10923, + "Ġgrain": 10924, + "league": 10925, + "Up": 10926, + "ĠKid": 10927, + "using": 10928, + "ĠJays": 10929, + "Ġoccasionally": 10930, + "ĠMI": 10931, + "yes": 10932, + "Ġdetect": 10933, + "Ġpropaganda": 10934, + "Ġneighboring": 10935, + "sub": 10936, + "avan": 10937, + "ĠAstros": 10938, + "oti": 10939, + "threatening": 10940, + "Ġshorter": 10941, + "INGS": 10942, + "Ġfeeding": 10943, + "Ġelevated": 10944, + "ĠWenger": 10945, + "Ġundergo": 10946, + "Ġpsychological": 10947, + "Ġautom": 10948, + "NP": 10949, + "anks": 10950, + "ĠNokia": 10951, + "Ġdrones": 10952, + "Ġrecognised": 10953, + "Ġheroes": 10954, + "agen": 10955, + "Ġparole": 10956, + "ĠBah": 10957, + "Ġhomeowners": 10958, + "ĠSweet": 10959, + "Ġinstances": 10960, + "ĠParish": 10961, + "ĠSL": 10962, + "Ġunw": 10963, + "Ġdelicious": 10964, + "¯": 10965, + "ĠInvestments": 10966, + "ĠPhilippine": 10967, + "inos": 10968, + "Ġmes": 10969, + "Ġbite": 10970, + "Ġcornerback": 10971, + "ĠHat": 10972, + "Ġdeserved": 10973, + "ologists": 10974, + "[": 10975, + "Ġwrongdoing": 10976, + "ĠTrent": 10977, + "ĠVe": 10978, + "ĠDeal": 10979, + "Mr": 10980, + "Ġovers": 10981, + "Ġhonors": 10982, + "ĠITV": 10983, + "Ġpayroll": 10984, + "Ġconfused": 10985, + "Ġelaborate": 10986, + "ange": 10987, + "World": 10988, + "ĠResort": 10989, + "ilia": 10990, + "ĠKr": 10991, + "Ġconclude": 10992, + "First": 10993, + "ĠDR": 10994, + "Ġpeer": 10995, + "Ġrunway": 10996, + "ĠPotter": 10997, + "cons": 10998, + "bad": 10999, + "si": 11000, + "ĠClimate": 11001, + "ĠHoll": 11002, + "Ġweighing": 11003, + "Ġepidemic": 11004, + "ĠBible": 11005, + "Ġhon": 11006, + "Ġrenew": 11007, + "Ġgambling": 11008, + "ĠNationals": 11009, + "itable": 11010, + "ĠOutlook": 11011, + "Ġreactions": 11012, + "ĠCos": 11013, + "ĠDana": 11014, + "India": 11015, + "ĠAirbus": 11016, + "power": 11017, + "watch": 11018, + "Ġstyles": 11019, + "Ġordinance": 11020, + "Ġcam": 11021, + "Ġinvent": 11022, + "ĠDurant": 11023, + "Ġexchanged": 11024, + "Ġyoga": 11025, + "ĠMichel": 11026, + "ĠWyoming": 11027, + "ĠPhase": 11028, + "ĠHannah": 11029, + "Ġtem": 11030, + "Ġfare": 11031, + "omer": 11032, + "Ġtrails": 11033, + "Ġquietly": 11034, + "ĠFourth": 11035, + "Ġwise": 11036, + "Ġappetite": 11037, + "Ġpedestrian": 11038, + "Ġfierce": 11039, + "hin": 11040, + "ako": 11041, + "Ġvacant": 11042, + "Ġdynamics": 11043, + "Ġbust": 11044, + "ĠGT": 11045, + "century": 11046, + "Ġpermitted": 11047, + "Ġfog": 11048, + "Ġrecruitment": 11049, + "ĠDue": 11050, + "Ġbro": 11051, + "Ġsil": 11052, + "ĠOpp": 11053, + "Ġphrase": 11054, + "ĠChip": 11055, + "ĠBase": 11056, + "Ġjazz": 11057, + "Ġenemies": 11058, + "Ġremainder": 11059, + "bles": 11060, + "Ġ105": 11061, + "ĠGur": 11062, + "Ġretiring": 11063, + "ĠCour": 11064, + "ĠSi": 11065, + "Ġinevitable": 11066, + "ĠAdvisory": 11067, + "ĠCampaign": 11068, + "ĠPeninsula": 11069, + "base": 11070, + "Ġjustify": 11071, + "inen": 11072, + "North": 11073, + "Ġfreezing": 11074, + "Ġphotography": 11075, + "Ġappointments": 11076, + "ĠTree": 11077, + "Os": 11078, + "Ġdivide": 11079, + "ĠMMA": 11080, + "Ġdeclines": 11081, + "ĠAbbott": 11082, + "ACH": 11083, + "ĠJah": 11084, + "Ġspr": 11085, + "Ġskilled": 11086, + "ĠTry": 11087, + "ANT": 11088, + "ael": 11089, + "ĠMcN": 11090, + "Ġtariff": 11091, + "generation": 11092, + "ĠMans": 11093, + "Or": 11094, + "Ġraped": 11095, + "Ġdisability": 11096, + "Ġnominations": 11097, + "Ġhappiness": 11098, + "ĠLSU": 11099, + "ĠInterstate": 11100, + "ĠDance": 11101, + "ĠMaking": 11102, + "Ġbailout": 11103, + "oro": 11104, + "ĠObviously": 11105, + "Ġinbox": 11106, + "football": 11107, + "hy": 11108, + "ĠCase": 11109, + "Ġentertaining": 11110, + "Ġhardest": 11111, + "ĠOpposition": 11112, + "Ġflip": 11113, + "ĠPirates": 11114, + "anu": 11115, + "ĠKlopp": 11116, + "Ġballistic": 11117, + "Ġprinted": 11118, + "ĠNFC": 11119, + "UST": 11120, + "Ġglasses": 11121, + "Ġrum": 11122, + "ĠDuncan": 11123, + "hal": 11124, + "Ġpreview": 11125, + "BER": 11126, + "dec": 11127, + "Ġsustainability": 11128, + "Ġaff": 11129, + "Ġhungry": 11130, + "service": 11131, + "avi": 11132, + "Ġsometime": 11133, + "Ġmod": 11134, + "ĠLib": 11135, + "oko": 11136, + "Ġfundraiser": 11137, + "Ġcrowded": 11138, + "mates": 11139, + "Ġcreativity": 11140, + "ĠHell": 11141, + "Ġtreaty": 11142, + "ĠSoftware": 11143, + "ĠRandy": 11144, + "ĠPolish": 11145, + "sa": 11146, + "ardi": 11147, + "Ġcab": 11148, + "ĠCamera": 11149, + "Ġlicenses": 11150, + "Ġ1988": 11151, + "Ġcontinuous": 11152, + "Ġpaired": 11153, + "Ġtally": 11154, + "Ġgrip": 11155, + "cho": 11156, + "Ġsurged": 11157, + "Ġpodium": 11158, + "Ġcontrary": 11159, + "SL": 11160, + "ĠResearchers": 11161, + "cing": 11162, + "Ġmi": 11163, + "Ġdisputed": 11164, + "Ġgrades": 11165, + "Ġseverely": 11166, + "ĠMcL": 11167, + "ondo": 11168, + "Ġshelters": 11169, + "Ġdomain": 11170, + "ĠSwitch": 11171, + "Ġtestify": 11172, + "case": 11173, + "omet": 11174, + "atch": 11175, + "ĠAff": 11176, + "Ġcasting": 11177, + "berger": 11178, + "Ġintimate": 11179, + "erc": 11180, + "plan": 11181, + "ĠPast": 11182, + "ĠUt": 11183, + "Ġapologized": 11184, + "ĠDet": 11185, + "alle": 11186, + "Ġwhilst": 11187, + "Ġpel": 11188, + "Ġexecute": 11189, + "Ġharmful": 11190, + "ĠRB": 11191, + "onda": 11192, + "ĠFul": 11193, + "II": 11194, + "Those": 11195, + "Ġcryptocurrency": 11196, + "Ġrealise": 11197, + "ĠAthens": 11198, + "ĠApplication": 11199, + "ORD": 11200, + "Ġmidst": 11201, + "ĠSem": 11202, + "Ġmessaging": 11203, + "Ġcousin": 11204, + "ĠMarsh": 11205, + "ĠAlmost": 11206, + "uto": 11207, + "wire": 11208, + "ĠManaging": 11209, + "Ġsends": 11210, + "ĠDerby": 11211, + "Ġpad": 11212, + "Ġdevoted": 11213, + "ĠWorking": 11214, + "ĠWestminster": 11215, + "Ġdirty": 11216, + "ements": 11217, + "ĠLew": 11218, + "door": 11219, + "Ġadvisor": 11220, + "ival": 11221, + "Ġsubscribe": 11222, + "Ġcredited": 11223, + "Ġpressed": 11224, + "Ġbrick": 11225, + "Ġrehabilitation": 11226, + "Ġ\"[": 11227, + "erry": 11228, + "Ġtransformed": 11229, + "arp": 11230, + "Ġreceivers": 11231, + "ĠFan": 11232, + "ĠKris": 11233, + "ĠCharlottesville": 11234, + "Ġste": 11235, + "Ġconstructed": 11236, + "Ġbroadly": 11237, + "ĠBetter": 11238, + "ĠJanet": 11239, + "Ġenthusiasm": 11240, + "ĠIrving": 11241, + "ĠConst": 11242, + "Everyone": 11243, + "agn": 11244, + "ĠCrawford": 11245, + "Ġregards": 11246, + "ĠBurns": 11247, + "Ġjokes": 11248, + "erg": 11249, + "ARD": 11250, + "apped": 11251, + "Ġtravelled": 11252, + "ĠPoor": 11253, + "ĠHolly": 11254, + "Ġcontainer": 11255, + "Ġinfected": 11256, + "Ġlean": 11257, + "ĠWould": 11258, + "Ġmagnitude": 11259, + "ĠDou": 11260, + "minded": 11261, + "Ġpastor": 11262, + "Ġwherever": 11263, + "ulation": 11264, + "Ġ1986": 11265, + "ĠMegan": 11266, + "Ġgraphic": 11267, + "Ġtalents": 11268, + "Ġkn": 11269, + "ĠEC": 11270, + "ĠMcM": 11271, + "ĠKon": 11272, + "eni": 11273, + "ĠEsc": 11274, + "inas": 11275, + "ĠNom": 11276, + "Ġchasing": 11277, + "arl": 11278, + "ĠHungary": 11279, + "Ġmainland": 11280, + "ĠDist": 11281, + "utes": 11282, + "Ġrubber": 11283, + "iat": 11284, + "ĠMorrison": 11285, + "ushing": 11286, + "iny": 11287, + "Ġcopies": 11288, + "ĠFat": 11289, + "agged": 11290, + "Ġfloating": 11291, + "ĠCurtis": 11292, + "Ġfatally": 11293, + "ĠManuel": 11294, + "Ġgraduates": 11295, + "nar": 11296, + "ĠKenny": 11297, + "Ġretreat": 11298, + "Ġretro": 11299, + "ĠPierre": 11300, + "listed": 11301, + "ĠDale": 11302, + "ding": 11303, + "Ġintentions": 11304, + "Ġsentences": 11305, + "ĠSere": 11306, + "Ġinvasion": 11307, + "Ġpremiums": 11308, + "ĠGardner": 11309, + "Ġshipments": 11310, + "Ġcol": 11311, + "bell": 11312, + "ilo": 11313, + "Ġworthy": 11314, + "Ġinterceptions": 11315, + "Ġcomplain": 11316, + "icle": 11317, + "ĠTah": 11318, + "ĠMt": 11319, + "ĠSyracuse": 11320, + "Since": 11321, + "aches": 11322, + "ĠCand": 11323, + "Ġinteractions": 11324, + "ĠShawn": 11325, + "nc": 11326, + "Ġtheaters": 11327, + "ART": 11328, + "Th": 11329, + "Ġalter": 11330, + "aley": 11331, + "imo": 11332, + "Ġresponders": 11333, + "kan": 11334, + "ĠDarren": 11335, + "Ġdeliveries": 11336, + "PI": 11337, + "125": 11338, + "Ġlaughing": 11339, + "ĠPatterson": 11340, + "Ġinfections": 11341, + "Ġtur": 11342, + "130": 11343, + "Ġhackers": 11344, + "Ġwarn": 11345, + "Ġfreeze": 11346, + "Ġscreaming": 11347, + "ĠEcho": 11348, + "ĠDom": 11349, + "MAN": 11350, + "ĠJoy": 11351, + "Ġbeneath": 11352, + "ĠHalf": 11353, + "Ġpatent": 11354, + "Ġugly": 11355, + "Ġlip": 11356, + "Ġnominees": 11357, + "ĠGrade": 11358, + "Ġinfluenced": 11359, + "Ġabilities": 11360, + "Ġlimiting": 11361, + "Ġsmell": 11362, + "Ġesc": 11363, + "ĠBernard": 11364, + "cs": 11365, + "ĠMyers": 11366, + "oted": 11367, + "Black": 11368, + "Ġlim": 11369, + "Ġsworn": 11370, + "ĠBlair": 11371, + "anes": 11372, + "ĠEvent": 11373, + "Ġmature": 11374, + "Ġpositioned": 11375, + "Ġerupted": 11376, + "grand": 11377, + "ĠTell": 11378, + "Ġbackdrop": 11379, + "Ġyeah": 11380, + "ĠClear": 11381, + "Ġsignificance": 11382, + "Ġpatience": 11383, + "ĠWing": 11384, + "Ġhorrible": 11385, + "Ġdeploy": 11386, + "ipe": 11387, + "Ġbitcoin": 11388, + "Ġcommitting": 11389, + "Ġdismiss": 11390, + "ĠBlood": 11391, + "ĠMeyer": 11392, + "selling": 11393, + "Ġregarded": 11394, + "Ġlottery": 11395, + "ĠLuther": 11396, + "Ġpipe": 11397, + "Ġcro": 11398, + "ĠANC": 11399, + "ĠSolar": 11400, + "Ġsimilarly": 11401, + "Ġham": 11402, + "ĠHonor": 11403, + "tar": 11404, + "gin": 11405, + "ĠArmstrong": 11406, + "Ġbrowser": 11407, + "agon": 11408, + "via": 11409, + "Ġentries": 11410, + "Ġinfl": 11411, + "Ġgraduation": 11412, + "Ġalleges": 11413, + "ĠLoading": 11414, + "Ġsuperb": 11415, + "ially": 11416, + "Ġadministrator": 11417, + "uls": 11418, + "Ġartistic": 11419, + "ĠANGEL": 11420, + "ĠBang": 11421, + "Ġfossil": 11422, + "¨": 11423, + "Ġpoly": 11424, + "ĠGuardiola": 11425, + "ĠPerth": 11426, + "Ġeducate": 11427, + "Cl": 11428, + "Ġcommittees": 11429, + "Ġforthcoming": 11430, + "Ġadjustments": 11431, + "count": 11432, + "Ġincoming": 11433, + "brook": 11434, + "ĠMinneapolis": 11435, + "Ġgown": 11436, + "ĠCroatia": 11437, + "host": 11438, + "Ġcompetitor": 11439, + "Ġlyrics": 11440, + "Ġbelonging": 11441, + "ĠFrances": 11442, + "ĠHaley": 11443, + "ĠBruins": 11444, + "Ġmask": 11445, + "ĠPv": 11446, + "dollar": 11447, + "Ġbowling": 11448, + "Ġjewelry": 11449, + "ĠJulia": 11450, + "Ġbroadband": 11451, + "ĠBhar": 11452, + "ĠArmed": 11453, + "vy": 11454, + "government": 11455, + "kov": 11456, + "Ġpremises": 11457, + "Ġjersey": 11458, + "Ġapplies": 11459, + "ĠFreeman": 11460, + "Ġgrows": 11461, + "ĠEquity": 11462, + "Ġmaterially": 11463, + "Ġfigured": 11464, + "ience": 11465, + "Ġmajors": 11466, + "ĠYe": 11467, + "ĠHey": 11468, + "oned": 11469, + "aping": 11470, + "Ġtoilet": 11471, + "ĠConnor": 11472, + "Ġavoiding": 11473, + "pos": 11474, + "Once": 11475, + "ĠRockets": 11476, + "ĠSnapchat": 11477, + "Go": 11478, + "Ġsolidarity": 11479, + "ĠAffordable": 11480, + "Ġdial": 11481, + "ĠOmar": 11482, + "xt": 11483, + "ĠVatican": 11484, + "anta": 11485, + "ĠSuperior": 11486, + "Ġbeaches": 11487, + "ĠKi": 11488, + "Ã¥": 11489, + "KY": 11490, + "Ġgro": 11491, + "ĠEmpire": 11492, + "Ġoccurs": 11493, + "Ġjoked": 11494, + "Ġquotes": 11495, + "ĠSaskatchewan": 11496, + "pert": 11497, + "Ġmaintains": 11498, + "olt": 11499, + "Ġupgrades": 11500, + "ĠCho": 11501, + "ĠAlexis": 11502, + "ĠHundreds": 11503, + "ĠBud": 11504, + "Ġcenturies": 11505, + "ĠInvestor": 11506, + "ĠGomez": 11507, + "Ġconceded": 11508, + "Ġexpressing": 11509, + "ĠIBM": 11510, + "Ġadvancing": 11511, + "ĠDollar": 11512, + "jer": 11513, + "Ġexceed": 11514, + "author": 11515, + "rist": 11516, + "seat": 11517, + "ĠPrimary": 11518, + "ĠForbes": 11519, + "ĠAlzheimer": 11520, + "Ġdevastated": 11521, + "Ġawful": 11522, + "ĠStudio": 11523, + "Ġbullpen": 11524, + "Ġmobility": 11525, + "Ġanalyze": 11526, + "lie": 11527, + "AFP": 11528, + "iche": 11529, + "ĠRoyals": 11530, + "Ġcoupled": 11531, + "Ġdug": 11532, + "ĠRing": 11533, + "Ġenvironments": 11534, + "national": 11535, + "ĠCongo": 11536, + "Ġalleging": 11537, + "wn": 11538, + "ulating": 11539, + "Ġur": 11540, + "Ġreaches": 11541, + "ĠPine": 11542, + "Ġthreshold": 11543, + "Ġtournaments": 11544, + "Ġheating": 11545, + "ĠGard": 11546, + "ĠHamas": 11547, + "Ġ«": 11548, + "ĠHolding": 11549, + "Ġpossibilities": 11550, + "ĠHassan": 11551, + "ĠMohammad": 11552, + "Ġoffenders": 11553, + "Ġautomated": 11554, + "Ġrealised": 11555, + "ouse": 11556, + "building": 11557, + "ĠDub": 11558, + "ĠGeneva": 11559, + "Ġfacial": 11560, + "ĠRestaurant": 11561, + "ĠNg": 11562, + "Ġtot": 11563, + "Ġgrace": 11564, + "ĠCP": 11565, + "Ġposter": 11566, + "hart": 11567, + "ĠNi": 11568, + "Ġreaff": 11569, + "Ġprov": 11570, + "Ġ111": 11571, + "ĠAid": 11572, + "Ġscrap": 11573, + "izers": 11574, + "ogen": 11575, + "Ġtissue": 11576, + "Ġvibrant": 11577, + "Ġrider": 11578, + "CD": 11579, + "ĠKitchen": 11580, + "Ġgenre": 11581, + "¬": 11582, + "depth": 11583, + "kind": 11584, + "Ġendorsed": 11585, + "Ġsimultaneously": 11586, + "Ġintern": 11587, + "ĠDrag": 11588, + "Ġembraced": 11589, + "Ġcounted": 11590, + "uj": 11591, + "ĠOg": 11592, + "Ġphysician": 11593, + "ĠIR": 11594, + "IST": 11595, + "ĠKir": 11596, + "Ġhacking": 11597, + "ĠSources": 11598, + "astic": 11599, + "growing": 11600, + "ĠWake": 11601, + "Ġhint": 11602, + "Ġcompiled": 11603, + "Ġreign": 11604, + "Ġcinema": 11605, + "Ġboosting": 11606, + "Ġaccommodation": 11607, + "ĠEuropa": 11608, + "Ġsubsidiaries": 11609, + "Ġclosures": 11610, + "ĠBil": 11611, + "ĠBou": 11612, + "wh": 11613, + "ĠAw": 11614, + "FT": 11615, + "hole": 11616, + "ĠNova": 11617, + "ĠNSW": 11618, + "Ġrap": 11619, + "Ġencourages": 11620, + "GR": 11621, + "ds": 11622, + "ĠMuk": 11623, + "ĠSurvey": 11624, + "ĠReagan": 11625, + "oning": 11626, + "Ġneighbouring": 11627, + "ĠMcCl": 11628, + "acht": 11629, + "Ġfinishes": 11630, + "ĠEsp": 11631, + "pat": 11632, + "Ġdestinations": 11633, + "ĠWagner": 11634, + "Ġconfronted": 11635, + "square": 11636, + "Ġpie": 11637, + "brand": 11638, + "hl": 11639, + "Ġabsent": 11640, + "Ġsurf": 11641, + "Ġrifle": 11642, + "ĠSS": 11643, + "ĠDeath": 11644, + "wich": 11645, + "Ġbeds": 11646, + "ĠLock": 11647, + "ĠAgu": 11648, + "atives": 11649, + "jee": 11650, + "Ġoral": 11651, + "Ġbudgets": 11652, + "Ġinspiring": 11653, + "IONS": 11654, + "works": 11655, + "Ġspirits": 11656, + "Ġcabin": 11657, + "Ġsatisfaction": 11658, + "Ġvoluntary": 11659, + "ĠMunicipal": 11660, + "Ġdeportation": 11661, + "ĠWriter": 11662, + "ĠVI": 11663, + "VERTISEMENT": 11664, + "/.": 11665, + "ĠSouthampton": 11666, + "aces": 11667, + "ĠHelen": 11668, + "ĠHum": 11669, + "110": 11670, + "Ġgarbage": 11671, + "through": 11672, + "Ġkingdom": 11673, + "MT": 11674, + "augh": 11675, + "Ġbizarre": 11676, + "ĠStarting": 11677, + "Ġwooden": 11678, + "ĠProgress": 11679, + "iron": 11680, + "sten": 11681, + "ĠSergio": 11682, + "ĠHR": 11683, + "Ġturnout": 11684, + "ĠAmericas": 11685, + "ĠSara": 11686, + "Ġagrees": 11687, + "apper": 11688, + "Ġbra": 11689, + "Ġrecycling": 11690, + "oom": 11691, + "Ġflee": 11692, + "Ġdistinct": 11693, + "IAL": 11694, + "aha": 11695, + "Ġfever": 11696, + "ĠPartnership": 11697, + "ĠYu": 11698, + "ĠPixel": 11699, + "ĠBlock": 11700, + "ĠMelissa": 11701, + "igg": 11702, + "Ġdecides": 11703, + "ĠNorman": 11704, + "Ġmas": 11705, + "held": 11706, + "ĠPD": 11707, + "Ġsheer": 11708, + "ĠDim": 11709, + "ĠCass": 11710, + "Ġcolumnist": 11711, + "ĠBros": 11712, + "Ġturnaround": 11713, + "ĠValue": 11714, + "ĠBachelor": 11715, + "awn": 11716, + "Ġassignment": 11717, + "ested": 11718, + "ĠJudiciary": 11719, + "Ġdiamond": 11720, + "Ġmus": 11721, + "Ġindigenous": 11722, + "lines": 11723, + "Ġ1984": 11724, + "igroup": 11725, + "ict": 11726, + "ĠJaguars": 11727, + "Ġlun": 11728, + "Ġprofiles": 11729, + "Ġcomputing": 11730, + "ĠBelgian": 11731, + "ĠLloyd": 11732, + "ĠGoing": 11733, + "Ġdisp": 11734, + "Ġ1987": 11735, + "eder": 11736, + "ĠVin": 11737, + "Ġgovern": 11738, + "Ġblend": 11739, + "ĠSebastian": 11740, + "ĠMidwest": 11741, + "iga": 11742, + "Ġspl": 11743, + "Ġtopping": 11744, + "Ġnetworking": 11745, + "ĠEmer": 11746, + "Ġoxygen": 11747, + "ĠInterest": 11748, + "ĠMoy": 11749, + "Ġtrader": 11750, + "Ġbay": 11751, + "Ġsticking": 11752, + "ĠMovement": 11753, + "Ġbidding": 11754, + "tax": 11755, + "Ġacademy": 11756, + "ĠMO": 11757, + "ĠSpirit": 11758, + "Ġhealing": 11759, + "wen": 11760, + "ĠPrix": 11761, + "cal": 11762, + "ĠOperating": 11763, + "Ġinstantly": 11764, + "ĠTonight": 11765, + "Ġsacked": 11766, + "Ġautomation": 11767, + "umps": 11768, + "ĠNey": 11769, + "March": 11770, + "ĠBuck": 11771, + "Ġconcentration": 11772, + "Here": 11773, + "Ġtravelers": 11774, + "Ġprotective": 11775, + "ĠMoody": 11776, + "Ġentrepreneur": 11777, + "Ġfac": 11778, + "kowski": 11779, + "Ġpreparations": 11780, + "Ġdominate": 11781, + "Ġspray": 11782, + "Ġdisturbing": 11783, + "ĠFraser": 11784, + "ĠCody": 11785, + "ashi": 11786, + "ĠPel": 11787, + "Ġrisky": 11788, + "Ġawkward": 11789, + "ĠVA": 11790, + "ails": 11791, + "Ġangle": 11792, + "Ġundergoing": 11793, + "Ġalbums": 11794, + "Ġafterwards": 11795, + "ĠNaw": 11796, + "uge": 11797, + "enter": 11798, + "ĠSussex": 11799, + "ĠRecently": 11800, + "Ġlikelihood": 11801, + "large": 11802, + "Ġsnaps": 11803, + "ibr": 11804, + "ĠMalcolm": 11805, + "Ġcru": 11806, + "Ġaltogether": 11807, + "Ġsetup": 11808, + "Ġtorture": 11809, + "Ġfiber": 11810, + "Ġquarterbacks": 11811, + "ĠGetting": 11812, + "ipping": 11813, + "ĠNorwegian": 11814, + "ĠMiles": 11815, + "ĠArnold": 11816, + "ĠDisease": 11817, + "Ġtends": 11818, + "ife": 11819, + "ĠCaroline": 11820, + "Ġnavigate": 11821, + "Ġbrush": 11822, + "ĠAssociates": 11823, + "Ġbath": 11824, + "ĠCenters": 11825, + "ĠMC": 11826, + "Ġtaxpayer": 11827, + "comp": 11828, + "Ġaccomplish": 11829, + "ĠTraffic": 11830, + "ĠBru": 11831, + "Ġgreenhouse": 11832, + "ĠMalaysian": 11833, + "ĠPur": 11834, + "ased": 11835, + "ĠKnicks": 11836, + "aters": 11837, + "Ġalt": 11838, + "ICK": 11839, + "Ġcalculations": 11840, + "Ġmindset": 11841, + "unch": 11842, + "Ġgu": 11843, + "Ġsteadily": 11844, + "Ġfiction": 11845, + "ĠPap": 11846, + "forming": 11847, + "ĠActor": 11848, + "ĠBerry": 11849, + "imp": 11850, + "ĠUpper": 11851, + "Ġassessed": 11852, + "Ġlawn": 11853, + "ĠRoh": 11854, + "Ġclearance": 11855, + "funded": 11856, + "Ġpret": 11857, + "ĠHom": 11858, + "VS": 11859, + "ĠTourism": 11860, + "ĠRy": 11861, + "ĠGonz": 11862, + "ĠStudios": 11863, + "Ġanchor": 11864, + "Ġrecognise": 11865, + "Ġcooperate": 11866, + "enny": 11867, + "aza": 11868, + "ĠMeet": 11869, + "Ġeventual": 11870, + "SW": 11871, + "ĠCounsel": 11872, + "ĠSave": 11873, + "Ġlucrative": 11874, + "Ġslim": 11875, + "ĠGreens": 11876, + "Ġchemistry": 11877, + "ĠSheikh": 11878, + "Ġbridges": 11879, + "business": 11880, + "ĠSaf": 11881, + "ĠGy": 11882, + "Ġprotocol": 11883, + "Ġnephew": 11884, + "ĠBrands": 11885, + "ĠCulture": 11886, + "orship": 11887, + "Ġ(£": 11888, + "ĠDell": 11889, + "astics": 11890, + "Ġproving": 11891, + "ĠMann": 11892, + "aca": 11893, + "Ġindoor": 11894, + "ĠUganda": 11895, + "ĠRomney": 11896, + "ĠStage": 11897, + "Ġward": 11898, + "ĠAmber": 11899, + "haw": 11900, + "Ġtw": 11901, + "Ġbullying": 11902, + "ĠCAR": 11903, + "Ġassociates": 11904, + "ĠHopkins": 11905, + "Ġsuburb": 11906, + "Ġaggressively": 11907, + "Ġpostponed": 11908, + "Ġbas": 11909, + "Ġburglary": 11910, + "ĠFound": 11911, + "Ġfloors": 11912, + "Any": 11913, + "Ġjam": 11914, + "Ġvisibility": 11915, + "Ġbenefited": 11916, + "ĠAud": 11917, + "aying": 11918, + "iku": 11919, + "ĠPas": 11920, + "ĠGPS": 11921, + "ĠOwens": 11922, + "Ġreluctant": 11923, + "ĠOlivia": 11924, + "ols": 11925, + "Ġemotion": 11926, + "ĠHeavy": 11927, + "Ġhostile": 11928, + "Ġfavorites": 11929, + "Ġfeat": 11930, + "ĠCord": 11931, + "ĠGO": 11932, + "Ġindicted": 11933, + "idal": 11934, + "ĠIL": 11935, + "Ħ": 11936, + "acer": 11937, + "ICH": 11938, + "oda": 11939, + "Ġrecipients": 11940, + "Ġtribal": 11941, + "Ġresist": 11942, + "ĠCritics": 11943, + "Ġsang": 11944, + "ĠMath": 11945, + "ĠBrighton": 11946, + "ĠKw": 11947, + "Ġlimitations": 11948, + "Ġinterception": 11949, + "onde": 11950, + "ĠRobertson": 11951, + "Ġenjoys": 11952, + "site": 11953, + "Ġwings": 11954, + "ĠCeltic": 11955, + "Ġrelaxed": 11956, + "Share": 11957, + "Ġwarrants": 11958, + "oco": 11959, + "Ġcritically": 11960, + "GC": 11961, + "Ġcute": 11962, + "Ġlaying": 11963, + "itude": 11964, + "ĠMediterranean": 11965, + "Ġwatches": 11966, + "Ġdisagree": 11967, + "ĠReturn": 11968, + "ARC": 11969, + "people": 11970, + "Ġtwelve": 11971, + "Ġoverdose": 11972, + "ĠLot": 11973, + "ĠFROM": 11974, + "ĠPeters": 11975, + "Ġadministrators": 11976, + "Ġslam": 11977, + "jar": 11978, + "OH": 11979, + "ĠInitiative": 11980, + "Ġteamed": 11981, + "ĠMajority": 11982, + "June": 11983, + "ĠPlaza": 11984, + "lake": 11985, + "Ġglimpse": 11986, + "Ġrings": 11987, + "Ġos": 11988, + "Ġmentor": 11989, + "have": 11990, + "Ġlanguages": 11991, + "Ġuncle": 11992, + "agu": 11993, + "ĠWine": 11994, + "ĠCategory": 11995, + "ĠIng": 11996, + "Ġcontests": 11997, + "ĠRosen": 11998, + "ĠWhatever": 11999, + "Ġdenying": 12000, + "ean": 12001, + "Ġspec": 12002, + "Ġgrad": 12003, + "Ġtenants": 12004, + "show": 12005, + "ĠGregory": 12006, + "Ġcontention": 12007, + "Ġunanimously": 12008, + "ĠPin": 12009, + "fa": 12010, + "ĠPink": 12011, + "Ġswitched": 12012, + "acre": 12013, + "ĠTrading": 12014, + "VP": 12015, + "ĠMaple": 12016, + "Neill": 12017, + "Ġdiscounts": 12018, + "alls": 12019, + "Ġsounded": 12020, + "Ġrumours": 12021, + "ĠCre": 12022, + "hall": 12023, + "ĠTele": 12024, + "Ġthankful": 12025, + "Ġsurveyed": 12026, + "UB": 12027, + "Ġdignity": 12028, + "Ġnod": 12029, + "Ġmisleading": 12030, + "ĠTX": 12031, + "ĠBurke": 12032, + "Ġmounting": 12033, + "Ġskies": 12034, + "Ġbesides": 12035, + "ĠGarrett": 12036, + "tha": 12037, + "Ġintelligent": 12038, + "Ġtanks": 12039, + "apping": 12040, + "ĠRat": 12041, + "aint": 12042, + "Ġentertain": 12043, + "ĠAbdullah": 12044, + "Ġsink": 12045, + "ĠLan": 12046, + "ĠManufacturing": 12047, + "NFL": 12048, + "Ġthemes": 12049, + "ĠHaven": 12050, + "ĠDavies": 12051, + "ĠKerr": 12052, + "ĠLen": 12053, + "Ġcourtroom": 12054, + "Ġfailures": 12055, + "Ġlately": 12056, + "ĠElectronics": 12057, + "Ġgorgeous": 12058, + "Ġnotification": 12059, + "Ġ2030": 12060, + "aved": 12061, + "Ġdeer": 12062, + "economic": 12063, + "ĠStatistics": 12064, + "Ġconfrontation": 12065, + "Ġgovernors": 12066, + "ĠHaram": 12067, + "ĠLGBTQ": 12068, + "Ġprocessed": 12069, + "ĠDuchess": 12070, + "Ġdowns": 12071, + "Ġpork": 12072, + "Ġhumor": 12073, + "ocese": 12074, + "Ġneeding": 12075, + "Ġmidterm": 12076, + "ĠOval": 12077, + "Ġcorners": 12078, + "Ġtablets": 12079, + "eds": 12080, + "vere": 12081, + "Ġattacker": 12082, + "Paul": 12083, + "pee": 12084, + "ĠAlice": 12085, + "Ġrenowned": 12086, + "Ġ09": 12087, + "ocking": 12088, + "Ġcreditors": 12089, + "ĠPedro": 12090, + "ĠPhone": 12091, + "Ġsurveys": 12092, + "ĠWelsh": 12093, + "Ġcow": 12094, + "Ġbuilds": 12095, + "Ġ000": 12096, + "ĠAzerbaijan": 12097, + "ĠYad": 12098, + "Ġinfant": 12099, + "Ġmotorists": 12100, + "Ġpoorly": 12101, + "Ġmedications": 12102, + "Ġstupid": 12103, + "ĠCastro": 12104, + "user": 12105, + "antly": 12106, + "alty": 12107, + "ĠCond": 12108, + "issa": 12109, + "ĠIvan": 12110, + "Ġcostume": 12111, + "Ġ08": 12112, + "Ġhence": 12113, + "Ġdangers": 12114, + "Ġbullish": 12115, + "Life": 12116, + "Ġflavor": 12117, + "ĠCharleston": 12118, + "Ġbikes": 12119, + "Ġworkshops": 12120, + "Ġarranged": 12121, + "Ġcontender": 12122, + "Ġsequel": 12123, + "ĠPlant": 12124, + "Ġdonor": 12125, + "Ġfactories": 12126, + "rict": 12127, + "ellen": 12128, + "Ġrobots": 12129, + "ĠWor": 12130, + "ĠDirectors": 12131, + "ĠPeru": 12132, + "Ġqueen": 12133, + "ĠTimothy": 12134, + "ĠToo": 12135, + "Ġobservers": 12136, + "Ġears": 12137, + "Ġbel": 12138, + "link": 12139, + "uns": 12140, + "Ġhomers": 12141, + "Ġadjacent": 12142, + "Ġconfidential": 12143, + "Ġstunned": 12144, + "iden": 12145, + "illed": 12146, + "ESS": 12147, + "Ġconvenient": 12148, + "ĠLindsey": 12149, + "por": 12150, + "upp": 12151, + "Ġborrow": 12152, + "ĠAhmad": 12153, + "ORT": 12154, + "Ġrelate": 12155, + "ĠSelf": 12156, + "ĠVanguard": 12157, + "utter": 12158, + "ĠBranch": 12159, + "ĠBolton": 12160, + "bat": 12161, + "Ġoutright": 12162, + "fighters": 12163, + "ĠBed": 12164, + "Ġpes": 12165, + "inski": 12166, + "Ġgunshot": 12167, + "Ġprinting": 12168, + "ĠSent": 12169, + "vern": 12170, + "Ġharvest": 12171, + "Ġbubble": 12172, + "Ġrefund": 12173, + "Ġfuels": 12174, + "Ġdive": 12175, + "Ġdiplomat": 12176, + "Ġpile": 12177, + "ĠVery": 12178, + "rot": 12179, + "ĠSearch": 12180, + "ĠJoyce": 12181, + "ĠPruitt": 12182, + "ĠLevel": 12183, + "ĠBP": 12184, + "ĠLac": 12185, + "had": 12186, + "Ġexpenditure": 12187, + "ĠMadd": 12188, + "Ġpockets": 12189, + "ĠClippers": 12190, + "ĠDear": 12191, + "ĠGive": 12192, + "Ġhal": 12193, + "Ġvertical": 12194, + "Ġwholesale": 12195, + "what": 12196, + "ĠSpringfield": 12197, + "ayed": 12198, + "ĠSom": 12199, + "Ġsecrets": 12200, + "Ġcharts": 12201, + "iar": 12202, + "ibility": 12203, + "LAND": 12204, + "Ġbearing": 12205, + "Ġprom": 12206, + "Ġtab": 12207, + "Ġsheets": 12208, + "ĠGL": 12209, + "Ġendless": 12210, + "opening": 12211, + "ĠOwen": 12212, + "Ġunderneath": 12213, + "ĠErik": 12214, + "ĠDACA": 12215, + "Ġsteering": 12216, + "Ġfootprint": 12217, + "ĠRoma": 12218, + "ĠDucks": 12219, + "ĠEllen": 12220, + "ĠProfessional": 12221, + "ĠGardens": 12222, + "Ġgoalie": 12223, + "Ġshine": 12224, + "Ġturmoil": 12225, + "Ġhunger": 12226, + "ĠâĢĭ": 12227, + "active": 12228, + "hey": 12229, + "Ġblessed": 12230, + "ason": 12231, + "oping": 12232, + "ĠThousands": 12233, + "Ġdose": 12234, + "ĠLor": 12235, + "Ġevolved": 12236, + "Ġcharities": 12237, + "ĠPE": 12238, + "ĠRub": 12239, + "ws": 12240, + "Ġmist": 12241, + "ĠShen": 12242, + "Ġbiological": 12243, + "ĠTweet": 12244, + "Ġcollections": 12245, + "Ġsubstantially": 12246, + "inner": 12247, + "Ġbattled": 12248, + "ĠCong": 12249, + "Hold": 12250, + "wp": 12251, + "Ġwells": 12252, + "Ġsake": 12253, + "Ġunrest": 12254, + "ĠKurt": 12255, + "Ġripped": 12256, + "itation": 12257, + "Ġneighbourhood": 12258, + "Ġinv": 12259, + "Ġcad": 12260, + "ĠCuban": 12261, + "ĠWealth": 12262, + "Ġtuition": 12263, + "Ġdeclaring": 12264, + "sch": 12265, + "orne": 12266, + "Ġwondered": 12267, + "ĠChaff": 12268, + "Ġdealer": 12269, + "ĠNumber": 12270, + "Mobile": 12271, + "Ġscratch": 12272, + "Ġprepares": 12273, + "ĠSens": 12274, + "ĠIstanbul": 12275, + "ĠPanama": 12276, + "ĠCay": 12277, + "Ġallocation": 12278, + "itutional": 12279, + "Ġhar": 12280, + "ĠNazi": 12281, + "ĠSund": 12282, + "Ġwarehouse": 12283, + "Ġbackyard": 12284, + "ĠIll": 12285, + "Ġunlawful": 12286, + "ĠReform": 12287, + "Ġbasement": 12288, + "ĠHi": 12289, + "ĠPictures": 12290, + "Ġtransfers": 12291, + "ĠSell": 12292, + "Ġfluid": 12293, + "Ġambitions": 12294, + "wife": 12295, + "Ġintensive": 12296, + "Ġsteals": 12297, + "Ġfestive": 12298, + "ĠHayes": 12299, + "Ġrestoration": 12300, + "Ġbranded": 12301, + "Journal": 12302, + "Ġmacro": 12303, + "Ġconsole": 12304, + "ĠMelania": 12305, + "ĠRahul": 12306, + "Ġdisposal": 12307, + "Ġcult": 12308, + "Ġpetrol": 12309, + "Ġtires": 12310, + "Ġkidnapping": 12311, + "Ġ115": 12312, + "Ġswap": 12313, + "ĠSud": 12314, + "Ġblown": 12315, + "ĠHindu": 12316, + "ĠBeckham": 12317, + "ĠGul": 12318, + "Ġfixture": 12319, + "Ġwisdom": 12320, + "Ġmines": 12321, + "fort": 12322, + "Ġrivers": 12323, + "ĠCyber": 12324, + "Ġtouches": 12325, + "race": 12326, + "Ġrelax": 12327, + "Ġcrashes": 12328, + "Ġconstituency": 12329, + "Ġ1979": 12330, + "Ġbureau": 12331, + "Ġinterface": 12332, + "Ġdetected": 12333, + "ĠBio": 12334, + "Ġhighlighting": 12335, + "ames": 12336, + "Ġcorresponding": 12337, + "great": 12338, + "Ġgray": 12339, + "Ġadvantages": 12340, + "ĠME": 12341, + "ĠAbbas": 12342, + "Ġnaked": 12343, + "rington": 12344, + ".),": 12345, + "ĠFace": 12346, + "third": 12347, + "Ġtranscript": 12348, + "ples": 12349, + "Good": 12350, + "ĠArctic": 12351, + "Ġtolerance": 12352, + "reat": 12353, + "green": 12354, + "ĠMik": 12355, + "Ġoutreach": 12356, + "Ġrolls": 12357, + "Ġgen": 12358, + "Ġsupplied": 12359, + "Ġguarantees": 12360, + "aug": 12361, + "Ġsemif": 12362, + "ounds": 12363, + "running": 12364, + "Ġfitting": 12365, + "ĠRisk": 12366, + "iveness": 12367, + "family": 12368, + "Ġti": 12369, + "ĠIsaac": 12370, + "Ġdump": 12371, + "ĠPatricia": 12372, + "Ġpassport": 12373, + "ĠRhode": 12374, + "Who": 12375, + "log": 12376, + "Ġstat": 12377, + "Ġrat": 12378, + "ango": 12379, + "SB": 12380, + "ĠMaur": 12381, + "Ġsmiling": 12382, + "Ġstrikeouts": 12383, + "Ġpupils": 12384, + "Ġcomplications": 12385, + "ĠAdvanced": 12386, + "ĠMonetary": 12387, + "ĠTall": 12388, + "ĠALL": 12389, + "Ġcontributor": 12390, + "ĠAdvertising": 12391, + "Ġhorrific": 12392, + "Ġcompeted": 12393, + "ĠKenneth": 12394, + "Ġhailed": 12395, + "Ġbones": 12396, + "Ġbolster": 12397, + "ĠBoss": 12398, + "Ġhospitalized": 12399, + "ĠTelegraph": 12400, + "ĠIndependence": 12401, + "Ġdr": 12402, + "ĠHang": 12403, + "Ġdocumented": 12404, + "Ġsubtle": 12405, + "invest": 12406, + "Ġbounced": 12407, + "ĠMAN": 12408, + "Ġprofession": 12409, + "Ń": 12410, + "Ġexcellence": 12411, + "ĠInspector": 12412, + "ĠBL": 12413, + "Ġdisrupt": 12414, + "ĠWinston": 12415, + "ĠCommunist": 12416, + "ĠSharon": 12417, + "Ġmechanical": 12418, + "Ġtreats": 12419, + "Ġdesperately": 12420, + "ĠIndy": 12421, + "ĠGi": 12422, + "ĠComposite": 12423, + "ĠHeath": 12424, + "aser": 12425, + "ĠCardiff": 12426, + "ilit": 12427, + "Ġeased": 12428, + "Ġprospective": 12429, + "Ġcommissioned": 12430, + "Ġtire": 12431, + "Ġalign": 12432, + "Ġgesture": 12433, + "Ġweakened": 12434, + "URE": 12435, + "SN": 12436, + "Ġnationals": 12437, + "Ġrelies": 12438, + "ĠIRS": 12439, + "ĠCount": 12440, + "Ġmedicines": 12441, + "Ġcongress": 12442, + "Ġstranger": 12443, + "Qu": 12444, + "lessly": 12445, + "ĠQueens": 12446, + "ĠAlleg": 12447, + "uing": 12448, + "ĠWy": 12449, + "ĠMiguel": 12450, + "idi": 12451, + "Ġcivic": 12452, + "ĠPetro": 12453, + "endo": 12454, + "Obviously": 12455, + "Ġreflection": 12456, + "ĠStop": 12457, + "ĠFitzgerald": 12458, + "placed": 12459, + "shore": 12460, + "Ġcorrectly": 12461, + "ĠNE": 12462, + "amy": 12463, + "ĠCT": 12464, + "some": 12465, + "ĠMb": 12466, + "oi": 12467, + "ĠHogan": 12468, + "ĠInnovation": 12469, + "ĠVilla": 12470, + "ĠCAN": 12471, + "ĠCemetery": 12472, + "into": 12473, + "Ġquestionable": 12474, + "Ġcreator": 12475, + "rug": 12476, + "Ġsemifinals": 12477, + "mission": 12478, + "Ġcle": 12479, + "ĠWaters": 12480, + "ĠNixon": 12481, + "ĠBT": 12482, + "Ġassuming": 12483, + "ĠJer": 12484, + "ĠClay": 12485, + "pack": 12486, + "ĠCool": 12487, + "may": 12488, + "Ġdecor": 12489, + "Ġspike": 12490, + "ĠSomalia": 12491, + "ĠKarn": 12492, + "ĠDamascus": 12493, + "Shares": 12494, + "Ġsus": 12495, + "ĠMoss": 12496, + "Ġ1985": 12497, + "Ġsuperintendent": 12498, + "ĠResults": 12499, + "Ġspends": 12500, + "prom": 12501, + "Ġshipped": 12502, + "Ġlaundering": 12503, + "ĠLeslie": 12504, + "Ġmeteor": 12505, + "Ġabandon": 12506, + "Ġdeliberately": 12507, + "ĠSentinel": 12508, + "Ġfascinating": 12509, + "Ġenrollment": 12510, + "ĠExperts": 12511, + "ĠSimilarly": 12512, + "ĠCuomo": 12513, + "bor": 12514, + "Ġune": 12515, + "neutral": 12516, + "Ġhamstring": 12517, + "Ġnegotiated": 12518, + "zes": 12519, + "ĠLeo": 12520, + "ĠDoctor": 12521, + "Ġcurriculum": 12522, + "ĠFocus": 12523, + "Ġtravels": 12524, + "Ġbeverage": 12525, + "ĠIncluding": 12526, + "tz": 12527, + "type": 12528, + "ĠRange": 12529, + "Ġfloods": 12530, + "Ġcoached": 12531, + "Ġdominance": 12532, + "letico": 12533, + "ĠRafael": 12534, + "Ġpredictions": 12535, + "Ġprosperity": 12536, + "ĠCav": 12537, + "Ġclinics": 12538, + "ĠBanking": 12539, + "ĠComing": 12540, + "ears": 12541, + "ĠKaepernick": 12542, + "ĠBlvd": 12543, + "Ġretained": 12544, + "isions": 12545, + "Ġko": 12546, + "Ġensemble": 12547, + "Ġprecise": 12548, + "Ġcompact": 12549, + "MD": 12550, + "ĠJet": 12551, + "ached": 12552, + "ĠTru": 12553, + "ĠBass": 12554, + "ĠIcon": 12555, + "Ġexcluding": 12556, + "sur": 12557, + "Ġconstruct": 12558, + "Ġvoiced": 12559, + "pan": 12560, + "Ġinability": 12561, + "Ġexc": 12562, + "Ġmate": 12563, + "Ġtrailing": 12564, + "Ġsuccessive": 12565, + "Ġbets": 12566, + "Ġgauge": 12567, + "Ġminorities": 12568, + "ĠIND": 12569, + "ĠVel": 12570, + "ĠGP": 12571, + "oid": 12572, + "bon": 12573, + "Ġpred": 12574, + "Ġdash": 12575, + "Ġperformer": 12576, + "Ġoccasional": 12577, + "aken": 12578, + "mes": 12579, + "America": 12580, + "Ġliver": 12581, + "Sp": 12582, + "Big": 12583, + "Ġwildfires": 12584, + "ĠJackie": 12585, + "ĠLed": 12586, + "ĠFinland": 12587, + "Ġjurors": 12588, + "olic": 12589, + "urance": 12590, + "ĠEdge": 12591, + "open": 12592, + "Ġscenarios": 12593, + "Ġglory": 12594, + "entry": 12595, + "ĠCoffee": 12596, + "rep": 12597, + "ĠChand": 12598, + "ĠVas": 12599, + "ĠIslamabad": 12600, + "Ġbur": 12601, + "ĠFle": 12602, + "ĠEdition": 12603, + "Ġshoe": 12604, + "ï¸ı": 12605, + "**": 12606, + "tle": 12607, + "ĠEb": 12608, + "keeping": 12609, + "ĠBasketball": 12610, + "ĠVon": 12611, + "ĠCF": 12612, + "MENT": 12613, + "amm": 12614, + "ĠFernando": 12615, + "Ġcompares": 12616, + "ĠDouble": 12617, + "Ġconvictions": 12618, + "Ġatop": 12619, + "Ġcops": 12620, + "Ġremembers": 12621, + "Ġlacking": 12622, + "dom": 12623, + "itate": 12624, + "ĠBeauty": 12625, + "Ġdevelops": 12626, + "ĠGor": 12627, + "Ġfunctional": 12628, + "ĠCOUNTY": 12629, + "ĠUpon": 12630, + "Ġsprint": 12631, + "Ġinjection": 12632, + "Ġminors": 12633, + "ĠTamil": 12634, + "ĠGat": 12635, + "101": 12636, + "ety": 12637, + "Ġdrum": 12638, + "Ġtasked": 12639, + "Ġpact": 12640, + "Ġ170": 12641, + "MR": 12642, + "ĠRamos": 12643, + "Ġcandy": 12644, + "Sc": 12645, + "iced": 12646, + "Ġsupermarket": 12647, + "Ġworrying": 12648, + "Ġsellers": 12649, + "ĠTag": 12650, + ".:": 12651, + "Ġmixture": 12652, + "oting": 12653, + "Bl": 12654, + "ĠLl": 12655, + "ĠJal": 12656, + "ican": 12657, + "ĠBid": 12658, + "country": 12659, + "ĠStrategy": 12660, + "Ġadverse": 12661, + "Ġplunged": 12662, + "ĠMit": 12663, + "Ġstark": 12664, + "aton": 12665, + "Ġbooking": 12666, + "Tr": 12667, + "Ġcontainers": 12668, + "Ġvintage": 12669, + "ĠPit": 12670, + "Ġsurfaced": 12671, + "Ġindependently": 12672, + "Ġdetection": 12673, + "ĠBeyon": 12674, + "Ġcasualties": 12675, + "Ġstabbing": 12676, + "oved": 12677, + "Ġbarred": 12678, + "Ġthereby": 12679, + "Ġpartnered": 12680, + "Ġposing": 12681, + "ĠShannon": 12682, + "ĠChapel": 12683, + "Ġtechnically": 12684, + "uous": 12685, + "»": 12686, + "ometer": 12687, + "Ġwildfire": 12688, + "share": 12689, + "heart": 12690, + "Ġammunition": 12691, + "Ġthrive": 12692, + "ĠStre": 12693, + "GP": 12694, + "cé": 12695, + "ĠMonaco": 12696, + "goal": 12697, + "ĠUm": 12698, + "ĠHSBC": 12699, + "ĠHilton": 12700, + "ĠViv": 12701, + "ĠKell": 12702, + "Ġdecisive": 12703, + "Ġmotive": 12704, + "amo": 12705, + "feld": 12706, + "ĠWH": 12707, + "iry": 12708, + "ulu": 12709, + "ĠSchneider": 12710, + "Ġcampaigning": 12711, + "Ġseparately": 12712, + "igo": 12713, + "ĠED": 12714, + "ĠRamirez": 12715, + "Ġmetro": 12716, + "ĠPatel": 12717, + "ĠChi": 12718, + "ĠAudi": 12719, + "Ġcharacteristics": 12720, + "Ġrestart": 12721, + "Ġkeyboard": 12722, + "ĠSD": 12723, + "his": 12724, + "biz": 12725, + "ĠSoft": 12726, + "ĠGrammy": 12727, + "Ġcontested": 12728, + "Ġweekends": 12729, + "Ġ112": 12730, + "Ġcycling": 12731, + "Ġhealthier": 12732, + "ija": 12733, + "Ġheader": 12734, + "Ġemploy": 12735, + "İ": 12736, + "Ġshortages": 12737, + "ĠAsk": 12738, + "ĠIvanka": 12739, + "Ġpartisan": 12740, + "Ġflowing": 12741, + "Ġcave": 12742, + "ENS": 12743, + "Ġups": 12744, + "read": 12745, + "ouch": 12746, + "Ġ102": 12747, + "Ġforming": 12748, + "bot": 12749, + "bie": 12750, + "Ġenrolled": 12751, + "Ġconcussion": 12752, + "Ġaffidavit": 12753, + "Ġmysterious": 12754, + "uries": 12755, + "ĠMang": 12756, + "Ġauthentic": 12757, + "Ġmetrics": 12758, + "ĠTwins": 12759, + "Ġprep": 12760, + "IJ": 12761, + "Ġdesired": 12762, + "ĠDiv": 12763, + "wall": 12764, + "ĠTab": 12765, + "Ġcompet": 12766, + "Ġrelied": 12767, + "Ġinequality": 12768, + "Ġmanual": 12769, + "ĠBucks": 12770, + "agging": 12771, + "Ġcorporation": 12772, + "Ġbanner": 12773, + "Ġgraphics": 12774, + "Ġaccurately": 12775, + "ĠMeeting": 12776, + "Ġconsult": 12777, + "ser": 12778, + "Ġprotesting": 12779, + "Ġhurting": 12780, + "omed": 12781, + "tes": 12782, + "Ġrode": 12783, + "Ġstartups": 12784, + "Ġhanding": 12785, + "ĠNest": 12786, + "Ġconsistency": 12787, + "anned": 12788, + "dem": 12789, + "ĠLyon": 12790, + "ĠCompetition": 12791, + "Ġtricky": 12792, + "Ġcos": 12793, + "ĠBengals": 12794, + "arry": 12795, + "Ġunderwent": 12796, + "ĠKit": 12797, + "à": 12798, + "uploads": 12799, + "Ġskate": 12800, + "Ġ''": 12801, + "Ġjun": 12802, + "ĠContent": 12803, + "focused": 12804, + "lat": 12805, + "ĠExp": 12806, + "ought": 12807, + "Ġnightmare": 12808, + "ĠExpect": 12809, + "Ġprecisely": 12810, + "ĠMonica": 12811, + "Ġlobbying": 12812, + "ĠChester": 12813, + "ĠInvest": 12814, + "Former": 12815, + "Ġimminent": 12816, + "ĠNL": 12817, + "Ġcomparing": 12818, + "ĠChes": 12819, + "ede": 12820, + "ĠNobel": 12821, + "mers": 12822, + "ĠKin": 12823, + "ĠBoko": 12824, + "ount": 12825, + "Ġthoroughly": 12826, + "Ġscattered": 12827, + "sharing": 12828, + "markets": 12829, + "ĠMis": 12830, + "Ġambition": 12831, + "Ġpreference": 12832, + "Ġeffectiveness": 12833, + "rio": 12834, + "Ġheavyweight": 12835, + "Ġovert": 12836, + "anya": 12837, + "ĠKanye": 12838, + "ishi": 12839, + "Ġrewards": 12840, + "uled": 12841, + "bach": 12842, + "Ġemphasized": 12843, + "Ġapologize": 12844, + "ĠRecent": 12845, + "!!": 12846, + "Ġanimated": 12847, + "ĠExxon": 12848, + "Ġfruits": 12849, + "Ġstripped": 12850, + "fold": 12851, + "ĠIndonesian": 12852, + "ller": 12853, + "Ġdementia": 12854, + "Ġkidney": 12855, + "Ġhalted": 12856, + "years": 12857, + "Ġconcerts": 12858, + "Ġrefers": 12859, + "ĠFri": 12860, + "Your": 12861, + "irl": 12862, + "Ġleap": 12863, + "jud": 12864, + "ĠHugh": 12865, + "ĠFO": 12866, + "Ġsore": 12867, + "Ġkil": 12868, + "ĠMate": 12869, + "cci": 12870, + "Ġsetback": 12871, + "Ġtightening": 12872, + "keeper": 12873, + "ĠAlbany": 12874, + "Ġpolicymakers": 12875, + "Ġdisorders": 12876, + "ĠCBC": 12877, + "ĠDiaz": 12878, + "Ġmaps": 12879, + "Ġroutinely": 12880, + "Ġverify": 12881, + "Ġbash": 12882, + "ĠJinping": 12883, + "Ġdisasters": 12884, + "ĠMonroe": 12885, + "ĠLouise": 12886, + "JP": 12887, + "ĠNevertheless": 12888, + "Ġconcessions": 12889, + "ĠPog": 12890, + "going": 12891, + "ĠFifth": 12892, + "ĠJill": 12893, + "ICT": 12894, + "ĠFM": 12895, + "ĠSugar": 12896, + "ĠBarb": 12897, + "Ġmidway": 12898, + "Ġtin": 12899, + "ĠPic": 12900, + "ĠPL": 12901, + "Ġleaks": 12902, + "Ġgrief": 12903, + "Ġtattoo": 12904, + "`": 12905, + "Ġment": 12906, + "ĠNu": 12907, + "Ġmarry": 12908, + "Ġdiving": 12909, + "Ġ1982": 12910, + "Ġcoin": 12911, + "ĠPoc": 12912, + "Ġstarred": 12913, + "ĠRiverside": 12914, + "Ġsidelined": 12915, + "Ġminers": 12916, + "STON": 12917, + "Ġbelongs": 12918, + "ĠSantos": 12919, + "ĠTechnical": 12920, + "aco": 12921, + "Ġadvise": 12922, + "Ġstreams": 12923, + "Ġcooler": 12924, + "ĠHE": 12925, + "Ġordering": 12926, + "ĠTask": 12927, + "ĠACT": 12928, + "ĠAnton": 12929, + "Ġcertification": 12930, + "ĠLeafs": 12931, + "ĠTS": 12932, + "ĠSerbia": 12933, + "azi": 12934, + "inks": 12935, + "ĠEST": 12936, + "Ġrelay": 12937, + "°": 12938, + "Ġdisappearance": 12939, + "ĠRomania": 12940, + "Ġoven": 12941, + "Ġowed": 12942, + "ĠStrip": 12943, + "ulated": 12944, + "UC": 12945, + "ITE": 12946, + "bling": 12947, + "Then": 12948, + "ppy": 12949, + "Ġunlimited": 12950, + "Ġcalories": 12951, + "Ġmerchandise": 12952, + "Ġblonde": 12953, + "ĠSpicer": 12954, + "performing": 12955, + "Ġimpl": 12956, + "Ġplates": 12957, + "Ġmosque": 12958, + "Ġdemon": 12959, + "Ġought": 12960, + "Ġdumped": 12961, + "Ġtracked": 12962, + "even": 12963, + "Ġstabil": 12964, + "imet": 12965, + "ĠLiga": 12966, + "ugh": 12967, + "ther": 12968, + "agar": 12969, + "Ġarchitect": 12970, + "Ġallocated": 12971, + "ĠJoey": 12972, + "Ġmarathon": 12973, + "master": 12974, + "ĠBert": 12975, + "Ġast": 12976, + "ĠEbola": 12977, + "ĠConservation": 12978, + "nic": 12979, + "Ġparallel": 12980, + "Ġinmate": 12981, + "Ġlocate": 12982, + "Ġdistribute": 12983, + "guard": 12984, + "Ġtackling": 12985, + "ential": 12986, + "Ġvi": 12987, + "Ġcups": 12988, + "Ġrhythm": 12989, + "Ġendured": 12990, + "ĠHub": 12991, + "ois": 12992, + "ĠLiberals": 12993, + "ĠRedskins": 12994, + "ĠEP": 12995, + "ĠKnox": 12996, + "fr": 12997, + "Ġmassacre": 12998, + "oka": 12999, + "Ġcompl": 13000, + "raft": 13001, + "ĠPublished": 13002, + "Ġattraction": 13003, + "ĠStephens": 13004, + "ility": 13005, + "ĠPul": 13006, + "ĠCapt": 13007, + "Ġexploded": 13008, + "Ġexceeded": 13009, + "lying": 13010, + "Ġcal": 13011, + "Mart": 13012, + "Ġpaintings": 13013, + "inate": 13014, + "ĠBrendan": 13015, + "Ġfortune": 13016, + "onductor": 13017, + "Ġphysicians": 13018, + "ĠStudy": 13019, + "ĠBul": 13020, + "ĠModern": 13021, + "HD": 13022, + "ĠBour": 13023, + "Ġtying": 13024, + "Ġ1967": 13025, + "Ġlighter": 13026, + "Ġtoss": 13027, + "inspired": 13028, + "Ġgreeted": 13029, + "Ġcycl": 13030, + "Ġverified": 13031, + "Ġmerit": 13032, + "sign": 13033, + "lder": 13034, + "Ġdebts": 13035, + "ĠSnyder": 13036, + "Ġamendments": 13037, + "Ġindicators": 13038, + "ĠDortmund": 13039, + "then": 13040, + "ĠListen": 13041, + "ĠFB": 13042, + "ref": 13043, + "ĠIoT": 13044, + "ĠBrewers": 13045, + "ĠLeadership": 13046, + "ĠNicolas": 13047, + "ĠBody": 13048, + "Ġsam": 13049, + "ĠAdvisor": 13050, + "Ġcord": 13051, + "Ġabuses": 13052, + "ĠPortuguese": 13053, + "Ġflown": 13054, + "VR": 13055, + "Ġconsumed": 13056, + "Ġreass": 13057, + "Ġalien": 13058, + "Ġrivalry": 13059, + "ĠREPORT": 13060, + "ĠRush": 13061, + "Ġdirecting": 13062, + "Ġsearches": 13063, + "ĠHP": 13064, + "ĠRoll": 13065, + "ĠFay": 13066, + "ĠClare": 13067, + "Ġhaul": 13068, + "Ġriot": 13069, + "Ġsettlements": 13070, + "Ġnorm": 13071, + "Ġaccelerated": 13072, + "ĠLok": 13073, + "Ġclever": 13074, + "Ġhyd": 13075, + "Ġstats": 13076, + "ĠHull": 13077, + "kers": 13078, + "Ġbuys": 13079, + "uter": 13080, + "Ġfue": 13081, + "https": 13082, + "UD": 13083, + "Ġisolation": 13084, + "Ġsuspend": 13085, + "ĠRules": 13086, + "ĠCircle": 13087, + "ĠHopefully": 13088, + "played": 13089, + "âĢ³": 13090, + "ĠPRE": 13091, + "sim": 13092, + "edd": 13093, + "ĠProperties": 13094, + "Ġbeans": 13095, + "Ġrevive": 13096, + "ĠBir": 13097, + "oug": 13098, + "Ġmob": 13099, + "Ġshowdown": 13100, + "iman": 13101, + "Ġpap": 13102, + "Ġvol": 13103, + "wu": 13104, + "Ġdiver": 13105, + "Ġpill": 13106, + "ĠMarlins": 13107, + "ĠLamar": 13108, + "Ġpersistent": 13109, + "Ġcondolences": 13110, + "ĠThor": 13111, + "Ab": 13112, + "Ġimpress": 13113, + "ĠRaptors": 13114, + "Ġreferences": 13115, + "Ġstiff": 13116, + "ĠBash": 13117, + "eding": 13118, + "Ġmurders": 13119, + "ĠGene": 13120, + "ĠManila": 13121, + "Ġbrokers": 13122, + "Ms": 13123, + "start": 13124, + "ĠDhabi": 13125, + "etz": 13126, + "Ġsubmission": 13127, + "ĠSchmidt": 13128, + "ĠPersonal": 13129, + "ĠBeverly": 13130, + "ĠMovie": 13131, + "ĠLamb": 13132, + "Ġplacement": 13133, + "Ġfolk": 13134, + "Ġfrequency": 13135, + "Ġplanted": 13136, + "Ġtwins": 13137, + "prov": 13138, + "rec": 13139, + "Ġpermanently": 13140, + "Ġcoordination": 13141, + "ĠCart": 13142, + "Ġobstacles": 13143, + "Ġliterature": 13144, + "Ġtu": 13145, + "Ġchill": 13146, + "ĠReserved": 13147, + "Ġlovers": 13148, + "ĠOutside": 13149, + "Ġslideshow": 13150, + "ĠGru": 13151, + "Ġty": 13152, + "Ġsalad": 13153, + "Ġlaboratory": 13154, + "ĠHolt": 13155, + "Ġ103": 13156, + "urb": 13157, + "ĠOrganisation": 13158, + "ĠAndrews": 13159, + "Ġrecipient": 13160, + "arch": 13161, + "Ġbleeding": 13162, + "ĠPand": 13163, + "Ġoverturned": 13164, + "Ġlistened": 13165, + "Ġclause": 13166, + "Ġnationalist": 13167, + "Ġresumed": 13168, + "ĠCout": 13169, + "ĠPride": 13170, + "Ġlayers": 13171, + "ĠBella": 13172, + "Ġreversed": 13173, + "Ġpriest": 13174, + "ĠFX": 13175, + "Ġalbeit": 13176, + "Ġhalfway": 13177, + "Ġcotton": 13178, + "ĠCarey": 13179, + "ĠTE": 13180, + "OCK": 13181, + "Ġbuck": 13182, + "ributes": 13183, + "ea": 13184, + "Ġfancy": 13185, + "ĠBuc": 13186, + "Ġbans": 13187, + "uters": 13188, + "Ġliabilities": 13189, + "ĠSou": 13190, + "ĠBernie": 13191, + "Ġintervene": 13192, + "food": 13193, + "ĠNDP": 13194, + "Ġinsist": 13195, + "Ġcontracted": 13196, + "hawk": 13197, + "),\"": 13198, + "ĠDawn": 13199, + "Ġmol": 13200, + "Ġcommissioners": 13201, + "Ġstranded": 13202, + "Ġoverwhelmed": 13203, + "Ġrecipes": 13204, + "Ġva": 13205, + "Ġrad": 13206, + "Ġscare": 13207, + "rez": 13208, + "Ġeliminating": 13209, + "Ġresc": 13210, + "ĠBreak": 13211, + "chn": 13212, + "Ġdelight": 13213, + "iot": 13214, + "Ġfreely": 13215, + "TI": 13216, + "ĠBluetooth": 13217, + "ĠMonth": 13218, + "ĠFlor": 13219, + "ĠFreddie": 13220, + "Ġtrailed": 13221, + "Ġinvestigative": 13222, + "Ġimposing": 13223, + "Ġattracting": 13224, + "awk": 13225, + "ĠSherman": 13226, + "Ġsucceeded": 13227, + "Ġvent": 13228, + "Ġreconciliation": 13229, + "ĠCel": 13230, + "ĠThroughout": 13231, + "ĠDowntown": 13232, + "ĠBrother": 13233, + "Ġtraditions": 13234, + "Ġmir": 13235, + "Ġstamp": 13236, + "tery": 13237, + "etti": 13238, + "isch": 13239, + "tic": 13240, + "Ġbanning": 13241, + "loss": 13242, + "ĠSpeedway": 13243, + "Ġstalled": 13244, + "ĠEN": 13245, + "ASH": 13246, + "thing": 13247, + "ĠAppeals": 13248, + "rac": 13249, + "Ġdistress": 13250, + "ĠConservatives": 13251, + "ĠPremium": 13252, + "usa": 13253, + "Ġslump": 13254, + "imm": 13255, + "ĠSupp": 13256, + "ĠWong": 13257, + "Ġdistant": 13258, + "Ġ104": 13259, + "Ġtide": 13260, + "ĠNorfolk": 13261, + "ĠYang": 13262, + "Ġsmashed": 13263, + "ĠBarrett": 13264, + "inho": 13265, + "Ġrobbed": 13266, + "ĠFarmers": 13267, + "filled": 13268, + "BT": 13269, + "Ġautumn": 13270, + "Ġtemple": 13271, + "ĠJacobs": 13272, + "Ġprecipitation": 13273, + "ĠHours": 13274, + "ĠFlight": 13275, + "Ġbeside": 13276, + "ĠOre": 13277, + "!)": 13278, + "ĠTurnbull": 13279, + "Ġpig": 13280, + "Ġcooling": 13281, + "Ġservers": 13282, + "oriented": 13283, + "Ġlocks": 13284, + "ĠSears": 13285, + "aving": 13286, + "ĠQuick": 13287, + "ĠGlob": 13288, + "ĠMining": 13289, + "Ġhorizon": 13290, + "arians": 13291, + "ĠOm": 13292, + "writing": 13293, + "Ġbelieving": 13294, + "Ġbon": 13295, + "Ġmounted": 13296, + "Ġpunt": 13297, + "ucci": 13298, + "uzz": 13299, + "cul": 13300, + "Ġkiss": 13301, + "ĠOnt": 13302, + "ĠCyprus": 13303, + "Ġrelying": 13304, + "Ġpiano": 13305, + "Ġcure": 13306, + "Ġcontinuously": 13307, + "ĠNobody": 13308, + "ĠBund": 13309, + "osis": 13310, + "ĠAurora": 13311, + "ĠBach": 13312, + "ĠKendall": 13313, + "Ġechoed": 13314, + "iable": 13315, + "Ġconscious": 13316, + "Ġmonster": 13317, + "omo": 13318, + "proof": 13319, + "ĠNate": 13320, + "Ġfilmmaker": 13321, + "ĠNaj": 13322, + "Ġvendor": 13323, + "ĠFoot": 13324, + "ĠChang": 13325, + "ĠFest": 13326, + "Ġselfie": 13327, + "Ġenters": 13328, + "ĠConor": 13329, + "ĠMosul": 13330, + "ĠWHAT": 13331, + "Ġwa": 13332, + "ĠGamb": 13333, + "osta": 13334, + "Ġcautioned": 13335, + "ĠTucker": 13336, + "ĠAirways": 13337, + "Ġvisitor": 13338, + "Ġ·": 13339, + "ĠRevolution": 13340, + "aching": 13341, + "Ġearliest": 13342, + "ĠQuality": 13343, + "Ġshorts": 13344, + "ube": 13345, + "ĠOperation": 13346, + "ĠSabha": 13347, + "Ġstrengths": 13348, + "ikes": 13349, + "Ġsexy": 13350, + "Ġrot": 13351, + "ibles": 13352, + "Ġcolours": 13353, + "THE": 13354, + "ailed": 13355, + "Ġwoke": 13356, + "ĠEmbassy": 13357, + "Ġinfamous": 13358, + "rov": 13359, + "State": 13360, + "âĢ¦.": 13361, + "Ġpond": 13362, + "Ġcapt": 13363, + "fore": 13364, + "De": 13365, + "Ġedited": 13366, + "self": 13367, + "Hey": 13368, + "Ġportrait": 13369, + "ĠManufact": 13370, + "ĠStand": 13371, + "Ġcontenders": 13372, + "':": 13373, + "acker": 13374, + "Ġwithdrawn": 13375, + "ĠBraves": 13376, + "ĠHosp": 13377, + "changing": 13378, + "ĠBag": 13379, + "Ġadjustment": 13380, + "ĠCousins": 13381, + "ĠAAP": 13382, + "Ġfi": 13383, + "Ġoutdoors": 13384, + "Ġlacked": 13385, + "BM": 13386, + "ĠWHO": 13387, + "ĠPST": 13388, + "ĠLuck": 13389, + "Ġassisting": 13390, + "ĠGround": 13391, + "ĠTeen": 13392, + "ĠOle": 13393, + "Ġembarrassing": 13394, + "ĠWalt": 13395, + "ĠVision": 13396, + "ĠFal": 13397, + "ĠZoo": 13398, + "ĠWorth": 13399, + "ĠFloyd": 13400, + "ĠGujarat": 13401, + "Ġtipped": 13402, + "Ġfam": 13403, + "ĠDad": 13404, + "Ġworship": 13405, + "Ġtyre": 13406, + "Ġrebuilding": 13407, + "Ġqualities": 13408, + "ĠLives": 13409, + "Ġbeats": 13410, + "Ġ450": 13411, + "Ġexisted": 13412, + "ĠGeorg": 13413, + "Ġpoured": 13414, + "rows": 13415, + "ĠOx": 13416, + "ĠSid": 13417, + "Ġmac": 13418, + "Ġteaches": 13419, + "ĠEli": 13420, + "alla": 13421, + "Ġdownside": 13422, + "ĠBend": 13423, + "non": 13424, + "ĠArmenia": 13425, + "Ġcultures": 13426, + "ĠMae": 13427, + "Ġduration": 13428, + "ĠAthletics": 13429, + "Ġjuvenile": 13430, + "Ġlid": 13431, + "Ġbankers": 13432, + "Ġoverview": 13433, + "wy": 13434, + "Ġorbit": 13435, + "Vs": 13436, + "because": 13437, + "Ps": 13438, + "ĠFran": 13439, + "Ġtouring": 13440, + "Ġwary": 13441, + "Ġ106": 13442, + "Ġlaser": 13443, + "ĠVij": 13444, + "âĦ¢": 13445, + "Ġsurrender": 13446, + "press": 13447, + "rees": 13448, + "NO": 13449, + "ĠShortly": 13450, + "ĠKor": 13451, + "edu": 13452, + "Ġhatred": 13453, + "Ġtee": 13454, + "Ġfamously": 13455, + "Ġkeeper": 13456, + "ND": 13457, + "Ġreduces": 13458, + "HC": 13459, + "Ġhay": 13460, + "Ġunnamed": 13461, + "ĠTes": 13462, + "Ġattackers": 13463, + "ĠFew": 13464, + "ĠRichards": 13465, + "Ġ1968": 13466, + "Ġspeeches": 13467, + "Ġcybersecurity": 13468, + "ĠInfrastructure": 13469, + "Ġ07": 13470, + "ENCE": 13471, + "uties": 13472, + "Ġanxious": 13473, + "ĠGang": 13474, + "Ġannouncements": 13475, + "lette": 13476, + "oret": 13477, + "ĠRockies": 13478, + "ĠEmployees": 13479, + "ĠThrones": 13480, + "Ġhugely": 13481, + "Ġclin": 13482, + "ĠHob": 13483, + "Ġfraction": 13484, + "ĠOfficial": 13485, + "ĠMariners": 13486, + "ĠElse": 13487, + "Ġsanctuary": 13488, + "ĠPhotograph": 13489, + "Ġreopen": 13490, + "lf": 13491, + "hm": 13492, + "vest": 13493, + "Ġspeeding": 13494, + "Ġtooth": 13495, + "ĠShi": 13496, + "ĠTitle": 13497, + "ĠMes": 13498, + "ĠJobs": 13499, + "fair": 13500, + "ĠDanish": 13501, + "ĠMalik": 13502, + "Ġlaughed": 13503, + "Ġnavy": 13504, + "ĠActress": 13505, + "ĠWilliamson": 13506, + "overs": 13507, + "Ġreckless": 13508, + "Ġjo": 13509, + "otic": 13510, + "Ġassaulting": 13511, + "Ġpri": 13512, + "ĠPi": 13513, + "Ġlesser": 13514, + "Ġtit": 13515, + "Ġdat": 13516, + "Ġnail": 13517, + "ĠMarathon": 13518, + "ĠGren": 13519, + "ĠDol": 13520, + "Ġjointly": 13521, + "Ġamended": 13522, + "mine": 13523, + "ĠBashar": 13524, + "ĠHyundai": 13525, + "Ġuncovered": 13526, + "Ġeducated": 13527, + "atti": 13528, + "pres": 13529, + "ĠBRE": 13530, + "Ġya": 13531, + "Bank": 13532, + "odd": 13533, + "lit": 13534, + "ĠLinks": 13535, + "Ġswitching": 13536, + "itte": 13537, + "ĠSind": 13538, + "erved": 13539, + "Ġ**": 13540, + "Ġpositively": 13541, + "Ġfrankly": 13542, + "Ġrevenge": 13543, + "ĠTrinity": 13544, + "ĠCDC": 13545, + "Ġthreatens": 13546, + "Ġhammer": 13547, + "NET": 13548, + "ĠMut": 13549, + "Ġsy": 13550, + "Ġunidentified": 13551, + "icken": 13552, + "Ġdrills": 13553, + "Ġtense": 13554, + "Ġforeigners": 13555, + "OST": 13556, + "Ġethical": 13557, + "ĠDurham": 13558, + "ĠQual": 13559, + "Ġterritories": 13560, + "Ġid": 13561, + "hor": 13562, + "enders": 13563, + "Mc": 13564, + "OV": 13565, + "percent": 13566, + "Ġdom": 13567, + "Ġupward": 13568, + "Ġamb": 13569, + "Ġvisas": 13570, + "zan": 13571, + "Ãĥ": 13572, + "Ġundocumented": 13573, + "Ġsuburbs": 13574, + "Ġhydro": 13575, + "ĠJob": 13576, + "ĠAdelaide": 13577, + "oya": 13578, + "ĠSR": 13579, + "ĠMick": 13580, + "Ġconsolidation": 13581, + "Ġemotionally": 13582, + "ĠHop": 13583, + "Her": 13584, + "Ġloses": 13585, + "ĠMoto": 13586, + "eled": 13587, + "Ġregulated": 13588, + "ental": 13589, + "Ġencountered": 13590, + "Ġhop": 13591, + "ĠTrafford": 13592, + "Ġsticks": 13593, + "Ġveto": 13594, + "Ġexpose": 13595, + "Ġstretched": 13596, + "fin": 13597, + "inance": 13598, + "chair": 13599, + "ĠGareth": 13600, + "ĠPil": 13601, + "ĠHammond": 13602, + "Ġserial": 13603, + "omy": 13604, + "Ġcellphone": 13605, + "ĠClara": 13606, + "Ġreacted": 13607, + "ĠNic": 13608, + "ĠHomes": 13609, + "ĠBroadcasting": 13610, + "ĠFut": 13611, + "ĠSupply": 13612, + "assing": 13613, + "ĠNewman": 13614, + "Ġcharitable": 13615, + "ĠClayton": 13616, + "Ġsovereignty": 13617, + "Ġconvincing": 13618, + "ĠPrincipal": 13619, + "ĠHigher": 13620, + "ĠCut": 13621, + "ĠCarrie": 13622, + "ĠSpot": 13623, + "Sometimes": 13624, + "ĠJar": 13625, + "ĠConsider": 13626, + "ieu": 13627, + "Ġrefinery": 13628, + "Ġbloody": 13629, + "wheel": 13630, + "Ġcryptocurrencies": 13631, + "Fund": 13632, + "ĠSunderland": 13633, + "ĠEvents": 13634, + "âĢĭ": 13635, + "Ġaccidentally": 13636, + "deep": 13637, + "Ġfranc": 13638, + "bec": 13639, + "ĠHartford": 13640, + "Ġstellar": 13641, + "wright": 13642, + "kick": 13643, + "UG": 13644, + "ĠBeast": 13645, + "Ġrefusal": 13646, + "ĠRoberto": 13647, + "ĠDixon": 13648, + "ĠDiane": 13649, + "name": 13650, + "asts": 13651, + "ĠCharter": 13652, + "Ġfueled": 13653, + "Ġcontents": 13654, + "Ġaccessing": 13655, + "Ġtroubles": 13656, + "Ġtops": 13657, + "Ġdebuted": 13658, + "icating": 13659, + "Ġinvestigator": 13660, + "Ġsubscribing": 13661, + "Ġcoordinated": 13662, + "ĠFil": 13663, + "six": 13664, + "teen": 13665, + "Ġwithdrew": 13666, + "ĠGilbert": 13667, + "Ġ1983": 13668, + "arsity": 13669, + "Ġimagination": 13670, + "Ġhandgun": 13671, + "ĠAlibaba": 13672, + "Ġbug": 13673, + "Ġ107": 13674, + "ĠCOMP": 13675, + "ĠSomething": 13676, + "Ġreliability": 13677, + "ĠFCC": 13678, + "ĠFowler": 13679, + "Ġsingled": 13680, + "nom": 13681, + "Ġknocking": 13682, + "Ġmeddling": 13683, + "Ġdetermining": 13684, + "reports": 13685, + "Ġshade": 13686, + "ĠSN": 13687, + "anto": 13688, + "Ġcomplaining": 13689, + "ĠNan": 13690, + "WS": 13691, + "Ġyoungsters": 13692, + "Il": 13693, + "ĠKaw": 13694, + "ĠProp": 13695, + "ĠCell": 13696, + "ĠHurricanes": 13697, + "Ġpublicity": 13698, + "ĠXin": 13699, + "rial": 13700, + "ICO": 13701, + "Ġsupervision": 13702, + "ĠSpotify": 13703, + "ĠNewport": 13704, + "Ġprince": 13705, + "anche": 13706, + "Ġsubscriber": 13707, + "ĠVic": 13708, + "ACT": 13709, + "ĠRaf": 13710, + "ĠActing": 13711, + "Ġcollusion": 13712, + "pet": 13713, + "isl": 13714, + "Ġcommerce": 13715, + "Health": 13716, + "ĠAbraham": 13717, + "pri": 13718, + "Ġlightweight": 13719, + "Ġinsurer": 13720, + "Like": 13721, + "Ġhelmet": 13722, + "Ġevac": 13723, + "look": 13724, + "ĠNaval": 13725, + "160": 13726, + "ĠFleet": 13727, + "vol": 13728, + "Ġexpired": 13729, + "ĠKlein": 13730, + "ĠEmmy": 13731, + "ABLE": 13732, + "ĠMorocco": 13733, + "ĠTrip": 13734, + "uted": 13735, + "Ġnos": 13736, + "ĠVista": 13737, + "mas": 13738, + "ĠRocky": 13739, + "ĠFlint": 13740, + "enberg": 13741, + "ĠBrow": 13742, + "Ġsignatures": 13743, + "Ġpolar": 13744, + "ajo": 13745, + "Ġendorsement": 13746, + "Ġreservations": 13747, + "LIN": 13748, + "anny": 13749, + "elli": 13750, + "last": 13751, + "Ġoversee": 13752, + "cm": 13753, + "ĠOilers": 13754, + "Are": 13755, + "Ġjudiciary": 13756, + "onte": 13757, + "ĠTrack": 13758, + "Ġsupervisor": 13759, + "erk": 13760, + "isher": 13761, + "Ġintact": 13762, + "Ġslid": 13763, + "icals": 13764, + "paid": 13765, + "ĠMAR": 13766, + "lement": 13767, + "ĠLiu": 13768, + "ĠLarge": 13769, + "ĠWings": 13770, + "pect": 13771, + "ĠRum": 13772, + "Ġanalyzed": 13773, + "Ġemploys": 13774, + "arte": 13775, + "ims": 13776, + "ĠEventually": 13777, + "Ġaffiliated": 13778, + "Ġhospitality": 13779, + "ĠSprint": 13780, + "Ġresolutions": 13781, + "Ġliquor": 13782, + "ĠNAFTA": 13783, + "ANY": 13784, + "Ġradiation": 13785, + "ĠProv": 13786, + "Ġpause": 13787, + "ĠTMZ": 13788, + "Ġelbow": 13789, + "Ġresilience": 13790, + "ĠParents": 13791, + "mus": 13792, + "ĠSafe": 13793, + "Ġinterpretation": 13794, + "Ġraced": 13795, + "IND": 13796, + "KR": 13797, + "Ġhinted": 13798, + "ĠErin": 13799, + "ĠBahrain": 13800, + "Ġcredentials": 13801, + "eless": 13802, + "Ġprocurement": 13803, + "ĠWebb": 13804, + "ĠLowe": 13805, + "ĠNak": 13806, + "ĠLearning": 13807, + "zh": 13808, + "Ġdipped": 13809, + "ĠSuite": 13810, + "Ġmisdemeanor": 13811, + "ALE": 13812, + "Ġstrengthened": 13813, + "ĠSophie": 13814, + "Ġconfirms": 13815, + "Ġrac": 13816, + "gey": 13817, + "Ġshootout": 13818, + "Ġble": 13819, + "Ġcircles": 13820, + "ĠChef": 13821, + "Ġcomprised": 13822, + "ĠSantiago": 13823, + "Ġfeud": 13824, + "beat": 13825, + "Ġstaffers": 13826, + "Ġacute": 13827, + "ski": 13828, + "Ġpolled": 13829, + "ĠKur": 13830, + "ĠJen": 13831, + "ĠUltimately": 13832, + "anded": 13833, + "ĠHoney": 13834, + "Ġannounces": 13835, + "Ġamateur": 13836, + "around": 13837, + "Ġfunctioning": 13838, + "group": 13839, + "ĠSqu": 13840, + "Where": 13841, + "Ġvoid": 13842, + "ĠSandra": 13843, + "isers": 13844, + "Ġhelicopters": 13845, + "ĠGym": 13846, + "ĠWol": 13847, + "mouth": 13848, + "Ġsubjected": 13849, + "ici": 13850, + "ually": 13851, + "ĠWash": 13852, + "ĠLindsay": 13853, + "ĠVers": 13854, + "Ġjumps": 13855, + "Ġneglect": 13856, + "ĠKuwait": 13857, + "fund": 13858, + "ĭ": 13859, + "ather": 13860, + "lly": 13861, + "ei": 13862, + "Although": 13863, + ".''": 13864, + "Ġunhappy": 13865, + "Ġpills": 13866, + "Ġmagical": 13867, + "Ġdro": 13868, + "Ġinviting": 13869, + "ĠJohnston": 13870, + "oving": 13871, + "450": 13872, + "ĠMerc": 13873, + "Ġadmitting": 13874, + "Ġinsisting": 13875, + "ĠCru": 13876, + "ĠResource": 13877, + "oir": 13878, + "Ġcomplexity": 13879, + "ĠRoth": 13880, + "ĠCher": 13881, + "July": 13882, + "raf": 13883, + "Ġaggregate": 13884, + "Ġhelm": 13885, + "uclear": 13886, + "olan": 13887, + "Ġoffenses": 13888, + "ĠWolves": 13889, + "ĠFu": 13890, + "ĠPierce": 13891, + "Ġemailed": 13892, + "ĠStra": 13893, + "Ġpedestrians": 13894, + "ĠER": 13895, + "ĠConway": 13896, + "Ġblowing": 13897, + "CLOSE": 13898, + "hab": 13899, + "ĠGreene": 13900, + "Ġconfessed": 13901, + "ĠTorres": 13902, + "ĠHolocaust": 13903, + "Ġrepay": 13904, + "Ġdemonstrates": 13905, + "ĠPool": 13906, + "gent": 13907, + "Ġdeleted": 13908, + "Ġ$$": 13909, + "ĠSO": 13910, + "Ġdri": 13911, + "ĠNeg": 13912, + "ĠVP": 13913, + "ĠPF": 13914, + "ĠPrep": 13915, + "Ġorganizing": 13916, + "icker": 13917, + "Ġmanufactured": 13918, + "enson": 13919, + "adas": 13920, + "Ġwines": 13921, + "Ġmachinery": 13922, + "Ġspecialists": 13923, + "ĠDetective": 13924, + "ĠDL": 13925, + "Op": 13926, + "Ġquicker": 13927, + "ĠPenguins": 13928, + "Engine": 13929, + "zone": 13930, + "Ġsequence": 13931, + "ĠLost": 13932, + "Ġwarmer": 13933, + "ĠEthiopia": 13934, + "Ġaffirmed": 13935, + "fest": 13936, + "resses": 13937, + "Ġsoap": 13938, + "Ġbooth": 13939, + "Ġnotorious": 13940, + "amin": 13941, + "Ġpursued": 13942, + "ĠCer": 13943, + "ĠSB": 13944, + "Ġlivestock": 13945, + "Ġtrace": 13946, + "Ġrespects": 13947, + "arden": 13948, + "April": 13949, + "Ġ128": 13950, + "ĠSaid": 13951, + "ennial": 13952, + "Ġnamely": 13953, + "ĠBot": 13954, + "Ġ108": 13955, + "ĠLem": 13956, + "nell": 13957, + "Ġconfirming": 13958, + "Ġlogged": 13959, + "Ġprofound": 13960, + "elo": 13961, + "ĠChambers": 13962, + "RT": 13963, + "Ġnewer": 13964, + "Ġsideline": 13965, + "ĠCardinal": 13966, + "este": 13967, + "Ġnarrowly": 13968, + "Ġcompromised": 13969, + "Ġpolicing": 13970, + "Ġporn": 13971, + "Ġarc": 13972, + "Ġlearnt": 13973, + "INE": 13974, + "step": 13975, + "ĠDomin": 13976, + "Ġwaist": 13977, + "Ġboycott": 13978, + "mitted": 13979, + "iffs": 13980, + "ground": 13981, + "ĠMaterials": 13982, + "Ġceasefire": 13983, + "Right": 13984, + "ĠZen": 13985, + "estyle": 13986, + "Thank": 13987, + "ĠOnePlus": 13988, + "ĠMLS": 13989, + "Ġconstituents": 13990, + "oster": 13991, + "ĠProsecutor": 13992, + "Ġpriorit": 13993, + "ĠDebbie": 13994, + "ĠExpand": 13995, + "uv": 13996, + "Ġintegrate": 13997, + "Ġimmun": 13998, + "Ġdisciplinary": 13999, + "ĠImm": 14000, + "Ġja": 14001, + "Ġgardens": 14002, + "ĠHim": 14003, + "obe": 14004, + "Ġhitter": 14005, + "Ġbullets": 14006, + "Ġevolving": 14007, + "ĠScientists": 14008, + "Michael": 14009, + "ĠDO": 14010, + "Ġunbelievable": 14011, + "Ġlooming": 14012, + "Ġdownturn": 14013, + "Ġmentality": 14014, + "Ġreopened": 14015, + "Ġash": 14016, + "ĠChapman": 14017, + "Ġloop": 14018, + "ĠUT": 14019, + "ĠTier": 14020, + "Ġunaware": 14021, + "Ġgratitude": 14022, + "Ġperforms": 14023, + "olk": 14024, + "Ġ\"(": 14025, + "Ġlacks": 14026, + "Ġinstructed": 14027, + "ĠRecreation": 14028, + "sample": 14029, + "Ġrequesting": 14030, + "Canada": 14031, + "Ġsupposedly": 14032, + "ĠHardy": 14033, + "Ġholder": 14034, + "change": 14035, + "ĠDominic": 14036, + "ĠXavier": 14037, + "Ġlig": 14038, + "Ġcandid": 14039, + "ĠRab": 14040, + "Ġconferences": 14041, + "ĠBurton": 14042, + "Dr": 14043, + "Ġmunicipalities": 14044, + "Ġcrushed": 14045, + "Ġseekers": 14046, + "ĠCitizens": 14047, + "Ġheightened": 14048, + "ĠCasino": 14049, + "Ġdesktop": 14050, + "Ġwhoever": 14051, + "ĠImpact": 14052, + "Ġcocktail": 14053, + "Ġphilanthrop": 14054, + "ĠSAN": 14055, + "ĠPreston": 14056, + "Ġobesity": 14057, + "Ġrestrict": 14058, + "ĠKab": 14059, + "ĠProvidence": 14060, + "Ġscar": 14061, + "ĠChart": 14062, + "Ġbosses": 14063, + "ĠRate": 14064, + "Ġsav": 14065, + "pay": 14066, + "Ġtransplant": 14067, + "ĠNoble": 14068, + "child": 14069, + "Ġconclusions": 14070, + "FI": 14071, + "Ġsack": 14072, + "Ġexperimental": 14073, + "holder": 14074, + "oca": 14075, + "herty": 14076, + "ĠMT": 14077, + "Ġcatcher": 14078, + "LY": 14079, + "Ġgrams": 14080, + "reet": 14081, + "Ġadaptation": 14082, + "Ġhumble": 14083, + "Ġbot": 14084, + "Ġidentical": 14085, + "ication": 14086, + "ifer": 14087, + "ĠCrow": 14088, + "Ġregain": 14089, + "ĠLightning": 14090, + "Ġkg": 14091, + "Ġcomposed": 14092, + "Ġcorrespondent": 14093, + "Ġreunion": 14094, + "Ġobserve": 14095, + "Ġcomprising": 14096, + "Ġimpeachment": 14097, + "Ġresh": 14098, + "Ġlemon": 14099, + "ĠSnap": 14100, + "Ġproprietary": 14101, + "een": 14102, + "ourt": 14103, + "Ġdetective": 14104, + "Ġlabels": 14105, + "Ġcorridor": 14106, + "ĠClinic": 14107, + "Ġarra": 14108, + "ĠPearl": 14109, + "Ġinformal": 14110, + "ĠUnd": 14111, + "ĠVenezuelan": 14112, + "Ġpeninsula": 14113, + "Ġdefeating": 14114, + "Ġsyndrome": 14115, + "iere": 14116, + "Ġspite": 14117, + "bag": 14118, + "aran": 14119, + "Ġspecialized": 14120, + "ĠAA": 14121, + "ĠLyn": 14122, + "Ġinstrumental": 14123, + "Smith": 14124, + "Ġpivotal": 14125, + "Ġnightclub": 14126, + "ĠCob": 14127, + "Ġcolorful": 14128, + "Ġartwork": 14129, + "Ġ1981": 14130, + "Ġdawn": 14131, + "erville": 14132, + "uated": 14133, + "ief": 14134, + "Ġlinking": 14135, + "ĠOw": 14136, + "Ġappreci": 14137, + "Ġreductions": 14138, + "elling": 14139, + "Ġsalmon": 14140, + "bb": 14141, + "ĠPhillip": 14142, + "yle": 14143, + "Ġassure": 14144, + "Ġdiscretion": 14145, + "Ġefficiently": 14146, + "ĠMau": 14147, + "abil": 14148, + "Ġintentionally": 14149, + "Ġactivated": 14150, + "Ġimmense": 14151, + "ĠStrategic": 14152, + "Ġcheating": 14153, + "ĠTrend": 14154, + "ĠSamantha": 14155, + "Ġcomple": 14156, + "Ġhack": 14157, + "ĠSerie": 14158, + "ĠText": 14159, + "Ġstylish": 14160, + "ĠFaith": 14161, + "ĠGST": 14162, + "Ġexterior": 14163, + "Ġblessing": 14164, + "Ġblanket": 14165, + "Ġcooked": 14166, + "Ġretaliation": 14167, + "Ġtro": 14168, + "Ġshelves": 14169, + "rose": 14170, + "ĠGram": 14171, + "Ġsho": 14172, + "ĠArgentine": 14173, + "Ġclerk": 14174, + "specific": 14175, + "Ġagreeing": 14176, + "Ġstandout": 14177, + "black": 14178, + "Ġtrending": 14179, + "Ġviolate": 14180, + "Get": 14181, + "ño": 14182, + "ĠOpt": 14183, + "ĠFrankfurt": 14184, + "ĠFranco": 14185, + "eness": 14186, + "Ġlining": 14187, + "Ġzoo": 14188, + "oil": 14189, + "lia": 14190, + "rab": 14191, + "Ġorganize": 14192, + "Ġwoods": 14193, + "Ġscan": 14194, + "Ġurgency": 14195, + "Ġoccurring": 14196, + "Ġreliance": 14197, + "Ġconcepts": 14198, + "Ġeligibility": 14199, + "0000": 14200, + "ĠBrief": 14201, + "Ġabusive": 14202, + "ĠBench": 14203, + "Ġrub": 14204, + "ĠDil": 14205, + "Ġmount": 14206, + "Ġmaturity": 14207, + "ĠNut": 14208, + "nee": 14209, + "enc": 14210, + "Ġgunfire": 14211, + "ĠKill": 14212, + "Ġgates": 14213, + "Ġflower": 14214, + "iol": 14215, + "Ġshaped": 14216, + "Ġundoubtedly": 14217, + "Ġbackgrounds": 14218, + "ĠComplex": 14219, + "\":{\"": 14220, + "Ġnaming": 14221, + "Ġmonument": 14222, + "Ġoh": 14223, + "Ġembedded": 14224, + "Ġbang": 14225, + "ĠKro": 14226, + "Ġaggression": 14227, + "ĠMits": 14228, + "During": 14229, + "ĠEp": 14230, + "iners": 14231, + "ĠAnaheim": 14232, + "Ġrom": 14233, + "Ġoutgoing": 14234, + "Ġfulfill": 14235, + "Ġreminds": 14236, + "Ġren": 14237, + "à¤": 14238, + "ĠSue": 14239, + "Ġrefresh": 14240, + "Ġlif": 14241, + "Ġfil": 14242, + "ĠLead": 14243, + "Ġregulate": 14244, + "ĠTeachers": 14245, + "Ġclarify": 14246, + "obs": 14247, + "Ġblasted": 14248, + "ĠAx": 14249, + "Ġflavors": 14250, + "Ġmega": 14251, + "Ġhurdles": 14252, + "Ġinspector": 14253, + "ĠSalvador": 14254, + "Ġprescribed": 14255, + "Ġrenovation": 14256, + "OUR": 14257, + "Ġutil": 14258, + "ĠBradford": 14259, + "Ġwasted": 14260, + "Ġlineman": 14261, + "Ġpalm": 14262, + "icate": 14263, + "Ġoverseeing": 14264, + "otted": 14265, + "ĠRapids": 14266, + "Ġjustified": 14267, + "aby": 14268, + "Ġextends": 14269, + "Ġoath": 14270, + "bow": 14271, + "ĠRivera": 14272, + "Jan": 14273, + "ĠImran": 14274, + "Ġforests": 14275, + "ĠShel": 14276, + "ĠBrun": 14277, + "Ġaerial": 14278, + "ĠNOW": 14279, + "PAR": 14280, + "Ġbeverages": 14281, + "ettel": 14282, + "Ġfragile": 14283, + "Ġcodes": 14284, + "Į": 14285, + "abel": 14286, + "Watch": 14287, + "road": 14288, + "Ġdismissal": 14289, + "ĠRosa": 14290, + "Ġcrunch": 14291, + "²": 14292, + "Ġinnovations": 14293, + "Ġhabitat": 14294, + "Ġforefront": 14295, + "ĠKoch": 14296, + "ĠChevrolet": 14297, + "Ġwheelchair": 14298, + "Ġconsiderably": 14299, + "Ġexpenditures": 14300, + "Ġtexts": 14301, + "Ġprompt": 14302, + "Ġskating": 14303, + "Ġpetroleum": 14304, + "ĠICC": 14305, + "Ġvit": 14306, + "fit": 14307, + "Ġprolonged": 14308, + "ĠLucy": 14309, + "Ġcho": 14310, + "Ġrocked": 14311, + "ĠBrom": 14312, + "Ġfreed": 14313, + "Ġyours": 14314, + "ĠEden": 14315, + "Ġmonitored": 14316, + "asted": 14317, + "Ġoversees": 14318, + "ieri": 14319, + "Ġideology": 14320, + "ĠFine": 14321, + "tering": 14322, + "Top": 14323, + "Ġdamp": 14324, + "uta": 14325, + "Ġlethal": 14326, + "Ġpurple": 14327, + "udge": 14328, + "ĠChemical": 14329, + "ĠPetersburg": 14330, + "Ġwarns": 14331, + "Ġcollectively": 14332, + "Ġâ": 14333, + "Ġplaintiffs": 14334, + "ĠBoris": 14335, + "Ġsheep": 14336, + "oves": 14337, + "ĠAuthor": 14338, + "Ġcampuses": 14339, + "Ġdestroying": 14340, + "Ġgloves": 14341, + "Ġcease": 14342, + "Ġdelegates": 14343, + "Ġpreceded": 14344, + "realDonaldTrump": 14345, + "Ġforwards": 14346, + "erton": 14347, + "ĠBuzzFeed": 14348, + "Ġoccupation": 14349, + "ĠLegion": 14350, + "Ġstir": 14351, + "Ġshale": 14352, + "Ġterrific": 14353, + "Ġnewborn": 14354, + "Ġstandoff": 14355, + "OWN": 14356, + "Ġmuscles": 14357, + "ĠHerman": 14358, + "ĠLiz": 14359, + "ĠExperience": 14360, + "ĠSuccess": 14361, + "ĠHispanic": 14362, + "ĠCCTV": 14363, + "Ġcomplement": 14364, + "ĠBing": 14365, + "Ġprem": 14366, + "ĠJohannes": 14367, + "Ġdent": 14368, + "itar": 14369, + "ĠHein": 14370, + "ĠNicola": 14371, + "Ġconcludes": 14372, + "ĠKhal": 14373, + "Ġparish": 14374, + "Ġshaking": 14375, + "ĠSchw": 14376, + "mod": 14377, + "ĠLil": 14378, + "ña": 14379, + "ĠBog": 14380, + "ĠFight": 14381, + "Ġgre": 14382, + "Ġfel": 14383, + "Ġheal": 14384, + "err": 14385, + "TM": 14386, + "airo": 14387, + "health": 14388, + "Ġswings": 14389, + "Ġtier": 14390, + "anka": 14391, + "ribune": 14392, + "emouth": 14393, + "ĠBloom": 14394, + "Ġowing": 14395, + "Tech": 14396, + "Ġdough": 14397, + "Ġbatch": 14398, + "ĠLion": 14399, + "ĠZamb": 14400, + "Ġcrashing": 14401, + "ĠXL": 14402, + "ppers": 14403, + "ĠDoctors": 14404, + "ĠSor": 14405, + "video": 14406, + "Ġcigarettes": 14407, + "ĠBoxing": 14408, + "Ġconstitute": 14409, + "Ġconcentrate": 14410, + "ĠArmenian": 14411, + "Ġsemester": 14412, + "position": 14413, + "emic": 14414, + "ĠNYC": 14415, + "ĠCampus": 14416, + "Ġalternate": 14417, + "Ġexped": 14418, + "Ġpublishers": 14419, + "2015": 14420, + "Ġunanimous": 14421, + "ĠPrevious": 14422, + "Ġwellness": 14423, + "ĠCreative": 14424, + "edy": 14425, + "AGE": 14426, + "ĠCavs": 14427, + "Ġ1978": 14428, + "Ġfu": 14429, + "ĠTata": 14430, + "ĠChoice": 14431, + "Ġwoes": 14432, + "ĠCable": 14433, + "Ġ~": 14434, + "ĠGem": 14435, + "Ġconsolidated": 14436, + "ĠManitoba": 14437, + "Cloud": 14438, + "Ġrounded": 14439, + "ĠVentura": 14440, + "Ġshark": 14441, + "Ġdresses": 14442, + "Ġtraction": 14443, + "eda": 14444, + "Ġdiv": 14445, + "Ġdental": 14446, + "Wh": 14447, + "ĠGig": 14448, + "ĠBoyd": 14449, + "ĠTransit": 14450, + "Ġtelevised": 14451, + "SON": 14452, + "ĠVince": 14453, + "Ġcloses": 14454, + "apt": 14455, + "ĠWheeler": 14456, + "ĠTyson": 14457, + "Ġforensic": 14458, + "Ġpunished": 14459, + "Ġseas": 14460, + "Ġnavigation": 14461, + "Ġprecedent": 14462, + "Ġextremist": 14463, + "Ġcomposite": 14464, + "PO": 14465, + "Ġsurvivor": 14466, + "ĠVale": 14467, + "gars": 14468, + "HT": 14469, + "ĠRiyadh": 14470, + "Ġrevival": 14471, + "ĠPayne": 14472, + "Ġcollaborative": 14473, + "ĠCustomers": 14474, + "ĠPf": 14475, + "Ġproves": 14476, + "erve": 14477, + "Ġelev": 14478, + "ĠPaper": 14479, + "Ġchore": 14480, + "Ġthriller": 14481, + "Ġstraw": 14482, + "cock": 14483, + "Gu": 14484, + "Ġaligned": 14485, + "ĠChronicle": 14486, + "Ġshouting": 14487, + "Ġ1976": 14488, + "Ġlightning": 14489, + "Ġworlds": 14490, + "ĠOpening": 14491, + "enton": 14492, + "ĠAna": 14493, + "ĠGol": 14494, + "ĠTechn": 14495, + "lis": 14496, + "Ġorientation": 14497, + "ĠArri": 14498, + "ĠPG": 14499, + "ross": 14500, + "Ġsank": 14501, + "LOS": 14502, + "ĠAllison": 14503, + "Ġsmiles": 14504, + "USD": 14505, + "Ġkits": 14506, + "Bar": 14507, + "ĠBri": 14508, + "Ġounces": 14509, + "ĠNielsen": 14510, + "eno": 14511, + "Ġ109": 14512, + "Ġnorms": 14513, + "Ġskip": 14514, + "180": 14515, + "Ġmonitors": 14516, + "2012": 14517, + "Ġincorporate": 14518, + "Ġmechanisms": 14519, + "ĠHack": 14520, + "ĠBomb": 14521, + "ĠGavin": 14522, + "ĠNatalie": 14523, + "Ġdiscusses": 14524, + "Ġassembled": 14525, + "Ġcognitive": 14526, + "owner": 14527, + "Ġgenuinely": 14528, + "Ġdisappear": 14529, + "ĠAK": 14530, + "Ġstal": 14531, + "Ġsoup": 14532, + "ĠFinn": 14533, + "Ġcares": 14534, + "Ġfinest": 14535, + "Ġtuned": 14536, + "ende": 14537, + "ĠStefan": 14538, + "Ġaccompanying": 14539, + "î": 14540, + "Maybe": 14541, + "Ġoffender": 14542, + "TT": 14543, + "Ġ212": 14544, + "Ġvolleyball": 14545, + "needed": 14546, + "Ġquo": 14547, + "Ġdim": 14548, + "ĠHistorical": 14549, + "ĠLance": 14550, + "gmail": 14551, + "ĠGate": 14552, + "Ġdemonstrators": 14553, + "Ġdy": 14554, + "cia": 14555, + "ĠSteele": 14556, + "ĠJoan": 14557, + "ĠKerala": 14558, + "KA": 14559, + "ĠElectoral": 14560, + "Ġpaths": 14561, + "ø": 14562, + "Ne": 14563, + "Ġaccepts": 14564, + "Ġlowering": 14565, + "Ġportions": 14566, + "ĠValencia": 14567, + "Ġfestivals": 14568, + "Ġgeneric": 14569, + "usk": 14570, + "ĠVernon": 14571, + "ĠOrioles": 14572, + "Ġrenewal": 14573, + "Ġbelonged": 14574, + "Ġbreathe": 14575, + "Ġ220": 14576, + "Ġrecruited": 14577, + "Ġlogic": 14578, + "Ġrecreation": 14579, + "Ġverbal": 14580, + "ĠHaz": 14581, + "double": 14582, + "Ġfavourites": 14583, + "Ġfundamentals": 14584, + "ĠSoc": 14585, + "360": 14586, + "SO": 14587, + "Ġalerted": 14588, + "Ġbriefed": 14589, + "ĠBruno": 14590, + "Ġseating": 14591, + "Ġfreight": 14592, + "ĠAmer": 14593, + "Ġwished": 14594, + "table": 14595, + "growth": 14596, + "ĠWent": 14597, + "Ġhilarious": 14598, + "Ġthroat": 14599, + "bet": 14600, + "gon": 14601, + "Ġample": 14602, + "hee": 14603, + "ĠHood": 14604, + "ĠIceland": 14605, + "ĠAnkara": 14606, + "iang": 14607, + "Ġpracticing": 14608, + "azer": 14609, + "Ġleaf": 14610, + "Ġhottest": 14611, + "Ġmarginal": 14612, + "Ġrevelations": 14613, + "ĠPrices": 14614, + "ĠLar": 14615, + "times": 14616, + "Ġhandles": 14617, + "ĠNaz": 14618, + "Ġinstitute": 14619, + "Ġtranslate": 14620, + "ĠJP": 14621, + "Ġsoared": 14622, + "Ġconsume": 14623, + "ĠTap": 14624, + "ĠCelebrity": 14625, + "ĠMayweather": 14626, + "ĠOracle": 14627, + "Ġmor": 14628, + "ANA": 14629, + "Ġpaperwork": 14630, + "aste": 14631, + "Ġdil": 14632, + "Ġdecorated": 14633, + "Ġpromotional": 14634, + "ĠMerrill": 14635, + "Ġappliances": 14636, + "ĠCOP": 14637, + "Ġlips": 14638, + "ĠBrennan": 14639, + "ĠMile": 14640, + "ĠNetworks": 14641, + "ĠComment": 14642, + "ĠIb": 14643, + "ĠAgg": 14644, + "IDE": 14645, + "Ġinitiate": 14646, + "Ġknockout": 14647, + "Ġbargain": 14648, + "Ġaccordingly": 14649, + "bee": 14650, + "ĠGerald": 14651, + "Ġproblematic": 14652, + "Ġtrap": 14653, + "Ġfinalists": 14654, + "addy": 14655, + "would": 14656, + "Ġstrictly": 14657, + "ĠRamsey": 14658, + "Ġdownward": 14659, + "Ġextract": 14660, + "Ġfamed": 14661, + "ĠOUT": 14662, + "Ġinduct": 14663, + "ĠAuckland": 14664, + "Ġpoetry": 14665, + "mos": 14666, + "ĠGuinea": 14667, + "management": 14668, + "ohan": 14669, + "ĠGuide": 14670, + "aily": 14671, + "umping": 14672, + "Ġenacted": 14673, + "ĠEye": 14674, + "vision": 14675, + "umi": 14676, + "aped": 14677, + "Ġbicycle": 14678, + "ĠHouth": 14679, + "ĠNAS": 14680, + "Ġtapped": 14681, + "wer": 14682, + "otti": 14683, + "EA": 14684, + "Ġsurprises": 14685, + "ĠUpdate": 14686, + "ĠPun": 14687, + "ĠMiz": 14688, + "ĠOro": 14689, + "Ġcostumes": 14690, + "title": 14691, + "Ġsurviving": 14692, + "According": 14693, + "themed": 14694, + "ĠPeoples": 14695, + "Se": 14696, + "Ġassociations": 14697, + "hett": 14698, + "Time": 14699, + "Ġessay": 14700, + "Ġmu": 14701, + "ĠScore": 14702, + "ĠSpani": 14703, + "ĠSEE": 14704, + "Ġmales": 14705, + "Ġrage": 14706, + "EU": 14707, + "ĠYellow": 14708, + "rupt": 14709, + "Ġapparel": 14710, + "Ġsweat": 14711, + "Ġnearest": 14712, + "zman": 14713, + "Ġanticipation": 14714, + "Ġinjuring": 14715, + "Ġousted": 14716, + "chan": 14717, + "ĠAlert": 14718, + "Ġber": 14719, + "atal": 14720, + "Com": 14721, + "Ġ04": 14722, + "Ġafterward": 14723, + "edge": 14724, + "ĠBooker": 14725, + "lex": 14726, + "ĠWhole": 14727, + "Ġtoughest": 14728, + "ĠMaharashtra": 14729, + "lier": 14730, + "ĠTennis": 14731, + "Ġhandy": 14732, + "ĠMetal": 14733, + "ĠiTunes": 14734, + "ĠDiscovery": 14735, + "Ġcompassion": 14736, + "ĠLIVE": 14737, + "Ġeconomically": 14738, + "Ġendangered": 14739, + "GO": 14740, + "Ġmound": 14741, + "word": 14742, + "ĠTouch": 14743, + "ogo": 14744, + "Ġincomes": 14745, + "when": 14746, + "ĠAside": 14747, + "Ġscandals": 14748, + "Ġfunctionality": 14749, + "ĠAer": 14750, + "Ġcouncils": 14751, + "Ġdenial": 14752, + "140": 14753, + "Ġimplied": 14754, + "Ġoutfits": 14755, + "Ġsuited": 14756, + "Ġ1973": 14757, + "ĠPizza": 14758, + "Ġdebates": 14759, + "record": 14760, + "Ġhype": 14761, + "ĠRus": 14762, + "ĠRobbie": 14763, + "Ġtouted": 14764, + "ĠSharp": 14765, + "Ġbeings": 14766, + "Ġslavery": 14767, + "encies": 14768, + "ĠRooney": 14769, + "Ġnan": 14770, + "Ġraids": 14771, + "Ġinstructor": 14772, + "Market": 14773, + "Ġshook": 14774, + "Ġdeliberate": 14775, + "ĠNorthwestern": 14776, + "ĠEss": 14777, + "Ġwhatsoever": 14778, + "ĠConfederate": 14779, + "YS": 14780, + "ĠCameroon": 14781, + "ĠFlip": 14782, + "Yeah": 14783, + "Ġwashing": 14784, + "mand": 14785, + "ĠLex": 14786, + "Ġissuance": 14787, + "Ġniche": 14788, + "Ġfold": 14789, + "ĠWendy": 14790, + "Ġhy": 14791, + "Ġbucket": 14792, + "ĠVW": 14793, + "ĠCairo": 14794, + "ĠSK": 14795, + "ĠKang": 14796, + "Ġintake": 14797, + "Ġhills": 14798, + "anz": 14799, + "©": 14800, + "ugu": 14801, + "ĠFortunately": 14802, + "ĠMarqu": 14803, + "Ġimprisonment": 14804, + "oking": 14805, + "Ġdistributors": 14806, + "zie": 14807, + "Ġstip": 14808, + "ĠWire": 14809, + "Ġcouncillors": 14810, + "Ġsue": 14811, + "ĠRegardless": 14812, + "ĠEnc": 14813, + "Ġbaking": 14814, + "ĠVenture": 14815, + "Ġintriguing": 14816, + "Ġupheld": 14817, + "ĠActive": 14818, + "Ġgenes": 14819, + "ĠDawson": 14820, + "ĠPreviously": 14821, + "ĠRac": 14822, + "Ġmetric": 14823, + "Files": 14824, + "ĠiPhones": 14825, + "ĠWelcome": 14826, + "Ġburns": 14827, + "ĠScreen": 14828, + "ashes": 14829, + "ĠApr": 14830, + "Ġtheories": 14831, + "san": 14832, + "ĠRenault": 14833, + "ĠSinger": 14834, + "Ġfounders": 14835, + "Russian": 14836, + "ĠBelfast": 14837, + "Ġimagined": 14838, + "ĠPlanet": 14839, + "ĠCatalan": 14840, + "ĠRochester": 14841, + "Ġevolve": 14842, + "ĠOT": 14843, + "Ġpassword": 14844, + "Ġhomelessness": 14845, + "Ġbacklog": 14846, + "Ġpresenter": 14847, + "Ġfal": 14848, + "ISH": 14849, + "ĠEM": 14850, + "icked": 14851, + "Ġunlock": 14852, + "city": 14853, + "Ġnegotiation": 14854, + "Ġdancers": 14855, + "dan": 14856, + "ĠCOL": 14857, + "VC": 14858, + "boat": 14859, + "Ġoverly": 14860, + "deal": 14861, + "lander": 14862, + "Ġdiss": 14863, + "ICS": 14864, + "Ġfifty": 14865, + "Ġowe": 14866, + "Ġprisons": 14867, + "ifications": 14868, + "wo": 14869, + "ĠAu": 14870, + "Ġapiece": 14871, + "ĠCourtney": 14872, + "Ġ1975": 14873, + "Ġsurpass": 14874, + "Ġidentities": 14875, + "Ġintegral": 14876, + "Ġdocumentation": 14877, + "Ġelegant": 14878, + "ĠIg": 14879, + "Ġdear": 14880, + "Ġ113": 14881, + "ĠGupta": 14882, + "Ġcontentious": 14883, + "rish": 14884, + "Ġclues": 14885, + "Ġadditions": 14886, + "Ġep": 14887, + "rus": 14888, + "Ġcentered": 14889, + "ĠPhillies": 14890, + "father": 14891, + "Ġborough": 14892, + "Ġbuttons": 14893, + "Ġdeported": 14894, + "ĠREC": 14895, + "ĠAlready": 14896, + "eh": 14897, + "hur": 14898, + "Ġupbeat": 14899, + "omen": 14900, + "Ġdetailing": 14901, + "Ġwr": 14902, + "Ġvaried": 14903, + "ĠEconomics": 14904, + "Ġensures": 14905, + "ĠCivic": 14906, + "Ġunpaid": 14907, + "sold": 14908, + "ĠHil": 14909, + "ĠMult": 14910, + "ĠRising": 14911, + "ĠMini": 14912, + "Ġneuro": 14913, + "Ġpenal": 14914, + "Ġneighbour": 14915, + "ĠChavez": 14916, + "Ġjew": 14917, + "ĠVIP": 14918, + "Connor": 14919, + "ĠTalking": 14920, + "Ġcorrection": 14921, + "Ġstandpoint": 14922, + "roads": 14923, + "ĠWool": 14924, + "Ġverification": 14925, + "Ġmic": 14926, + "olf": 14927, + "Ġexemption": 14928, + "Ġfilter": 14929, + "Ġballoon": 14930, + "leases": 14931, + "ician": 14932, + "ĠSpr": 14933, + "Ġtoe": 14934, + "Ġunconstitutional": 14935, + "Ġmanslaughter": 14936, + "Ġtossed": 14937, + "ĠMeg": 14938, + "ATIONS": 14939, + "ACK": 14940, + "ĠRouge": 14941, + "ĠHansen": 14942, + "ĠHook": 14943, + "Out": 14944, + "ĠHorse": 14945, + "ĠBath": 14946, + "ĠAlways": 14947, + "Ġincorporated": 14948, + "Ġconjunction": 14949, + "ĠFit": 14950, + "Ġexamining": 14951, + "Ġwallet": 14952, + "Ġensured": 14953, + "Ġacclaimed": 14954, + "ippers": 14955, + "Ġbeneficiaries": 14956, + "Ġunexpectedly": 14957, + "Ġexploit": 14958, + "ĠWillie": 14959, + "Ġcomb": 14960, + "ĠWalton": 14961, + "rica": 14962, + "icky": 14963, + "Ġate": 14964, + "ĠPadres": 14965, + "Ġrib": 14966, + "Ġsnacks": 14967, + "ĠFernandez": 14968, + "ĠMachine": 14969, + "ction": 14970, + "Ġillnesses": 14971, + "ĠHoffman": 14972, + "ĠSpaceX": 14973, + "Ġju": 14974, + "Ġswift": 14975, + "Ġembark": 14976, + "ĠRailway": 14977, + "Ġmeasuring": 14978, + "agers": 14979, + "arsh": 14980, + "Ġessence": 14981, + "angle": 14982, + "Ġolive": 14983, + "ĠCommander": 14984, + "iggs": 14985, + "Ġrewarded": 14986, + "Ġdispatched": 14987, + "Ġplayground": 14988, + "½": 14989, + "ĠProgramme": 14990, + "Ġstudios": 14991, + "Ġskeptical": 14992, + "ĠOlymp": 14993, + "ĠKeys": 14994, + "ĠSunshine": 14995, + "amba": 14996, + "ĠDonna": 14997, + "Ġlightly": 14998, + "Ġobtaining": 14999, + "Ġpoisoning": 15000, + "Ġaz": 15001, + "Ġ1972": 15002, + "Ġunconscious": 15003, + "ECT": 15004, + "Ġlied": 15005, + "ĠKaz": 15006, + "Ġ06": 15007, + "ĠMoving": 15008, + "Ġnum": 15009, + "oral": 15010, + "Ġassessments": 15011, + "Ġscholarships": 15012, + "Ġevacuate": 15013, + "ĠSunni": 15014, + "Ġquake": 15015, + "Ġfort": 15016, + "ques": 15017, + "ĠAlonso": 15018, + "Ġthread": 15019, + "Ġsqueeze": 15020, + "arat": 15021, + "oly": 15022, + "ĠAlphabet": 15023, + "uting": 15024, + "icio": 15025, + "ĠRetirement": 15026, + "ither": 15027, + "Ġasleep": 15028, + "Ġpairs": 15029, + "Ġmanufacture": 15030, + "ĠHazard": 15031, + "Ġsidewalk": 15032, + "Ġwears": 15033, + "ĠCraft": 15034, + "emen": 15035, + "ieth": 15036, + "Ġbypass": 15037, + "ĠLancaster": 15038, + "Ġflour": 15039, + "charge": 15040, + "ĠCLICK": 15041, + "Ġpotatoes": 15042, + "ĠKarachi": 15043, + "Ġvalley": 15044, + "Ġsights": 15045, + "Ġfallout": 15046, + "ords": 15047, + "BN": 15048, + "Ġsunshine": 15049, + "Ġundertaken": 15050, + "Ġcontestants": 15051, + "Ġaccomplishments": 15052, + "Ġconditioning": 15053, + "Ġcel": 15054, + "ĠHalifax": 15055, + "Ġaccent": 15056, + "***": 15057, + "Ġpitchers": 15058, + "Ġadopting": 15059, + "Ġjustices": 15060, + "Ġrip": 15061, + "ince": 15062, + "Ġelimination": 15063, + "Ġaerospace": 15064, + "ĠBeer": 15065, + "ĠBasin": 15066, + "Ġunwanted": 15067, + "goers": 15068, + "isco": 15069, + "ĠTwin": 15070, + "ĠDesert": 15071, + "rix": 15072, + "Ġdarkness": 15073, + "ĠDunn": 15074, + "City": 15075, + "pop": 15076, + "Ġ1969": 15077, + "ataka": 15078, + "Ġtal": 15079, + "Ġautism": 15080, + "ĠMcLaren": 15081, + "ĠUEFA": 15082, + "Ġclassrooms": 15083, + "ĠLeave": 15084, + "Americans": 15085, + "las": 15086, + "Ġqui": 15087, + "Ġundefeated": 15088, + "otto": 15089, + "ĠNRA": 15090, + "ĠPorsche": 15091, + "Ġnuts": 15092, + "oys": 15093, + "ĠMethodist": 15094, + "Ġatt": 15095, + "Ġtweeting": 15096, + "children": 15097, + "eller": 15098, + "Ġinquiries": 15099, + "Ġmillennials": 15100, + "ĠWembley": 15101, + "INS": 15102, + "Ġautopsy": 15103, + "ĠElon": 15104, + "ĠHicks": 15105, + "ugg": 15106, + "Ġwreck": 15107, + "ĠComcast": 15108, + "Ġstones": 15109, + "public": 15110, + "ĠKem": 15111, + "bedroom": 15112, + "ļ": 15113, + "itated": 15114, + "Ġsemic": 15115, + "uman": 15116, + "Cal": 15117, + "ANN": 15118, + "ĠGaz": 15119, + "Ġundisclosed": 15120, + "ĠPlanned": 15121, + "ĠYale": 15122, + "ĠIST": 15123, + "lies": 15124, + "ĠStanding": 15125, + "Ġrelieved": 15126, + "EO": 15127, + "Ġgraduating": 15128, + "park": 15129, + "ĠâĢķ": 15130, + "Ġpensions": 15131, + "rave": 15132, + "ĠWonder": 15133, + "AZ": 15134, + "Ġcosting": 15135, + "Ġeditors": 15136, + "Ġtotaled": 15137, + "Ġspacecraft": 15138, + "meter": 15139, + "Ġ02": 15140, + "ĠNikki": 15141, + "sworth": 15142, + "ĠCrit": 15143, + "asha": 15144, + "Ġknees": 15145, + "Ġhats": 15146, + "uity": 15147, + "ĠPanther": 15148, + "Ġtan": 15149, + "ĠBuzz": 15150, + "ĠGlad": 15151, + "ĠPleasant": 15152, + "SM": 15153, + "Ġtricks": 15154, + "Ġplac": 15155, + "ĠDanielle": 15156, + "Ġours": 15157, + "Ġwashed": 15158, + "haven": 15159, + "Ġdrain": 15160, + "ĠUttar": 15161, + "Ġapple": 15162, + "Ġjunk": 15163, + "Ġturkey": 15164, + "ĠDug": 15165, + "Ġdiplomacy": 15166, + "Ġempire": 15167, + "Ġpinch": 15168, + "Ġferry": 15169, + "ĠDustin": 15170, + "Ġ03": 15171, + "Ġelder": 15172, + "Everything": 15173, + "ĠProgressive": 15174, + "ution": 15175, + "VI": 15176, + "dam": 15177, + "Ġlever": 15178, + "ĠAustralians": 15179, + "Ġconsequence": 15180, + "itan": 15181, + "Ġcondemn": 15182, + "Ġneg": 15183, + "ĠOverview": 15184, + "Ġsuccesses": 15185, + "Ġprobable": 15186, + "ĠMirror": 15187, + "mor": 15188, + "verse": 15189, + "Ġevaluating": 15190, + "ĠBes": 15191, + "Ġimm": 15192, + "Ġharness": 15193, + "Ġresilient": 15194, + "ĠBuild": 15195, + "Ġstraightforward": 15196, + "ADE": 15197, + "Ġgrandparents": 15198, + "Ġmarched": 15199, + "ĠKiev": 15200, + "Ġchiefs": 15201, + "oha": 15202, + "Ġvest": 15203, + "kn": 15204, + "enda": 15205, + "ĠSev": 15206, + "Ġbatters": 15207, + "ĠJos": 15208, + "ĠQue": 15209, + "ĠCourse": 15210, + "ĠCorner": 15211, + "ĠMess": 15212, + "Ġmourn": 15213, + "keepers": 15214, + "ĠRegina": 15215, + "Everybody": 15216, + "Ġtrajectory": 15217, + "Ġdefenseman": 15218, + "ĠArticles": 15219, + "Ġspur": 15220, + "ĠPhD": 15221, + "Ġpipes": 15222, + "Ġduck": 15223, + "Ġcombining": 15224, + "ĠHit": 15225, + "ĠGeorgetown": 15226, + "ĠBee": 15227, + "Cor": 15228, + "Ġcomposition": 15229, + "Ġconnects": 15230, + "ĠMARK": 15231, + "taker": 15232, + "Ġcertainty": 15233, + "Ġhefty": 15234, + "ĠHezbollah": 15235, + "ĠShip": 15236, + "Ġmalicious": 15237, + "AI": 15238, + "Ġbits": 15239, + "Ġstyl": 15240, + "Ġimpaired": 15241, + "ĠCBI": 15242, + "Despite": 15243, + "othe": 15244, + "ĠRyder": 15245, + "ĠAlf": 15246, + "ifa": 15247, + "Ind": 15248, + "Ġblaming": 15249, + "ĠToledo": 15250, + "EW": 15251, + "ĠEssex": 15252, + "iated": 15253, + "ĠAberdeen": 15254, + "ANCE": 15255, + "Ġpossess": 15256, + "Ġsuperhero": 15257, + "Ġoverhead": 15258, + "quet": 15259, + "ĠRicky": 15260, + "Ġdock": 15261, + "ĠTelecom": 15262, + "Ġshelf": 15263, + "³": 15264, + "Ġmaritime": 15265, + "Ġportrayed": 15266, + "ĠYesterday": 15267, + "Ġcollided": 15268, + "Ġcookies": 15269, + "ĠCul": 15270, + "Ġindexes": 15271, + "Ġnaval": 15272, + "oval": 15273, + "105": 15274, + "ĠWeber": 15275, + "chief": 15276, + "arma": 15277, + "ĠRey": 15278, + "Ġauditor": 15279, + "ĠMarion": 15280, + "ĠMartha": 15281, + "ĠSally": 15282, + "Ġsedan": 15283, + "ĠAlison": 15284, + "nce": 15285, + "Es": 15286, + "ĠParade": 15287, + "Ġpharmacy": 15288, + "ĠKre": 15289, + "loe": 15290, + "cks": 15291, + "Ġmitigate": 15292, + "Ġdesigning": 15293, + "Ġ2024": 15294, + "Ġportable": 15295, + "Ġimproves": 15296, + "ĠAMD": 15297, + "Ġexcluded": 15298, + "CON": 15299, + "ĠOscars": 15300, + "Ġfixtures": 15301, + "comb": 15302, + "ĠBerg": 15303, + "Ġbother": 15304, + "Ġboring": 15305, + "Ġobservation": 15306, + "ĠCad": 15307, + "Ġrecordings": 15308, + "ĠCultural": 15309, + "Ġweaken": 15310, + "Ġaccuse": 15311, + "ĠAbd": 15312, + "abor": 15313, + "115": 15314, + "uffle": 15315, + "Ġhighways": 15316, + "atham": 15317, + "empt": 15318, + "ĠDeer": 15319, + "ĠEDT": 15320, + "ĠWait": 15321, + "athan": 15322, + "Ġaccumulated": 15323, + "Ġguilt": 15324, + "Ġexempt": 15325, + "Ġdiluted": 15326, + "ĠJamal": 15327, + "Ġshit": 15328, + "cross": 15329, + "Ġeve": 15330, + "Ġshirts": 15331, + "Ġsatisfy": 15332, + "ĠPaulo": 15333, + "AH": 15334, + "sic": 15335, + "ĠChloe": 15336, + "ĠCities": 15337, + "ĠSwansea": 15338, + "Ġprecision": 15339, + "ĠTracy": 15340, + "ping": 15341, + "Ġcontinually": 15342, + "Ġdemographic": 15343, + "Ġcliff": 15344, + "Ġjaw": 15345, + "isted": 15346, + "ĠDevelop": 15347, + "ĠAJ": 15348, + "Ġaisle": 15349, + "ĠLionel": 15350, + "Ġpredominantly": 15351, + "Ġmel": 15352, + "Ġlifelong": 15353, + "hs": 15354, + "Ġshouted": 15355, + "lad": 15356, + "Ġdest": 15357, + "Ġpacks": 15358, + "ĠKath": 15359, + "ĠCruise": 15360, + "fired": 15361, + "oder": 15362, + "hua": 15363, + "Ġgoodbye": 15364, + "Ġinterfere": 15365, + "eca": 15366, + "Ġré": 15367, + "atum": 15368, + "itas": 15369, + "ĠLodge": 15370, + "ĠWald": 15371, + "Ġmidday": 15372, + "umble": 15373, + "asting": 15374, + "©": 15375, + "ĠLeg": 15376, + "ĠNepal": 15377, + "Ġchased": 15378, + "idge": 15379, + "Ġconv": 15380, + "Ġfraudulent": 15381, + "Ġopera": 15382, + "Ġshr": 15383, + "ĠUniverse": 15384, + "ĠJerome": 15385, + "Ġ1977": 15386, + "ĠDancing": 15387, + "ĠRS": 15388, + "±": 15389, + "eks": 15390, + "Ġchic": 15391, + "Ġpunish": 15392, + "Ġpropose": 15393, + "arin": 15394, + "ĠChop": 15395, + "ĠAhead": 15396, + "ĠGallagher": 15397, + "ĠBangkok": 15398, + "ĠShelby": 15399, + "ĠNS": 15400, + "Ġcheek": 15401, + "onia": 15402, + "Ġrelegation": 15403, + "ĠHind": 15404, + "ĠCory": 15405, + "Ġfingerprint": 15406, + "Ġstrive": 15407, + "Ġmm": 15408, + "igs": 15409, + "Ġholy": 15410, + "Ġfavored": 15411, + "ĠSomeone": 15412, + "ĠLatino": 15413, + "ĠPatt": 15414, + "Ġchallenger": 15415, + "ĠCotton": 15416, + "Sw": 15417, + "itten": 15418, + "ĠXI": 15419, + "ĠStat": 15420, + "ĠDIS": 15421, + "Ġautomakers": 15422, + "Ġevaluated": 15423, + "ĠArc": 15424, + "Ġpersuade": 15425, + "Af": 15426, + "Ġreunited": 15427, + "Ġabs": 15428, + "Ġbride": 15429, + "Ġpurely": 15430, + "uce": 15431, + "uded": 15432, + "Ġsettling": 15433, + "Ġlodged": 15434, + "Ġfixing": 15435, + "Ġsuccession": 15436, + "ĠAlfred": 15437, + "ĠAlvarez": 15438, + "mac": 15439, + "ĠFont": 15440, + "Ġcontra": 15441, + "affle": 15442, + "Ġcopied": 15443, + "Ġmasses": 15444, + "ĠElections": 15445, + "ĠThan": 15446, + "Ġsoaring": 15447, + "jay": 15448, + "Ġsuing": 15449, + "Ġconcentrated": 15450, + "Ġconvey": 15451, + "Ġ240": 15452, + "gs": 15453, + "ĠNeal": 15454, + "Ġnasty": 15455, + "ĠLB": 15456, + "odi": 15457, + "ĠSergei": 15458, + "Ġthumb": 15459, + "Ġservants": 15460, + "Ġrevelation": 15461, + "Ġdischarge": 15462, + "ĠBright": 15463, + "ĠBent": 15464, + "ĠChrysler": 15465, + "mill": 15466, + "ĠImagine": 15467, + "Ġreceptions": 15468, + "Ġpersonalities": 15469, + "Ġsilly": 15470, + "ĠLoc": 15471, + "ĠZero": 15472, + "HI": 15473, + "rice": 15474, + "Ġgar": 15475, + "far": 15476, + "enh": 15477, + "ĠBiden": 15478, + "ĠEntreprene": 15479, + "Ġassumption": 15480, + "Ġnicely": 15481, + "ĠEither": 15482, + "|": 15483, + "ĠNW": 15484, + "ĠKens": 15485, + "ĠNolan": 15486, + "Ġowning": 15487, + "atures": 15488, + "ĠPastor": 15489, + "ĠRegistration": 15490, + "Ġexperiments": 15491, + "Ġassurance": 15492, + "Ġhashtag": 15493, + "oint": 15494, + "ĠBin": 15495, + "Ġqualification": 15496, + "center": 15497, + "Ġausterity": 15498, + "ĠPers": 15499, + "Ġscoop": 15500, + "Ġpros": 15501, + "ĠFields": 15502, + "Ġfur": 15503, + "ĠJas": 15504, + "Ġplanting": 15505, + "security": 15506, + "ĠTrain": 15507, + "ĠKathy": 15508, + "demand": 15509, + "ĠLev": 15510, + "Ġtut": 15511, + "tier": 15512, + "QU": 15513, + "Ġexploitation": 15514, + "Ġignoring": 15515, + "ĠSex": 15516, + "Ġadapted": 15517, + "Ġdisastrous": 15518, + "Ġempower": 15519, + "Ġcreators": 15520, + "ĠLay": 15521, + "ĠDragon": 15522, + "ĠWyn": 15523, + "Ġ1974": 15524, + "acious": 15525, + "performance": 15526, + "ĠTiffany": 15527, + "isting": 15528, + "Ġindividually": 15529, + "ĠLeading": 15530, + "ĠSask": 15531, + "Ġcatastrophic": 15532, + "Ġpunched": 15533, + "ĠVienna": 15534, + "Ġsurgical": 15535, + "Gr": 15536, + "odo": 15537, + "Ġgem": 15538, + "ĠMinority": 15539, + "Ġmice": 15540, + "ĠHistoric": 15541, + "ĠKot": 15542, + "caster": 15543, + "Ġsuff": 15544, + "journal": 15545, + "Ġpresumably": 15546, + "ĠBit": 15547, + "inary": 15548, + "Ġbre": 15549, + "Ġenhancing": 15550, + "Ġgru": 15551, + "ĠRunning": 15552, + "hardt": 15553, + "Ġtroubling": 15554, + "Ġpumps": 15555, + "ĠProspect": 15556, + "etic": 15557, + "Ġmartial": 15558, + "Ġcouncillor": 15559, + "atra": 15560, + "ths": 15561, + "ĠSark": 15562, + "ĠChamp": 15563, + "scoring": 15564, + "ĠWel": 15565, + "rup": 15566, + "Ġterrifying": 15567, + "ĠCatch": 15568, + "Ġinspections": 15569, + "Ġpornography": 15570, + "bra": 15571, + "ĠKeeping": 15572, + "Ġbanker": 15573, + "angers": 15574, + "ĠCrimea": 15575, + "ĠDisclosure": 15576, + "iba": 15577, + "Ġturf": 15578, + "Ġschedules": 15579, + "ĠJorge": 15580, + "ĠAcross": 15581, + "Ġsolving": 15582, + "Ġsensation": 15583, + "ĠWW": 15584, + "cial": 15585, + "atz": 15586, + "Ġlion": 15587, + "Ġcertificates": 15588, + "itive": 15589, + "ĠWes": 15590, + "ĠPrison": 15591, + "ĠPlayStation": 15592, + "duty": 15593, + "Ġvariable": 15594, + "Ġstrangers": 15595, + "istrates": 15596, + "vs": 15597, + "Ġreigning": 15598, + "Ġsliding": 15599, + "ĠShin": 15600, + "Ġtelecommunications": 15601, + "Ġinstalling": 15602, + "Ġrecogn": 15603, + "Ġsubway": 15604, + "too": 15605, + "ĠMcKin": 15606, + "ĠStoke": 15607, + "Ġsensitivity": 15608, + "bas": 15609, + "Ġsan": 15610, + "Ġ(-": 15611, + "ĠSuarez": 15612, + "Ġaverages": 15613, + "ammu": 15614, + "ĠFen": 15615, + "Ġrefined": 15616, + "outh": 15617, + "Ġcob": 15618, + "ĠLaz": 15619, + "essa": 15620, + "Ġpositioning": 15621, + "Three": 15622, + "Ġoils": 15623, + "Ġassaults": 15624, + "Ġcompanion": 15625, + "ĠFlash": 15626, + "ĠMam": 15627, + "ĠTill": 15628, + "Ġblues": 15629, + "ĠJae": 15630, + "ĠPier": 15631, + "Ġbedrooms": 15632, + "ĠHawkins": 15633, + "ĠCornell": 15634, + "Ġanswering": 15635, + "Ġsec": 15636, + "Ġrecognizes": 15637, + "Red": 15638, + "ĠJamaica": 15639, + "Ġinsurgents": 15640, + "Ġbrace": 15641, + "Ġra": 15642, + "ĠTai": 15643, + "ocation": 15644, + "ignment": 15645, + "Ġreasonably": 15646, + "inating": 15647, + "Ġbonuses": 15648, + "Ġsandwich": 15649, + "Ġinadequate": 15650, + "Ġdelicate": 15651, + "Ġadorable": 15652, + "Ġpalace": 15653, + "Ġsmallest": 15654, + "Ġpractically": 15655, + "ĠCrosby": 15656, + "Ġlevy": 15657, + "Ġlend": 15658, + "boards": 15659, + "shaped": 15660, + "Ġvulnerability": 15661, + "ĠKelley": 15662, + "Ġsponsorship": 15663, + "ract": 15664, + "Ġslew": 15665, + "Ġfederation": 15666, + "ĠLal": 15667, + "acies": 15668, + "ĠFamilies": 15669, + "Ġproposing": 15670, + "Ġhyp": 15671, + "elected": 15672, + "inkle": 15673, + "ĠSays": 15674, + "ĠApollo": 15675, + "ĠWis": 15676, + "imer": 15677, + "Ġcombines": 15678, + "Ġtim": 15679, + "ĠQuestion": 15680, + "Ġborrowers": 15681, + "Ġswiftly": 15682, + "ĠMagn": 15683, + "Ġheadphones": 15684, + "Russia": 15685, + "Ġtongue": 15686, + "Ġbye": 15687, + "nn": 15688, + "Ġseller": 15689, + "ĠWord": 15690, + "Tom": 15691, + "ĠDevin": 15692, + "ĠSurrey": 15693, + "Ġquad": 15694, + "Ġcourthouse": 15695, + "gi": 15696, + "ĠGrill": 15697, + ">": 15698, + "Ġrational": 15699, + "ĠFlames": 15700, + "ĠCham": 15701, + "Ġvacuum": 15702, + "ĠRays": 15703, + "Ġescalating": 15704, + "Ġouter": 15705, + "Ġstretches": 15706, + "ĠSpeed": 15707, + "Ġnegatively": 15708, + "Ġabsorb": 15709, + "ĠAustrian": 15710, + "Ġslice": 15711, + "ĠDiet": 15712, + "Ġbun": 15713, + "Ġtactical": 15714, + "ĠCBD": 15715, + "Ġedges": 15716, + "Ġnest": 15717, + "Ġstrained": 15718, + "ulates": 15719, + "ĠTina": 15720, + "Net": 15721, + "ķ": 15722, + "ĠGos": 15723, + "God": 15724, + "White": 15725, + "Ġproudly": 15726, + "usion": 15727, + "ĠArlington": 15728, + "ĠNear": 15729, + "ĠMaxwell": 15730, + "Ġbomber": 15731, + "Ġcared": 15732, + "Ġapprovals": 15733, + "Ġexams": 15734, + "ĠEconomy": 15735, + "Ġposters": 15736, + "ĠHampton": 15737, + "ĠPere": 15738, + "ĠContract": 15739, + "Ġhoused": 15740, + "Ġinstruction": 15741, + "ĠJess": 15742, + "Ġacre": 15743, + "Ġcongestion": 15744, + "ĠGener": 15745, + "Ġdioxide": 15746, + "Ġvar": 15747, + "ĠAlexandria": 15748, + "ĠSpider": 15749, + "Ġcoins": 15750, + "Ġ225": 15751, + "Ġterritorial": 15752, + "ĠSPD": 15753, + "Ġfloat": 15754, + "null": 15755, + "Ġcalculate": 15756, + "ĠDin": 15757, + "eto": 15758, + "Ġcows": 15759, + "Ġpunct": 15760, + "Ġexpire": 15761, + "Ġkidnapped": 15762, + "Ġcou": 15763, + "Ġattitudes": 15764, + "ĠLeh": 15765, + "ĠHero": 15766, + "ĠKabul": 15767, + "Ġcubic": 15768, + "Ġdigits": 15769, + "ĠRES": 15770, + "Ġpipelines": 15771, + "icide": 15772, + "ĠSingle": 15773, + "Ġhurts": 15774, + "ĠMaz": 15775, + "ĠPak": 15776, + "Ġslate": 15777, + "Ġmultimedia": 15778, + "ADA": 15779, + "Mexico": 15780, + "ĠRelease": 15781, + "chard": 15782, + "Ġgarlic": 15783, + "ĠFletcher": 15784, + "Ġaforementioned": 15785, + "Ġ05": 15786, + "ĠParkway": 15787, + "Ġfirefighter": 15788, + "Ġcounseling": 15789, + "utions": 15790, + "Cap": 15791, + "Ġconsultants": 15792, + "ĠMeh": 15793, + "ouring": 15794, + "ĠDI": 15795, + "mic": 15796, + "phones": 15797, + "Ġencounters": 15798, + "ĠHapp": 15799, + "Ġcartoon": 15800, + "flight": 15801, + "Ġundertake": 15802, + "ĠHans": 15803, + "Ġplunge": 15804, + "ĠParenthood": 15805, + "Ġkickoff": 15806, + "ĠCelsius": 15807, + "ĠRas": 15808, + "ĠDund": 15809, + "ounce": 15810, + "Ġpurse": 15811, + "Ġmortality": 15812, + "Ġbrains": 15813, + "Ġconglomerate": 15814, + "ĠObserver": 15815, + "ĠSector": 15816, + "ĠApparently": 15817, + "Ġblank": 15818, + "iston": 15819, + "Ġweighs": 15820, + "gro": 15821, + "ĠPaw": 15822, + "ĠCOM": 15823, + "ĠPurdue": 15824, + "Ġnetted": 15825, + "ĠLinux": 15826, + "Mike": 15827, + "Ġfaithful": 15828, + "Ġmagazines": 15829, + "Ġheadquartered": 15830, + "ĠIps": 15831, + "Ġindications": 15832, + "Look": 15833, + "ĠElite": 15834, + "Ġsupreme": 15835, + "Ġchunk": 15836, + "ĠSz": 15837, + "ĠVine": 15838, + "rise": 15839, + "ĠYas": 15840, + "general": 15841, + "ĠOpera": 15842, + "Ġpriests": 15843, + "Assad": 15844, + "Ġaunt": 15845, + "Ġwhopping": 15846, + "enzie": 15847, + "Ġvegan": 15848, + "Ġinflux": 15849, + "ĠConsult": 15850, + "Ġwaiver": 15851, + "Having": 15852, + "inning": 15853, + "Ġproximity": 15854, + "Ġclassical": 15855, + "ĠIslanders": 15856, + "Ġadvertisers": 15857, + "ĠCe": 15858, + "ĠSochi": 15859, + "Ġmemoir": 15860, + "ĠPlaying": 15861, + "yers": 15862, + "Ġstud": 15863, + "Ġobservations": 15864, + "Ġadmire": 15865, + "Ġhiking": 15866, + "Ġbatter": 15867, + "Ġconfusing": 15868, + "Ġprecaution": 15869, + "kil": 15870, + "clusive": 15871, + "opoulos": 15872, + "ĠWestbrook": 15873, + "ĠTanzania": 15874, + "ĠCedar": 15875, + "usted": 15876, + "Ġdestructive": 15877, + "ĠIndies": 15878, + "osi": 15879, + "ĠAmid": 15880, + "Ġintercepted": 15881, + "Ġpartnering": 15882, + "Ġsubstances": 15883, + "ĠSuns": 15884, + "Ġpromotes": 15885, + "bird": 15886, + "Gen": 15887, + "aper": 15888, + "ĠEy": 15889, + "Ġterrain": 15890, + "Ġ1930": 15891, + "zon": 15892, + "Ġbreed": 15893, + "broken": 15894, + "uchin": 15895, + "ĠPrim": 15896, + "ĠRoland": 15897, + "Ġfitted": 15898, + "Ġprotects": 15899, + "Ġ114": 15900, + "RP": 15901, + "Ġdisrupted": 15902, + "ĠBaylor": 15903, + "oren": 15904, + "ĠKeen": 15905, + "Ġmansion": 15906, + "Ġgrassroots": 15907, + "ĠVictory": 15908, + "Ġbarn": 15909, + "Ġdepreciation": 15910, + "oped": 15911, + "immer": 15912, + "Ġgarnered": 15913, + "ĠLip": 15914, + "ĠTob": 15915, + "Ġcreatures": 15916, + "ooter": 15917, + "Ġconsortium": 15918, + "obi": 15919, + "ĠMonster": 15920, + "arks": 15921, + "turn": 15922, + "Ġsketch": 15923, + "Ġpredicting": 15924, + "Ġminimize": 15925, + "ĠEthan": 15926, + "anson": 15927, + "ĠAdjusted": 15928, + "ĠHornets": 15929, + "ĠNZ": 15930, + "ĠKathleen": 15931, + "ĠKier": 15932, + "ĠMercury": 15933, + "Ġghost": 15934, + "Ġhaw": 15935, + "ĠDemand": 15936, + "ĠCollection": 15937, + "ĠFortune": 15938, + "Ġcruel": 15939, + "Ġfurious": 15940, + "ĠKun": 15941, + "ĠSalem": 15942, + "Ġunsuccessful": 15943, + "ĠLomb": 15944, + "ĠFury": 15945, + "ahi": 15946, + "Ġenthusiastic": 15947, + "Ġsurgeries": 15948, + "ACE": 15949, + "Ġroller": 15950, + "ĠStamford": 15951, + "Being": 15952, + "Dec": 15953, + "check": 15954, + "Ġaffection": 15955, + "Ġgifted": 15956, + "Ġenerg": 15957, + "Ġvarying": 15958, + "ĠCharl": 15959, + "Ġsolved": 15960, + "ĠNV": 15961, + "Ġlaptops": 15962, + "Ġkindness": 15963, + "mart": 15964, + "ĠPenny": 15965, + "Ġ116": 15966, + "ĠFeder": 15967, + "ĠCisco": 15968, + "Ġeducators": 15969, + "Ġminim": 15970, + "Ġgangs": 15971, + "Ġfestivities": 15972, + "ĠOriginal": 15973, + "yre": 15974, + "rying": 15975, + "Ġtighter": 15976, + "ĠMalta": 15977, + "Ġshield": 15978, + "interest": 15979, + "Ġbuoy": 15980, + "Ġsupplement": 15981, + "ĠSof": 15982, + "Ġok": 15983, + "Ġprosecuted": 15984, + "Ġinterventions": 15985, + "Ġseize": 15986, + "Ġcaravan": 15987, + "ĠCarlson": 15988, + "ĠEnterprises": 15989, + "ĠChristina": 15990, + "ĠWellington": 15991, + "Ġaltered": 15992, + "TP": 15993, + "Ġexpresses": 15994, + "Ġcomfortably": 15995, + "Ġstaffing": 15996, + "afa": 15997, + "itu": 15998, + "saving": 15999, + "Ġinflammation": 16000, + "hatt": 16001, + "ĠMiranda": 16002, + "icious": 16003, + "Ġgrabbing": 16004, + "ĠANY": 16005, + "Ġobjections": 16006, + "Ġdot": 16007, + "cle": 16008, + "Ġrelates": 16009, + "Ġtribe": 16010, + "Ġboarding": 16011, + "ĠEpisode": 16012, + "ĠEnjoy": 16013, + "arding": 16014, + "Ġathletics": 16015, + "Ġflies": 16016, + "Ġmortgages": 16017, + "ruct": 16018, + "Ġink": 16019, + "ĠKC": 16020, + "ĠSecondary": 16021, + "Ġfer": 16022, + "ĠQaeda": 16023, + "OA": 16024, + "Frank": 16025, + "track": 16026, + "ĠChandler": 16027, + "Ġenv": 16028, + "ĠLeaders": 16029, + "ĠKemp": 16030, + "Ġunsafe": 16031, + "sponsored": 16032, + "San": 16033, + "ĠUsers": 16034, + "PE": 16035, + "ĠAccount": 16036, + "otta": 16037, + "ĠMix": 16038, + "ĠCindy": 16039, + "En": 16040, + "Ġ175": 16041, + "Ġoverlooked": 16042, + "Ġpublications": 16043, + "Ġrewarding": 16044, + "Ġexplicit": 16045, + "Ġnotch": 16046, + "Ġspecifics": 16047, + "Ġdesignation": 16048, + "ĠAppeal": 16049, + "Ġcontingent": 16050, + "Ġcage": 16051, + "ĠKol": 16052, + "ĠJohns": 16053, + "ĠReach": 16054, + "ĠTin": 16055, + "ĠAfricans": 16056, + "Ġprec": 16057, + "ĠRural": 16058, + "ĠDw": 16059, + "Ġuphold": 16060, + "Ġsuffers": 16061, + "Ġweed": 16062, + "inst": 16063, + "Ġcancellation": 16064, + "ĠShaun": 16065, + "Ġleve": 16066, + "Ġdivisive": 16067, + "Ġhel": 16068, + "Ġfatigue": 16069, + "ĠSchwartz": 16070, + "ĠKirst": 16071, + "Ġarise": 16072, + "Ġgrandson": 16073, + "ĠLawson": 16074, + "Ġcollaborate": 16075, + "Ġparticipant": 16076, + "ĠBryce": 16077, + "Ġinfield": 16078, + "mid": 16079, + "Ġut": 16080, + "Ġnotices": 16081, + "Ġsneak": 16082, + "ĠPAR": 16083, + "Chris": 16084, + "Ġutilize": 16085, + "ĠByron": 16086, + "ĠZhang": 16087, + "PF": 16088, + "Ġoverwhelmingly": 16089, + "Ġvegetable": 16090, + "Ġabsurd": 16091, + "ĠChem": 16092, + "etime": 16093, + "Ġenvoy": 16094, + "Ġlover": 16095, + "length": 16096, + "Ġrevolutionary": 16097, + "ĠYam": 16098, + "Ġshutting": 16099, + "mt": 16100, + "super": 16101, + "ĠToby": 16102, + "ĠCoca": 16103, + "Ġproposition": 16104, + "Ġembracing": 16105, + "Ġversatile": 16106, + "ĠWalking": 16107, + "Ġillicit": 16108, + "Ġnude": 16109, + "Ġunpredictable": 16110, + "take": 16111, + "Ġgotta": 16112, + "ĠXiaomi": 16113, + "Ġinstit": 16114, + "ĠPep": 16115, + "ĠPearson": 16116, + "Ġrejection": 16117, + "stead": 16118, + "Ġmut": 16119, + "Ġoutspoken": 16120, + "ĠBaghdad": 16121, + "ĠFly": 16122, + "Ġwholly": 16123, + "ĠRM": 16124, + "ĠFa": 16125, + "Ġcleaner": 16126, + "frey": 16127, + "ĠHab": 16128, + "ĠLiber": 16129, + "Ġwhereabouts": 16130, + "Ġchefs": 16131, + "Ġalumni": 16132, + "Ġstopp": 16133, + "dd": 16134, + "forward": 16135, + "rast": 16136, + "ĠNash": 16137, + "ĠCort": 16138, + "Ġpotent": 16139, + "Ġmold": 16140, + "Ġdistinctive": 16141, + "chip": 16142, + "ĠBrunswick": 16143, + "Ġpopulist": 16144, + "Ġplagued": 16145, + "eka": 16146, + "ĠIOC": 16147, + "ugs": 16148, + "ĠDob": 16149, + "Ġmagn": 16150, + "asser": 16151, + "hew": 16152, + "Ġcapturing": 16153, + "oos": 16154, + "Ġcrystal": 16155, + "Ġalarming": 16156, + "Ġ135": 16157, + "iating": 16158, + "Ġnap": 16159, + "umar": 16160, + "ĠExpl": 16161, + "Ġupgrading": 16162, + "Ġdecl": 16163, + "Ġoverturn": 16164, + "ARK": 16165, + "linked": 16166, + "ĠContinued": 16167, + "Ġslumped": 16168, + "ĠGaga": 16169, + "iful": 16170, + "ĠPosted": 16171, + "ĠRecommended": 16172, + "Ġsnake": 16173, + "Ġexplosives": 16174, + "Ġhind": 16175, + "Ġcontempt": 16176, + "Ġmock": 16177, + "NBA": 16178, + "Ġstall": 16179, + "Ġorganisers": 16180, + "Ġingredient": 16181, + "Ġblockbuster": 16182, + "ĠStream": 16183, + "ĠLeah": 16184, + "Pic": 16185, + "Ġventures": 16186, + "oman": 16187, + "Ġweakening": 16188, + "Ġmaximize": 16189, + "Ġdigging": 16190, + "uez": 16191, + "Ġdistinction": 16192, + "ĠMali": 16193, + "Ġcontaminated": 16194, + "Ġhij": 16195, + "Ġcrafts": 16196, + "Fl": 16197, + "Ġcloset": 16198, + "ĠRapp": 16199, + "Ġtowers": 16200, + "Ġamenities": 16201, + "Ġopioids": 16202, + "Ġcontend": 16203, + "load": 16204, + "ĠJol": 16205, + "ĠBooks": 16206, + "Ġsim": 16207, + "Ġthrilling": 16208, + "Ġmeter": 16209, + "ĠMultiple": 16210, + "Ġarbitration": 16211, + "Ġcracked": 16212, + "Pl": 16213, + "Ġphotographers": 16214, + "Te": 16215, + "ĠSidd": 16216, + "Ġexplored": 16217, + "170": 16218, + "Ġpleasant": 16219, + "ĠCapitals": 16220, + "ĠRi": 16221, + "ĠRandall": 16222, + "overed": 16223, + "Ġchar": 16224, + "ĠEverybody": 16225, + "ĠPolitics": 16226, + "Ġmoisture": 16227, + "Ġthriving": 16228, + "ĠScotia": 16229, + "arded": 16230, + "imb": 16231, + "ĠFantasy": 16232, + "Ġcemetery": 16233, + "ĠPath": 16234, + "eur": 16235, + "ĠSec": 16236, + "ĠPlatform": 16237, + "Ġdeparted": 16238, + "ĠVIDEO": 16239, + "ĠPant": 16240, + "ĠSyn": 16241, + "Ġ230": 16242, + "bleacher": 16243, + "live": 16244, + "Ġprob": 16245, + "Ġgymn": 16246, + "Ġjudged": 16247, + "orns": 16248, + "Ġstemming": 16249, + "umbling": 16250, + "ĠHew": 16251, + "ĠCheryl": 16252, + "Ġconsciousness": 16253, + "cos": 16254, + "ĠTate": 16255, + "CNN": 16256, + "Ġrecognizing": 16257, + "meg": 16258, + "Ġpant": 16259, + "ulk": 16260, + "MM": 16261, + "ĠPrescott": 16262, + "ĠMarcel": 16263, + "anas": 16264, + "Ġhappier": 16265, + "mag": 16266, + "ĠLov": 16267, + "Ġspreads": 16268, + "ĠSample": 16269, + "Ġpopped": 16270, + "HR": 16271, + "ĠMitt": 16272, + "Ġ00": 16273, + "Ġlabeled": 16274, + "Ġaspirations": 16275, + "?)": 16276, + "Ġloads": 16277, + "ĠBritt": 16278, + "hurst": 16279, + "ĠTeams": 16280, + "Ġextremists": 16281, + "ĠClement": 16282, + "lings": 16283, + "shirts": 16284, + "cheon": 16285, + "ĠDEL": 16286, + "ĠLocation": 16287, + "Ġpresentations": 16288, + "ĠFalcon": 16289, + "Ġtoddler": 16290, + "kl": 16291, + "Ġprone": 16292, + "Ġcommemor": 16293, + "ĠStanton": 16294, + "201": 16295, + "Ġranges": 16296, + "Ġfielder": 16297, + "Ġattends": 16298, + "rade": 16299, + "Ġproactive": 16300, + "Ġhostage": 16301, + "ĠGriffith": 16302, + "ockey": 16303, + "ĠAdding": 16304, + "ĠAFL": 16305, + "gas": 16306, + "istics": 16307, + "Ġsurgeon": 16308, + "Ġtsunami": 16309, + "2014": 16310, + "Ġconstraints": 16311, + "cu": 16312, + "Ġsurrendered": 16313, + "azed": 16314, + "ĠAirbnb": 16315, + "650": 16316, + "zed": 16317, + "Ġinjustice": 16318, + "dog": 16319, + "full": 16320, + "ĠHear": 16321, + "Ġsprawling": 16322, + "Ġhomeland": 16323, + "ĠSG": 16324, + "anced": 16325, + "Ġpools": 16326, + "ĠCE": 16327, + "Ġbeers": 16328, + "AE": 16329, + "ĠJac": 16330, + "Ġrecurring": 16331, + "Writing": 16332, + "Ġgenius": 16333, + "ĠFrost": 16334, + "Ġgrounded": 16335, + "Ġallege": 16336, + "lessness": 16337, + "Ġjumper": 16338, + "Ġvicious": 16339, + "Ġsecretly": 16340, + "Ġhacked": 16341, + "ĠAmsterdam": 16342, + "ibu": 16343, + "Ġ1971": 16344, + "ĠRosenstein": 16345, + "nick": 16346, + "arge": 16347, + "Ġladder": 16348, + "elled": 16349, + "Ġsatellites": 16350, + "Ġassassination": 16351, + "ĠDepot": 16352, + "built": 16353, + "Ġunrelated": 16354, + "maid": 16355, + "ĠDod": 16356, + "ĠVanderbilt": 16357, + "Ġboundary": 16358, + "ĠStafford": 16359, + "ĠBry": 16360, + "Ġtribunal": 16361, + "Ġoutings": 16362, + "Ġquantity": 16363, + "imming": 16364, + "ĠBlacks": 16365, + "Br": 16366, + "eri": 16367, + "uffed": 16368, + "Ġexplicitly": 16369, + "ĠBieber": 16370, + "AKING": 16371, + "Ġphotographed": 16372, + "ĠPolit": 16373, + "Ġpremature": 16374, + "hered": 16375, + "ĠVi": 16376, + "Ġmarsh": 16377, + "casters": 16378, + "ĠKra": 16379, + "Ġdried": 16380, + "Ġcafe": 16381, + "eting": 16382, + "Ġshaping": 16383, + "aram": 16384, + "orf": 16385, + "Ġrichest": 16386, + "Ġhurricanes": 16387, + "Ġcommands": 16388, + "Gl": 16389, + "anth": 16390, + "Ġstunt": 16391, + "Ġyearly": 16392, + "Ġdefeats": 16393, + "Ġconsultancy": 16394, + "call": 16395, + "Ġlag": 16396, + "adh": 16397, + "ĠPalestine": 16398, + "Ġcustomized": 16399, + "ĠScar": 16400, + "ĠWesley": 16401, + "ready": 16402, + "Ġpersist": 16403, + "Ġpacking": 16404, + "ono": 16405, + "Ġdischarged": 16406, + "Ġpouring": 16407, + "sburg": 16408, + "Ġreconsider": 16409, + "ĠMethod": 16410, + "enez": 16411, + "cill": 16412, + "Ġsecular": 16413, + "pers": 16414, + "Ġple": 16415, + "ELS": 16416, + "ĠMine": 16417, + "Ġpushes": 16418, + "Us": 16419, + "Ġframes": 16420, + "ĠNets": 16421, + "ĠSiem": 16422, + "ĠHitler": 16423, + "kill": 16424, + "Ġrented": 16425, + "Ġcharm": 16426, + "Ġpulls": 16427, + "ĠTide": 16428, + "Ġinsufficient": 16429, + "itted": 16430, + "Care": 16431, + "iera": 16432, + "Ġcouch": 16433, + "aders": 16434, + "ext": 16435, + "ĠCitizen": 16436, + "Ġlogical": 16437, + "ĠMeadows": 16438, + "ĠDenis": 16439, + "ĠDrivers": 16440, + "Ġrepublic": 16441, + "Ġadvising": 16442, + "Ġparamedics": 16443, + "insky": 16444, + "illard": 16445, + "encia": 16446, + "Ġkh": 16447, + "Ġrh": 16448, + "Ġfinalized": 16449, + "Ġreins": 16450, + "ĠFarrell": 16451, + "Ġsteer": 16452, + "Ġproxy": 16453, + "unes": 16454, + "ĠSoul": 16455, + "ĠCopper": 16456, + "ĠKenyan": 16457, + "amped": 16458, + "conference": 16459, + "sted": 16460, + "ĠLon": 16461, + "Ġreplay": 16462, + "ĠBle": 16463, + "Ġvibe": 16464, + "Ġportfolios": 16465, + "sea": 16466, + "Ġbeautifully": 16467, + "Ġairs": 16468, + "ĠRap": 16469, + "ĠKatrina": 16470, + "Ġberth": 16471, + "gold": 16472, + "ĠIsaiah": 16473, + "iques": 16474, + "elson": 16475, + "Ġrelentless": 16476, + "ĠHighland": 16477, + "ĠPhilippe": 16478, + "ĠFol": 16479, + "Ġenduring": 16480, + "enz": 16481, + "Ġaer": 16482, + "icing": 16483, + "ĠHTC": 16484, + "Ġdoping": 16485, + "ĠAlb": 16486, + "Ġsom": 16487, + "icia": 16488, + "Ġcoroner": 16489, + "Ġdamn": 16490, + "Ġ119": 16491, + "Ġwiped": 16492, + "ĠAuditor": 16493, + "hern": 16494, + "ĠJew": 16495, + "endra": 16496, + "osp": 16497, + "ĠRory": 16498, + "Ġshapes": 16499, + "ĠPablo": 16500, + "Ġforemost": 16501, + "ĠHos": 16502, + "ĠCunningham": 16503, + "145": 16504, + "ĠRecovery": 16505, + "!!!": 16506, + "western": 16507, + "Ġimaging": 16508, + "ĠRookie": 16509, + "ĠMTV": 16510, + "Ġunc": 16511, + "ĠSporting": 16512, + "Ġpatrons": 16513, + "ĠCoverage": 16514, + "ĠObservatory": 16515, + "Ġfishermen": 16516, + "ĠProvince": 16517, + "ĠAston": 16518, + "ĠOsh": 16519, + "ĠWeekend": 16520, + "Ġrecruits": 16521, + "Ġdensity": 16522, + "FM": 16523, + "ĠGorsuch": 16524, + "ĠErie": 16525, + "lining": 16526, + "Ġshowcased": 16527, + "ĠRubio": 16528, + "Ġchaotic": 16529, + "Ġattractions": 16530, + "Ġhug": 16531, + "ĠHerbert": 16532, + "ĠRespond": 16533, + "Ġhappily": 16534, + "Ġtor": 16535, + "ĠOTHER": 16536, + "runner": 16537, + "ĠShakespeare": 16538, + "Ġstretching": 16539, + "ĠJudy": 16540, + "wyn": 16541, + "ĠCafe": 16542, + "Ġgreens": 16543, + "ĠHend": 16544, + "Ġglam": 16545, + "iation": 16546, + "ĠKingston": 16547, + "Ġincremental": 16548, + "Live": 16549, + "ĠBraun": 16550, + "USS": 16551, + "reb": 16552, + "Ġimperative": 16553, + "Ġsympathy": 16554, + "Ġrefuge": 16555, + "Ġadministered": 16556, + "rance": 16557, + "ĠLiberia": 16558, + "Ġmobil": 16559, + "heads": 16560, + "Ġinevitably": 16561, + "ĠEugene": 16562, + "ĠBerkshire": 16563, + "ĠHarbour": 16564, + "ĠTrends": 16565, + "TB": 16566, + "Ġdeficits": 16567, + "Ġlistings": 16568, + "Ġreadings": 16569, + "Ġtumor": 16570, + "Ġoffic": 16571, + "opy": 16572, + "Ġdistracted": 16573, + "Ġappropriately": 16574, + "ĠWillis": 16575, + "Ġskirt": 16576, + "ĠTea": 16577, + "Ġshades": 16578, + "Ġbargaining": 16579, + "Ġretention": 16580, + "ĠConcert": 16581, + "ĠMeteor": 16582, + "ĠCustom": 16583, + "Ġinputs": 16584, + "ĠSah": 16585, + "enta": 16586, + "Love": 16587, + "ĠBurg": 16588, + "ĠCynthia": 16589, + "ĠMoses": 16590, + "ubb": 16591, + "Ġpeoples": 16592, + "dh": 16593, + "ĠFro": 16594, + "bean": 16595, + "Ġcigarette": 16596, + "tta": 16597, + "umm": 16598, + "Ġphenomenal": 16599, + "Ġyelling": 16600, + "Ġinaug": 16601, + "Ġconven": 16602, + "ĠGore": 16603, + "request": 16604, + "Ġcolonial": 16605, + "ĠAleppo": 16606, + "Ġdemolition": 16607, + "Ġamounted": 16608, + "Ġstaggering": 16609, + "Ġclips": 16610, + "Ġinconsistent": 16611, + "ĠMilton": 16612, + "ĠWireless": 16613, + "ĠReno": 16614, + "ĠPerkins": 16615, + "Ġunusually": 16616, + "Ġmemor": 16617, + "Ġhectares": 16618, + "Ġlat": 16619, + "central": 16620, + "ĠDig": 16621, + "ĠMarina": 16622, + "ĠPartner": 16623, + "daily": 16624, + "your": 16625, + "Reilly": 16626, + "Ġpope": 16627, + "phy": 16628, + "Ġassessing": 16629, + "ĠRodrigo": 16630, + "wi": 16631, + "Ġcompatible": 16632, + "imate": 16633, + "Ġgentle": 16634, + "ĠRhodes": 16635, + "Brexit": 16636, + "ieve": 16637, + "Ġbreaches": 16638, + "Ġchopped": 16639, + "Ġcancers": 16640, + "VEL": 16641, + "Ġsluggish": 16642, + "ĠUltra": 16643, + "ĠUl": 16644, + "Ġcrises": 16645, + "ONE": 16646, + "ĠEquipment": 16647, + "Ġcater": 16648, + "Ġadjourn": 16649, + "Ġreadily": 16650, + "ĠRolling": 16651, + "ĠBott": 16652, + "inel": 16653, + "ĠRule": 16654, + "Ġgrind": 16655, + "ĠHussain": 16656, + "ussie": 16657, + "Ġdepressed": 16658, + "ĠImperial": 16659, + "ongo": 16660, + "Ġuniforms": 16661, + "Ġ117": 16662, + "Ġchambers": 16663, + "ĠDum": 16664, + "ifi": 16665, + "ĠBetty": 16666, + "ĠTA": 16667, + "Ġpromotions": 16668, + "itary": 16669, + "Ġcried": 16670, + "Ġbranding": 16671, + "ĠBahamas": 16672, + "ĠDat": 16673, + "Ġantibiotics": 16674, + "ĠAus": 16675, + "Ġumbrella": 16676, + "Ġgradual": 16677, + "Ġaltercation": 16678, + "Ġlure": 16679, + "ĠJakarta": 16680, + "Ġunified": 16681, + "chin": 16682, + "ettes": 16683, + "ĠRwanda": 16684, + "ulations": 16685, + "Ġbrink": 16686, + "Ġbroadcasting": 16687, + "ĠArtist": 16688, + "Ġrecon": 16689, + "Ġaqu": 16690, + "ĠServ": 16691, + "999": 16692, + "ĠParticipants": 16693, + "ĠVentures": 16694, + "fight": 16695, + "Ġactivism": 16696, + "Ġstructured": 16697, + "Ġportal": 16698, + "Ġtendency": 16699, + "ĠAssociate": 16700, + "Ġcalf": 16701, + "ĠOrd": 16702, + "ĠTi": 16703, + "ĠFrancois": 16704, + "uary": 16705, + "ĠVik": 16706, + "urchase": 16707, + "Ġfried": 16708, + "Ġbooming": 16709, + "Ġparticles": 16710, + "amas": 16711, + "INA": 16712, + "Super": 16713, + "supp": 16714, + "urring": 16715, + "ĠWatts": 16716, + "affer": 16717, + "ĠDEC": 16718, + "Ġroadway": 16719, + "border": 16720, + "Ġsequ": 16721, + "entially": 16722, + "ieg": 16723, + "Ġcamping": 16724, + "Ġ750": 16725, + "Ġcycles": 16726, + "ĠReese": 16727, + "ĠFellow": 16728, + "isters": 16729, + "ĠVehicle": 16730, + "kies": 16731, + "ĠJonas": 16732, + "Ġfoundations": 16733, + "ĠNigel": 16734, + "Ġstab": 16735, + "Ġcongressman": 16736, + "ĠWichita": 16737, + "antes": 16738, + "Ġprogression": 16739, + "Ġditch": 16740, + "lik": 16741, + "Ġsid": 16742, + "Ġele": 16743, + "ĠMund": 16744, + "Ġstairs": 16745, + "lete": 16746, + "Ġlingering": 16747, + "Ġsadly": 16748, + "Ġay": 16749, + "Em": 16750, + "Ġdeadliest": 16751, + "soon": 16752, + "Ġtangible": 16753, + "Ġabusing": 16754, + "Ġcomprises": 16755, + "vil": 16756, + "ĠBun": 16757, + "Ġdoubling": 16758, + "Ġcommun": 16759, + "Ġslogan": 16760, + "Ġloading": 16761, + "Ġshallow": 16762, + "Ġattributes": 16763, + "Che": 16764, + "Ġcheering": 16765, + "Ġrefuses": 16766, + "cam": 16767, + "bes": 16768, + "hon": 16769, + "ĠSpartans": 16770, + "cept": 16771, + "ĠComputer": 16772, + "ĠCanberra": 16773, + "ĠWARNING": 16774, + "Ġstuffed": 16775, + "block": 16776, + "ĠJennings": 16777, + "ĠAU": 16778, + "atin": 16779, + "Ġom": 16780, + "Ġbachelor": 16781, + "Ġprediction": 16782, + "ĠWinner": 16783, + "agne": 16784, + "Ġrob": 16785, + "ĠKatherine": 16786, + "Ġli": 16787, + "ĠHumph": 16788, + "ĠPEOPLE": 16789, + "IRO": 16790, + "Cola": 16791, + "Ġguitarist": 16792, + "isen": 16793, + "ĠHighlights": 16794, + "Ġwelcomes": 16795, + "Ġprisoner": 16796, + "Ġpsychology": 16797, + "Ġextradition": 16798, + "Ġrou": 16799, + "ĠLund": 16800, + "Ġthoughtful": 16801, + "RY": 16802, + "orman": 16803, + "Alex": 16804, + "Ġlaughter": 16805, + "Ġfumble": 16806, + "Ġsynthetic": 16807, + "Ġdigit": 16808, + "ĠRoc": 16809, + "ĠFactory": 16810, + "ellery": 16811, + "ishment": 16812, + "ilar": 16813, + "ĠEarl": 16814, + "ĠSutton": 16815, + "ĠJur": 16816, + "ĠAllan": 16817, + "ĠKoreans": 16818, + "uki": 16819, + "Ġculinary": 16820, + "PU": 16821, + "Stock": 16822, + "stars": 16823, + "ĠDayton": 16824, + "beck": 16825, + "Ġinstability": 16826, + "ĠBring": 16827, + "Ġbreeding": 16828, + "Ġmiracle": 16829, + "bons": 16830, + "Ġdonating": 16831, + "ĠKick": 16832, + "ĠSag": 16833, + "afi": 16834, + "Ġharassed": 16835, + "asm": 16836, + "Their": 16837, + "inity": 16838, + "Ġacademics": 16839, + "Ġstatute": 16840, + "ĠAmit": 16841, + "Ġpressured": 16842, + "east": 16843, + "\"),": 16844, + "iso": 16845, + "220": 16846, + "Ġairplane": 16847, + "ĠMcCabe": 16848, + "ctions": 16849, + "ĠMesa": 16850, + "Ġsensational": 16851, + "ĠFE": 16852, + "ĠNeigh": 16853, + "Ġbribery": 16854, + "Ġflaws": 16855, + "Ġfemales": 16856, + "Ġmisses": 16857, + "ĠColor": 16858, + "ĠVietnamese": 16859, + "ĠMental": 16860, + "Unfortunately": 16861, + "ĠPont": 16862, + "Ġ1940": 16863, + "dry": 16864, + "ĠGazette": 16865, + "ĠAns": 16866, + "Ġwhistle": 16867, + "Ġsymbolic": 16868, + "Ġpossessions": 16869, + "ĠDriver": 16870, + "Ġbracket": 16871, + "ĠReign": 16872, + "oji": 16873, + "Ġoct": 16874, + "Ġtube": 16875, + "ĠFelix": 16876, + "Ġtranslated": 16877, + "Ġpromptly": 16878, + "ĠErnest": 16879, + "arth": 16880, + "Ġdumb": 16881, + "Ġinfluences": 16882, + "taking": 16883, + "Ġprivat": 16884, + "erers": 16885, + "Ġmalware": 16886, + "Ġpredictable": 16887, + "Ġtighten": 16888, + "Ġheights": 16889, + "Ġfairness": 16890, + "facing": 16891, + "Ġrematch": 16892, + "Ġpoet": 16893, + "Ġfundamentally": 16894, + "Ġcoveted": 16895, + "Ġlivelihood": 16896, + "ĠABOUT": 16897, + "Ġsourced": 16898, + "Ġdeferred": 16899, + "Ġslashed": 16900, + "ĠSchultz": 16901, + "Ġtriggering": 16902, + "ĠShiv": 16903, + "Ġlithium": 16904, + "ahead": 16905, + "Ġleisure": 16906, + "Ġbackpack": 16907, + "ilateral": 16908, + "ĠNuclear": 16909, + "ĠLeone": 16910, + "ĠNice": 16911, + "Ġenthusiasts": 16912, + "September": 16913, + "Ġenroll": 16914, + "ĠWear": 16915, + "erey": 16916, + "angs": 16917, + "such": 16918, + "Ġunpopular": 16919, + "Ġdisciplined": 16920, + "Ġshrinking": 16921, + "ĠBrewing": 16922, + "ĠReally": 16923, + "Ġdirective": 16924, + "175": 16925, + "Ġnotifications": 16926, + "Ġfortunes": 16927, + "ĠHour": 16928, + "ĠGan": 16929, + "ĠChurchill": 16930, + "ĠDodge": 16931, + "ĠJeep": 16932, + "Ġsour": 16933, + "Ġderived": 16934, + "Ġft": 16935, + "riv": 16936, + "Ġlaundry": 16937, + "Ġfentanyl": 16938, + "ĠSioux": 16939, + "achi": 16940, + "workers": 16941, + "Ġworkload": 16942, + "rooms": 16943, + "ĠQU": 16944, + "ĠTruth": 16945, + "Ġdefenses": 16946, + "Ġdunk": 16947, + "IJ": 16948, + "Ġderby": 16949, + "ĠMotion": 16950, + "ĠMayo": 16951, + "ĠIke": 16952, + "Ġpreferences": 16953, + "Ġped": 16954, + "elman": 16955, + "moon": 16956, + "Ġshoots": 16957, + "ĠNoel": 16958, + "Ġmilit": 16959, + "ĠCambodia": 16960, + "ĠMLA": 16961, + "Ġhonoured": 16962, + "fast": 16963, + "Ġalgorithms": 16964, + "Ġstormed": 16965, + "NT": 16966, + "Benz": 16967, + "Ġvaccines": 16968, + "Ġmarching": 16969, + "Ġ118": 16970, + "ĠWilmington": 16971, + "GM": 16972, + "coin": 16973, + "Ġunderwater": 16974, + "ĠClearly": 16975, + "Ġorgans": 16976, + "mir": 16977, + "Ġdenounced": 16978, + "pless": 16979, + "imal": 16980, + "ĠKom": 16981, + "Ġfatalities": 16982, + "Ġyoungster": 16983, + "Ġthirty": 16984, + "Ġinternally": 16985, + "222": 16986, + "Ġdemonstrating": 16987, + "Ġbusiest": 16988, + "Ġperpetrators": 16989, + "Ġstun": 16990, + "Both": 16991, + "ĠMcCoy": 16992, + "gn": 16993, + "ĠDalton": 16994, + "ĠDAY": 16995, + "Ġsacred": 16996, + "Ġconsuming": 16997, + "Ġ(+": 16998, + "ĠPioneer": 16999, + "ĠApplications": 17000, + "ĠBolt": 17001, + "ĠBarkley": 17002, + "ĠExpo": 17003, + "ĠLore": 17004, + "ĠPrivacy": 17005, + "ĠHarley": 17006, + "Ġtractor": 17007, + "Ġtenth": 17008, + "ĠHaiti": 17009, + "ÃŃn": 17010, + "ĠTVs": 17011, + "ĠCathedral": 17012, + "Ġunite": 17013, + "Ġbinding": 17014, + "oks": 17015, + "ĠJenny": 17016, + "Ġcaller": 17017, + "ĠIngram": 17018, + "ĠPrairie": 17019, + "Ġrunoff": 17020, + "Ġasserted": 17021, + "icit": 17022, + "ĠSie": 17023, + "102": 17024, + "ĠMB": 17025, + "Ġobstruction": 17026, + "Ġgroom": 17027, + "Ġtolerate": 17028, + "Ġcans": 17029, + "forth": 17030, + "Ġvillain": 17031, + "Ġdefining": 17032, + "ĠFrenchman": 17033, + "otte": 17034, + "Ġcontr": 17035, + "clock": 17036, + "onder": 17037, + "Ġprolific": 17038, + "ĠElectronic": 17039, + "ĠSak": 17040, + "annie": 17041, + "ASS": 17042, + "Ġmultinational": 17043, + "Associated": 17044, + "IZ": 17045, + "ĠBelle": 17046, + "Ġmand": 17047, + "asis": 17048, + "Mac": 17049, + "Ġpretend": 17050, + "ĠCommunication": 17051, + "Ġheartbreaking": 17052, + "ĠShepherd": 17053, + "ĠBIG": 17054, + "mph": 17055, + "ĠShield": 17056, + "ĠLiv": 17057, + "ĠStatus": 17058, + "Ġbikini": 17059, + "Ġranch": 17060, + "Ġpeacefully": 17061, + "ITCH": 17062, + "bourne": 17063, + "ĠVariety": 17064, + "Ġstationed": 17065, + "Ġhed": 17066, + "Ġexhausted": 17067, + "Ġsurpassed": 17068, + "Ġcatalyst": 17069, + "Ġsmuggling": 17070, + "uating": 17071, + "Ġ123": 17072, + "Ġdup": 17073, + "ĠSul": 17074, + "conf": 17075, + "jit": 17076, + "Ġmaiden": 17077, + "asta": 17078, + "ĠCalvin": 17079, + "borne": 17080, + "Ġgrim": 17081, + "Ġtort": 17082, + "cott": 17083, + "olas": 17084, + "NR": 17085, + "Ġbreakout": 17086, + "ĠHun": 17087, + "ĠGuatemala": 17088, + "Ġhistorian": 17089, + "ĠLawyers": 17090, + "ĠDisplay": 17091, + "Ġobstruct": 17092, + "ĠOsborne": 17093, + "Ġtherapies": 17094, + "ĠAub": 17095, + "Ġinjunction": 17096, + "stroke": 17097, + "Ġseafood": 17098, + "Ġhazardous": 17099, + "ĠWolver": 17100, + "ĠViolence": 17101, + "ĠBillion": 17102, + "ĠLetter": 17103, + "ĠWorldwide": 17104, + "Real": 17105, + "Ġexpires": 17106, + "Ġflawed": 17107, + "European": 17108, + "Ġrigorous": 17109, + "ĠSimilar": 17110, + "ĠSurface": 17111, + "ĠEF": 17112, + "mys": 17113, + "ĠFunds": 17114, + "ographer": 17115, + "Ġtribes": 17116, + "Ġspouse": 17117, + "Ġunsure": 17118, + "aways": 17119, + "Ġtrainers": 17120, + "arie": 17121, + "ĠZar": 17122, + "ĠComedy": 17123, + "ĠLit": 17124, + "ĠNoon": 17125, + "Ġgallon": 17126, + "Ġconsulate": 17127, + "ĠBras": 17128, + "iology": 17129, + "onies": 17130, + "ĠBelichick": 17131, + "ĠRoot": 17132, + "ĠLux": 17133, + "ĠSed": 17134, + "ĠTos": 17135, + "Ġinherited": 17136, + "tw": 17137, + "Ġdeaf": 17138, + "Ġdriveway": 17139, + "jah": 17140, + "ĠScientific": 17141, + "ĠNottingham": 17142, + "both": 17143, + "awan": 17144, + "Ġnut": 17145, + "ĠLebanese": 17146, + "ĠAAA": 17147, + "ĠSuzuki": 17148, + "ĠBU": 17149, + "ells": 17150, + "Ġspecify": 17151, + "ĠNotes": 17152, + "Ġvoluntarily": 17153, + "ĠMolly": 17154, + "Ġoutskirts": 17155, + "Ġbehaviors": 17156, + "Ġmilitia": 17157, + "Ġsplash": 17158, + "Ġpersonalized": 17159, + "ĠFiat": 17160, + "ĠKind": 17161, + "ĠTruck": 17162, + "py": 17163, + "ĠWIN": 17164, + "dist": 17165, + "itational": 17166, + "APP": 17167, + "ĠPelicans": 17168, + "ĠGam": 17169, + "mel": 17170, + "Ġmandated": 17171, + "Ġbalances": 17172, + "ĠWizards": 17173, + "iary": 17174, + "ĠAvailable": 17175, + "Ġkay": 17176, + "jin": 17177, + "eyed": 17178, + "Ġsterling": 17179, + "Ġconcealed": 17180, + "ĠFedEx": 17181, + "ĠPO": 17182, + "ĠJacqu": 17183, + "anted": 17184, + "eme": 17185, + "ĠDefensive": 17186, + "manship": 17187, + "Ġreliever": 17188, + "Ġshortstop": 17189, + "Ġphot": 17190, + "ĠGain": 17191, + "ĠConcern": 17192, + "due": 17193, + "Ġalgorithm": 17194, + "fell": 17195, + "ĠMountains": 17196, + "icians": 17197, + "Ġhonoring": 17198, + "Ġuploaded": 17199, + "Ġtore": 17200, + "GH": 17201, + "orde": 17202, + "ĠCoin": 17203, + "ĠAven": 17204, + "Ġliterary": 17205, + "Before": 17206, + "Ġtactic": 17207, + "Ġsocially": 17208, + "ĠSik": 17209, + "Ġthermal": 17210, + "Ġhor": 17211, + "price": 17212, + "Ġrooted": 17213, + "arrow": 17214, + "Ġcirculating": 17215, + "Ġlaughs": 17216, + "ĠLines": 17217, + "lig": 17218, + "Ġjudgement": 17219, + "....": 17220, + "Ġsewer": 17221, + "Ġdancer": 17222, + "ĠPens": 17223, + "Ġsig": 17224, + "ische": 17225, + "wives": 17226, + "Ġgran": 17227, + "ĠBron": 17228, + "ĠHyde": 17229, + "yards": 17230, + "Ġcandidacy": 17231, + "Ġhey": 17232, + "Ġcontributors": 17233, + "ĠUpdated": 17234, + "Ġ190": 17235, + "Ġhalls": 17236, + "Ġemphas": 17237, + "ĠCherry": 17238, + "Ġrim": 17239, + "Ġbilled": 17240, + "Ġbaked": 17241, + "ĠPopular": 17242, + "lb": 17243, + "Ġgravity": 17244, + "Under": 17245, + "Ġreservation": 17246, + "organ": 17247, + "ĠPict": 17248, + "ĠWhitney": 17249, + "Ġonboard": 17250, + "NEY": 17251, + "ĠBreaking": 17252, + "Ġflagged": 17253, + "rar": 17254, + "ĠBasic": 17255, + "ĠDomestic": 17256, + "ĠPent": 17257, + "Ġvigilant": 17258, + "Ġzoning": 17259, + "Fire": 17260, + "Ġcorrected": 17261, + "isbury": 17262, + "ĠLaure": 17263, + "ĠDevon": 17264, + "print": 17265, + "ĠTopics": 17266, + "ĠFuel": 17267, + "Ġcirculation": 17268, + "ĠPratt": 17269, + "Ġskiing": 17270, + "Ġtornado": 17271, + "dep": 17272, + "ĠUnless": 17273, + "ifting": 17274, + "Ġfool": 17275, + "should": 17276, + "Ġinspectors": 17277, + "Ġprotested": 17278, + "Ġba": 17279, + "ussia": 17280, + "Ġspun": 17281, + "grass": 17282, + "phone": 17283, + "Ġpotato": 17284, + "ĠBehind": 17285, + "cil": 17286, + "Ġconcession": 17287, + "Ġapplause": 17288, + "ĠChin": 17289, + "Ġceremonies": 17290, + "pit": 17291, + "Ġtraumatic": 17292, + "Ġbasics": 17293, + "Ġparameters": 17294, + "ĠMoz": 17295, + "ĠAIDS": 17296, + "Ph": 17297, + "Ġjudging": 17298, + "Ġlecture": 17299, + "Ġmunicipality": 17300, + "Ġcardiac": 17301, + "ogan": 17302, + "pir": 17303, + "could": 17304, + "Channel": 17305, + "Ġshattered": 17306, + "ĠAV": 17307, + "continental": 17308, + "chie": 17309, + "ibi": 17310, + "ĠOy": 17311, + "Mon": 17312, + "ĠCN": 17313, + "WC": 17314, + "Ġdistributor": 17315, + "ĠSavannah": 17316, + "Ġcleaned": 17317, + "ĠFlores": 17318, + "Ġembarrassed": 17319, + "Ġclay": 17320, + "Ġvolcano": 17321, + "Ġstressful": 17322, + "Ġsummoned": 17323, + "ĠSeg": 17324, + "Ġstatistical": 17325, + "ĠShak": 17326, + "Ġadequately": 17327, + "worthy": 17328, + "fighting": 17329, + "alan": 17330, + "Ġnecessity": 17331, + "Ġresidency": 17332, + "Ġsober": 17333, + "arius": 17334, + "ĠTaj": 17335, + "mount": 17336, + "wards": 17337, + "Ġaesthetic": 17338, + "Coin": 17339, + "ĠDew": 17340, + "were": 17341, + "SK": 17342, + "Ġpowerhouse": 17343, + "Ġcleanup": 17344, + "ĠWITH": 17345, + "ĠHers": 17346, + "ĠRao": 17347, + "ĠFlyers": 17348, + "Ġdominating": 17349, + "issued": 17350, + "ĠMcGr": 17351, + "Ġinsurgency": 17352, + "Ġburial": 17353, + "ĠPlains": 17354, + "ensive": 17355, + "ĠPresent": 17356, + "Mo": 17357, + "Ġnerves": 17358, + "Ġsmoothly": 17359, + "staff": 17360, + "Ġrestoring": 17361, + "ĠGeneration": 17362, + "Ġcommuters": 17363, + "ĠLegend": 17364, + "ĠGad": 17365, + "lied": 17366, + "Ġissuer": 17367, + "ĠDozens": 17368, + "Ġphases": 17369, + "ĠWu": 17370, + "ĠTunisia": 17371, + "ĠPacers": 17372, + "Ġdur": 17373, + "ĠIG": 17374, + "annon": 17375, + "sided": 17376, + "Ġvo": 17377, + "ĠNI": 17378, + "Ġvitamin": 17379, + "Ġsoc": 17380, + "Ġimmunity": 17381, + "Ġgenerates": 17382, + "ĠMcGu": 17383, + "Ġexplores": 17384, + "Ġassistants": 17385, + "Ġstems": 17386, + "ushed": 17387, + "ĠZak": 17388, + "ĠOwners": 17389, + "Ġvariant": 17390, + "ardy": 17391, + "ĠNewark": 17392, + "ĠCatalonia": 17393, + "Ġautonomy": 17394, + "Ġgreet": 17395, + "Ġawait": 17396, + "ĠLuckily": 17397, + "ĠTicket": 17398, + "ĠSTOR": 17399, + "asy": 17400, + "Ġincorrect": 17401, + "Ġconsisting": 17402, + "Ġperspectives": 17403, + "ĠQuint": 17404, + "Ġtotaling": 17405, + "Ġnortheastern": 17406, + "Ġcharacterized": 17407, + "Ġsurfaces": 17408, + "nation": 17409, + "Ġprevents": 17410, + "ĠSho": 17411, + "Ġelectorate": 17412, + "Ġshortfall": 17413, + "chy": 17414, + "aws": 17415, + "ĠAddress": 17416, + "Ġdefensively": 17417, + "quel": 17418, + "chester": 17419, + "Ġterr": 17420, + "ahu": 17421, + "lined": 17422, + "ĠNev": 17423, + "unn": 17424, + "Def": 17425, + "pc": 17426, + "ĠSig": 17427, + "Ġnonetheless": 17428, + "ĠSundays": 17429, + "ĠBAS": 17430, + "Ġpolicemen": 17431, + "ĠGoal": 17432, + "apa": 17433, + "Ġrope": 17434, + "Ġoutage": 17435, + "ĠPaso": 17436, + "Ġsadness": 17437, + "ĠGrowing": 17438, + "ĠKyr": 17439, + "Ġale": 17440, + "ĠBreitbart": 17441, + "ĠVia": 17442, + "ĠBrig": 17443, + "idence": 17444, + "Ġ145": 17445, + "quire": 17446, + "Ġdistraction": 17447, + "ĠOdd": 17448, + "ĠSimply": 17449, + "ĠNin": 17450, + "Ġcompetent": 17451, + "ded": 17452, + "iper": 17453, + "ĠKaty": 17454, + "ĠSolomon": 17455, + "Ġfeeds": 17456, + "ĠMort": 17457, + "ĠRica": 17458, + "affe": 17459, + "Ġcooperating": 17460, + "Ġarrivals": 17461, + "Ġdelete": 17462, + "ĠAth": 17463, + "Ġtrustees": 17464, + "Ġtub": 17465, + "Ġsaga": 17466, + "otes": 17467, + "ĠCJ": 17468, + "Ġexited": 17469, + "stakes": 17470, + "Ġinflu": 17471, + "2000": 17472, + "ĠDonovan": 17473, + "ĠNur": 17474, + "Ġoutline": 17475, + "Ġaudition": 17476, + "oked": 17477, + "ĠJag": 17478, + "money": 17479, + "Ġcardiovascular": 17480, + "song": 17481, + "ĠOften": 17482, + "ĠGoff": 17483, + "ĠOaks": 17484, + "Will": 17485, + "acon": 17486, + "Ġ?": 17487, + "Har": 17488, + "ĠLambert": 17489, + "atoon": 17490, + "ĠAF": 17491, + "ĠMavericks": 17492, + "nia": 17493, + "ĠChennai": 17494, + "\"},\"": 17495, + "Ġpairing": 17496, + "mad": 17497, + "ause": 17498, + "ĠRide": 17499, + "111": 17500, + "ĠFallon": 17501, + "ĠHyder": 17502, + "ĠPiper": 17503, + "Ġfilmmakers": 17504, + "icon": 17505, + "ĠBeau": 17506, + "Ġbutt": 17507, + "lot": 17508, + "Ġrifles": 17509, + "Ġsunglasses": 17510, + "ĠTRA": 17511, + "Ġmagnetic": 17512, + "arty": 17513, + "ĠYo": 17514, + "ĠWeight": 17515, + "?!": 17516, + "ether": 17517, + "Ġaspir": 17518, + "Ġhunters": 17519, + "Ġcontamination": 17520, + "Ben": 17521, + "political": 17522, + "],\"": 17523, + "ĠBever": 17524, + "Ġmonuments": 17525, + "won": 17526, + "auc": 17527, + "Ġexpressions": 17528, + "Ġlakes": 17529, + "iao": 17530, + "abin": 17531, + "Ġpleading": 17532, + "Ġdiscounted": 17533, + "Ġdisappoint": 17534, + "ĠTW": 17535, + "craft": 17536, + "Ġsocieties": 17537, + "ĠAugusta": 17538, + "Ġbott": 17539, + "Ġmarker": 17540, + "ĠWrestling": 17541, + "CBC": 17542, + "athy": 17543, + "ĠAZ": 17544, + "Ġfabulous": 17545, + "valued": 17546, + "Ġoptical": 17547, + "Ġshaken": 17548, + "OSS": 17549, + "ĠImp": 17550, + "ĠAUD": 17551, + "inals": 17552, + "Ġrevital": 17553, + "Ġcontroller": 17554, + "Ġgrasp": 17555, + "uling": 17556, + "ĠFrederick": 17557, + "ague": 17558, + "bull": 17559, + "ĠLadies": 17560, + "Ġdisruptive": 17561, + "Ġbenefiting": 17562, + "Ġverge": 17563, + "ĠDak": 17564, + "Ġgrabs": 17565, + "ĠPAC": 17566, + "GN": 17567, + "ĠMcMahon": 17568, + "rob": 17569, + "ĠEspecially": 17570, + "ĠChrome": 17571, + "ĠBundesliga": 17572, + "104": 17573, + "Ġliberty": 17574, + "ĠSF": 17575, + "Ġvarieties": 17576, + "East": 17577, + "Ġgrowers": 17578, + "Ġsocialist": 17579, + "Ġunemployed": 17580, + "AMI": 17581, + "Ġtotals": 17582, + "ĠGib": 17583, + "Ġdefect": 17584, + "ĠOrtiz": 17585, + "ĠPerfect": 17586, + "Ġpraying": 17587, + "ISS": 17588, + "Ġul": 17589, + "Ġthrust": 17590, + "osc": 17591, + "ĠOtherwise": 17592, + "Ġobsessed": 17593, + "Ġ650": 17594, + "ĠWebsite": 17595, + "Ġspectators": 17596, + "ĠScout": 17597, + "ĠBoone": 17598, + "ĠDillon": 17599, + "Ġabortions": 17600, + "lect": 17601, + "utz": 17602, + "Ġvillagers": 17603, + "Ġaccelerating": 17604, + "Ġslap": 17605, + "Ġvague": 17606, + "Ġjurisdictions": 17607, + "League": 17608, + "ĠUruguay": 17609, + "Ġobstacle": 17610, + "Ġmanufactures": 17611, + "Ġcampaigned": 17612, + "ĠAdvance": 17613, + "ĠNort": 17614, + "emer": 17615, + "Ġ1964": 17616, + "Ġirre": 17617, + "Ġprog": 17618, + "ĠFeatured": 17619, + "Ġcommute": 17620, + "Ġhandset": 17621, + "akis": 17622, + "ĠArs": 17623, + "tail": 17624, + "iker": 17625, + "Ġcrafted": 17626, + "Ġupl": 17627, + "ĠMarcos": 17628, + "Looking": 17629, + "Ġseated": 17630, + "ĠBoat": 17631, + "Ġreadiness": 17632, + "ĠLLP": 17633, + "otechnology": 17634, + "facebook": 17635, + "ĠScouts": 17636, + "ĠEar": 17637, + "ĠAdv": 17638, + "ĠDemocracy": 17639, + "NI": 17640, + "oci": 17641, + "ĠSnapdragon": 17642, + "Saturday": 17643, + "ĠPra": 17644, + "ĠCoastal": 17645, + "ĠVoters": 17646, + "ĠLeigh": 17647, + "ohn": 17648, + "orry": 17649, + "Ġtechnicians": 17650, + "armed": 17651, + "Ġshrink": 17652, + "Ġspinning": 17653, + "agram": 17654, + "320": 17655, + "liner": 17656, + "ĠContest": 17657, + "ĠCountries": 17658, + "Ġfarewell": 17659, + "ĠCW": 17660, + "aris": 17661, + "Ġstorytelling": 17662, + "Ġpasser": 17663, + "Ġsailing": 17664, + "control": 17665, + "Ġdissent": 17666, + "ĠRih": 17667, + "Ġedit": 17668, + "Ġspoilers": 17669, + "itched": 17670, + "ĠBentley": 17671, + "Ġcant": 17672, + "mn": 17673, + "ĠMacy": 17674, + "Ġindefinitely": 17675, + "Ġvill": 17676, + "Ġmeth": 17677, + "ĠEL": 17678, + "Ġoptional": 17679, + "Ġremark": 17680, + "ĠVanessa": 17681, + "ã": 17682, + "Ġmasks": 17683, + "ĠProvincial": 17684, + "Ġculprit": 17685, + "ĠTol": 17686, + "Ġsnack": 17687, + "ĠInfinity": 17688, + "ĠPub": 17689, + "Ġbrakes": 17690, + "Ġclar": 17691, + "Ġinception": 17692, + "love": 17693, + "Ġwonders": 17694, + "Ġforged": 17695, + "ĠCEOs": 17696, + "Ġspecifications": 17697, + "irst": 17698, + "ension": 17699, + "ĠMarin": 17700, + "det": 17701, + "Ġordeal": 17702, + "ĠFeed": 17703, + "December": 17704, + "Ġstrokes": 17705, + "fect": 17706, + "orial": 17707, + "Ġshowcasing": 17708, + "Ġstack": 17709, + "UAL": 17710, + "ĠAlexandra": 17711, + "Ġpoison": 17712, + "ĠFry": 17713, + "ĠCars": 17714, + "Ġprototype": 17715, + "ĠUSDA": 17716, + "ĠIF": 17717, + "flows": 17718, + "Ġtailored": 17719, + "ĠGear": 17720, + "Ġmyth": 17721, + "Ġplatinum": 17722, + "seven": 17723, + "founded": 17724, + "encing": 17725, + "ĠTip": 17726, + "ĠMald": 17727, + "Ġgeopolitical": 17728, + "112": 17729, + "Ġenqu": 17730, + "ĠNR": 17731, + "ĠNadu": 17732, + "leen": 17733, + "ĠTat": 17734, + "Ġcolon": 17735, + "ĠSize": 17736, + "Ġvis": 17737, + "Ġbere": 17738, + "ĠAnnie": 17739, + "ĠWatkins": 17740, + "Ġpumping": 17741, + "cur": 17742, + "ĠBates": 17743, + "Ġslug": 17744, + "miss": 17745, + "Ġforecasting": 17746, + "source": 17747, + "Ġacknowledges": 17748, + "Ġprosecute": 17749, + "Ġtestament": 17750, + "Ġcum": 17751, + "ems": 17752, + "Ġsocks": 17753, + "ĠSame": 17754, + "Ġcompetitiveness": 17755, + "Ġdefinitive": 17756, + "Ġintensified": 17757, + "Ġsatisfying": 17758, + "Ġphysics": 17759, + "ĠHarden": 17760, + "Ġsubsidy": 17761, + "Men": 17762, + "ĠPaddock": 17763, + "Ġworkouts": 17764, + "ĠSaw": 17765, + "Ġcrisp": 17766, + "ĠBezos": 17767, + "ĠVote": 17768, + "Ġguiding": 17769, + "anged": 17770, + "Ġstaple": 17771, + "ŀ": 17772, + "ules": 17773, + "ĠAvengers": 17774, + "Ġoptim": 17775, + "ĠBuffett": 17776, + "Ġtimetable": 17777, + "oust": 17778, + "HE": 17779, + "ĠGrab": 17780, + "Have": 17781, + "cca": 17782, + "Ġwaived": 17783, + "Ġretaining": 17784, + "Ġaber": 17785, + "Ġoffline": 17786, + "Ġvigil": 17787, + "books": 17788, + "ĠRein": 17789, + "Ġacknowledging": 17790, + "ĠDoyle": 17791, + "Ġproteins": 17792, + "Ġmixing": 17793, + "ĠAlcohol": 17794, + "ĠJD": 17795, + "Ġsyn": 17796, + "Ġthieves": 17797, + "Ġhomemade": 17798, + "Ġfeminist": 17799, + "ĠRoosevelt": 17800, + "ĠCoal": 17801, + "Ġwishing": 17802, + "ĠSIGN": 17803, + "ĠLad": 17804, + "Ġempathy": 17805, + "ĠBrooke": 17806, + "ĠMash": 17807, + "inations": 17808, + "''": 17809, + "ulators": 17810, + "Ġdrastically": 17811, + "Ġfloral": 17812, + "ĠGuild": 17813, + "Ġundercover": 17814, + "ĠLaboratory": 17815, + "ĠRank": 17816, + "Ġrestraining": 17817, + "Ġparagraph": 17818, + "Ġpersona": 17819, + "ĠEmployment": 17820, + "ogs": 17821, + "ĠGw": 17822, + "ĠMedal": 17823, + "Ġwildly": 17824, + "fare": 17825, + "ĠCNBC": 17826, + "photo": 17827, + "Ġtransforming": 17828, + "Ġtermination": 17829, + "still": 17830, + "INT": 17831, + "Ġbal": 17832, + "ĠEconom": 17833, + "ĠLarson": 17834, + "Ġheck": 17835, + "Ġquantitative": 17836, + "Ġemergence": 17837, + "esta": 17838, + "Ġknot": 17839, + "Ġwhale": 17840, + "ĠðŁĺ": 17841, + "Ġperimeter": 17842, + "Ġempowerment": 17843, + "Ġmg": 17844, + "Ġrents": 17845, + "Ġrefreshing": 17846, + "Ġleasing": 17847, + "Ġpatents": 17848, + "andi": 17849, + "Ġfathers": 17850, + "Ġunse": 17851, + "Ġprocessors": 17852, + "Down": 17853, + "Ġreversal": 17854, + "veh": 17855, + "andal": 17856, + "ĠKov": 17857, + "Blue": 17858, + "Ġspecializes": 17859, + "Link": 17860, + "ĠConsidering": 17861, + "ĠEdmund": 17862, + "Ġneo": 17863, + "agger": 17864, + "rg": 17865, + "Ġseverity": 17866, + "Ġcour": 17867, + "RL": 17868, + "ĠTeresa": 17869, + "Ġgallons": 17870, + "Ġacquitted": 17871, + "Ġaccompl": 17872, + "Ġcracks": 17873, + "Ġsciences": 17874, + "Club": 17875, + "Ġpredicts": 17876, + "ĠVu": 17877, + "Ġhints": 17878, + "ĠZack": 17879, + "Ġrefurb": 17880, + "Ġdestabil": 17881, + "ĠSamar": 17882, + "ĠInfo": 17883, + "fs": 17884, + "Ġratios": 17885, + "Ġinherent": 17886, + "ĠContinental": 17887, + "Ġtreasure": 17888, + "Ġcaucus": 17889, + "Ġenact": 17890, + "orporated": 17891, + "ineries": 17892, + "Ġtastes": 17893, + "main": 17894, + "Ġsq": 17895, + "ickson": 17896, + "corruption": 17897, + "ulture": 17898, + "ĠGoodman": 17899, + "ĠLing": 17900, + "ĠSup": 17901, + "Ġexposing": 17902, + "immers": 17903, + "Ġresponds": 17904, + "heimer": 17905, + "Air": 17906, + "ĠFigures": 17907, + "Ġlongstanding": 17908, + "ĠAnalytics": 17909, + "Ġenforced": 17910, + "Ġnickname": 17911, + "Ġclinch": 17912, + "ĠCarpenter": 17913, + "ĠPharma": 17914, + "Ġconstructive": 17915, + "Ġgel": 17916, + "ĠSham": 17917, + "ĠTOP": 17918, + "ĠDerrick": 17919, + "ör": 17920, + "birds": 17921, + "ĠTong": 17922, + "ĠBatman": 17923, + "ĠRouhani": 17924, + "ĠOlive": 17925, + "ĠRiv": 17926, + "Ġdessert": 17927, + "Ġguides": 17928, + "Ġsag": 17929, + "Ġchemotherapy": 17930, + "Ġslept": 17931, + "ĠFranc": 17932, + "ĠDunk": 17933, + "writers": 17934, + "ĠÃĹ": 17935, + "Ġ401": 17936, + "Ġoutfielder": 17937, + "ĠHamburg": 17938, + "izu": 17939, + "Ġscr": 17940, + "Ġcomparisons": 17941, + "Ġwhites": 17942, + "Ġtraits": 17943, + "Ġcollateral": 17944, + "LEY": 17945, + "ideshow": 17946, + "Ġstatutory": 17947, + "Ġruin": 17948, + "Ġsituated": 17949, + "tem": 17950, + "Ġinject": 17951, + "rage": 17952, + "550": 17953, + "Ġfactions": 17954, + "ĠNaomi": 17955, + "cutting": 17956, + "Ġcommunicating": 17957, + "Ġrailroad": 17958, + "Ġsparking": 17959, + "Ġrespiratory": 17960, + "ĠWebster": 17961, + "ĠCarbon": 17962, + "Ġundertaking": 17963, + "Ġcomposer": 17964, + "ĠFigure": 17965, + "Ġspecified": 17966, + "Video": 17967, + "uber": 17968, + "Ġsexuality": 17969, + "lected": 17970, + "ĠBurger": 17971, + "ĠCards": 17972, + "SR": 17973, + "ĠLie": 17974, + "Ġrecount": 17975, + "Ġexceeding": 17976, + "Ġquoting": 17977, + "ĠJama": 17978, + "ĠVictorian": 17979, + "Ġsway": 17980, + "ĠGes": 17981, + "ĠSI": 17982, + "ĠKazakhstan": 17983, + "Ġaccusation": 17984, + "etr": 17985, + "Ah": 17986, + "Ġproc": 17987, + "Ġlamb": 17988, + "ĠMorales": 17989, + "ĠLily": 17990, + "Ġderail": 17991, + "Ġcontributes": 17992, + "iddle": 17993, + "ĠConcord": 17994, + "Ġelectr": 17995, + "Ġequip": 17996, + "Ġquantum": 17997, + "Ġthereafter": 17998, + "Ġarrange": 17999, + "Ġraided": 18000, + "ĠMove": 18001, + "ĠSang": 18002, + "ĠGaming": 18003, + "Ġbiology": 18004, + "ĠAmnesty": 18005, + "Ġdemise": 18006, + "ĠBarton": 18007, + "Ġqualifier": 18008, + "ANI": 18009, + "Ġundersc": 18010, + "Ġroyalty": 18011, + "ĠINC": 18012, + "Ġsne": 18013, + "ariat": 18014, + "ĠWan": 18015, + "Ġcluster": 18016, + "quin": 18017, + "Ġwhales": 18018, + "ĠFear": 18019, + "ĠBrew": 18020, + "Ġdeport": 18021, + "airs": 18022, + "Ġcensus": 18023, + "OUS": 18024, + "Ġrespectful": 18025, + "bone": 18026, + "Ġwaivers": 18027, + "friend": 18028, + "Ġsystemic": 18029, + "ĠDion": 18030, + "James": 18031, + "ĠAdmission": 18032, + "Ġstigma": 18033, + "ĠTIME": 18034, + "Ġunderpin": 18035, + "ĠWitnesses": 18036, + "Ġdigs": 18037, + "Ġgenocide": 18038, + "Ġstaging": 18039, + "rolled": 18040, + "Ġspecially": 18041, + "oop": 18042, + "Ġbaseline": 18043, + "ĠRF": 18044, + "avis": 18045, + "Ġvocals": 18046, + "COL": 18047, + "LD": 18048, + "Ġimpending": 18049, + "ĠCaldwell": 18050, + "Ġaluminium": 18051, + "Ġstra": 18052, + "ĠTayyip": 18053, + "Ġadmissions": 18054, + "falls": 18055, + "Ġrealizing": 18056, + "oen": 18057, + "ĠRV": 18058, + "ĠMog": 18059, + "Ġadvocating": 18060, + "ĠPepper": 18061, + "lived": 18062, + "ĠWick": 18063, + "Facebook": 18064, + "ĠSpect": 18065, + "Ġshout": 18066, + "Ġfractured": 18067, + "vet": 18068, + "Ġ1966": 18069, + "Ġcompensate": 18070, + "ĠVolume": 18071, + "Ġcategor": 18072, + "ĠHuntington": 18073, + "Free": 18074, + "OUGH": 18075, + "local": 18076, + "Sch": 18077, + "uti": 18078, + "Ġburger": 18079, + "Ġbush": 18080, + "Ġimpacting": 18081, + "Ġfrost": 18082, + "tti": 18083, + "ĠFresno": 18084, + "onz": 18085, + "shaw": 18086, + "ĠLibyan": 18087, + "Ġassert": 18088, + "ĠLegacy": 18089, + "ĠIE": 18090, + "ĠKinder": 18091, + "ĠHorizon": 18092, + "Ġtum": 18093, + "Ġsignaled": 18094, + "ĠFors": 18095, + "Ġspeedy": 18096, + "rang": 18097, + "ĠFT": 18098, + "Ġselecting": 18099, + "Ġpale": 18100, + "WD": 18101, + "Ġprobability": 18102, + "OUND": 18103, + "istrate": 18104, + "Ġsens": 18105, + "ocating": 18106, + "Ġinterpret": 18107, + "Ġpuzzle": 18108, + "Ġinland": 18109, + "Ġmanipulation": 18110, + "Sal": 18111, + "Ġfulfilling": 18112, + "ĠMcMaster": 18113, + "Make": 18114, + "jun": 18115, + "giving": 18116, + "ĠNiagara": 18117, + "Ġscholars": 18118, + "ALT": 18119, + "ĠSteam": 18120, + "omin": 18121, + "ĠSau": 18122, + "ĠDowning": 18123, + "Ġgy": 18124, + "ĠTit": 18125, + "ĠLav": 18126, + "ĠPepsi": 18127, + "Ġdumping": 18128, + "ĠDetect": 18129, + "ĠTDs": 18130, + "ĠKob": 18131, + "ĠSY": 18132, + "Ġpioneer": 18133, + "Ġ_": 18134, + "Ġclarified": 18135, + "ĠTests": 18136, + "opic": 18137, + "ĠMN": 18138, + "ĠBowman": 18139, + "umin": 18140, + "Ġwidow": 18141, + "Ġrallying": 18142, + "ĠPull": 18143, + "Ġprojection": 18144, + "Ġescalation": 18145, + "Ġlibraries": 18146, + "ĠFounder": 18147, + "ĠHugo": 18148, + "ĠStyle": 18149, + "Ġfreelance": 18150, + "Ġlisteners": 18151, + "Ġdiscovering": 18152, + "ĠPlans": 18153, + "Ġfranchises": 18154, + "ĠPam": 18155, + "Ġfarther": 18156, + "UI": 18157, + "opers": 18158, + "103": 18159, + "ublished": 18160, + "keys": 18161, + "aky": 18162, + "Ġinnov": 18163, + "¦": 18164, + "ĠDrum": 18165, + "Ġwraps": 18166, + "ĠCongressman": 18167, + "ĠVenus": 18168, + "fake": 18169, + "ĠBronx": 18170, + "ĠDinner": 18171, + "faced": 18172, + "Ġbackward": 18173, + "inge": 18174, + "Ġarsenal": 18175, + "ĠAce": 18176, + "uden": 18177, + "fre": 18178, + "Ġspa": 18179, + "ĠSaunders": 18180, + "ĠMatter": 18181, + "ĠSpons": 18182, + "Ġconsultations": 18183, + "ĠRuss": 18184, + "Ġsculpture": 18185, + "Ġuncommon": 18186, + "Nov": 18187, + "pg": 18188, + "otherapy": 18189, + "Ġgol": 18190, + "ĠBlazers": 18191, + "Ġadvises": 18192, + "ĠRegulatory": 18193, + "ĠBoyle": 18194, + "Äģ": 18195, + "Ġcuisine": 18196, + "Ġencouragement": 18197, + "yp": 18198, + "eny": 18199, + "ĠOrchestra": 18200, + "ĠChicken": 18201, + "Ġ1965": 18202, + "ĠPret": 18203, + "ĠCooperation": 18204, + "ĠDevices": 18205, + "ĠRodney": 18206, + "ĠHonduras": 18207, + "ĠEgg": 18208, + "Ġchurn": 18209, + "Ġclutch": 18210, + "ĠBernstein": 18211, + "Ġain": 18212, + "Ġformidable": 18213, + "ĠFacility": 18214, + "Ġpag": 18215, + "mons": 18216, + "bol": 18217, + "Ġliteracy": 18218, + "Ġsubmissions": 18219, + "ĠHulu": 18220, + "ĠConstitutional": 18221, + "ĠIsh": 18222, + "ĠPaula": 18223, + "olve": 18224, + "Ġabundance": 18225, + "ĠAla": 18226, + "ĠEcuador": 18227, + "Ġreconstruction": 18228, + "Ġcrush": 18229, + "reek": 18230, + "ĠÂŃ": 18231, + "ibo": 18232, + "Ġpracticed": 18233, + "Ġpac": 18234, + "rett": 18235, + "Ġpasta": 18236, + "Ġresp": 18237, + "ĠFlag": 18238, + "pal": 18239, + "Ġcommenting": 18240, + "Ġrecap": 18241, + "âĢĶâĢĶ": 18242, + "ĠToy": 18243, + "ĠMeredith": 18244, + "Ġreceipt": 18245, + "Ġseparating": 18246, + "ĠMap": 18247, + "Ġmogul": 18248, + "ĠBurlington": 18249, + "Ġger": 18250, + "Ġcoordinate": 18251, + "grad": 18252, + "Ġescalated": 18253, + "Ġproceeded": 18254, + "turned": 18255, + "Ġupt": 18256, + "hum": 18257, + "ĠWere": 18258, + "Whether": 18259, + "Ġenjoyable": 18260, + "energy": 18261, + "Ġprohibit": 18262, + "Ġhurdle": 18263, + "Ġdivorced": 18264, + "Ġcommentator": 18265, + "GT": 18266, + "ATH": 18267, + "Ġtravellers": 18268, + "Ġpopulated": 18269, + "ĠVo": 18270, + "ĠRebels": 18271, + "Ġspurred": 18272, + "Ġideological": 18273, + "Ġelephant": 18274, + "keyes": 18275, + "Pat": 18276, + "Ġlinger": 18277, + "Ġreps": 18278, + "Ġcocktails": 18279, + "ĠKristen": 18280, + "istically": 18281, + "Ġgunmen": 18282, + "Ġ1920": 18283, + "Ġquart": 18284, + "National": 18285, + "Ġexceptions": 18286, + "kat": 18287, + "priced": 18288, + "ĠHarold": 18289, + "ĠPistons": 18290, + "Ġcompounds": 18291, + "Ġmouse": 18292, + "Ġexhibits": 18293, + "ĠBurk": 18294, + "Ġclassmates": 18295, + "Ġcirculated": 18296, + "Ġattributable": 18297, + "ĠBaton": 18298, + "Ġorganizer": 18299, + "Ġdurable": 18300, + "Ġsingers": 18301, + "ĠOman": 18302, + "Ġhydrogen": 18303, + "Ġslash": 18304, + "Ġaccidental": 18305, + "ĠAbrams": 18306, + "KS": 18307, + "itty": 18308, + "Ġrust": 18309, + "Ġselections": 18310, + "porting": 18311, + "ĠEmanuel": 18312, + "XX": 18313, + "ĠThornton": 18314, + "Ġcolumns": 18315, + "Ġsentiments": 18316, + "fun": 18317, + "Ġplight": 18318, + "ĠSister": 18319, + "ĠMaggie": 18320, + "hya": 18321, + "Daniel": 18322, + "Ġplung": 18323, + "orio": 18324, + "ĠYorker": 18325, + "ĠSaturdays": 18326, + "Ġloc": 18327, + "aye": 18328, + "illon": 18329, + "ĠConsulting": 18330, + "pled": 18331, + "ĠZin": 18332, + "ĠFarms": 18333, + "ĠGiuliani": 18334, + "ĠMIN": 18335, + "ĠHanson": 18336, + "ĠComplete": 18337, + "ourke": 18338, + "oche": 18339, + "ĠJord": 18340, + "Ġprofessors": 18341, + "ĠWILL": 18342, + "ĠCron": 18343, + "Ġdorm": 18344, + "Ġcracking": 18345, + "tur": 18346, + "ORS": 18347, + "Ant": 18348, + "Ġdeduction": 18349, + "ĠSIM": 18350, + "igue": 18351, + "ĠValent": 18352, + "ĠEthereum": 18353, + "ĠSunny": 18354, + "ĠExtra": 18355, + "ivan": 18356, + "ĠFo": 18357, + "Ġleases": 18358, + "ibe": 18359, + "Ġ1800": 18360, + "Ġslapped": 18361, + "emaker": 18362, + "Ġfa": 18363, + "rien": 18364, + "ĠPeriod": 18365, + "ĠES": 18366, + "ĠBlu": 18367, + "Ġpreserving": 18368, + "Ġsmarter": 18369, + "mans": 18370, + "Ġgest": 18371, + "zu": 18372, + "nu": 18373, + "Ġdivest": 18374, + "roc": 18375, + "ĠFlood": 18376, + "Given": 18377, + "ĠNorton": 18378, + "Ġgranting": 18379, + "Ġdealings": 18380, + "Ġgeographic": 18381, + "esa": 18382, + "Ġcub": 18383, + "Ġcriticizing": 18384, + "ĠCub": 18385, + "Ġsurroundings": 18386, + "ĠInternal": 18387, + "Ġsle": 18388, + "Ġcrushing": 18389, + "ĠPP": 18390, + "izations": 18391, + "ĠAbdel": 18392, + "Joe": 18393, + "ĠVisitors": 18394, + "ĠCarly": 18395, + "INGTON": 18396, + "ĠGC": 18397, + "ĠWB": 18398, + "Ġgently": 18399, + "·": 18400, + "though": 18401, + "ĠAlto": 18402, + "Ġresting": 18403, + "ĠPerson": 18404, + "ĠTon": 18405, + "Ġbore": 18406, + "ĠClar": 18407, + "Ġmot": 18408, + "Ġbathrooms": 18409, + "ĠTypically": 18410, + "Ġdisconnect": 18411, + "Ġtightly": 18412, + "ĠHarvest": 18413, + "ĠHed": 18414, + "ĠGermans": 18415, + "atar": 18416, + "Ġkeynote": 18417, + "Ġimproper": 18418, + "fil": 18419, + "Ġintens": 18420, + "iev": 18421, + "Ġmedi": 18422, + "Ġtenant": 18423, + "Ġfootsteps": 18424, + "uli": 18425, + "Ġlegalization": 18426, + "106": 18427, + "ĠLexington": 18428, + "folio": 18429, + "Ġ½": 18430, + "ĠRita": 18431, + "Ġbattered": 18432, + "inka": 18433, + "ĠJavaScript": 18434, + "ĠMusical": 18435, + "ĠTalent": 18436, + "Ġlounge": 18437, + "Ġintimidation": 18438, + "ikh": 18439, + "ĠFam": 18440, + "Ġtherapeutic": 18441, + "Ġbalancing": 18442, + "Ġrocky": 18443, + "liners": 18444, + "ĠPredators": 18445, + "Ġregistering": 18446, + "Ġdiligence": 18447, + "ĠRover": 18448, + "ĠDot": 18449, + "Ġterminated": 18450, + "ĠEdu": 18451, + "Ġcharming": 18452, + "ĠPLAY": 18453, + "ĠFact": 18454, + "ĠCi": 18455, + ").\"": 18456, + "ĠWrestle": 18457, + "hun": 18458, + "Ġopenings": 18459, + "Ġfou": 18460, + "Ġ126": 18461, + "spe": 18462, + "ĠAW": 18463, + "Ġbud": 18464, + "ĠTemper": 18465, + "ĠOrthodox": 18466, + "Ġprogressed": 18467, + "tre": 18468, + "Ġtasting": 18469, + "Ġscrutin": 18470, + "ĠLima": 18471, + "Ġlayout": 18472, + "Ġlitter": 18473, + "ijk": 18474, + "ĠParkinson": 18475, + "ĠAnfield": 18476, + "Ġdevelopmental": 18477, + "Ġheaven": 18478, + "ĠWoodward": 18479, + "index": 18480, + "Ġpistol": 18481, + "Ġreson": 18482, + "ĠWS": 18483, + "Ġemb": 18484, + "ĠLap": 18485, + "ĠPle": 18486, + "lington": 18487, + "ĠSit": 18488, + "Ġabruptly": 18489, + "ĠSenegal": 18490, + "ĠYates": 18491, + "aceutical": 18492, + "ĠJak": 18493, + "ĠHastings": 18494, + "iste": 18495, + "ĠDB": 18496, + "ĠAgent": 18497, + "Ġpreservation": 18498, + "ĠLank": 18499, + "ĠSuffolk": 18500, + "Ġboo": 18501, + "essed": 18502, + "Ġempowering": 18503, + "enne": 18504, + "Ġrecycled": 18505, + "Ġstrateg": 18506, + "Ġbrake": 18507, + "135": 18508, + "ĠStef": 18509, + "ĠFlake": 18510, + "ĠGregg": 18511, + "ĠRent": 18512, + "Ġinstallment": 18513, + "FW": 18514, + "ĠCran": 18515, + "obo": 18516, + "ml": 18517, + "ĠJade": 18518, + "Ġaccuses": 18519, + "ĠNvidia": 18520, + "Ġburg": 18521, + "High": 18522, + "Ġbothered": 18523, + "ĠBenn": 18524, + "Ġinterrupted": 18525, + "Ġtrek": 18526, + "Ġserv": 18527, + "Ġpatron": 18528, + "Ġdictator": 18529, + "owa": 18530, + "jad": 18531, + "ĠTulsa": 18532, + "Ġboil": 18533, + "Ġdisplaying": 18534, + "Ġcinem": 18535, + "awaited": 18536, + "¸": 18537, + "Ġreacts": 18538, + "ĠDee": 18539, + "ĠGron": 18540, + "igation": 18541, + "Ġservic": 18542, + "capt": 18543, + "Ġinsane": 18544, + "ĠVeteran": 18545, + "umen": 18546, + "End": 18547, + "ĠCream": 18548, + "Ġextremism": 18549, + "ĠMalone": 18550, + "Col": 18551, + "Ġsafeguard": 18552, + "Ġtomatoes": 18553, + "die": 18554, + "Ġchamp": 18555, + "zero": 18556, + "ĠPRES": 18557, + "Ġchoir": 18558, + "Ġpediatric": 18559, + "Ġprivileged": 18560, + "Ġdownstream": 18561, + "Business": 18562, + "ĠFighting": 18563, + "atable": 18564, + "Ġsums": 18565, + "Ġinsult": 18566, + "arten": 18567, + "ĠWikiLeaks": 18568, + "Ġpads": 18569, + "Ġretali": 18570, + "ĠHunts": 18571, + "Ġindie": 18572, + "ĠShields": 18573, + "ĠMortgage": 18574, + "oses": 18575, + "ampton": 18576, + "ĠVideos": 18577, + "ĠPER": 18578, + "itionally": 18579, + "ĠKimmel": 18580, + "sum": 18581, + "trade": 18582, + "acity": 18583, + "marked": 18584, + "ĠAngus": 18585, + "Ġtemper": 18586, + "Ġseizure": 18587, + "Ġfictional": 18588, + "utton": 18589, + "eva": 18590, + "Rs": 18591, + "Ġintra": 18592, + "ĠRequest": 18593, + "ppe": 18594, + "ĠeBay": 18595, + "ĠUSS": 18596, + "Ġ1500": 18597, + "Ġpossessing": 18598, + "Ġbacon": 18599, + "ĠSexual": 18600, + "ĠBuff": 18601, + "Ġslaughter": 18602, + "Ġjur": 18603, + "zhou": 18604, + "suit": 18605, + "ĠCha": 18606, + "ĠBuk": 18607, + "crime": 18608, + "ĠEasy": 18609, + "ĠChain": 18610, + "aq": 18611, + "ĠPall": 18612, + "flation": 18613, + "225": 18614, + "oup": 18615, + "109": 18616, + "ĠMcKenzie": 18617, + "Ġclearer": 18618, + "ĠDogs": 18619, + "oration": 18620, + "Ġsubs": 18621, + "Follow": 18622, + "ĠShirley": 18623, + "Ġadjusting": 18624, + "ĠEFF": 18625, + "Ġflipped": 18626, + "Ġconform": 18627, + "ĠLaurent": 18628, + "Ġcircular": 18629, + "ĠNOR": 18630, + "Ġmort": 18631, + "Ġtexture": 18632, + "avour": 18633, + "Ġflex": 18634, + "ĠHedge": 18635, + "ðŁĺ": 18636, + "Ġtrophies": 18637, + "ĠINV": 18638, + "Ġboast": 18639, + "ĠTyr": 18640, + "ĠNichols": 18641, + "ĠSpa": 18642, + "Ġcheered": 18643, + "Ġprey": 18644, + "reach": 18645, + "Ġbreached": 18646, + "ĠRegions": 18647, + "ĠLyft": 18648, + "ĠTul": 18649, + "ĠKore": 18650, + "Ġendure": 18651, + "ĠCover": 18652, + "\").": 18653, + "ĠSavage": 18654, + "ère": 18655, + "reens": 18656, + "Ġnic": 18657, + "sector": 18658, + "Ġweaknesses": 18659, + "Ġreboot": 18660, + "Ġ210": 18661, + "Ġimagery": 18662, + "ĠFrem": 18663, + "Ġclue": 18664, + "ĠLars": 18665, + "Ġfaction": 18666, + "hetic": 18667, + "Ġallied": 18668, + "ĠMarvin": 18669, + "Ġmethodology": 18670, + "ĠTN": 18671, + "Ġutter": 18672, + "Ġ270": 18673, + "ĠVolvo": 18674, + "oline": 18675, + "ĠACLU": 18676, + "Ġindirect": 18677, + "Ġminer": 18678, + "ĠBale": 18679, + "ĠStrange": 18680, + "ĠFuller": 18681, + "Ġexpelled": 18682, + "ĠTropical": 18683, + "Ġremotely": 18684, + "ĠTIM": 18685, + "Ġinnocence": 18686, + "Ġconfined": 18687, + "Ġfares": 18688, + "Ġprevalent": 18689, + "Ġdesp": 18690, + "House": 18691, + "azar": 18692, + "Ġgestures": 18693, + "ĠCES": 18694, + "ĠDM": 18695, + "eal": 18696, + "ĠÐ": 18697, + "Ġburnt": 18698, + "Ġframed": 18699, + "ĠDani": 18700, + "Ġhol": 18701, + "ĠCannes": 18702, + "ĠHayden": 18703, + "Ġwardrobe": 18704, + "ĠAssange": 18705, + "ĠSamp": 18706, + "bay": 18707, + "sky": 18708, + "ĠHence": 18709, + "ĠGrizzlies": 18710, + "rates": 18711, + "laws": 18712, + "ĠMandela": 18713, + "ĠHoover": 18714, + "rics": 18715, + "charged": 18716, + "Ġexclude": 18717, + "Ġpassive": 18718, + "Ġcontinuation": 18719, + "Ġblunt": 18720, + "Ġvac": 18721, + "ĠEmerging": 18722, + "rench": 18723, + "tv": 18724, + "ĠHollow": 18725, + "ĠOC": 18726, + "Ġadvisors": 18727, + "Ġrendered": 18728, + "ĠBernardino": 18729, + "ĠSupporters": 18730, + "ronic": 18731, + "Ġchancellor": 18732, + "Ġ1963": 18733, + "Ġuranium": 18734, + "Ġak": 18735, + "ĠOptions": 18736, + "ermott": 18737, + "ĠBerger": 18738, + "ibia": 18739, + "Ġexplosions": 18740, + "Ġimpairment": 18741, + "Ġhail": 18742, + "Ġalley": 18743, + "Ġcruelty": 18744, + "ĠClarence": 18745, + "Ġvariations": 18746, + "Ġrealm": 18747, + "Ġrenovations": 18748, + "ĠNorwich": 18749, + "Ġbelongings": 18750, + "Ġmerchants": 18751, + "ĠMinisters": 18752, + "ĠDodd": 18753, + "Ġviewer": 18754, + "Ġneutrality": 18755, + "quer": 18756, + "ĠPrinceton": 18757, + "dead": 18758, + "arest": 18759, + "GET": 18760, + "ĠCanadiens": 18761, + "ĠIgn": 18762, + "clear": 18763, + "Mal": 18764, + "ĠBridges": 18765, + "ĠHayward": 18766, + "Ġremarked": 18767, + "ingle": 18768, + "Ġsob": 18769, + "Ġdepart": 18770, + "beans": 18771, + "Ġpreserved": 18772, + "ĠFairfax": 18773, + "Ġforgot": 18774, + "ĠBeh": 18775, + "Rob": 18776, + "Ġcooperative": 18777, + "ullah": 18778, + "Ġmates": 18779, + "Ġrang": 18780, + "Ġthigh": 18781, + "Ġabducted": 18782, + "Ġchaired": 18783, + "ĠHearts": 18784, + "Ġidentifies": 18785, + "ĠBuckingham": 18786, + "ijn": 18787, + "ĠJab": 18788, + "Ġclashed": 18789, + "feed": 18790, + "sites": 18791, + "ĠCareer": 18792, + "exp": 18793, + "ĠBuccaneers": 18794, + "scape": 18795, + "Ġupdating": 18796, + "Ġintentional": 18797, + "ĠGuam": 18798, + "ĠBreakfast": 18799, + "ĠHag": 18800, + "Media": 18801, + "Ġtapping": 18802, + "Ġpics": 18803, + "Ġeaten": 18804, + "Ġpremise": 18805, + "Kim": 18806, + "ĠStorage": 18807, + "Ġextensively": 18808, + "Ġoutrageous": 18809, + "ĠSadly": 18810, + "Global": 18811, + "¢": 18812, + "leaning": 18813, + "CM": 18814, + "Ġeasiest": 18815, + "ument": 18816, + "Ġ122": 18817, + "Ġdaunting": 18818, + "ISE": 18819, + "Ġsunset": 18820, + "Ġreset": 18821, + "Ġbent": 18822, + "Trust": 18823, + "ĠCaleb": 18824, + "ĠRut": 18825, + "ĠBast": 18826, + "ETS": 18827, + "iencies": 18828, + "Ġpu": 18829, + "ature": 18830, + "Ġrealities": 18831, + "omi": 18832, + "Ġsoda": 18833, + "Ġunveil": 18834, + "ĠGoldberg": 18835, + "opes": 18836, + "Ġuprising": 18837, + "ĠMR": 18838, + "Ġendorse": 18839, + "Ġsail": 18840, + "Ġconverting": 18841, + "Ġglamorous": 18842, + "ĠHollande": 18843, + "108": 18844, + "isky": 18845, + "Ġcushion": 18846, + "240": 18847, + "Ġadventures": 18848, + "Ġantitrust": 18849, + "ĠStockholm": 18850, + "pace": 18851, + "ĠVald": 18852, + "ĠTransfer": 18853, + "ERT": 18854, + "ĠMcInt": 18855, + "Ġsurging": 18856, + "ogn": 18857, + "Ġlauded": 18858, + "ĠZam": 18859, + "ĠRough": 18860, + "TOR": 18861, + "Ġwed": 18862, + "Ġorigins": 18863, + "ĠEld": 18864, + "oso": 18865, + "Ġsupplying": 18866, + "ĠPetty": 18867, + "ĠTwe": 18868, + "ĠDenise": 18869, + "ĠBec": 18870, + "Ġbehave": 18871, + "Ġ121": 18872, + "estone": 18873, + "ĠBoulder": 18874, + "ĠBlackhawks": 18875, + "ĠWyatt": 18876, + "Ġfiguring": 18877, + "ĠDeborah": 18878, + "agi": 18879, + "significant": 18880, + "Ġasthma": 18881, + "Ġmessy": 18882, + "mpire": 18883, + "Ġax": 18884, + "Ġaspiring": 18885, + "ĠNH": 18886, + "ĠGina": 18887, + "heavy": 18888, + "ĠVick": 18889, + "ÃŃs": 18890, + "something": 18891, + "Ġbodily": 18892, + "Ġunauthorized": 18893, + "ĠActually": 18894, + "ĠOH": 18895, + "Ġmicrophone": 18896, + "allah": 18897, + "Ġrampant": 18898, + "Ġrelocated": 18899, + "Ġwidening": 18900, + "ĠCait": 18901, + "nel": 18902, + "ĠBlackBerry": 18903, + "Ġprofessionally": 18904, + "ĠInterestingly": 18905, + "Ġbarbecue": 18906, + "Ġresisting": 18907, + "ĠNunes": 18908, + "disc": 18909, + "Ġgroundbreaking": 18910, + "orable": 18911, + "ĠRegulation": 18912, + "Ġborrowed": 18913, + "Ġleaking": 18914, + "Ġlengths": 18915, + "Ġunveiling": 18916, + "houses": 18917, + "Ġ155": 18918, + "ĠBillboard": 18919, + "icion": 18920, + "Times": 18921, + "ĠZoe": 18922, + "ĠAbby": 18923, + "bus": 18924, + "ĠMinutes": 18925, + "ributed": 18926, + "Ġparap": 18927, + "Ġfertil": 18928, + "ABC": 18929, + "ĠIsle": 18930, + "Ġtherapist": 18931, + "Ġgubernatorial": 18932, + "ĠAust": 18933, + "ĠLoan": 18934, + "Bo": 18935, + "ĠNRL": 18936, + "rag": 18937, + "Clear": 18938, + "Ġrevision": 18939, + "Ġflesh": 18940, + "BD": 18941, + "iji": 18942, + "Ġproductions": 18943, + "Ġcoconut": 18944, + "ĠMcCorm": 18945, + "ĠDash": 18946, + "Ġgeography": 18947, + "hearted": 18948, + "Ġarson": 18949, + "Ġgoaltender": 18950, + "Ġbelly": 18951, + "Ġqualifications": 18952, + "ĠActiv": 18953, + "Ġhooked": 18954, + "ĠHungarian": 18955, + "Ġprotocols": 18956, + "inking": 18957, + "Ġfronts": 18958, + "ĠKuala": 18959, + "ĠToys": 18960, + "ĠFitness": 18961, + "Ġwarfare": 18962, + "Ġoutp": 18963, + "ĠQuestions": 18964, + "Ġwel": 18965, + "ĠShan": 18966, + "ĠMorton": 18967, + "ĠRomero": 18968, + "Ġglance": 18969, + "ĠTay": 18970, + "Ġsneakers": 18971, + "ĠSymphony": 18972, + "Ġinspect": 18973, + "enna": 18974, + "Nobody": 18975, + "Ġscrapped": 18976, + "ĠDeVos": 18977, + "ĠDominican": 18978, + "Ġplanets": 18979, + "anova": 18980, + "Ġnotify": 18981, + "Ġincurred": 18982, + "Ġunders": 18983, + "Ġdetainees": 18984, + "ĠMarriott": 18985, + "electric": 18986, + "ĠKes": 18987, + "union": 18988, + "ĠWatt": 18989, + "ATING": 18990, + "Ġslipping": 18991, + "Ġraft": 18992, + "Ġresisted": 18993, + "Ġcred": 18994, + "tern": 18995, + "Ġflurry": 18996, + "Line": 18997, + "Ġconsulted": 18998, + "Ġanalyzing": 18999, + "107": 19000, + "ĠWide": 19001, + "¶": 19002, + "human": 19003, + "ĠFEMA": 19004, + "Ġsmash": 19005, + "Ġcorps": 19006, + "Ġbarric": 19007, + "Ġcollar": 19008, + "ĠTB": 19009, + "without": 19010, + "ĠCanucks": 19011, + "Ġneedle": 19012, + "ĠSidney": 19013, + "ĠLauderdale": 19014, + "Ġglove": 19015, + "ilee": 19016, + "pic": 19017, + "Ġbenef": 19018, + "ĠHydro": 19019, + "ĠDisc": 19020, + "ĠArg": 19021, + "Ġtermin": 19022, + "Ġsympath": 19023, + "Ġpest": 19024, + "ĠCoff": 19025, + "Ġadvancement": 19026, + "social": 19027, + "pol": 19028, + "ĠEmails": 19029, + "Ġstacked": 19030, + "ibly": 19031, + "ĠAlbion": 19032, + "Ġfist": 19033, + "hero": 19034, + "ĠMarian": 19035, + "asia": 19036, + "Ġtownship": 19037, + "Ġslick": 19038, + "Ġmodeling": 19039, + "achers": 19040, + "ĠArgent": 19041, + "ĠSUN": 19042, + "arde": 19043, + "Ġpinned": 19044, + "Ġhitters": 19045, + "Ġdare": 19046, + "ictions": 19047, + "arily": 19048, + "Ġsting": 19049, + "Ġprimaries": 19050, + "appointed": 19051, + "Ġformats": 19052, + "Ġglitter": 19053, + "Ġpatches": 19054, + "Ġstrategically": 19055, + "Ġaka": 19056, + "Ġyielded": 19057, + "BY": 19058, + "Ġjeopard": 19059, + "ĠVand": 19060, + "Ġcrowned": 19061, + "Ġoccupants": 19062, + "Ġtanker": 19063, + "ĠVisa": 19064, + "Great": 19065, + "Ġseasoned": 19066, + "ĠAviv": 19067, + "Ġfiery": 19068, + "Ġderivatives": 19069, + "Ġdiverted": 19070, + "Ġacqu": 19071, + "Ġsandwiches": 19072, + "ĠLorenzo": 19073, + "Ġpardon": 19074, + "ĠBarber": 19075, + "ĠAgricultural": 19076, + "ĠPhilly": 19077, + "Ġregrets": 19078, + "ĠMillions": 19079, + "ĠFrazier": 19080, + "Ġtreasury": 19081, + "ĠKenn": 19082, + "Ġdestined": 19083, + "olved": 19084, + "Back": 19085, + "leader": 19086, + "lyss": 19087, + "ĠReyes": 19088, + "001": 19089, + "bags": 19090, + "ĠStandards": 19091, + "ĠExcellence": 19092, + "ĠMaid": 19093, + "ĠAnthem": 19094, + "FIELD": 19095, + "Ġrevived": 19096, + "ĠQuad": 19097, + "Ġdistinguished": 19098, + "Ġweighted": 19099, + "Ġritual": 19100, + "Ġinvites": 19101, + "wana": 19102, + "iture": 19103, + "ĠCI": 19104, + "ĠMAY": 19105, + "Ġunfairly": 19106, + "ĠKP": 19107, + "ĠMidlands": 19108, + "Ġmint": 19109, + "uers": 19110, + "Ġcatalog": 19111, + "arant": 19112, + "Ġlosers": 19113, + "Ġscheduling": 19114, + "esar": 19115, + "Ġtransferring": 19116, + "Ġbankrupt": 19117, + "Ġmethamphetamine": 19118, + "ĠEsk": 19119, + "ĠTreatment": 19120, + "ĠResponse": 19121, + "Ġhomework": 19122, + "ĠBald": 19123, + "Ġembarrassment": 19124, + "Ġpoorest": 19125, + "ĠPlatinum": 19126, + "ĠFac": 19127, + "Ġunleashed": 19128, + "Ġbrighter": 19129, + "002": 19130, + "Ġdisl": 19131, + "ĠLowry": 19132, + "ived": 19133, + "ĠDemon": 19134, + "ĠNonetheless": 19135, + "arro": 19136, + "ĠCONT": 19137, + "ifted": 19138, + "ĠFreder": 19139, + "isson": 19140, + "Ġrout": 19141, + "ARA": 19142, + "Ġswinging": 19143, + "Oct": 19144, + "Ġliable": 19145, + "Ġleaning": 19146, + "Ġlungs": 19147, + "380": 19148, + "ĠProcess": 19149, + "ĠCov": 19150, + "terrorism": 19151, + "Ġresistant": 19152, + "Ġpumped": 19153, + "Ġtripled": 19154, + "Semitism": 19155, + "ĠMia": 19156, + "Ġpenetration": 19157, + "ĠLutheran": 19158, + "BU": 19159, + "odes": 19160, + "Ġspanning": 19161, + "utch": 19162, + "Trans": 19163, + "ĠVolunteers": 19164, + "Ġpathway": 19165, + "Ġinfectious": 19166, + "Ġdrastic": 19167, + "ĠEngineers": 19168, + "Ġprincess": 19169, + "acts": 19170, + "usting": 19171, + "utive": 19172, + "achel": 19173, + "DO": 19174, + "Ġpave": 19175, + "ĠHerrera": 19176, + "Ġnearing": 19177, + "help": 19178, + "Ġembarked": 19179, + "Ġmodes": 19180, + "ĠDriving": 19181, + "Ġopting": 19182, + "Best": 19183, + "Ġbehavioral": 19184, + "Ġcables": 19185, + "App": 19186, + "otion": 19187, + "ĠExt": 19188, + "ĠSinclair": 19189, + "ĠInsp": 19190, + "Ġsinking": 19191, + "Next": 19192, + "ĠLumpur": 19193, + "ĠShadow": 19194, + "Donald": 19195, + "itals": 19196, + "Ġmentions": 19197, + "floor": 19198, + "Ġconsiderations": 19199, + "ĠSquad": 19200, + "ĠPlate": 19201, + "dos": 19202, + "Friday": 19203, + "Hopefully": 19204, + "arre": 19205, + "Ġalum": 19206, + "\":\"/": 19207, + "Ġfet": 19208, + "anza": 19209, + "Ġdign": 19210, + "ĠNguyen": 19211, + "ĠRutgers": 19212, + "ĠSew": 19213, + "Ġfilters": 19214, + "ofi": 19215, + "Ġunavailable": 19216, + "ranking": 19217, + "Ġrefining": 19218, + "ĠUNC": 19219, + "Ġmax": 19220, + "yll": 19221, + "Ġhandsome": 19222, + "Ġutterly": 19223, + "See": 19224, + "ĠStores": 19225, + "Ke": 19226, + "ĠAdvoc": 19227, + "ordon": 19228, + "umbles": 19229, + "Ġbugs": 19230, + "olar": 19231, + "ĠCork": 19232, + "Ġtoken": 19233, + "Ġauthorization": 19234, + "Ġconscience": 19235, + "Ġrepl": 19236, + "edi": 19237, + "owitz": 19238, + "iven": 19239, + "Ġlieu": 19240, + "Ġlifts": 19241, + "Lean": 19242, + "Ġmagnificent": 19243, + "ĠFilms": 19244, + "onents": 19245, + "Ġ***": 19246, + "Green": 19247, + "ĠAdvocate": 19248, + "ĠArrow": 19249, + "Ġblows": 19250, + "Ġexploited": 19251, + "fly": 19252, + "ĠAmar": 19253, + "ĠNOTICE": 19254, + "Ġsincere": 19255, + "found": 19256, + "ĠRud": 19257, + "Ġcy": 19258, + "ĠHeidi": 19259, + "Ġempowered": 19260, + "Ġweakest": 19261, + "ĠKru": 19262, + "Credit": 19263, + "aunted": 19264, + "Ġexotic": 19265, + "aning": 19266, + "Ġaw": 19267, + "ĠMulti": 19268, + "Ġanimation": 19269, + "850": 19270, + "ĠCounter": 19271, + "ĠNit": 19272, + "alli": 19273, + "Ġcapitalize": 19274, + "Ġexecuting": 19275, + "Ġdescent": 19276, + "ovi": 19277, + "ĠKimberly": 19278, + "headed": 19279, + "Ġmentioning": 19280, + ")-": 19281, + "ĠSpecifically": 19282, + "ayette": 19283, + "ihad": 19284, + "ĠIss": 19285, + "Ġdisagreed": 19286, + "ĠKum": 19287, + "Ġurges": 19288, + "Ġpermitting": 19289, + "Ġpy": 19290, + "isp": 19291, + "Ġhygiene": 19292, + "Ġmourning": 19293, + "Ġcyclists": 19294, + "cats": 19295, + "FER": 19296, + "cycl": 19297, + "Ġnewcomers": 19298, + "Ġplead": 19299, + "Ġmend": 19300, + "secret": 19301, + "fan": 19302, + "Ġtranslates": 19303, + "unit": 19304, + "ĠTank": 19305, + "drive": 19306, + "ĠSite": 19307, + "Ġacceleration": 19308, + "ĠEnrique": 19309, + "ĠElaine": 19310, + "Ġstaring": 19311, + "Ġbackwards": 19312, + "Ġot": 19313, + "Ġvot": 19314, + "ĠHK": 19315, + "Ġfian": 19316, + "ĠLockheed": 19317, + "Ġmanifest": 19318, + "ĠZurich": 19319, + "pad": 19320, + "ĠRav": 19321, + "flow": 19322, + "Ġmoms": 19323, + "ĠSolid": 19324, + "ĠReady": 19325, + "aughlin": 19326, + "Ġreminding": 19327, + "ĠCOR": 19328, + "Ġoptimal": 19329, + "ĠCrisis": 19330, + "Ġcholesterol": 19331, + "ĠGerard": 19332, + "Ġfest": 19333, + "Ġsanction": 19334, + "Ġdragging": 19335, + "inent": 19336, + "ĠBravo": 19337, + "Ġamend": 19338, + "aval": 19339, + "Ġpoem": 19340, + "Ġinvasive": 19341, + "Ġlandsc": 19342, + "leigh": 19343, + "Ġheadache": 19344, + "ĠMuse": 19345, + "ĠTurning": 19346, + "girl": 19347, + "cess": 19348, + "Ġfalsely": 19349, + "Ġplaintiff": 19350, + "Ġheavier": 19351, + "Ġrumored": 19352, + "Ġeleven": 19353, + "ĠConsumers": 19354, + "ĠOriginally": 19355, + "ĠStatement": 19356, + "bors": 19357, + "Ġrevoked": 19358, + "ĠOmaha": 19359, + "Fox": 19360, + "ĠKle": 19361, + "Ġvault": 19362, + "Ġoutdated": 19363, + "umes": 19364, + "ĠArk": 19365, + "Ġapologised": 19366, + "Ġrockets": 19367, + "ĠMarines": 19368, + "Ġcaptures": 19369, + "ĠMW": 19370, + "ĠWalters": 19371, + "ĠFactor": 19372, + "Ġensuing": 19373, + "ĠSession": 19374, + "oons": 19375, + "Ġ132": 19376, + "gt": 19377, + "ĠPoints": 19378, + "Ġexhaust": 19379, + "ĠOsaka": 19380, + "heed": 19381, + "Ġhandic": 19382, + "amber": 19383, + "inging": 19384, + "Ġll": 19385, + "Ġescorted": 19386, + "Ġfloated": 19387, + "Ġmerge": 19388, + "Ġcompliment": 19389, + "ĠVC": 19390, + "Ġinsulin": 19391, + "ĠDebt": 19392, + "ça": 19393, + "Ġpens": 19394, + "Ġassertion": 19395, + "Ġredevelopment": 19396, + "moderate": 19397, + "Ġleftist": 19398, + "ĠBA": 19399, + "Ġherd": 19400, + "Ġinsecurity": 19401, + "liter": 19402, + "Ġcommence": 19403, + "ĠCaucus": 19404, + "Ġnovels": 19405, + "ĠChevron": 19406, + "Ġerosion": 19407, + "ĠNicholson": 19408, + "ĠRoof": 19409, + "ĠVolunteer": 19410, + "Ġcompelled": 19411, + "Ġcongratulated": 19412, + "ĠPanel": 19413, + "Ġov": 19414, + "idelity": 19415, + "Ġspect": 19416, + "Ġbee": 19417, + "ĠAssistance": 19418, + "Ġterrified": 19419, + "iew": 19420, + "Ġweekday": 19421, + "ĠHiggins": 19422, + "special": 19423, + "ubs": 19424, + "anton": 19425, + "Ġbribes": 19426, + "Ġneat": 19427, + "ĠCliff": 19428, + "Ġdisqualified": 19429, + "ĠND": 19430, + "Ġvers": 19431, + "andra": 19432, + "Ġgraft": 19433, + "value": 19434, + "Ġportray": 19435, + "Ġdaytime": 19436, + "ksh": 19437, + "Ġconsist": 19438, + "Ġhonesty": 19439, + "ĠTimber": 19440, + "ĠNich": 19441, + "Ġinvented": 19442, + "ĠBuch": 19443, + "Ġskull": 19444, + "Ġtags": 19445, + "Ġ124": 19446, + "ighth": 19447, + "Ġrelaxing": 19448, + "Online": 19449, + "Ġsanctioned": 19450, + "Sport": 19451, + "ĠCove": 19452, + "Ġcomics": 19453, + "MW": 19454, + "AMA": 19455, + "mother": 19456, + "Home": 19457, + "ĠCustomer": 19458, + "Ġstrides": 19459, + "ĠWins": 19460, + "Ġrollout": 19461, + "ĠWeaver": 19462, + "Ġshuttle": 19463, + "Ġsteak": 19464, + "Ġglorious": 19465, + "ĠToll": 19466, + "Ġtrustee": 19467, + "Ġinstallations": 19468, + "ĠOpportunity": 19469, + "Ġoper": 19470, + "horse": 19471, + "Ġaided": 19472, + "irus": 19473, + "Ġsleek": 19474, + "Ġyelled": 19475, + "ĠSocialist": 19476, + "Ġapplaud": 19477, + "ĠWah": 19478, + "Ġdevote": 19479, + "Ġdh": 19480, + "Ġarchitectural": 19481, + "ĠMAC": 19482, + "centric": 19483, + "ĠSense": 19484, + "illas": 19485, + "ĠArchbishop": 19486, + "glass": 19487, + "Ġallowance": 19488, + "Ġbundle": 19489, + "andon": 19490, + "eight": 19491, + "ĠKare": 19492, + "haus": 19493, + "ĠAndreas": 19494, + "Ġdoll": 19495, + "RAM": 19496, + "Ġvolunteering": 19497, + "ĠRaleigh": 19498, + "Ġbees": 19499, + "Ġnickel": 19500, + "Ġgenerosity": 19501, + "Ġhomeowner": 19502, + "ĠLieutenant": 19503, + "Ġlandfall": 19504, + "ĠRenew": 19505, + "ĠGiving": 19506, + "ĠContribut": 19507, + "aret": 19508, + "ulf": 19509, + "Ġreinforce": 19510, + "ĠSalv": 19511, + "ĠVenice": 19512, + "Ġfreedoms": 19513, + "ĠTools": 19514, + "Ġ1962": 19515, + "ĠWarm": 19516, + "majority": 19517, + "Ġpleas": 19518, + "oding": 19519, + "plant": 19520, + "Ġtow": 19521, + "ĠBlanc": 19522, + "ĠPipeline": 19523, + "ĠMoor": 19524, + "Ġrefrain": 19525, + "ĠExplore": 19526, + "language": 19527, + "cers": 19528, + "ĠWT": 19529, + "sent": 19530, + "ĠNun": 19531, + "Ġplastics": 19532, + "acas": 19533, + "Ġdisruptions": 19534, + "Ġdiscomfort": 19535, + "enko": 19536, + "Ġimprisoned": 19537, + "Copyright": 19538, + "Ġmyriad": 19539, + "Ġparenting": 19540, + "Ġspree": 19541, + "NBC": 19542, + "Ġonion": 19543, + "ĠIsraelis": 19544, + "ĠRA": 19545, + "Ġrelocate": 19546, + "113": 19547, + "ĠHir": 19548, + "ĠDre": 19549, + "ĠDry": 19550, + "ĠONE": 19551, + "ĠAdministrator": 19552, + "Ġprints": 19553, + "ĠGret": 19554, + "Ġundergraduate": 19555, + "ĠLif": 19556, + "avers": 19557, + "ĠCarney": 19558, + "Ġapex": 19559, + "Ġlenses": 19560, + "Ġliberals": 19561, + "gb": 19562, + "ĠWhereas": 19563, + "Ġcountryside": 19564, + "amine": 19565, + "ĠTerminal": 19566, + "Ġintr": 19567, + "ĠTrey": 19568, + "ALS": 19569, + "Ġcontinental": 19570, + "Ġselfies": 19571, + "FILE": 19572, + "ĠUnity": 19573, + "Ġauthoritarian": 19574, + "Ġoriginated": 19575, + "ĠExcept": 19576, + "yna": 19577, + "Ġmonet": 19578, + "Ġundermining": 19579, + "ĠGS": 19580, + "pi": 19581, + "iq": 19582, + "Ġslides": 19583, + "ĠSummary": 19584, + "Ġpains": 19585, + "cluding": 19586, + "Ġequation": 19587, + "locked": 19588, + "Ġfraternity": 19589, + "Ġwithstand": 19590, + "Ġdevastation": 19591, + "Ġdemo": 19592, + "late": 19593, + "Ġpunches": 19594, + "Ġgeared": 19595, + "nen": 19596, + "ĠBowie": 19597, + "attle": 19598, + "Ġpolitic": 19599, + "ĠGle": 19600, + "mented": 19601, + "ĠCoordinator": 19602, + "Ġupwards": 19603, + "ĠMega": 19604, + "angled": 19605, + "Ġengineered": 19606, + "Ġluggage": 19607, + "ĠWen": 19608, + "ĠSergeant": 19609, + "Ġkindergarten": 19610, + "ĠPortsmouth": 19611, + "uddin": 19612, + "ket": 19613, + "oba": 19614, + "Ġoscill": 19615, + "esse": 19616, + "ĠOlson": 19617, + "ĠBorough": 19618, + "Ġsupplements": 19619, + "ĠEvening": 19620, + "ANE": 19621, + "Ġlava": 19622, + "Ġgearing": 19623, + "setting": 19624, + "urgical": 19625, + "asty": 19626, + "ĠDaytona": 19627, + "Ġbrewery": 19628, + "Ġpledges": 19629, + "rounder": 19630, + "ulous": 19631, + "ĠHancock": 19632, + "rex": 19633, + "Ġram": 19634, + "Ġproceeding": 19635, + "ĠMurdoch": 19636, + "Ġdowngrade": 19637, + "Ġstatues": 19638, + "Ġdebated": 19639, + "ĠSleep": 19640, + "Ġ144": 19641, + "ĠRuby": 19642, + "ĠFi": 19643, + "123": 19644, + "ĠArabic": 19645, + "Ġlasts": 19646, + "ĠIvy": 19647, + "ĠWid": 19648, + "rown": 19649, + "stick": 19650, + "?'\"": 19651, + "ĠSTEM": 19652, + "Ġsensible": 19653, + "htar": 19654, + "Ġharbor": 19655, + "Ġcra": 19656, + "ĠAlbum": 19657, + "ĠCarnival": 19658, + "Ġimplies": 19659, + "agement": 19660, + "ĠInitially": 19661, + "Ġchooses": 19662, + "Jeff": 19663, + "ĠHig": 19664, + "Ġtam": 19665, + "Ġlump": 19666, + "ucks": 19667, + "Ġrepatri": 19668, + "ĠMercy": 19669, + "zza": 19670, + "Ġ365": 19671, + "ĠRicardo": 19672, + "ogram": 19673, + "Ġundergone": 19674, + "system": 19675, + "Ġtel": 19676, + "ĠKee": 19677, + "ully": 19678, + "istas": 19679, + "Ġgrains": 19680, + "ĠTomorrow": 19681, + "ĠRC": 19682, + "ĠTurk": 19683, + "Ġfreshmen": 19684, + "ĠAway": 19685, + "ĠSach": 19686, + "ĠUltimate": 19687, + "Ġoffensively": 19688, + "ismo": 19689, + "Ġteaser": 19690, + "ĠJud": 19691, + "Ġlegitimacy": 19692, + "opt": 19693, + "ĠCobb": 19694, + "Ġrejecting": 19695, + "ĠSolo": 19696, + "ĠArcher": 19697, + "Ġsoutheastern": 19698, + "ĠPlain": 19699, + "ĠLoss": 19700, + "Ġminerals": 19701, + "ĠMari": 19702, + "Ġscrambling": 19703, + "ĠPeak": 19704, + "Ġhavoc": 19705, + "rings": 19706, + "Ġunofficial": 19707, + "ĠHaj": 19708, + "director": 19709, + "ĠCanal": 19710, + "ĠNSA": 19711, + "ĠEaton": 19712, + "ĠPART": 19713, + "ĠCommissioners": 19714, + "Ġwellbeing": 19715, + "resa": 19716, + "Ġunderstandable": 19717, + "dates": 19718, + "ĠSorry": 19719, + "Ġastonishing": 19720, + "Ġrevise": 19721, + "ĠEc": 19722, + "ĠLack": 19723, + "endi": 19724, + "endale": 19725, + "also": 19726, + "Ġcolder": 19727, + "Ġheel": 19728, + "Ġcellular": 19729, + "Conn": 19730, + "ĠThur": 19731, + "Ġmassage": 19732, + "olla": 19733, + "clus": 19734, + "Ġtoilets": 19735, + "ĠCelebr": 19736, + "Ġtackled": 19737, + "Ġchorus": 19738, + "ETA": 19739, + "anca": 19740, + "ĠOLED": 19741, + "Ġpunk": 19742, + "ĠBrain": 19743, + "ĠNuggets": 19744, + "Ġseamless": 19745, + "make": 19746, + "atted": 19747, + "ĠRog": 19748, + "ĠPatch": 19749, + "Ġruined": 19750, + "Ins": 19751, + "Ġconsolidate": 19752, + "Ġgospel": 19753, + "ĠCaption": 19754, + "Ġoverweight": 19755, + "Ġscreened": 19756, + "ĠKraft": 19757, + "ĠBain": 19758, + "breaker": 19759, + "ĠFeinstein": 19760, + "ĠDoc": 19761, + "Ġdeepest": 19762, + "ĠOL": 19763, + "Ġtunes": 19764, + "Ġrightly": 19765, + "ĠLanc": 19766, + "ĠBrotherhood": 19767, + "Ġpoultry": 19768, + "ĠPure": 19769, + "Ġstimulate": 19770, + "Ġdiscourse": 19771, + "ĠStark": 19772, + "Ġmuseums": 19773, + "ention": 19774, + "Ġtaxation": 19775, + "ĠAkron": 19776, + "ayer": 19777, + "ĠKirby": 19778, + "farm": 19779, + "oser": 19780, + "Ġcommend": 19781, + "Ġunarmed": 19782, + "ensions": 19783, + "Ġsuperst": 19784, + "Ġoceans": 19785, + "Ġmisuse": 19786, + "LO": 19787, + "ĠByrne": 19788, + "ĠMaritime": 19789, + "Ġdense": 19790, + "Ġexcuses": 19791, + "Ġsuppose": 19792, + "ĠMarks": 19793, + "Ġrainy": 19794, + "Ġreplicate": 19795, + "Ġboutique": 19796, + "ĠRenaissance": 19797, + "jas": 19798, + "icted": 19799, + "Ġreferenced": 19800, + "ĠTir": 19801, + "ĠHatch": 19802, + "ĠCry": 19803, + "ĠPayPal": 19804, + "Ġfulfil": 19805, + "ĠHawaiian": 19806, + "come": 19807, + "ĠThirty": 19808, + "Ġ260": 19809, + "ĠYak": 19810, + "Ġangles": 19811, + "Ġlandlord": 19812, + "Ġlavish": 19813, + "Women": 19814, + "ĠNT": 19815, + "Ġreinforced": 19816, + "Ġprevail": 19817, + "ĠCommunities": 19818, + "Ġfootwear": 19819, + "Ġassurances": 19820, + "Ġlb": 19821, + "Ġairing": 19822, + "Ġresorts": 19823, + "ĠFiji": 19824, + "ĠShay": 19825, + "Ġprevailing": 19826, + "many": 19827, + "Ġimpe": 19828, + "ĠDul": 19829, + "Ġsymbols": 19830, + "zb": 19831, + "ĠCere": 19832, + "Ġapplauded": 19833, + "Ġsoundtrack": 19834, + "Ġdrunken": 19835, + "ĠEuropeans": 19836, + "Ġherds": 19837, + "moving": 19838, + "WR": 19839, + "ĠHindi": 19840, + "Ġwaking": 19841, + "Jo": 19842, + "Andrew": 19843, + "rosse": 19844, + "ĠLegislative": 19845, + "Ġdisgrace": 19846, + "Nothing": 19847, + "ĠBulgaria": 19848, + "Ġhumidity": 19849, + "Ġtranslation": 19850, + "Ġmeasurements": 19851, + "Ġvying": 19852, + "ĠBrid": 19853, + "Max": 19854, + "Ġdir": 19855, + "unci": 19856, + "Ġdefines": 19857, + "Ġperfection": 19858, + "ancers": 19859, + "Matt": 19860, + "ĠShinzo": 19861, + "ĠPresidents": 19862, + "Ġginger": 19863, + "onna": 19864, + "existing": 19865, + "rika": 19866, + "enced": 19867, + "ĠBray": 19868, + "Ġgall": 19869, + "Ġdisrespect": 19870, + "ĠCumber": 19871, + "Ġcontestant": 19872, + "ucky": 19873, + "anticipated": 19874, + "abled": 19875, + "LLOW": 19876, + "Bel": 19877, + "ĠKear": 19878, + "Ġstoryline": 19879, + "Ġrigs": 19880, + "ĠScots": 19881, + "ĠChap": 19882, + "ĠThankfully": 19883, + "Ġcommunist": 19884, + "ĠAdviser": 19885, + "Ġregist": 19886, + "Ġannoying": 19887, + "ĠDVD": 19888, + "Ġethic": 19889, + "ĠFilipino": 19890, + "ĠAdidas": 19891, + "Ġbilling": 19892, + "Ġalleviate": 19893, + "Ġsmoked": 19894, + "Ġhazard": 19895, + "EV": 19896, + "Ag": 19897, + "baum": 19898, + "Ġdoses": 19899, + "Ġoutcry": 19900, + "Ġinclined": 19901, + "Ġpsychologist": 19902, + "itzer": 19903, + "January": 19904, + "Ġmornings": 19905, + "aught": 19906, + "Ġsurreal": 19907, + "ĠCannon": 19908, + "avy": 19909, + "ĠCris": 19910, + "cf": 19911, + "Ġinterpreted": 19912, + "Ġpersecution": 19913, + "vation": 19914, + "Ġupfront": 19915, + "ĠWaste": 19916, + "Ġmills": 19917, + "Ġbombings": 19918, + "ĠHeaven": 19919, + "ĠFlat": 19920, + "Ġboxer": 19921, + "Ġavenues": 19922, + "Invest": 19923, + "ĠZika": 19924, + "Ġbackstage": 19925, + "idas": 19926, + "eston": 19927, + "ead": 19928, + "Ġbishops": 19929, + "Ġrender": 19930, + "Ġfootballer": 19931, + "Ġspilled": 19932, + "Only": 19933, + "Ġsaddened": 19934, + "ĠAbove": 19935, + "inator": 19936, + "tro": 19937, + "onen": 19938, + "ĠAMC": 19939, + "Ġstringent": 19940, + "Ġfooting": 19941, + "ĠGhost": 19942, + "Ġtexting": 19943, + "ĠCPI": 19944, + "ĠUW": 19945, + "Ġaccol": 19946, + "iries": 19947, + "ĠFlex": 19948, + "ĠCarolyn": 19949, + "Andre": 19950, + "Ġsiege": 19951, + "Muslim": 19952, + "Ġautomobile": 19953, + "reci": 19954, + "Ġdean": 19955, + "atre": 19956, + "Ġwax": 19957, + "Ġwo": 19958, + "ĠDuffy": 19959, + "Ġfiance": 19960, + "Ġfib": 19961, + "Ġeagle": 19962, + "ĠCatal": 19963, + "Ġinfants": 19964, + "Ġsubmitting": 19965, + "Ġdownhill": 19966, + "Ġstaffer": 19967, + "ĠLights": 19968, + "Ġeater": 19969, + "ĠCaliforn": 19970, + "Ġsupervisors": 19971, + "ĠPy": 19972, + "Ġcondemnation": 19973, + "Ġsci": 19974, + "Ġhated": 19975, + "Ġtil": 19976, + "ĠLavrov": 19977, + "Ġsab": 19978, + "Ġmotors": 19979, + "Ġlogging": 19980, + "ĠOwn": 19981, + "Ġpi": 19982, + "Ġrepeating": 19983, + "ĠDOJ": 19984, + "enary": 19985, + "ĠChow": 19986, + "fat": 19987, + "Ġbalcony": 19988, + "orie": 19989, + "NING": 19990, + "ĠUnified": 19991, + "Neil": 19992, + "Bill": 19993, + "ĠSims": 19994, + "uten": 19995, + "LV": 19996, + "ĠEMS": 19997, + "Ġsip": 19998, + "Ġreplaces": 19999, + "ichi": 20000, + "ĠFig": 20001, + "ĠCharity": 20002, + "Ġpeek": 20003, + "Ġrack": 20004, + "Ġcousins": 20005, + "Ġresolving": 20006, + "Ġthrone": 20007, + "ĠEngine": 20008, + "ĠChak": 20009, + "Ġlamented": 20010, + "Ġwipe": 20011, + "Ġnutrients": 20012, + "ĠChat": 20013, + "AMP": 20014, + "ĠOprah": 20015, + "uming": 20016, + "serving": 20017, + "Ġfir": 20018, + "Ġlandlords": 20019, + "neck": 20020, + "Ġupload": 20021, + "Ġunspecified": 20022, + "Ġicy": 20023, + "´": 20024, + "Ġze": 20025, + "Ġprohibits": 20026, + "ĠFI": 20027, + "Res": 20028, + "ĠEff": 20029, + "hell": 20030, + "umbo": 20031, + "Ġreceipts": 20032, + "Ġoperatives": 20033, + "stant": 20034, + "Ġwives": 20035, + "ĠCinema": 20036, + "Ġnegligence": 20037, + "Ġgases": 20038, + "ĠLau": 20039, + "Ġbrew": 20040, + "August": 20041, + "never": 20042, + "Ġpenned": 20043, + "Ġincomplete": 20044, + "ĠZh": 20045, + "esi": 20046, + "Ġranged": 20047, + "apolis": 20048, + "Ġwithdrawing": 20049, + "ĠLevi": 20050, + "ĠLevy": 20051, + "ĠDaly": 20052, + "Ġdelaying": 20053, + "ĠMSNBC": 20054, + "ĠCyrus": 20055, + "ĠNutrition": 20056, + "NN": 20057, + "Ġwinding": 20058, + "Ġglow": 20059, + "ĠMY": 20060, + "Ġgoodwill": 20061, + "ĠMON": 20062, + "Ġslots": 20063, + "ĠNina": 20064, + "ĠFIR": 20065, + "ĠLTE": 20066, + "ĠInnov": 20067, + "dev": 20068, + "ctic": 20069, + "Ġanalyses": 20070, + "ĠBangalore": 20071, + "Ġtales": 20072, + "Ġovercame": 20073, + "ĠThurs": 20074, + "Ġcherry": 20075, + "ĠNou": 20076, + "ĠFlowers": 20077, + "1000": 20078, + "updated": 20079, + "rieve": 20080, + "ĠBeautiful": 20081, + "iak": 20082, + "Ġplayback": 20083, + "Ġheadset": 20084, + "Ġashamed": 20085, + "Min": 20086, + "Ġadm": 20087, + "ĠLucky": 20088, + "ĠTucson": 20089, + "Ġentirety": 20090, + "ranging": 20091, + "ĠVance": 20092, + "kered": 20093, + "image": 20094, + "ĠGord": 20095, + "War": 20096, + "Ġsimilarities": 20097, + "dig": 20098, + "ĠJude": 20099, + "Ġlonely": 20100, + "hra": 20101, + "ĠStaples": 20102, + "ĠACA": 20103, + "Ġmeasurement": 20104, + "Ġcooper": 20105, + "ATER": 20106, + "ĠMeng": 20107, + "Ġbarring": 20108, + "190": 20109, + "ĠBatt": 20110, + "Ġreproductive": 20111, + "ĠRowe": 20112, + "Ġsubsid": 20113, + "Ġslogans": 20114, + "ugar": 20115, + "ĠKeller": 20116, + "ingham": 20117, + "fuel": 20118, + "Ġhid": 20119, + "afe": 20120, + "Ġindul": 20121, + "cash": 20122, + "Ġstressing": 20123, + "ĠMIT": 20124, + "Ġtrump": 20125, + "ancer": 20126, + "ĠPes": 20127, + "ĠMint": 20128, + "Ġcrossover": 20129, + "ĠWeiss": 20130, + "ĠElvis": 20131, + "ĠPermanent": 20132, + "ĠKhalid": 20133, + "Ġunjust": 20134, + "Ġexceptionally": 20135, + "Ġfut": 20136, + "Ġavid": 20137, + "ĠEthics": 20138, + "Ġutilized": 20139, + "Ġfeasibility": 20140, + "Ġcatering": 20141, + "Press": 20142, + "wayne": 20143, + "October": 20144, + "Ġfavors": 20145, + "Ġobsession": 20146, + "Ġmelt": 20147, + "Ġmug": 20148, + "ĠMK": 20149, + "Ġapples": 20150, + "Ġvine": 20151, + "cliffe": 20152, + "Ġgrat": 20153, + "Ġspells": 20154, + "ounced": 20155, + "Ġdecree": 20156, + "issy": 20157, + "Team": 20158, + "Ġdeploying": 20159, + "Feb": 20160, + "Ġmiserable": 20161, + "Ġwat": 20162, + "ĠBust": 20163, + "ĠNorris": 20164, + "ĠTimberwolves": 20165, + "Ġangered": 20166, + "ĠArn": 20167, + "oft": 20168, + "rome": 20169, + "Ġadvertisements": 20170, + "onal": 20171, + "Ġnun": 20172, + "Ġtorque": 20173, + "Ġslave": 20174, + "Ġnonsense": 20175, + "Ġcoy": 20176, + "Ġcites": 20177, + "Game": 20178, + "Ġarchitects": 20179, + "playing": 20180, + "Ġgener": 20181, + "Ġsocio": 20182, + "Ġmeditation": 20183, + "Ġforgive": 20184, + "Ġsmiled": 20185, + "%),": 20186, + "Ġpers": 20187, + "ĠSoph": 20188, + "Ġoccupy": 20189, + "atton": 20190, + "Ġwitnessing": 20191, + "Ġapologise": 20192, + "Ġpredecessors": 20193, + "ĠCassidy": 20194, + "Ġtallied": 20195, + "NER": 20196, + "Ġtract": 20197, + "ĠHolder": 20198, + "ĠPav": 20199, + "Ġjackets": 20200, + "Mel": 20201, + "raud": 20202, + "Ġexercising": 20203, + "ĠChung": 20204, + "ĠAmin": 20205, + "athi": 20206, + "ĠMem": 20207, + "Ġracked": 20208, + "Ġcarved": 20209, + "ĠMickey": 20210, + "ĠLafayette": 20211, + "Ġgrill": 20212, + "ĠINFORMATION": 20213, + "usc": 20214, + "ĠPromotion": 20215, + "yson": 20216, + "istry": 20217, + "Ġfulfilled": 20218, + "Ġrestraint": 20219, + "Ġpopping": 20220, + "ĠSlater": 20221, + "Ġmercy": 20222, + "aden": 20223, + "Ġsubmarine": 20224, + "ĠBowling": 20225, + "dogs": 20226, + "ĠSwe": 20227, + "Ġnoticeable": 20228, + "Ġbis": 20229, + "ĠPremiership": 20230, + "Ġspat": 20231, + "ĠTow": 20232, + "ĠWand": 20233, + "Ġmechanics": 20234, + "while": 20235, + "ĠBenson": 20236, + "Ġmolecules": 20237, + "Ġcrosses": 20238, + "Ġrecalling": 20239, + "ĠCertainly": 20240, + "HAM": 20241, + "Ġsever": 20242, + "ĠRudy": 20243, + "ĠDUI": 20244, + "OLD": 20245, + "ĠTobacco": 20246, + "Ġsubdued": 20247, + "Ġquota": 20248, + "TF": 20249, + "Ġflats": 20250, + "Ġemphasize": 20251, + "Ġbelts": 20252, + "ĠOpinion": 20253, + "Ġpiled": 20254, + "ĠSpark": 20255, + "ĠElias": 20256, + "Ġclassification": 20257, + "ĠHands": 20258, + "ĠCV": 20259, + "Ġtoast": 20260, + "Ġcandle": 20261, + "atching": 20262, + "short": 20263, + "ĠDup": 20264, + "Ġult": 20265, + "bats": 20266, + "Ġmarketers": 20267, + "ĠAvery": 20268, + "ĠColbert": 20269, + "ĠIk": 20270, + "ĠVac": 20271, + "ĠJackets": 20272, + "Ġmerits": 20273, + "eli": 20274, + "PORT": 20275, + "Ġelevator": 20276, + "irming": 20277, + "effective": 20278, + "Ġgroceries": 20279, + "Ġhi": 20280, + "ĠINTER": 20281, + "ĠSAP": 20282, + "ĠNYPD": 20283, + "ĠKY": 20284, + "Ġangel": 20285, + "Ġspectacle": 20286, + "ré": 20287, + "ĠRoche": 20288, + "Ġinsects": 20289, + "Ġcommenced": 20290, + "ĠFoley": 20291, + "Ġdarker": 20292, + "ĠUg": 20293, + "ĠMostly": 20294, + "Ġtermed": 20295, + "uci": 20296, + "ĠExec": 20297, + "ĠBrittany": 20298, + "Ġharmony": 20299, + "Ġadvocated": 20300, + "Ġparcel": 20301, + "ĠHots": 20302, + "Ġmonarch": 20303, + "ĠSiri": 20304, + "odge": 20305, + "ĠPag": 20306, + "Ġprogressing": 20307, + "grounds": 20308, + "Ġonstage": 20309, + "Ġwarmth": 20310, + "ĠWon": 20311, + "Ġviolates": 20312, + "ĠSaudis": 20313, + "Ġbumper": 20314, + "Ġpatrols": 20315, + "ĠBarron": 20316, + "Ġindoors": 20317, + "Ġtar": 20318, + "Each": 20319, + "Val": 20320, + "Ġapplicant": 20321, + "ĠCater": 20322, + "Ġclassics": 20323, + "ĠThreat": 20324, + "Ġwrapping": 20325, + "ĠIdlib": 20326, + "anking": 20327, + "Did": 20328, + "adia": 20329, + "ĠRig": 20330, + "ĠBram": 20331, + "ĠLaurie": 20332, + "ĠHair": 20333, + "ĠCannabis": 20334, + "Ġdaylight": 20335, + "ĠNorm": 20336, + "ĠRip": 20337, + "sin": 20338, + "unta": 20339, + "Pass": 20340, + "ĠAcad": 20341, + "ĠCummings": 20342, + "Ġtheirs": 20343, + "ĠDistribution": 20344, + "especially": 20345, + "Ġgrilled": 20346, + "Ġaffiliates": 20347, + "ĠVander": 20348, + "ĠCath": 20349, + "ĠProductions": 20350, + "ĠTrek": 20351, + "230": 20352, + "Ġcasinos": 20353, + "ĠCain": 20354, + "atu": 20355, + "idget": 20356, + "ĠWinds": 20357, + "Ġunanswered": 20358, + "Ġintercept": 20359, + "ĠMarty": 20360, + "Ġrefin": 20361, + "Ġlieutenant": 20362, + "cas": 20363, + "Chief": 20364, + "average": 20365, + "ilot": 20366, + "Ġscrimmage": 20367, + "ĠMud": 20368, + "speaking": 20369, + "ĠFranken": 20370, + "ĠTories": 20371, + "Ġabstract": 20372, + "awar": 20373, + "ĠTerms": 20374, + "dal": 20375, + "ĠFur": 20376, + "Ġhumour": 20377, + "rh": 20378, + "Ġsitu": 20379, + "aed": 20380, + "ĠFIN": 20381, + "Ġtranscripts": 20382, + "approved": 20383, + "ĠParsons": 20384, + "Ġpigs": 20385, + "Ġrepayment": 20386, + "ĠARM": 20387, + "ĠElliot": 20388, + "ĠLevine": 20389, + "Ġtagged": 20390, + "pun": 20391, + "ĠDwight": 20392, + "Ġconfiguration": 20393, + "sis": 20394, + "ĠAdult": 20395, + "Ġearthquakes": 20396, + "Ġcreature": 20397, + "ĠMRI": 20398, + "Ġmach": 20399, + "Ġprescriptions": 20400, + "cover": 20401, + "Ġministries": 20402, + "Ġinaccurate": 20403, + "ĠLabs": 20404, + "ĠMGM": 20405, + "Ġtomato": 20406, + "Ġeng": 20407, + "Ġopposes": 20408, + "owan": 20409, + "Ġmapping": 20410, + "Ġconsum": 20411, + "online": 20412, + "eters": 20413, + "code": 20414, + "Aug": 20415, + "Point": 20416, + "branded": 20417, + "pling": 20418, + "ĠCalder": 20419, + "Oper": 20420, + "ĠMiddles": 20421, + "Ġchampagne": 20422, + "ĠTues": 20423, + "Ġsampling": 20424, + "Ġenergetic": 20425, + "rano": 20426, + "ĠStyles": 20427, + "Ġneglected": 20428, + "ĠDamon": 20429, + "Ġendanger": 20430, + "Ġsouthwestern": 20431, + "ĠATM": 20432, + "ĠDuck": 20433, + "engers": 20434, + "Ġdan": 20435, + "yth": 20436, + "Ġbou": 20437, + "ĠDecl": 20438, + "Gold": 20439, + "Ġprojecting": 20440, + "Google": 20441, + "ĠHussein": 20442, + "Ġaccomplishment": 20443, + "itarian": 20444, + "Ġgossip": 20445, + "ĠRai": 20446, + "ril": 20447, + "ĠSke": 20448, + "Ġpsychiatric": 20449, + "ĠMacBook": 20450, + "ĠAdobe": 20451, + "ĠHodg": 20452, + "Ġaccompany": 20453, + "Ġadvertised": 20454, + "Ġreminiscent": 20455, + "Ġgeographical": 20456, + "Ġconvertible": 20457, + "IK": 20458, + "CTV": 20459, + "Ġcommunal": 20460, + "Ġchim": 20461, + "Ġselfish": 20462, + "Ġdrilled": 20463, + "Ġtortured": 20464, + "Ġblacks": 20465, + "noon": 20466, + "Ġmanifesto": 20467, + "ĠRichie": 20468, + "acco": 20469, + "Im": 20470, + "Ġdebit": 20471, + "ĠSNP": 20472, + "perfect": 20473, + "gard": 20474, + "ĠRatio": 20475, + "Ġstubborn": 20476, + "Ġaccumulation": 20477, + "Ġcongregation": 20478, + "Ġkissing": 20479, + "Ġkillers": 20480, + "ĠAbbey": 20481, + "von": 20482, + "ĠFuj": 20483, + "ĠIsabel": 20484, + "NB": 20485, + "ĠNish": 20486, + "ĠJulius": 20487, + "ĠZimmer": 20488, + "Ġuncover": 20489, + "dar": 20490, + "isle": 20491, + "ĠCompar": 20492, + "Ġcounselor": 20493, + "ĠSok": 20494, + "ĠCumm": 20495, + "ĠHip": 20496, + "Ġurgently": 20497, + "Ġrentals": 20498, + "Ġapproving": 20499, + "Ġirrigation": 20500, + "Ġprostate": 20501, + "ĠJudicial": 20502, + "ĠSubmit": 20503, + "ĠTanner": 20504, + "attack": 20505, + "emb": 20506, + "Ġreclaim": 20507, + "Ġec": 20508, + "Ġbrutality": 20509, + "Ġcommanding": 20510, + "Ġreasoning": 20511, + "Roy": 20512, + "ĠElect": 20513, + "ĠMobil": 20514, + "anding": 20515, + "Ġmirrors": 20516, + "Israel": 20517, + "Ġpavement": 20518, + "Ġoverdue": 20519, + "ĠMd": 20520, + "street": 20521, + "Ġthrill": 20522, + "pora": 20523, + "azon": 20524, + "Ġbrewing": 20525, + "enge": 20526, + "ĠDisaster": 20527, + "Ġbuilder": 20528, + "ods": 20529, + "utsch": 20530, + "Ġterminals": 20531, + "ĠBaird": 20532, + "enburg": 20533, + "Ġhast": 20534, + "Ġbrass": 20535, + "Ġparental": 20536, + "enture": 20537, + "ĠConduct": 20538, + "Ġexpands": 20539, + "luck": 20540, + "mur": 20541, + "ĠBj": 20542, + "Ġadministrations": 20543, + "ĠOlivier": 20544, + "oux": 20545, + "Ġnarrowed": 20546, + "winner": 20547, + "Ġmakeshift": 20548, + "ĠVAT": 20549, + "ĠJavier": 20550, + "-,": 20551, + "Ġsystematic": 20552, + "Ġenforcing": 20553, + "emin": 20554, + "ĠAudio": 20555, + "United": 20556, + "gener": 20557, + "ĠKara": 20558, + "ivas": 20559, + "ĠPretty": 20560, + "ĠLob": 20561, + "Ġpetitions": 20562, + "ĠMercer": 20563, + "ampa": 20564, + "product": 20565, + "Ġdistributing": 20566, + "Ġtunnels": 20567, + "Ġcondo": 20568, + "ĠRSS": 20569, + "ĠCarlo": 20570, + "Ġpumpkin": 20571, + "Ġsto": 20572, + "Ġassumes": 20573, + "oway": 20574, + "hiba": 20575, + "lection": 20576, + "Ġgam": 20577, + "ĠAires": 20578, + "Ġtransmitted": 20579, + "Ġtrousers": 20580, + "Ġcheers": 20581, + "ĠJensen": 20582, + "Ġemer": 20583, + "Ġsimpler": 20584, + "Ġcolored": 20585, + "ĠSustainable": 20586, + "Ġinstruct": 20587, + "Ġpoles": 20588, + "Ġsupervised": 20589, + "Ġinteg": 20590, + "ĠMoreno": 20591, + "boarding": 20592, + "igrant": 20593, + "ĠYoga": 20594, + "Ġenvironmentally": 20595, + "Ġsacrifices": 20596, + "Ġshores": 20597, + "Ġ127": 20598, + "Ġestranged": 20599, + "Ġintoxicated": 20600, + "Ġemergencies": 20601, + "ĠKosovo": 20602, + "yang": 20603, + "Ġfastball": 20604, + "Ġpackaged": 20605, + "LAN": 20606, + "Ġhurry": 20607, + "ĠManny": 20608, + "Ġporch": 20609, + "Ġcuriosity": 20610, + "ĠKend": 20611, + "thouse": 20612, + "ĠTou": 20613, + "mun": 20614, + "Ġwaving": 20615, + "Ġpasswords": 20616, + "ĠSwan": 20617, + "Ġprefers": 20618, + "ĠCorrections": 20619, + "aic": 20620, + "Ġejected": 20621, + "Ġdossier": 20622, + "ĠChal": 20623, + "Ġfacto": 20624, + "Ġspine": 20625, + "leck": 20626, + "Ġrestriction": 20627, + "Ġdisagreement": 20628, + "grown": 20629, + "ĠEdgar": 20630, + "Ġquantities": 20631, + "ĠRapid": 20632, + "Ġpals": 20633, + "Ġspared": 20634, + "Ġremarkably": 20635, + "ructure": 20636, + "Ġbackers": 20637, + "ĠGoals": 20638, + "cles": 20639, + "rolling": 20640, + "ĠBlasio": 20641, + "Ġorchestra": 20642, + "ologies": 20643, + "ĠRise": 20644, + "Power": 20645, + "Ġuptick": 20646, + "atha": 20647, + "ĠMob": 20648, + "Ġshotgun": 20649, + "downs": 20650, + "ĠBorg": 20651, + "Ġmorale": 20652, + "Call": 20653, + "wave": 20654, + "ĠDuc": 20655, + "Ġunwilling": 20656, + "oad": 20657, + "Ġbusinessmen": 20658, + "Ġrefriger": 20659, + "Ġgamers": 20660, + "Ġcele": 20661, + "Ġprecip": 20662, + "Ġrenegoti": 20663, + "OY": 20664, + "ĠPharm": 20665, + "Ġresponsive": 20666, + "Ġservant": 20667, + "eye": 20668, + "Ġraping": 20669, + "vas": 20670, + "Ġgroin": 20671, + "ĠMelvin": 20672, + "ĠKurds": 20673, + "Ġstricter": 20674, + "ĠMum": 20675, + "ients": 20676, + "Ġstandalone": 20677, + "Ġforums": 20678, + "Ġcommemorate": 20679, + "Far": 20680, + "ĠTelegram": 20681, + "Ġscreenings": 20682, + "ĠLeonardo": 20683, + "ighton": 20684, + "ĠDOWN": 20685, + "Ġmodule": 20686, + "Ġremedy": 20687, + "Ġ280": 20688, + "Su": 20689, + "ĠBecker": 20690, + "ĠGast": 20691, + "prem": 20692, + "ĠInto": 20693, + "oyle": 20694, + "114": 20695, + "Ġadhere": 20696, + "Report": 20697, + "ĠJaneiro": 20698, + "ĠKry": 20699, + "Pakistan": 20700, + "Ġrobotic": 20701, + "ande": 20702, + "Ġoverlooking": 20703, + "ĠTreaty": 20704, + "Ġrect": 20705, + "yne": 20706, + "Ġbattlefield": 20707, + "ĠGeoff": 20708, + "Ġearns": 20709, + "ĠMiner": 20710, + "Ġteased": 20711, + "Ġexemptions": 20712, + "Ġvacancy": 20713, + "oku": 20714, + "Ġvulnerabilities": 20715, + "ĠRou": 20716, + "Ġobserv": 20717, + "Ġoverlook": 20718, + "Ġcorrespond": 20719, + "Ġtheatrical": 20720, + "Ġrobotics": 20721, + "ĠCompl": 20722, + "ĠPasadena": 20723, + "laden": 20724, + "Ġvastly": 20725, + "olit": 20726, + "Ġjustification": 20727, + "Ġtampering": 20728, + "ĠSutherland": 20729, + "ĠMens": 20730, + "Ġinvisible": 20731, + "uren": 20732, + "ĠAshton": 20733, + "owl": 20734, + "Ġdisqual": 20735, + "ĠEva": 20736, + "Ġfriction": 20737, + "ĠIrvine": 20738, + "Ġaliens": 20739, + "ĠPension": 20740, + "ĠAssets": 20741, + "ĠBenedict": 20742, + "ittal": 20743, + "Ġsword": 20744, + "Ġunderwear": 20745, + "ĠFarmer": 20746, + "Ġtimber": 20747, + "Ġdependence": 20748, + "ĠTang": 20749, + "Ġ165": 20750, + "ĠNazis": 20751, + "Ġpunching": 20752, + "ĠGloria": 20753, + "usat": 20754, + "Ġluxurious": 20755, + "chuk": 20756, + "ĠCot": 20757, + "Ġregained": 20758, + "Ġreassure": 20759, + "Ġhello": 20760, + "Ġante": 20761, + "Ġnegotiators": 20762, + "Add": 20763, + "paced": 20764, + "ér": 20765, + "Ġdemolished": 20766, + "Ann": 20767, + "joy": 20768, + "ĠJenna": 20769, + "Apple": 20770, + "Ġdisturbance": 20771, + "Ġcommissions": 20772, + "ĠPolitico": 20773, + "along": 20774, + "Ġnem": 20775, + "Ġauctions": 20776, + "ruck": 20777, + "ĠOD": 20778, + "ofer": 20779, + "Play": 20780, + "Ġcarn": 20781, + "vez": 20782, + "Ġtents": 20783, + "Ġcongratulate": 20784, + "ĠLiquid": 20785, + "ĠCoyotes": 20786, + "uku": 20787, + "ĠAllah": 20788, + "Ġbend": 20789, + "Ġcanvas": 20790, + "ĠClifford": 20791, + "Ġvolunteered": 20792, + "Luc": 20793, + "bp": 20794, + "ĠCensus": 20795, + "ĠShot": 20796, + "Ġanonymously": 20797, + "ĠAnglo": 20798, + "ĠBayer": 20799, + "ĠAber": 20800, + "ĠCorrectional": 20801, + "Ġhardship": 20802, + "ĠBuenos": 20803, + "ĠDaw": 20804, + "Ġbaskets": 20805, + "Ġupstairs": 20806, + "Ġmindful": 20807, + "ĠLCD": 20808, + "ĠBlackburn": 20809, + "ĠHale": 20810, + "477": 20811, + "Ġcircus": 20812, + "ĠDragons": 20813, + "Ġrubble": 20814, + "rb": 20815, + "Ġheadaches": 20816, + "aunt": 20817, + "itus": 20818, + "Ġscaled": 20819, + "ĠComic": 20820, + "asio": 20821, + "ĠNordic": 20822, + "Per": 20823, + "Ġbombers": 20824, + "ilitation": 20825, + "Ġindirectly": 20826, + "ĠHod": 20827, + "andan": 20828, + "operation": 20829, + "Ġpuppy": 20830, + "ĠMats": 20831, + "Ġstewards": 20832, + "roup": 20833, + "Ġmemorandum": 20834, + "Ġpatio": 20835, + "const": 20836, + "ĠBold": 20837, + "ĠKaiser": 20838, + "Following": 20839, + "Ġcompat": 20840, + "Ġsidewalks": 20841, + "ĠFitzpatrick": 20842, + "Ġsunlight": 20843, + "ĠLever": 20844, + "ĠBecky": 20845, + "icles": 20846, + "ĠProbably": 20847, + "Ġgarner": 20848, + "ĠTomas": 20849, + "Ġblankets": 20850, + "uga": 20851, + "jiang": 20852, + "Ġrevel": 20853, + "ĠHutch": 20854, + "llers": 20855, + "Ġtrimmed": 20856, + "ĠSTR": 20857, + "ĠKR": 20858, + "ĠPike": 20859, + "ĠASS": 20860, + "Bay": 20861, + "Ġdiagnostic": 20862, + "ĠSteph": 20863, + "Ġtoured": 20864, + "ĠAvoid": 20865, + "vic": 20866, + "Without": 20867, + "ĠClinical": 20868, + "Ġblo": 20869, + "undo": 20870, + "ĠBoise": 20871, + "Ġspeculated": 20872, + "ĠProt": 20873, + "vention": 20874, + "Ġscholar": 20875, + "ĠSta": 20876, + "Featured": 20877, + "ĠPrev": 20878, + "Ġpenny": 20879, + "ĠHath": 20880, + "rawn": 20881, + "Ġrenovated": 20882, + "ĠFried": 20883, + "itol": 20884, + "uddle": 20885, + "Ġinquest": 20886, + "Ġmetropolitan": 20887, + "lights": 20888, + "Ġtempo": 20889, + "onom": 20890, + "ĠImport": 20891, + "Asia": 20892, + "Ġowes": 20893, + "Ġmagistrate": 20894, + "ĠFriedman": 20895, + "Ġcontacting": 20896, + "Ġstrains": 20897, + "Ġhomage": 20898, + "Ġlent": 20899, + "ception": 20900, + "git": 20901, + "Ġlively": 20902, + "Ġscra": 20903, + "WW": 20904, + "ön": 20905, + "rill": 20906, + "Jack": 20907, + "ĠShank": 20908, + "iani": 20909, + "Ġdecreasing": 20910, + "MON": 20911, + "ĠSupervisor": 20912, + "ĠCats": 20913, + "ĠFusion": 20914, + "Ġracially": 20915, + "ĠTara": 20916, + "ĠPurchase": 20917, + "ĠRally": 20918, + "ĠGraph": 20919, + "ĠHello": 20920, + "hest": 20921, + "ĠVarg": 20922, + "Ġdrowned": 20923, + "ĠThu": 20924, + "ĠWet": 20925, + "ĠEug": 20926, + "Ġrainbow": 20927, + "Ġtelev": 20928, + "ĠAmir": 20929, + "Based": 20930, + "Ġcookie": 20931, + "uding": 20932, + "Ġcontracting": 20933, + "Ġobjected": 20934, + "Ġfork": 20935, + "acent": 20936, + "ĠTil": 20937, + "ĠLilly": 20938, + "ĠEur": 20939, + "Ġhormone": 20940, + "Ġnails": 20941, + "ĠFischer": 20942, + "Ġpier": 20943, + "EMENT": 20944, + "Ġeruption": 20945, + "visory": 20946, + "Ġspeculate": 20947, + "apan": 20948, + "ĠJub": 20949, + "ĠHuckabee": 20950, + "string": 20951, + "stay": 20952, + "Ġsustaining": 20953, + "VM": 20954, + "Ġpriv": 20955, + "Ġclos": 20956, + "Ġdownloaded": 20957, + "ĠIv": 20958, + "Ġfinanced": 20959, + "ĠSao": 20960, + "ĠEverett": 20961, + "rene": 20962, + "ĠWo": 20963, + "ĠPiet": 20964, + "Ġengulfed": 20965, + "Ġexiting": 20966, + "uni": 20967, + "horn": 20968, + "Ġgrav": 20969, + "ection": 20970, + "Ġdrainage": 20971, + "Ġfuelled": 20972, + "Ġorganizational": 20973, + "bike": 20974, + "ĠAreas": 20975, + "Ġpoliceman": 20976, + "ĠFirm": 20977, + "ĠSlide": 20978, + "Ġrand": 20979, + "ĠJedi": 20980, + "Ge": 20981, + "really": 20982, + "Manchester": 20983, + "ĠWise": 20984, + "parent": 20985, + "Ġlad": 20986, + "Ġurine": 20987, + "ĠColombian": 20988, + "geon": 20989, + "Ġ1961": 20990, + "Mania": 20991, + "Ġgraph": 20992, + "Ġcod": 20993, + "fred": 20994, + "Ġeffic": 20995, + "ĠGateway": 20996, + "asket": 20997, + "Ġdiminished": 20998, + "Mass": 20999, + "Ġ205": 21000, + "Long": 21001, + "Ġgranddaughter": 21002, + "Ġshining": 21003, + "Semitic": 21004, + "Ġarising": 21005, + "Ġ330": 21006, + "ĠDU": 21007, + "ĠZah": 21008, + "Ġexclusion": 21009, + "ĠClaus": 21010, + "Ġven": 21011, + "oine": 21012, + "ĠAPI": 21013, + "reve": 21014, + "Ġmilitias": 21015, + "Ġfro": 21016, + "Ġwaved": 21017, + "ĠLuxembourg": 21018, + "Ġdiamonds": 21019, + "Ġstabilize": 21020, + "Ġqueue": 21021, + "ĠSponsor": 21022, + "Ġeldest": 21023, + "ĠLud": 21024, + "Ġwasting": 21025, + "Ġdimension": 21026, + "Ġmotorcycles": 21027, + "ucker": 21028, + "ĠTav": 21029, + "Ġsupremacy": 21030, + "Take": 21031, + "ĠCPU": 21032, + "cup": 21033, + "Ġdisregard": 21034, + "Ġenvelope": 21035, + "ĠCah": 21036, + "Ġproposes": 21037, + "ĠMaurice": 21038, + "Ġhobby": 21039, + "Ġharmon": 21040, + "Ġribbon": 21041, + "ĠOrigin": 21042, + "Ġbuilders": 21043, + "Ġconj": 21044, + "Ġcert": 21045, + "eat": 21046, + "ĠStern": 21047, + "ulia": 21048, + "vals": 21049, + "cling": 21050, + "Ġprovocative": 21051, + "Ġsofter": 21052, + "Ġ1948": 21053, + "Ġremod": 21054, + "ĠSob": 21055, + "Ġmaxim": 21056, + "Ġblueprint": 21057, + "oit": 21058, + "ĠGarner": 21059, + "Ġfibre": 21060, + "search": 21061, + "ĠWrite": 21062, + "270": 21063, + "Ġclergy": 21064, + "ĠPalo": 21065, + "obile": 21066, + "Mad": 21067, + "Ġclown": 21068, + "Ġtraced": 21069, + "280": 21070, + "ĠAlberto": 21071, + "Ġdrums": 21072, + "ĠFridays": 21073, + "ĠStrat": 21074, + "stated": 21075, + "ĠStevenson": 21076, + "Pr": 21077, + "Ġboasted": 21078, + "ĠBrees": 21079, + "ĠDonn": 21080, + "ĠMaya": 21081, + "Ġrelieve": 21082, + "Ġ1080": 21083, + "Ġcheapest": 21084, + "Ġuniquely": 21085, + "Ġjungle": 21086, + "Ġprevalence": 21087, + "Ġoutfield": 21088, + "ĠMaps": 21089, + "Ġaccustomed": 21090, + "pac": 21091, + "Ġcombinations": 21092, + "ĠSoros": 21093, + "stad": 21094, + "Ġket": 21095, + "Ġdisgusting": 21096, + "ĠOFF": 21097, + "irs": 21098, + "Ġbiased": 21099, + "Ġpaved": 21100, + "iked": 21101, + "utterstock": 21102, + "ocal": 21103, + "Ġsurround": 21104, + "ĠGuang": 21105, + "Ġspear": 21106, + "ĠBellev": 21107, + "ortun": 21108, + "Rec": 21109, + "acho": 21110, + "Ġfrightening": 21111, + "Ġtyres": 21112, + "normal": 21113, + "ĠYan": 21114, + "ĠWarsaw": 21115, + "ĠBod": 21116, + "ourse": 21117, + "199": 21118, + "Ver": 21119, + "erent": 21120, + "Ġsparkling": 21121, + "Ġchanting": 21122, + "Ġ1945": 21123, + "Ġturbo": 21124, + "Ġhazards": 21125, + "IRE": 21126, + "ĠRonnie": 21127, + "Ġsplitting": 21128, + "ĠMatte": 21129, + "roph": 21130, + "Ġtended": 21131, + "Ġvandalism": 21132, + "alis": 21133, + "SY": 21134, + "Ġoversaw": 21135, + "Happy": 21136, + "ĠTC": 21137, + "275": 21138, + "Ġeco": 21139, + "ĠKers": 21140, + "Ġextensions": 21141, + "ĠFlan": 21142, + "ĠCena": 21143, + "ĠDowns": 21144, + "Ġdrummer": 21145, + "Ġawaited": 21146, + "ĠACL": 21147, + "Ġlegends": 21148, + "ĠRollins": 21149, + "hend": 21150, + "Ġdeparting": 21151, + "Ġtha": 21152, + "Ġunre": 21153, + ".(": 21154, + "Ġfaded": 21155, + "Ġretirees": 21156, + "vid": 21157, + "Ġentrants": 21158, + "ĠStella": 21159, + "arer": 21160, + "Ġteaspoon": 21161, + "ĠSheridan": 21162, + "irc": 21163, + "ĠRelief": 21164, + "ĠButt": 21165, + "Ġris": 21166, + "Ġundermined": 21167, + "Ġsunk": 21168, + "Sam": 21169, + "kamp": 21170, + "riot": 21171, + "rating": 21172, + "Ġclubhouse": 21173, + "Ġpeaked": 21174, + "ĠSki": 21175, + "Ġairstrikes": 21176, + "Ġconce": 21177, + "ĠCPR": 21178, + "Ġesp": 21179, + "ĠWave": 21180, + "ĠColiseum": 21181, + "outheastern": 21182, + "Ġtrou": 21183, + "Ġfeather": 21184, + "ĠSoy": 21185, + "ĠBihar": 21186, + "Ġintervened": 21187, + "mits": 21188, + "colored": 21189, + "330": 21190, + "Ġprocession": 21191, + "apeake": 21192, + "ité": 21193, + "riel": 21194, + "Ġmart": 21195, + "afer": 21196, + "ĠGuests": 21197, + "ĠPie": 21198, + "Ġshiny": 21199, + "ĠSixers": 21200, + "ĠRoads": 21201, + "Ġkicker": 21202, + "ĠCrimes": 21203, + "Ġfrontier": 21204, + "ansen": 21205, + "November": 21206, + "smith": 21207, + "ĠLaun": 21208, + "fried": 21209, + "weet": 21210, + "ĠGrass": 21211, + "Ġsanitation": 21212, + "ĠEat": 21213, + "ĠParts": 21214, + "ĠTun": 21215, + "amar": 21216, + "ĠJupiter": 21217, + "ĠFS": 21218, + "Ġunsc": 21219, + "ĠDone": 21220, + "Ġleveraging": 21221, + "Ġtucked": 21222, + "Ġineffective": 21223, + "Ġriots": 21224, + "wei": 21225, + "ĠAttend": 21226, + "Ġpertaining": 21227, + "amen": 21228, + "monds": 21229, + "Ġmism": 21230, + "serious": 21231, + "ĠViol": 21232, + "rous": 21233, + "Ġ129": 21234, + "uebl": 21235, + "umption": 21236, + "tri": 21237, + "ĠWedding": 21238, + "Ġtroopers": 21239, + "ĠTHR": 21240, + "olving": 21241, + "leys": 21242, + "Med": 21243, + "Ġseparatists": 21244, + "Ġimper": 21245, + "ĠFrontier": 21246, + "Ġwhit": 21247, + "ĠMutual": 21248, + "Ġrested": 21249, + "Ġunhealthy": 21250, + "gang": 21251, + "Ġresearching": 21252, + "ĠColonel": 21253, + "Ġaffordability": 21254, + "ĠRegarding": 21255, + "ĠWend": 21256, + "ĠMellon": 21257, + "Ġplots": 21258, + "Ġcanal": 21259, + "PER": 21260, + "ĠShopping": 21261, + "etry": 21262, + "Ġoccurrence": 21263, + "Ġgraves": 21264, + "BF": 21265, + "ĠKau": 21266, + "indust": 21267, + "Ġbeard": 21268, + "uate": 21269, + "ĠProdu": 21270, + "ĠSomali": 21271, + "ishers": 21272, + "ĠFell": 21273, + "ĠHutchinson": 21274, + "Ġhust": 21275, + "Ġillustration": 21276, + "Ġ//": 21277, + "Ġsharks": 21278, + "Ġcoincidence": 21279, + "Ġremake": 21280, + "Ġmural": 21281, + "course": 21282, + "ĠSultan": 21283, + "arse": 21284, + "Ġwhip": 21285, + "ĠPodcast": 21286, + "Ġtightened": 21287, + "Ġdenim": 21288, + "Ġlandfill": 21289, + "future": 21290, + "Ġsuperv": 21291, + "Hand": 21292, + "Ġpraising": 21293, + "ĠEly": 21294, + "ĠGust": 21295, + "ĠMayer": 21296, + "Ġorphan": 21297, + "Ġrepaired": 21298, + "ĠPir": 21299, + "Ġspiral": 21300, + "husband": 21301, + "ienne": 21302, + "iatric": 21303, + "Ġmarriages": 21304, + "Ġhorn": 21305, + "plain": 21306, + "ĠLum": 21307, + "ession": 21308, + "ĠFeatures": 21309, + "Ġbreakup": 21310, + "Ġentrepreneurship": 21311, + "rina": 21312, + "Ġembargo": 21313, + "Ġcapitalism": 21314, + "ĠMinor": 21315, + "Ġpromo": 21316, + "Ġexcel": 21317, + "Japan": 21318, + "Ġworsening": 21319, + "Ġstumbled": 21320, + "Ġpins": 21321, + "Ġswipe": 21322, + "Ġexile": 21323, + "Ġseparatist": 21324, + "ĠBian": 21325, + "Ġrelocation": 21326, + "Ġcommanders": 21327, + "Ġdowned": 21328, + "Ġblogger": 21329, + "packed": 21330, + "ĠSchn": 21331, + "Ġwaterfront": 21332, + "ĠYus": 21333, + "Ġnegotiator": 21334, + "Ġfavourable": 21335, + "Iran": 21336, + "oulder": 21337, + "Ġcance": 21338, + "Ġvind": 21339, + "angel": 21340, + "Ġauthenticity": 21341, + "Ġtowel": 21342, + "bul": 21343, + "ĠNeville": 21344, + "ĠBuddhist": 21345, + "fields": 21346, + "uly": 21347, + "Ġniece": 21348, + "Ġcorrections": 21349, + "Ġassignments": 21350, + "ĠSchl": 21351, + "Ġharmed": 21352, + "375": 21353, + "Ġwounding": 21354, + "ĠPosition": 21355, + "Ġsupermarkets": 21356, + "Ġdisclosures": 21357, + "Ġ185": 21358, + "esp": 21359, + "ĠMcCull": 21360, + "ĠMale": 21361, + "Ġsailors": 21362, + "mis": 21363, + "ĠSophia": 21364, + "Ġunfolded": 21365, + "owell": 21366, + "ĠScarborough": 21367, + "Ġentrepreneurial": 21368, + "118": 21369, + "ogy": 21370, + "ĠLikewise": 21371, + "Ġswung": 21372, + "Ġdrawings": 21373, + "Ġdrafting": 21374, + "ĠSimple": 21375, + "ĠFilip": 21376, + "arf": 21377, + "Ġfade": 21378, + "Ġmerged": 21379, + "ĠLeaf": 21380, + "sun": 21381, + "Ġflame": 21382, + "Ġindices": 21383, + "ĠCreate": 21384, + "ittle": 21385, + "ĠWer": 21386, + "ĠMond": 21387, + "Ġoz": 21388, + "ĠSmoke": 21389, + "Ġreplies": 21390, + "ĠDH": 21391, + "Ġjud": 21392, + "ĠFalk": 21393, + "Ġ---": 21394, + "Ġconstitutes": 21395, + "Ġtheat": 21396, + "119": 21397, + "Ġintermediate": 21398, + "vill": 21399, + "ĠGow": 21400, + "ĠHut": 21401, + "ł": 21402, + "155": 21403, + "ĠLocated": 21404, + "ĠDoor": 21405, + "Ġsliced": 21406, + "aru": 21407, + "Ġtearing": 21408, + "defense": 21409, + "oyer": 21410, + "Ġprodu": 21411, + "Ġseminar": 21412, + "asso": 21413, + "Ġpeaks": 21414, + "Ġconceal": 21415, + "Ġcrypto": 21416, + "Ġsetbacks": 21417, + "ĠAlicia": 21418, + "ĠFAA": 21419, + "Ġcontinuity": 21420, + "Ġcatastrophe": 21421, + "Ġbeg": 21422, + "Ġscales": 21423, + "apixel": 21424, + "Ġsalon": 21425, + "Ste": 21426, + "Ġlesbian": 21427, + "Ġanticip": 21428, + "Ġutilization": 21429, + "Ġchickens": 21430, + "Ġspinal": 21431, + "ĠJuliet": 21432, + "ĠFas": 21433, + "prising": 21434, + "ĠSalvation": 21435, + "Ġ138": 21436, + "Ġutilizing": 21437, + "âĢ¢": 21438, + "ĠMessenger": 21439, + "Ġrebellion": 21440, + "ĠAlexand": 21441, + "Ġinsect": 21442, + "Ġribs": 21443, + "ĠBild": 21444, + "Ġmonopoly": 21445, + "Queen": 21446, + "ĠNaples": 21447, + "Ġ133": 21448, + "Ġhourly": 21449, + "Ġego": 21450, + "Ġpencil": 21451, + "ĠPew": 21452, + "Ġdesirable": 21453, + "vant": 21454, + "ĠLAT": 21455, + "Ġperpet": 21456, + "lish": 21457, + "Ġ201": 21458, + "Ġdistances": 21459, + "Ġdistressed": 21460, + "Work": 21461, + "Ġtattoos": 21462, + "Ġstereotypes": 21463, + "istent": 21464, + "ĠCoral": 21465, + "fo": 21466, + "Ġpayable": 21467, + "Ġakin": 21468, + "ĠLis": 21469, + "ĠFinding": 21470, + "Ġsusceptible": 21471, + "ĠKiw": 21472, + "Ġforgiveness": 21473, + "ĠMoment": 21474, + "ĠDmitry": 21475, + "Ġrenov": 21476, + "Ġquint": 21477, + "ĠWaterloo": 21478, + "ĠReality": 21479, + "Ġstray": 21480, + "ĠBeaver": 21481, + "Ġbites": 21482, + "Ġelusive": 21483, + "Ġvirtue": 21484, + "Ġgadgets": 21485, + "Ġlandslide": 21486, + "ĠHealthy": 21487, + "Ġpits": 21488, + "Donnell": 21489, + "Ġirony": 21490, + "uct": 21491, + "Ġpractitioners": 21492, + "Ġreck": 21493, + "governmental": 21494, + "Ġatomic": 21495, + "Ġmotiv": 21496, + "Ġpolic": 21497, + "Ġcommunicated": 21498, + "ĠHS": 21499, + "Ġcriticize": 21500, + "Ġsynerg": 21501, + "Del": 21502, + "ĠRoe": 21503, + "Ġinspirational": 21504, + "ĠWarning": 21505, + "pel": 21506, + "Ġnevertheless": 21507, + "Ġdespair": 21508, + "Ġ(.": 21509, + "Ġfearing": 21510, + "Ġgrop": 21511, + "tree": 21512, + "Ġtrusts": 21513, + "Ġinterviewing": 21514, + "amic": 21515, + "Ġscor": 21516, + "ject": 21517, + "Another": 21518, + "pose": 21519, + "Ġdepicted": 21520, + "ĠPhotography": 21521, + "ĠLenovo": 21522, + "ĠEpic": 21523, + "ĠBoot": 21524, + "GI": 21525, + "enses": 21526, + "Class": 21527, + "arity": 21528, + "Ġservicing": 21529, + "ĠHann": 21530, + "Ġawe": 21531, + "Ġoverdoses": 21532, + "ĠFinnish": 21533, + "Ġpav": 21534, + "ĠPCs": 21535, + "SEC": 21536, + "ĠStro": 21537, + "Ġattracts": 21538, + "Ġapprehended": 21539, + "128": 21540, + "Ġunstable": 21541, + "ĠOutdoor": 21542, + "Ġcloth": 21543, + "ĠUlster": 21544, + "Ġvisually": 21545, + "Ġsculpt": 21546, + "Ġsufficiently": 21547, + "ĠKendrick": 21548, + "Ġengages": 21549, + "Ġknives": 21550, + "ĠGut": 21551, + "Ġarbit": 21552, + "osition": 21553, + "Ġemoji": 21554, + "Ġpinpoint": 21555, + "Ġremembering": 21556, + "rence": 21557, + "ĠVish": 21558, + "Ġimproperly": 21559, + "Ġranc": 21560, + "Ġupstream": 21561, + "Ġcheckpoint": 21562, + "Ġrash": 21563, + "eson": 21564, + "Ġtoes": 21565, + "260": 21566, + "Ġinvalid": 21567, + "Ġonions": 21568, + "Ġlashed": 21569, + "ĠDong": 21570, + "Ġprovisional": 21571, + "ĠFern": 21572, + "Ġirresponsible": 21573, + "actively": 21574, + "ĠKnown": 21575, + "Ġben": 21576, + "ĠBlank": 21577, + "Ġactresses": 21578, + "paying": 21579, + "Ġsyrup": 21580, + "isman": 21581, + "Ġeducating": 21582, + "Sunday": 21583, + "ifiable": 21584, + "Post": 21585, + "Ġcalculation": 21586, + "Ġhesitate": 21587, + "ĠIncreasing": 21588, + "Ġreeling": 21589, + "ĠDairy": 21590, + "ensing": 21591, + "Ġmaternity": 21592, + "Ø": 21593, + "./": 21594, + "ĠElm": 21595, + "Ġweddings": 21596, + "ĠYard": 21597, + "117": 21598, + "ĠRocket": 21599, + "OF": 21600, + "Ġtreasurer": 21601, + "Ġrattled": 21602, + "ĠDrop": 21603, + "arel": 21604, + "ĠFulton": 21605, + "ĠGiant": 21606, + "ĠFloor": 21607, + "Jet": 21608, + "ikk": 21609, + "ĠBucs": 21610, + "ostics": 21611, + "reme": 21612, + "ĠRouse": 21613, + "Ġdeliber": 21614, + "ĠEle": 21615, + "Ġconducts": 21616, + "ĠBlog": 21617, + "connected": 21618, + "Ġprayed": 21619, + "Ġcolourful": 21620, + "Ġaugmented": 21621, + "Ġbatted": 21622, + "Ġrelevance": 21623, + "ĠRomanian": 21624, + "acqu": 21625, + "ĠChel": 21626, + "ĠClo": 21627, + "ĠGraves": 21628, + "Ġchees": 21629, + "ĠGibbs": 21630, + "CLE": 21631, + "Ġfertility": 21632, + "Ġambul": 21633, + "Ġspecs": 21634, + "ĠIRA": 21635, + "ĠBooth": 21636, + "ithe": 21637, + "ĠPlayoff": 21638, + "ammed": 21639, + "Ġcollaborating": 21640, + "Ġlunar": 21641, + "Ġconfronting": 21642, + "Ġattribute": 21643, + "King": 21644, + "riz": 21645, + "Ġcasualty": 21646, + "acia": 21647, + "waters": 21648, + "Ġpaving": 21649, + "Ġcaregivers": 21650, + "nor": 21651, + "Ġreacting": 21652, + "ĠHash": 21653, + "Ġsqueezed": 21654, + "Ġexert": 21655, + "ĠMichele": 21656, + "ĠConc": 21657, + "ĠHep": 21658, + "Ġsewage": 21659, + "wart": 21660, + "GY": 21661, + "Ġdiscourage": 21662, + "ĠFir": 21663, + "Ġtextile": 21664, + "ĠSpice": 21665, + "ĠFah": 21666, + "Ġcomplainant": 21667, + "Ġinstinct": 21668, + "camp": 21669, + "ĠEdison": 21670, + "ĠVIDEOS": 21671, + "LM": 21672, + "ĠSands": 21673, + "About": 21674, + "Ġdisk": 21675, + "brid": 21676, + "Ġmuted": 21677, + "ACC": 21678, + "Ġwre": 21679, + "event": 21680, + "Ġicons": 21681, + "Express": 21682, + "udes": 21683, + "ĠBeatles": 21684, + "color": 21685, + "ĠHaas": 21686, + "ĠWolfe": 21687, + "ĠYOUR": 21688, + "Ġaccessibility": 21689, + "ĠCornwall": 21690, + "Ġing": 21691, + "Ġatrocities": 21692, + "weather": 21693, + "ĠDominion": 21694, + "ĠMIL": 21695, + "ĠLara": 21696, + "Ġunravel": 21697, + "Ġmaneuver": 21698, + "Ġfoam": 21699, + "ribe": 21700, + "CI": 21701, + "Ġcandles": 21702, + "acs": 21703, + ")(": 21704, + "coon": 21705, + "ĠPurple": 21706, + "ĠGovernors": 21707, + "ĠKeystone": 21708, + "ĠYuk": 21709, + "file": 21710, + "Ġviol": 21711, + "gery": 21712, + "370": 21713, + "train": 21714, + "Ġgunshots": 21715, + "olin": 21716, + "Ġviruses": 21717, + "ĠTex": 21718, + "hours": 21719, + "Ġprev": 21720, + "ĠRid": 21721, + "ected": 21722, + "ĠVog": 21723, + "riers": 21724, + "Ġmurdering": 21725, + "ĠIz": 21726, + "Ġdeliberations": 21727, + "arming": 21728, + "unda": 21729, + "Ġrink": 21730, + "ĠDrugs": 21731, + "idered": 21732, + "Ġforge": 21733, + "Ġexpansive": 21734, + "VIEW": 21735, + "ĠBots": 21736, + "Ġswitches": 21737, + "KO": 21738, + "atten": 21739, + "Ġvariants": 21740, + "ĠVirtual": 21741, + "ĠCoch": 21742, + "yon": 21743, + "ĠKai": 21744, + "Ġbullied": 21745, + "iday": 21746, + "version": 21747, + "Ġlib": 21748, + "ĠCec": 21749, + "igated": 21750, + "ĠTRUMP": 21751, + "ĠPod": 21752, + "Ġtoppled": 21753, + "Ġeyeing": 21754, + "ĠPatients": 21755, + "techn": 21756, + "Ġhampered": 21757, + "Ġavert": 21758, + "ĠScheme": 21759, + "ĠCorm": 21760, + "Ġpony": 21761, + "Ġzoom": 21762, + "abo": 21763, + "Ġsleeves": 21764, + "lane": 21765, + "ĠLester": 21766, + "ĠDane": 21767, + "Ġcough": 21768, + "Ġsignings": 21769, + "HER": 21770, + "Ġsibling": 21771, + "Ġredemption": 21772, + "Ġstockp": 21773, + "ĠAlgeria": 21774, + "Ġpadd": 21775, + "ĠBrenda": 21776, + "uchi": 21777, + "Ġtransporting": 21778, + "Ġspeculative": 21779, + "ĠSek": 21780, + "abal": 21781, + "Ġshipment": 21782, + "oker": 21783, + "Ġwarranty": 21784, + "atan": 21785, + "Ġblister": 21786, + "ĠCelebration": 21787, + "Ġwal": 21788, + "Ġlac": 21789, + "Ġprioritize": 21790, + "ression": 21791, + "BP": 21792, + "Ġcollaborated": 21793, + "ĠNewsletter": 21794, + "ĠDamian": 21795, + "ĠResidential": 21796, + "Ġgra": 21797, + "Ġfeasible": 21798, + "ĠCrest": 21799, + "ĠBean": 21800, + "ĠSturgeon": 21801, + "ĠTale": 21802, + "ĠContin": 21803, + "ĠMush": 21804, + "Ġrocking": 21805, + "ĠMane": 21806, + "ĠHumane": 21807, + "resistant": 21808, + "ĠFra": 21809, + "highest": 21810, + "fts": 21811, + "Ġamassed": 21812, + "ĠPavilion": 21813, + "ĠSkin": 21814, + "Ġunfold": 21815, + "Ġresur": 21816, + "ĠPET": 21817, + "model": 21818, + "Ġemploying": 21819, + "Ġrude": 21820, + "Ġirrelevant": 21821, + "angu": 21822, + "Page": 21823, + "PN": 21824, + "igator": 21825, + "ĠReb": 21826, + "ĠArrest": 21827, + "ĠGund": 21828, + "Ġmalls": 21829, + "zhen": 21830, + "wed": 21831, + "Ġdaring": 21832, + "Ġfactual": 21833, + "ĠGent": 21834, + "Ġinforming": 21835, + "ĠStri": 21836, + "ĠLounge": 21837, + ".]": 21838, + "ĠTribunal": 21839, + "ĠMoines": 21840, + "Ġshadows": 21841, + "generated": 21842, + "fulness": 21843, + "Ġheartfelt": 21844, + "ĠLivingston": 21845, + "ĠClerk": 21846, + "Ġnationalism": 21847, + "ĠMiche": 21848, + "balls": 21849, + "anos": 21850, + "agle": 21851, + "Ġprejudice": 21852, + "Ġevenly": 21853, + "Ġswearing": 21854, + "Ġexits": 21855, + "Ġcondemning": 21856, + "Ġvanilla": 21857, + "club": 21858, + "ĠFunding": 21859, + "ĠDover": 21860, + "Ġhots": 21861, + "Ġfres": 21862, + "Ġgoodness": 21863, + "ĠMcKay": 21864, + "Ġbulls": 21865, + "avia": 21866, + "129": 21867, + "Ġ1947": 21868, + "Ġdefamation": 21869, + "ĠMoran": 21870, + "irms": 21871, + "ĠFitz": 21872, + "ĠRossi": 21873, + "urated": 21874, + "Ġvariation": 21875, + "ĠBauer": 21876, + "ĠSchro": 21877, + "Ġcolony": 21878, + "ĠParliamentary": 21879, + "ikan": 21880, + "Ġstirring": 21881, + "ĠSheldon": 21882, + "Ġaccessory": 21883, + "ĠUtilities": 21884, + "Ġnab": 21885, + "Ġpract": 21886, + "Ġherein": 21887, + "ĠRole": 21888, + "ĠMant": 21889, + "Ġpharm": 21890, + "Ġ215": 21891, + "ĠNGO": 21892, + "ĠAnything": 21893, + "ĠMacedonia": 21894, + "Ġbree": 21895, + "ĠWTO": 21896, + "Chicago": 21897, + "ĠProtect": 21898, + "quarters": 21899, + "ĠGrassley": 21900, + "ĠInteractive": 21901, + "ĠInterview": 21902, + "Ġ550": 21903, + "Ġastronauts": 21904, + "Ġfreak": 21905, + "ĠIntegrated": 21906, + "Ġindict": 21907, + "Ġgenerators": 21908, + "acio": 21909, + "Kevin": 21910, + "Ġvaccination": 21911, + "Ġblockade": 21912, + "ĠSons": 21913, + "Ġcapita": 21914, + "ĠAnita": 21915, + "ĠExport": 21916, + "ĠNex": 21917, + "ĠAram": 21918, + "Ġzinc": 21919, + "Ġrevamped": 21920, + "Ġselective": 21921, + "Ġmanipulate": 21922, + "ĠBedford": 21923, + "ĠBattery": 21924, + "Ġqualifiers": 21925, + "lean": 21926, + "Ġscrew": 21927, + "film": 21928, + "ror": 21929, + "ĠEllison": 21930, + "ombo": 21931, + "ĠOst": 21932, + "165": 21933, + "Ġslaves": 21934, + "ĠPayton": 21935, + "Ġbarg": 21936, + "Ġrugged": 21937, + "ĠWinn": 21938, + "ĠHammer": 21939, + "ĠUPS": 21940, + "Euro": 21941, + "Ġunfamiliar": 21942, + "Ġdistract": 21943, + "Ġbuffer": 21944, + "ledge": 21945, + "Ġtrunk": 21946, + "Ġ320": 21947, + "122": 21948, + "Ġdilemma": 21949, + "Ġpra": 21950, + "Ġutmost": 21951, + "Ġcampaigners": 21952, + "icular": 21953, + "eful": 21954, + "�": 21955, + "ĠHQ": 21956, + "neau": 21957, + "Ġsir": 21958, + "test": 21959, + "Company": 21960, + "Ġrescind": 21961, + "ardon": 21962, + "MG": 21963, + "Gov": 21964, + "ĠRaz": 21965, + "Ġrod": 21966, + "fed": 21967, + "Ġpsych": 21968, + "Ġunin": 21969, + "ĠArbor": 21970, + "Ġnewcomer": 21971, + "ĠEdwin": 21972, + "raising": 21973, + "quist": 21974, + "Ġdiscoveries": 21975, + "Steve": 21976, + "Ġscramble": 21977, + "js": 21978, + "Ġacoustic": 21979, + "Ġdeterioration": 21980, + "Ġobserving": 21981, + "ĠWinning": 21982, + "ĠSaban": 21983, + "idy": 21984, + "Ġoverd": 21985, + "Ġscouting": 21986, + "Ġpunitive": 21987, + "ĠShelter": 21988, + "Ġmocked": 21989, + "Ġdreamed": 21990, + "Ġinvaluable": 21991, + "LP": 21992, + "standard": 21993, + "Ġrecounted": 21994, + "ĠSabres": 21995, + "points": 21996, + "Ġfringe": 21997, + "ĠBarker": 21998, + "alian": 21999, + "ĠPROV": 22000, + "Ġcartel": 22001, + "Ġovercrowd": 22002, + "tain": 22003, + "Year": 22004, + "ĠWelfare": 22005, + "ĠChr": 22006, + "Ġintroduces": 22007, + "ĠDoing": 22008, + "ĠGlover": 22009, + "Ġdeteriorating": 22010, + "Par": 22011, + "Ġattendant": 22012, + "ĠMold": 22013, + "ĠFlying": 22014, + "ovan": 22015, + "Ġoptimize": 22016, + "Ġchapters": 22017, + "Ġdull": 22018, + "gay": 22019, + "ĠATP": 22020, + "ĠKah": 22021, + "ainer": 22022, + "feet": 22023, + "Ġjoking": 22024, + "Ġdisadvantage": 22025, + "Rep": 22026, + "Ġtwisted": 22027, + "Ġslain": 22028, + "Ġcomprise": 22029, + "Ġrestricting": 22030, + "Ġdispos": 22031, + "Ġshaky": 22032, + "Ġembattled": 22033, + "owe": 22034, + "conscious": 22035, + "oken": 22036, + "Ġmistaken": 22037, + "ĠDra": 22038, + "Ġreservoir": 22039, + "Ġspate": 22040, + "Scott": 22041, + "avor": 22042, + "Ġqual": 22043, + "amel": 22044, + "hunt": 22045, + "ĠChevy": 22046, + "Ġclaw": 22047, + "Ġwitch": 22048, + "ĠZimmerman": 22049, + "arium": 22050, + "Ġrubbish": 22051, + "Ġstrings": 22052, + "Ġdoc": 22053, + "Ġplaque": 22054, + "ĠCyr": 22055, + "Ġflourish": 22056, + "Ġworthwhile": 22057, + "Ġbanners": 22058, + "ĠLemon": 22059, + "ĠRainbow": 22060, + "Ġconsisted": 22061, + "ĠHOW": 22062, + "Ñ": 22063, + "Ġblogs": 22064, + "CLUS": 22065, + "eely": 22066, + "Ġbeast": 22067, + "ĠMai": 22068, + "Ġhostility": 22069, + "eros": 22070, + "Ġforeseeable": 22071, + "ĠCorker": 22072, + "ĠWEEK": 22073, + "visors": 22074, + "ressive": 22075, + "ĠViktor": 22076, + "Ġbureaucracy": 22077, + "Ġ256": 22078, + "ĠFeel": 22079, + "ĠAdventure": 22080, + "Ġefficacy": 22081, + "ĠInstitution": 22082, + "ĠHarbaugh": 22083, + "ĠPractice": 22084, + "ĠChristianity": 22085, + "Thanks": 22086, + "Ġfridge": 22087, + "idel": 22088, + "Ġeff": 22089, + "Ġvein": 22090, + "terms": 22091, + "Ġignorance": 22092, + "Ġscream": 22093, + "Ġwit": 22094, + "ĠRousse": 22095, + "ĠWillow": 22096, + "Ġhallway": 22097, + "former": 22098, + "Ġshooters": 22099, + "ĠReporting": 22100, + "Ġgal": 22101, + "Ġsavvy": 22102, + "rand": 22103, + "Ġremed": 22104, + "ĠBaron": 22105, + "inar": 22106, + "Ġseizures": 22107, + "ĠThorn": 22108, + "ĠProtesters": 22109, + "ĠRevolutionary": 22110, + "think": 22111, + "ĠCabrera": 22112, + "Four": 22113, + "ĠRudd": 22114, + "Ġprost": 22115, + "ĠBottom": 22116, + "Port": 22117, + "nas": 22118, + "ifax": 22119, + "Wire": 22120, + "Ġtokens": 22121, + "antis": 22122, + "ĠSOU": 22123, + "ĠMilk": 22124, + "asters": 22125, + "Ġshrimp": 22126, + "Ġcakes": 22127, + "blue": 22128, + "ifty": 22129, + "View": 22130, + "adium": 22131, + "fen": 22132, + "zyk": 22133, + "ĠEmil": 22134, + "Ġdismay": 22135, + "Ġtilt": 22136, + "aska": 22137, + "Young": 22138, + "Ġpredators": 22139, + "Ġovershadowed": 22140, + "mitt": 22141, + "ĠSemin": 22142, + "ĠSchiff": 22143, + "ĠClarkson": 22144, + "212": 22145, + "210": 22146, + "Ġvanished": 22147, + "Ġmesh": 22148, + "ĠBurnett": 22149, + "ĠMent": 22150, + "ĠBlind": 22151, + "ĠPatriot": 22152, + "ĠVil": 22153, + "Ġflick": 22154, + "ĠTowns": 22155, + "ĠWhites": 22156, + "Ġspice": 22157, + "ĠMode": 22158, + "Ġnominate": 22159, + "Ġwrest": 22160, + "ĠAshes": 22161, + "Ġrows": 22162, + "ĠClint": 22163, + "Ġgentleman": 22164, + "utan": 22165, + "athlon": 22166, + "ĠIntermediate": 22167, + "hews": 22168, + "Ġoffended": 22169, + "ĠPaige": 22170, + "ĠFinch": 22171, + "ĠAboriginal": 22172, + "positive": 22173, + "Stop": 22174, + "Ġrenting": 22175, + "Ġ[âĢ¦]": 22176, + "ĠHert": 22177, + "Ġvegetation": 22178, + "apes": 22179, + "ĠCanon": 22180, + "appa": 22181, + "Ġabst": 22182, + "ĠKatz": 22183, + "Ġsurfing": 22184, + "aghan": 22185, + "ĠPresidency": 22186, + "Ġscaling": 22187, + "ĠSas": 22188, + "Ġpeanut": 22189, + "Ġrecommending": 22190, + "cious": 22191, + "endez": 22192, + "eker": 22193, + "ĠKamp": 22194, + "Ġsitcom": 22195, + "Ġcrust": 22196, + "women": 22197, + "ĠJes": 22198, + "ĠWhe": 22199, + "ĠWarwick": 22200, + "Ġepit": 22201, + "ĠAlc": 22202, + "Ġdictate": 22203, + "ĠSPORTS": 22204, + "ĠLanguage": 22205, + "Ġindicative": 22206, + "ĠMacDonald": 22207, + "Ġreorgan": 22208, + "Ġ`": 22209, + "ARS": 22210, + "Ġliberation": 22211, + "Ġbless": 22212, + "Ġreflective": 22213, + "Ġà¤": 22214, + "Ġdesires": 22215, + "ĠHank": 22216, + "ĠLaunch": 22217, + "Ġrotating": 22218, + "ĠStones": 22219, + "Ġcoordinating": 22220, + "ĠZeit": 22221, + "Ġskepticism": 22222, + "ĠAlam": 22223, + "ĠTrout": 22224, + "ĠSMS": 22225, + "ĠCrescent": 22226, + "ĠTeacher": 22227, + "Ġfury": 22228, + "Ġeyebrows": 22229, + "onga": 22230, + "ĠPilot": 22231, + "ĠRutherford": 22232, + "Ġinterstate": 22233, + "established": 22234, + "Ġbaggage": 22235, + "Ġ131": 22236, + "riks": 22237, + "mil": 22238, + "Ġneon": 22239, + "Ġqueer": 22240, + "ourced": 22241, + "ĠKash": 22242, + "ĠEleven": 22243, + "illes": 22244, + "ĠOpportun": 22245, + "Ġstre": 22246, + "Washington": 22247, + "ĠDifferent": 22248, + "Ġexempl": 22249, + "Ġboarded": 22250, + "Ġrogue": 22251, + "ĠDNC": 22252, + "rone": 22253, + "Ġreversing": 22254, + "nine": 22255, + "ĠIvory": 22256, + "itating": 22257, + "uve": 22258, + "Ġfracture": 22259, + "255": 22260, + "ĠAssessment": 22261, + "Ġsubjective": 22262, + "Ġfluct": 22263, + "ĠJaguar": 22264, + "Ġstride": 22265, + "Ġreapp": 22266, + "ĠGrow": 22267, + "against": 22268, + "ĠMedina": 22269, + "scenes": 22270, + "ĠNieto": 22271, + "Ġsou": 22272, + "ĠFleming": 22273, + "Ġnarcotics": 22274, + "ĠBere": 22275, + "ĠBub": 22276, + "ĠAck": 22277, + "Ġvinyl": 22278, + "ĠCopy": 22279, + "ĠGarland": 22280, + "ĠDuty": 22281, + "Ġinn": 22282, + "Ġmerchant": 22283, + "Ġactivate": 22284, + "Ġglowing": 22285, + "ettle": 22286, + "ĠBran": 22287, + "Ġsilk": 22288, + "anco": 22289, + "TL": 22290, + "ĠFurn": 22291, + "Ġwithheld": 22292, + "Ġpulse": 22293, + "ĠGU": 22294, + "BUS": 22295, + "ĠHyper": 22296, + "Ġpicnic": 22297, + "Ġpositives": 22298, + "ĠParamount": 22299, + "Ġ737": 22300, + "Ġenlisted": 22301, + "ĠValerie": 22302, + "false": 22303, + "ĠChocolate": 22304, + "ĠSTAR": 22305, + "Ġdescended": 22306, + "Ġtasty": 22307, + "ĠDaesh": 22308, + "ĠNed": 22309, + "Ġcomplimentary": 22310, + "Ġdepicting": 22311, + "ĠHavana": 22312, + "college": 22313, + "Ġtraces": 22314, + "Ġundue": 22315, + "ĠSisters": 22316, + "aum": 22317, + "ĠCourier": 22318, + "ĠOng": 22319, + "ĠSparks": 22320, + "ongs": 22321, + "ĠYong": 22322, + "URR": 22323, + "los": 22324, + "Ġhorsepower": 22325, + "confidence": 22326, + "ĠPett": 22327, + "ĠMeasure": 22328, + "Ġmarches": 22329, + "zig": 22330, + "ĠTOR": 22331, + "Ġexported": 22332, + "ĠRak": 22333, + "ĠInvestigations": 22334, + "Ġterminate": 22335, + "ĠTian": 22336, + "Ġmasters": 22337, + "ĠDS": 22338, + "Ġoutraged": 22339, + "ĠCups": 22340, + "ĠWeir": 22341, + "exec": 22342, + "Ġjourneys": 22343, + "Ġabide": 22344, + "Ġavail": 22345, + "ĠStreets": 22346, + "Ġfixes": 22347, + "Ġcocoa": 22348, + "Ġabundant": 22349, + "Ġhubs": 22350, + "mort": 22351, + "Ġrobberies": 22352, + "ĠBark": 22353, + "Ġprecautions": 22354, + "Ġhammered": 22355, + "ometric": 22356, + "mith": 22357, + "ĠMcCann": 22358, + "ĠJaw": 22359, + "ĠQuest": 22360, + "ĠMcF": 22361, + "Ġlob": 22362, + "Ġlegalized": 22363, + "Ġquirky": 22364, + "Ġtrailers": 22365, + "ĠIndividual": 22366, + "Ġcumulative": 22367, + "Ġenlarge": 22368, + "Ġconvoy": 22369, + "olen": 22370, + "got": 22371, + "landers": 22372, + "Ġscanner": 22373, + "Ġscans": 22374, + "ĠEg": 22375, + "prof": 22376, + "Ġhosp": 22377, + "ĠColo": 22378, + "Ġerr": 22379, + "Ġdeval": 22380, + "ĠUsually": 22381, + "Ġbul": 22382, + "ummy": 22383, + "Ġtandem": 22384, + "occupied": 22385, + "Ġmandates": 22386, + "ĠSwim": 22387, + "121": 22388, + "ussed": 22389, + "EF": 22390, + "Ġfries": 22391, + "Until": 22392, + "rc": 22393, + "Ġbadge": 22394, + "Ġstrips": 22395, + "Ġmagnet": 22396, + "Ġarchive": 22397, + "stan": 22398, + "ĠDeadline": 22399, + "Ġdisposable": 22400, + "Ġbob": 22401, + "Ġnorthwestern": 22402, + "Jul": 22403, + "ĠSAL": 22404, + "Ġinfluencing": 22405, + "Ġdevil": 22406, + "ĠEllie": 22407, + "cms": 22408, + "ingo": 22409, + "888": 22410, + "Ġcosmetic": 22411, + "Also": 22412, + "Ġyacht": 22413, + "Ġlazy": 22414, + "Ġmerc": 22415, + "Ġabsorbed": 22416, + "harm": 22417, + "116": 22418, + "Ġsubpoena": 22419, + "Ġcounters": 22420, + "ĠLori": 22421, + "Ġrandomly": 22422, + "nea": 22423, + "waves": 22424, + "Ġrelie": 22425, + "ĠKiss": 22426, + "Ġchassis": 22427, + "Ġbakery": 22428, + "Images": 22429, + "ĠHolden": 22430, + "Ġamazed": 22431, + "Ġalignment": 22432, + "ĠPowers": 22433, + "Ġlabelled": 22434, + "Ġstaunch": 22435, + "Ġsignaling": 22436, + "Ġsenate": 22437, + "Ġunconventional": 22438, + "ĠAlternative": 22439, + "Ġambassadors": 22440, + "ĠVPN": 22441, + "atics": 22442, + "Ġmosquito": 22443, + "ĠScholarship": 22444, + "Ġhelpless": 22445, + "alone": 22446, + "ZA": 22447, + "chel": 22448, + "Ġconstituencies": 22449, + "ĠCafé": 22450, + "Ġhatch": 22451, + "ĠRupert": 22452, + "Ġrendering": 22453, + "Ġreinstated": 22454, + "Ġinterval": 22455, + "Texas": 22456, + "ĠAHL": 22457, + "February": 22458, + "review": 22459, + "Ġgle": 22460, + "Ġfals": 22461, + "Ġmarkers": 22462, + "Ġgovernmental": 22463, + "ĠPos": 22464, + "Ġarose": 22465, + "every": 22466, + "Ġrulings": 22467, + "obar": 22468, + "Govern": 22469, + "gren": 22470, + "isan": 22471, + "Ġmarketed": 22472, + "Click": 22473, + "Ġord": 22474, + "Ġballoons": 22475, + "asers": 22476, + "ĠHorton": 22477, + "pub": 22478, + "ĠAerospace": 22479, + "Ġflank": 22480, + "Ġmolecular": 22481, + "bour": 22482, + "nuts": 22483, + "Ġalliances": 22484, + "Ġbenchmarks": 22485, + "ocate": 22486, + "stadt": 22487, + "ĠGoodwin": 22488, + "lap": 22489, + "ĠFactors": 22490, + "Never": 22491, + "ĠNem": 22492, + "Ġroadside": 22493, + "orth": 22494, + "Ġexhibited": 22495, + "ĠPearce": 22496, + "ĠOlsen": 22497, + "Ġpostal": 22498, + "ĠLiberation": 22499, + "reen": 22500, + "mary": 22501, + "Ġropes": 22502, + "Ġlarg": 22503, + "Ġgob": 22504, + "boys": 22505, + "ĠSax": 22506, + "Ġreimbursement": 22507, + "ĠVie": 22508, + "ĠCatholics": 22509, + "ĠMartial": 22510, + "Ġpremiered": 22511, + "Ġawaits": 22512, + "ĠUnderstanding": 22513, + "ĠBelarus": 22514, + "ĠVor": 22515, + "ogi": 22516, + "iaz": 22517, + "Ġvictorious": 22518, + "Ġancestors": 22519, + "Ġwreckage": 22520, + "Ġoppression": 22521, + "ĠChildhood": 22522, + "Ġwidth": 22523, + "ĠPlymouth": 22524, + "ĠFifty": 22525, + "Ġoccupancy": 22526, + "etts": 22527, + "ĠFiscal": 22528, + "lifting": 22529, + "ĠTraditional": 22530, + "Ġnostalgia": 22531, + "Law": 22532, + "Ġlays": 22533, + "Ġarresting": 22534, + "Ġanticipating": 22535, + "Ġinsults": 22536, + "ĠExtension": 22537, + "Ġgenerator": 22538, + "ummer": 22539, + "Ġageing": 22540, + "Ġbouncing": 22541, + "ember": 22542, + "ĠWAR": 22543, + "ĠNico": 22544, + "ĠWow": 22545, + "ĠRaven": 22546, + "flower": 22547, + "ĠCrim": 22548, + "bh": 22549, + "Ġundo": 22550, + "Ġburgers": 22551, + "roud": 22552, + "ĠAtkinson": 22553, + "ĠYEAR": 22554, + "Ġpoorer": 22555, + "ICA": 22556, + "ĠSchedule": 22557, + "Ġstronghold": 22558, + "ĠMillennium": 22559, + "Ġ###": 22560, + "ilda": 22561, + "ĠGH": 22562, + "Ġupscale": 22563, + "aldi": 22564, + "ĠResolution": 22565, + "Ġswelling": 22566, + "Ġgrieving": 22567, + "ĠNile": 22568, + "ĠTig": 22569, + "ERY": 22570, + "ooth": 22571, + "BALL": 22572, + "Ġballet": 22573, + "Ġbucks": 22574, + "ĠUV": 22575, + "akin": 22576, + "Ġchilling": 22577, + "Ġdatabases": 22578, + "ĠGD": 22579, + "section": 22580, + "Ġhires": 22581, + "Ġmul": 22582, + "Ġsen": 22583, + "ĠTownsend": 22584, + "Ġinspected": 22585, + "ilic": 22586, + "Ġdiscriminatory": 22587, + "fol": 22588, + "Ġalcoholic": 22589, + "ĠHoff": 22590, + "Carl": 22591, + "Ġvicinity": 22592, + "lein": 22593, + "ĠEco": 22594, + "ĠGovern": 22595, + "Ġsecrecy": 22596, + "aned": 22597, + "ĠDUP": 22598, + "Ġ570": 22599, + "Ġsow": 22600, + "Ġstalls": 22601, + "Ġinsulting": 22602, + "ĠDT": 22603, + "Ġinforms": 22604, + "fitting": 22605, + "ĠDepending": 22606, + "ĠMelanie": 22607, + "ĠThom": 22608, + "path": 22609, + "Ġadmired": 22610, + "Peter": 22611, + "idents": 22612, + "ielding": 22613, + "ĠShanahan": 22614, + "TD": 22615, + "Things": 22616, + "sn": 22617, + "Ġconstituted": 22618, + "Ġ137": 22619, + "Ġderailed": 22620, + "ĠBonnie": 22621, + "Ġgraffiti": 22622, + "Ġearnest": 22623, + "Ġcompliant": 22624, + "blown": 22625, + "Ġalle": 22626, + "prise": 22627, + "Ġfocal": 22628, + "Ġgentlemen": 22629, + "ĠTalks": 22630, + "Ġpassports": 22631, + "Ġdeprived": 22632, + "Ġdude": 22633, + "ĠNath": 22634, + "Ġgoverned": 22635, + "Ġsac": 22636, + "Ġcastle": 22637, + "qv": 22638, + "Ġtolerated": 22639, + "ĠSci": 22640, + "close": 22641, + "ĠDynamics": 22642, + "Ġflashing": 22643, + "yk": 22644, + "ĠConsolid": 22645, + "Ġinherently": 22646, + "ĠForrest": 22647, + "Gene": 22648, + "Public": 22649, + "Ġloser": 22650, + "runners": 22651, + "Ġprudent": 22652, + "Ġpioneering": 22653, + "ĠHowe": 22654, + "ĠButter": 22655, + "ĠArabian": 22656, + "acha": 22657, + "ĠBBQ": 22658, + "ĠMineral": 22659, + "Ġdestiny": 22660, + "Ġretrieve": 22661, + "ĠBav": 22662, + "reth": 22663, + "oby": 22664, + "ĠGrid": 22665, + "Ġgrievances": 22666, + "ĠTips": 22667, + "Ġadamant": 22668, + "Ġdiets": 22669, + "Ġmilestones": 22670, + "Ġcollects": 22671, + "ĠLaboratories": 22672, + "ĠWC": 22673, + "Ġpostp": 22674, + "Ġdams": 22675, + "ĠOEM": 22676, + "Ġrumor": 22677, + "Ġlocking": 22678, + "Ġemission": 22679, + "Ġqueries": 22680, + "Jones": 22681, + "Ġlang": 22682, + "ĠAcqu": 22683, + "ĠMedium": 22684, + "ĠTreasurer": 22685, + "Sept": 22686, + "FB": 22687, + "Ġintegrating": 22688, + "Ġbolstered": 22689, + "Ġincorporating": 22690, + "encers": 22691, + "Ġirregularities": 22692, + "Ġnom": 22693, + "iod": 22694, + "ĠAi": 22695, + "Ġsor": 22696, + "anked": 22697, + "Ġrehears": 22698, + "fig": 22699, + "ĠBug": 22700, + "hoff": 22701, + "Ġtrooper": 22702, + "Ġgalaxy": 22703, + "amon": 22704, + "ĠAtlas": 22705, + "Ġsolicit": 22706, + "Ġsings": 22707, + "ĠInstructions": 22708, + "ĠMig": 22709, + "thinking": 22710, + "ĠCostco": 22711, + "Ġbreasts": 22712, + "Ġportraits": 22713, + "ĠCock": 22714, + "Ġsubscriptions": 22715, + "Ġpine": 22716, + "Ġhaunted": 22717, + "ĠMED": 22718, + "eer": 22719, + "ega": 22720, + "ĠZa": 22721, + "ENN": 22722, + "ĠWinners": 22723, + "aith": 22724, + "safe": 22725, + "Ġ143": 22726, + "ĠWeston": 22727, + "ĠLansing": 22728, + "ĠLaurel": 22729, + "ocrat": 22730, + "ograph": 22731, + "Ġmatchups": 22732, + "ĠFriend": 22733, + "Ġdigest": 22734, + "Ġdimensions": 22735, + "azing": 22736, + "Ġtipping": 22737, + "Ġenrich": 22738, + "gart": 22739, + "argo": 22740, + "Ġoutbreaks": 22741, + "Ġsalvage": 22742, + "ĠErica": 22743, + "Ġmodules": 22744, + "ĠPDF": 22745, + "ĠGoods": 22746, + "oots": 22747, + "2011": 22748, + "Ġinterrupt": 22749, + "Ġradi": 22750, + "ĠSimone": 22751, + "vell": 22752, + "ĠSV": 22753, + "extremely": 22754, + "Ġstadiums": 22755, + "ĠRox": 22756, + "Ġconflicting": 22757, + "Ġyouthful": 22758, + "ĠUM": 22759, + "series": 22760, + "Ġded": 22761, + "Ġfielding": 22762, + "Pre": 22763, + "itled": 22764, + "Ġstreamed": 22765, + "Ġapprentices": 22766, + "ĠAlec": 22767, + "ĠGap": 22768, + "ĠPrem": 22769, + "Ġleased": 22770, + "Ġdeepening": 22771, + "Ġbounds": 22772, + "Ġrethink": 22773, + "ĠVoting": 22774, + "ĠScha": 22775, + "blood": 22776, + "ĠReeves": 22777, + "Ġbells": 22778, + "Ġcollector": 22779, + "ĠCrimson": 22780, + "ĠWheat": 22781, + "207": 22782, + "ĠHB": 22783, + "ĠBCC": 22784, + "Ġsync": 22785, + "ĠAnders": 22786, + "Ġthanking": 22787, + "Ġlayoffs": 22788, + "Ġfoolish": 22789, + "Ġcustod": 22790, + "Ġelephants": 22791, + "Ġcorrelation": 22792, + "ĠHarding": 22793, + "ĠGPU": 22794, + "ĠBarnett": 22795, + "Ġol": 22796, + "Ġalarms": 22797, + "Ġfluctuations": 22798, + "shop": 22799, + "Ġcommentators": 22800, + "ĠAlpine": 22801, + "Ġmur": 22802, + "Ġbiotech": 22803, + "Ġunlocked": 22804, + "ouri": 22805, + "roe": 22806, + "ĠPayment": 22807, + "ĠPOL": 22808, + "ĠGuest": 22809, + "Ġphrases": 22810, + "ĠBuilt": 22811, + "erves": 22812, + "Ġnutritional": 22813, + "205": 22814, + "ourage": 22815, + "Related": 22816, + "Come": 22817, + "ĠSAT": 22818, + "Ġgatherings": 22819, + "Ġsquads": 22820, + "Ġorganising": 22821, + "Ġministerial": 22822, + "Ġkilomet": 22823, + "ĠJump": 22824, + "ĠStrength": 22825, + "ĠFerr": 22826, + "Ġillustrated": 22827, + "ĠOber": 22828, + "Ġextrad": 22829, + "Ġlimitation": 22830, + "idis": 22831, + "ĠMonths": 22832, + "ifts": 22833, + "Ġmotives": 22834, + "Ġmaternal": 22835, + "Ġbait": 22836, + "Ġadversity": 22837, + "Twitter": 22838, + "ĠUni": 22839, + "Ġgrappling": 22840, + "Ġbowls": 22841, + "ĠHib": 22842, + "ĠCopenhagen": 22843, + "Ġsergeant": 22844, + "Ġintro": 22845, + "Ġscrambled": 22846, + "ĠExc": 22847, + "Ġshowcases": 22848, + "Ġplotting": 22849, + "Ġsym": 22850, + "ĠNah": 22851, + "berries": 22852, + "itching": 22853, + "conn": 22854, + "istle": 22855, + "ĠBeginning": 22856, + "asley": 22857, + "ĠMeadow": 22858, + "ĠCra": 22859, + "Ġsupremacist": 22860, + "Ġsweats": 22861, + "production": 22862, + "innon": 22863, + "ovo": 22864, + "Ġscept": 22865, + "Ġdrowning": 22866, + "ĠEh": 22867, + "Ġdecorations": 22868, + "Ġsympathetic": 22869, + "raction": 22870, + "Ġ195": 22871, + "ripp": 22872, + "ĠNotice": 22873, + "charging": 22874, + "ĠDIY": 22875, + "ĠJin": 22876, + "Ġskinny": 22877, + "Ġmaj": 22878, + "Ġwhisk": 22879, + "Ġcongreg": 22880, + "RAL": 22881, + "Ġvolley": 22882, + "Ġestablishments": 22883, + "Ġcite": 22884, + "Miss": 22885, + "Int": 22886, + "iola": 22887, + "ĠBare": 22888, + "KING": 22889, + "ools": 22890, + "private": 22891, + "Ġflaw": 22892, + "Ġwires": 22893, + "Ġideals": 22894, + "oub": 22895, + "Ġ\"'": 22896, + "ĠCompet": 22897, + "ĠStatements": 22898, + "ĠHDR": 22899, + "rm": 22900, + "Ġbegging": 22901, + "uffs": 22902, + "Ġdispatch": 22903, + "Ġskipped": 22904, + "Ġlabs": 22905, + "hawks": 22906, + "Ġexpl": 22907, + "Ġpatriotic": 22908, + "ussions": 22909, + "Ġportrayal": 22910, + "ĠBudapest": 22911, + "ĠCod": 22912, + "Ġextingu": 22913, + "smart": 22914, + "Ġburdens": 22915, + "ĠDrama": 22916, + "Ġaltitude": 22917, + "Ġpursuant": 22918, + "à¥": 22919, + "atari": 22920, + "cot": 22921, + "Ġhotline": 22922, + "ooters": 22923, + "ĠRolls": 22924, + "Ġjeopardy": 22925, + "oids": 22926, + "Ġpageant": 22927, + "149": 22928, + "Ġdistinguish": 22929, + "support": 22930, + "ĠHighlands": 22931, + "ĠErnst": 22932, + "ĠHole": 22933, + "pering": 22934, + "ĠHasan": 22935, + "Ġrece": 22936, + "Ġirregular": 22937, + "Ġdisturbed": 22938, + "Ġcoupon": 22939, + "ĠElijah": 22940, + "oise": 22941, + "Ġfriendships": 22942, + "girlfriend": 22943, + "Ġrampage": 22944, + "arers": 22945, + "Ġdispens": 22946, + "assion": 22947, + "Ġtentative": 22948, + "ĠExploration": 22949, + "fashioned": 22950, + "ĠInstit": 22951, + "Ġthemed": 22952, + "ĠKurdistan": 22953, + "ĠCAL": 22954, + "ĠSweeney": 22955, + "Ġransom": 22956, + "Ġstamps": 22957, + "ĠSchwe": 22958, + "ĠLucia": 22959, + "124": 22960, + "omore": 22961, + "Ġmotivate": 22962, + "ĠWorcester": 22963, + "wald": 22964, + "CAR": 22965, + "iken": 22966, + "andro": 22967, + "ffic": 22968, + "ĠRehab": 22969, + "Ġgrou": 22970, + "Ġcontrollers": 22971, + "ĠHai": 22972, + "nz": 22973, + "Ġartillery": 22974, + "ĠMish": 22975, + "Ġregistry": 22976, + "Ġfrontman": 22977, + "ĠCharg": 22978, + "orneys": 22979, + "ĠPRESS": 22980, + "Ġperceptions": 22981, + "ĠMcGee": 22982, + "AU": 22983, + "mg": 22984, + "Off": 22985, + "ĠNGOs": 22986, + "chemical": 22987, + "Ġbrun": 22988, + "ĠHav": 22989, + "Ġlace": 22990, + "Ġ202": 22991, + "Ġdefer": 22992, + "Ġinjected": 22993, + "Ġgluten": 22994, + "ĠRin": 22995, + "ĠAvalanche": 22996, + "Ġcorpor": 22997, + "ĠPamela": 22998, + "Ġfills": 22999, + "ĠReve": 23000, + "ĠMonument": 23001, + "Ġnationalists": 23002, + "ĠIQ": 23003, + "adden": 23004, + "ĠLoop": 23005, + "Ġ134": 23006, + "Reg": 23007, + "click": 23008, + "bush": 23009, + "ĠKub": 23010, + "ipes": 23011, + "Ġtoggle": 23012, + "ĠRae": 23013, + "Ġburgl": 23014, + "Ġholistic": 23015, + "ronics": 23016, + "Ġprominence": 23017, + "jack": 23018, + "Ġfinan": 23019, + "icates": 23020, + "Ġvel": 23021, + "important": 23022, + "Thursday": 23023, + "chet": 23024, + "Ġrefunds": 23025, + "ĠElder": 23026, + "ĠOwner": 23027, + "Ġtakeaway": 23028, + "Pe": 23029, + "ĠToro": 23030, + "Tim": 23031, + "fix": 23032, + "before": 23033, + "ĠMotorola": 23034, + "Ġlev": 23035, + "Term": 23036, + "ĠSne": 23037, + "Ġmisinformation": 23038, + "ĠSinai": 23039, + "Ġnitrogen": 23040, + "Ġ203": 23041, + "Ġescaping": 23042, + "Ġjunction": 23043, + "ĠSantana": 23044, + "ĠYemeni": 23045, + "Ġwhipped": 23046, + "ĠStephenson": 23047, + "Ġattire": 23048, + "ĠBard": 23049, + "atically": 23050, + "ĠFaul": 23051, + "ĠSym": 23052, + "resh": 23053, + "ĠMG": 23054, + "Sub": 23055, + "ĠCarmen": 23056, + "Ġig": 23057, + "ĠSanford": 23058, + "ĠYa": 23059, + "cycle": 23060, + "Ġencryption": 23061, + "ĠScal": 23062, + "ĠChest": 23063, + "ĠMadonna": 23064, + "agin": 23065, + "ĠDHS": 23066, + "ĠCed": 23067, + "YR": 23068, + "Ġtruce": 23069, + "ĠBike": 23070, + "Ġfoes": 23071, + "ĠSlovakia": 23072, + "adal": 23073, + "Rain": 23074, + "OPE": 23075, + "Ġlockdown": 23076, + "Ġunilateral": 23077, + "Ġoverseen": 23078, + "Ġblames": 23079, + "Ġbarrage": 23080, + "aan": 23081, + "uds": 23082, + "ĠRust": 23083, + "ĠHC": 23084, + "cox": 23085, + "ĠAllied": 23086, + "ĠJosé": 23087, + "pected": 23088, + "Ġunp": 23089, + "Ġsomeday": 23090, + "Ġdeductions": 23091, + "icial": 23092, + "ĠPRO": 23093, + "ĠIntern": 23094, + "Ġhemp": 23095, + "Ġkilograms": 23096, + "Ġnets": 23097, + "ĠBACK": 23098, + "early": 23099, + "outed": 23100, + "Ġrelegated": 23101, + "Ġ1958": 23102, + "ĠMustang": 23103, + "Ġgamble": 23104, + "Ġprostitution": 23105, + "ĠPapa": 23106, + "Ġinexpensive": 23107, + "GHz": 23108, + "Ġjerseys": 23109, + "Ġmisery": 23110, + "VIS": 23111, + "ĠRAW": 23112, + "Ġthri": 23113, + "Ġaffiliation": 23114, + "small": 23115, + "Ġflashed": 23116, + "Ġcoastline": 23117, + "Ġgard": 23118, + "Ġsv": 23119, + "Ġwaits": 23120, + "itton": 23121, + "London": 23122, + "Ġaccus": 23123, + "ĠCharge": 23124, + "Ġincub": 23125, + "Ġwanna": 23126, + "ĠAwareness": 23127, + "abies": 23128, + "ĠUh": 23129, + "Ġpersuaded": 23130, + "ĠThames": 23131, + "Ġcurated": 23132, + "Ī": 23133, + "Ġbrutally": 23134, + "Ġrooftop": 23135, + "Ġoy": 23136, + "Ġ1900": 23137, + "bery": 23138, + "Ġuphill": 23139, + "Ġinteracting": 23140, + "Ġchilly": 23141, + "ERE": 23142, + "Ġcapsule": 23143, + "ĠSaul": 23144, + "ocker": 23145, + "Ġdeserving": 23146, + "ĠBowen": 23147, + "ĠReaders": 23148, + "ĠWriters": 23149, + "Ġartifacts": 23150, + "ĠRanger": 23151, + "reau": 23152, + "Ġimperson": 23153, + "Ġhears": 23154, + "ĠMaher": 23155, + "neg": 23156, + "Ġmantra": 23157, + "Ġmull": 23158, + "Ġelders": 23159, + "ĠAmtrak": 23160, + "Ġspouses": 23161, + "ĠHak": 23162, + "Ġopenness": 23163, + "Ġprevailed": 23164, + "Ġfortnight": 23165, + "Pal": 23166, + "ride": 23167, + "Ġillustrate": 23168, + "dominated": 23169, + "trust": 23170, + "ī": 23171, + "ĠFemale": 23172, + "ĠSlim": 23173, + "Ġdesc": 23174, + "ĠKathryn": 23175, + "Ġdeepen": 23176, + "TAIN": 23177, + "eredith": 23178, + "Ġchanted": 23179, + "ĠHector": 23180, + "bread": 23181, + "ĠIsa": 23182, + "Ġvolcanic": 23183, + "Ġah": 23184, + "owners": 23185, + "aquin": 23186, + "Ġmelting": 23187, + "Ġpreschool": 23188, + "ocus": 23189, + "ĠMast": 23190, + "ĠMyr": 23191, + "Ġsuppress": 23192, + "Ġversatility": 23193, + "ĠNEC": 23194, + "Ġhoax": 23195, + "Ġmutually": 23196, + "ĠNeb": 23197, + "ĠWheel": 23198, + "kit": 23199, + "abl": 23200, + "again": 23201, + "ĠSonny": 23202, + "rift": 23203, + "Ġsweater": 23204, + "Ġinund": 23205, + "ĠTaco": 23206, + "ĠBout": 23207, + "Ġnonprofits": 23208, + "Ġmodify": 23209, + "Ġprofessionalism": 23210, + "ĠGould": 23211, + "ĠGuerrero": 23212, + "Ġterribly": 23213, + "ĠBenz": 23214, + "Ġcountered": 23215, + "Ġbean": 23216, + "ĠPhelps": 23217, + "Ġprowess": 23218, + "bc": 23219, + "Ġfeast": 23220, + "Ġ5000": 23221, + "Ġrevisit": 23222, + "Ġchin": 23223, + "agent": 23224, + "Ġtones": 23225, + "Ġextraction": 23226, + "ĠPosts": 23227, + "oin": 23228, + "Ġattain": 23229, + "Ġgardening": 23230, + "earned": 23231, + "ĠOtto": 23232, + "player": 23233, + "Ġscams": 23234, + "ĠHonolulu": 23235, + "ĠAppro": 23236, + "ĠHIGH": 23237, + "Ġdwell": 23238, + "Islam": 23239, + "leaders": 23240, + "Ġlegisl": 23241, + "expl": 23242, + "ĠChoi": 23243, + "Ġfrenzy": 23244, + "Ġcommercially": 23245, + "Ġlbs": 23246, + "Ġgateway": 23247, + "ĠAndersen": 23248, + "emia": 23249, + "lez": 23250, + "Ġresidences": 23251, + "office": 23252, + "ĠHelsinki": 23253, + "olia": 23254, + "Ġwolf": 23255, + "Ġstyling": 23256, + "ĠJunction": 23257, + "ĠPeyton": 23258, + "udo": 23259, + "ĠDorothy": 23260, + "Ġfreshly": 23261, + "ĠJulio": 23262, + "ĠSunset": 23263, + "ĠMadden": 23264, + "Ġissu": 23265, + "Ġsounding": 23266, + "sports": 23267, + "Ġmassively": 23268, + "ĠRahman": 23269, + "Ġpresided": 23270, + "Instead": 23271, + "Ġ136": 23272, + "ĠHowell": 23273, + "beit": 23274, + "Ġprosperous": 23275, + "Ġwrongly": 23276, + "ĠRaqqa": 23277, + "ĠCes": 23278, + "Ġbuddy": 23279, + "Ġchatting": 23280, + "Ġfencing": 23281, + "Ġtant": 23282, + "ocated": 23283, + "ALK": 23284, + "Ġsnapping": 23285, + "euro": 23286, + "Ryan": 23287, + "ĠRecogn": 23288, + "ucked": 23289, + "Ġpurported": 23290, + "ĠCann": 23291, + "Ġintimidating": 23292, + "Ġrulers": 23293, + "ĠMarse": 23294, + "Art": 23295, + "ĠAadhaar": 23296, + "Ġvows": 23297, + "Ġhunter": 23298, + "ourmet": 23299, + "ĠVarious": 23300, + "2009": 23301, + "anie": 23302, + "Ġcompassionate": 23303, + "ĠParking": 23304, + "Ġmalaria": 23305, + "Ġamnesty": 23306, + "Ġworsened": 23307, + "ĠTitan": 23308, + "Ġcrossings": 23309, + "drug": 23310, + "Ġaddicted": 23311, + "Ġremorse": 23312, + "ĠDestiny": 23313, + "Dear": 23314, + "Ġhur": 23315, + "Ġimplicated": 23316, + "Ġplayful": 23317, + "Ġripe": 23318, + "Ġsizable": 23319, + "Ġcrab": 23320, + "Ġliqu": 23321, + "Ġdrib": 23322, + "Ġcontraction": 23323, + "cro": 23324, + "ĠGus": 23325, + "Ġdoomed": 23326, + "Ġmog": 23327, + "ĠMonitor": 23328, + "Count": 23329, + "Ġsadd": 23330, + "Ġwrestler": 23331, + "Ġrestraints": 23332, + "Ġraging": 23333, + "185": 23334, + "Ġtapes": 23335, + "Ġmitigation": 23336, + "ocratic": 23337, + "Ġvib": 23338, + "ĠSnowden": 23339, + "aldo": 23340, + "Ġweights": 23341, + "Ġ1959": 23342, + "ucc": 23343, + "ĠCoc": 23344, + "Log": 23345, + "ĠStev": 23346, + "Ġdealership": 23347, + "Ġtrademarks": 23348, + "iru": 23349, + "Ġbeneficiary": 23350, + "Ġlegislator": 23351, + "Ġdeadlines": 23352, + "Ġcosmetics": 23353, + "ĠTammy": 23354, + "ĠCombined": 23355, + "Ġeducator": 23356, + "athon": 23357, + "Ġcombo": 23358, + "fu": 23359, + "appropriate": 23360, + "nington": 23361, + "ĠLiberties": 23362, + "missions": 23363, + "opard": 23364, + "ĠMondays": 23365, + "Ġfetch": 23366, + "Ġhers": 23367, + "jon": 23368, + "ukes": 23369, + "zek": 23370, + "Ġvetting": 23371, + "yet": 23372, + "Ġfacilitating": 23373, + "ĠStras": 23374, + "character": 23375, + "ĠHeads": 23376, + "Ġclim": 23377, + "ĠAlbuquerque": 23378, + "Ġbind": 23379, + "Ġconcluding": 23380, + "ĠBasically": 23381, + "rail": 23382, + "ĠTCU": 23383, + "ĠDepression": 23384, + "Ġhem": 23385, + "ĠHue": 23386, + "Ġpand": 23387, + "Ġscoreboard": 23388, + "Av": 23389, + "Ġidol": 23390, + "compl": 23391, + "Ġredesign": 23392, + "ĠJarrett": 23393, + "Ġfavoured": 23394, + "ĠINS": 23395, + "Ġpropelled": 23396, + "Ġevasion": 23397, + "Ġwidened": 23398, + "Ġwastewater": 23399, + "nard": 23400, + "responsive": 23401, + "Ġdemographics": 23402, + "engine": 23403, + "ĠBrewer": 23404, + "ĠBaxter": 23405, + "ront": 23406, + "ĠColon": 23407, + "Ġpromoter": 23408, + "Ġgenres": 23409, + "ovsky": 23410, + "build": 23411, + "urate": 23412, + "ĠCohn": 23413, + "design": 23414, + "Ġturbulent": 23415, + "Ġcurtain": 23416, + "310": 23417, + "ĠLamp": 23418, + "ĠBonds": 23419, + "church": 23420, + "Ġdeterrent": 23421, + "Ġdictatorship": 23422, + "acement": 23423, + "haul": 23424, + "Ġspir": 23425, + "Ġconceived": 23426, + "Ġstern": 23427, + "sit": 23428, + "Ġsingular": 23429, + "ĠYog": 23430, + "Ġconditional": 23431, + "Ġide": 23432, + "lund": 23433, + "Ġautop": 23434, + "ĠBEST": 23435, + "ĠJed": 23436, + "Ġrationale": 23437, + "Ġalarmed": 23438, + "Ġshovel": 23439, + "ĠProb": 23440, + "ĠMao": 23441, + "ĠBurgess": 23442, + "Ġ1953": 23443, + "above": 23444, + "ĠManson": 23445, + "Ġdismal": 23446, + "ĠFrankie": 23447, + "Ġtempted": 23448, + "Ġunderdog": 23449, + "ribing": 23450, + "ENCY": 23451, + "ĠDele": 23452, + "Las": 23453, + "places": 23454, + "Ġnotoriously": 23455, + "ĠAkin": 23456, + "Ġglut": 23457, + "Ġseamlessly": 23458, + "Ġrecess": 23459, + "written": 23460, + "ĠTJ": 23461, + "occ": 23462, + "ĠTerritory": 23463, + "ĠAIR": 23464, + "ĠDiagn": 23465, + "Ġvacancies": 23466, + "Ġcultivation": 23467, + "ĠAless": 23468, + "Ġrenamed": 23469, + "ĠMahmoud": 23470, + "bright": 23471, + "Ġvisibly": 23472, + "Ġnas": 23473, + "erred": 23474, + "ĠCarn": 23475, + "Ġtriggers": 23476, + "Ġpunishing": 23477, + "Ġluc": 23478, + "ĠBett": 23479, + "Ġbeam": 23480, + "ĠCheng": 23481, + "aina": 23482, + "Ġdetermines": 23483, + "ĠGerry": 23484, + "Ġshocks": 23485, + "Ġstainless": 23486, + "Ġdefects": 23487, + "ĠCinem": 23488, + "Ġtorrent": 23489, + "Ġresurgence": 23490, + "Ġcoral": 23491, + "Ġblitz": 23492, + "ĠGel": 23493, + "Ġstemmed": 23494, + "gur": 23495, + "Ġlymph": 23496, + "zzo": 23497, + "Ġspearheaded": 23498, + "Ġlicences": 23499, + "';": 23500, + "Ġarbitrary": 23501, + "ĠUzbek": 23502, + "Ġthief": 23503, + "reaching": 23504, + "Ġcand": 23505, + "ĠEA": 23506, + "ĠParaly": 23507, + "ĠEmerson": 23508, + "ĠSergey": 23509, + "ĠScher": 23510, + "ĠWr": 23511, + "rowing": 23512, + "Ġ3000": 23513, + "Ġmighty": 23514, + "elight": 23515, + "mAh": 23516, + "Ġcelebr": 23517, + "ĠConclusion": 23518, + "ĠCathy": 23519, + "Ġpolished": 23520, + "uddled": 23521, + "ewski": 23522, + "Ġfucking": 23523, + "Ġinterfering": 23524, + "Ġlandscapes": 23525, + "Ġfearful": 23526, + "ĠDetention": 23527, + "%).": 23528, + "ĠTT": 23529, + "Ġbleak": 23530, + "Ġindebted": 23531, + "Ġcheat": 23532, + "Ġconsolation": 23533, + "ĠPace": 23534, + "raine": 23535, + "Ġhonorary": 23536, + "420": 23537, + "Ġtechnician": 23538, + "ĠComprehensive": 23539, + "Ġfences": 23540, + "Ġwearable": 23541, + "ĠMarilyn": 23542, + "stru": 23543, + "Ġdrained": 23544, + "ĠGibraltar": 23545, + "lag": 23546, + "Ġdisorderly": 23547, + "Ġproclaimed": 23548, + "Ġcapacities": 23549, + "Ġretains": 23550, + "ĠVid": 23551, + "oshi": 23552, + "ĠEid": 23553, + "Ġanalytical": 23554, + "ominium": 23555, + "ĠExaminer": 23556, + "ĠNAACP": 23557, + "ocol": 23558, + "rev": 23559, + "ĠRim": 23560, + "ĠWoody": 23561, + "ĠMcKenna": 23562, + "ĠLennon": 23563, + "ĠEmploy": 23564, + "Fort": 23565, + "psy": 23566, + "Ġsphere": 23567, + "oday": 23568, + "ĠChick": 23569, + "ĠCompared": 23570, + "ĠIranians": 23571, + "ĠAccountability": 23572, + "itchie": 23573, + "ĠDickinson": 23574, + "Ġflock": 23575, + "Ġeclips": 23576, + "Ġnat": 23577, + "anke": 23578, + "ĠNeighborhood": 23579, + "Ġ141": 23580, + "Ġscarce": 23581, + "Ġcreations": 23582, + "lists": 23583, + "Ġuseless": 23584, + "Ġcriticisms": 23585, + "Ġruler": 23586, + "ĠHick": 23587, + "arya": 23588, + "worker": 23589, + "alam": 23590, + "Angelo": 23591, + "otle": 23592, + "Ġnewsletters": 23593, + "Ġerected": 23594, + "Ġzip": 23595, + "ĠBirthday": 23596, + "Ġdogged": 23597, + "Ġdanced": 23598, + "Ġconfession": 23599, + "Ġvomiting": 23600, + "ickers": 23601, + "Ġfox": 23602, + "Ġdeduct": 23603, + "Ġstresses": 23604, + "poll": 23605, + "ĠRadar": 23606, + "Ġengagements": 23607, + "Ġexaminer": 23608, + "Ġopportun": 23609, + "Ġlongevity": 23610, + "Ġbanana": 23611, + "carbon": 23612, + "uo": 23613, + "ĠLT": 23614, + "Ġsynagogue": 23615, + "Ġblackmail": 23616, + "INK": 23617, + "Ġfle": 23618, + "ĠGutierrez": 23619, + "Ġracket": 23620, + "Ġevenings": 23621, + "Ġdietary": 23622, + "ĠKok": 23623, + "Ġfaulty": 23624, + "Ġabandoning": 23625, + "ĠFlow": 23626, + "quest": 23627, + "estead": 23628, + "Ġbir": 23629, + "Ġsuicidal": 23630, + "ĠGift": 23631, + "ĠMissing": 23632, + "ĠMazda": 23633, + "ĠRib": 23634, + "ĠJourney": 23635, + "Ġconcede": 23636, + "Ġbrushed": 23637, + "Tw": 23638, + "andowski": 23639, + "ĠYun": 23640, + "Bride": 23641, + "zai": 23642, + "awatts": 23643, + "Ġcha": 23644, + "Ġspans": 23645, + "SF": 23646, + "Ġshells": 23647, + "planned": 23648, + "ĠGeographic": 23649, + "ĠVent": 23650, + "Ġfav": 23651, + "Ġinterrogation": 23652, + "Ġvaries": 23653, + "ĠPlat": 23654, + "operative": 23655, + "avid": 23656, + "Ġgreatness": 23657, + "ĠStrait": 23658, + "ĠSelling": 23659, + "Ġlawful": 23660, + "Ġlyn": 23661, + "Ġfunnel": 23662, + "Ġpundits": 23663, + "ties": 23664, + "Ġpneumonia": 23665, + "Ġcommencement": 23666, + "Ġbrisk": 23667, + "fires": 23668, + "ĠHTML": 23669, + "ĠSevent": 23670, + "Ġhistor": 23671, + "Ġ147": 23672, + "olls": 23673, + "Ġpian": 23674, + "Little": 23675, + "Ġcommercials": 23676, + "Ġdeteriorated": 23677, + "Ġbasin": 23678, + "Ġprohibition": 23679, + "Ġrestrictive": 23680, + "Ġtom": 23681, + "ĠPulse": 23682, + "vale": 23683, + "Ġmim": 23684, + "ĠLyons": 23685, + "ĠTrinidad": 23686, + "data": 23687, + "195": 23688, + "ĠPain": 23689, + "vor": 23690, + "ĠDirectorate": 23691, + "Wow": 23692, + "essential": 23693, + "Ġemerges": 23694, + "ĠDoors": 23695, + "Ġunde": 23696, + "Ġarchives": 23697, + "ĠIX": 23698, + "ĠAman": 23699, + "oric": 23700, + "ĠOper": 23701, + "nothing": 23702, + "Ġ142": 23703, + "igr": 23704, + "rust": 23705, + "ĠBYU": 23706, + "ĠBom": 23707, + "Ġrift": 23708, + "ĠAbs": 23709, + "ĠJenn": 23710, + "Ġrookies": 23711, + "hoe": 23712, + "Ġunderage": 23713, + "eden": 23714, + "Ġroasted": 23715, + "Ġenrol": 23716, + "Ġerased": 23717, + "Ġfreeway": 23718, + "Sil": 23719, + "Ġplanner": 23720, + "Ġconfess": 23721, + "ĠDual": 23722, + "ĠHeadquarters": 23723, + "bottom": 23724, + "Ġstatistic": 23725, + "ĠPush": 23726, + "Ġanim": 23727, + "ITT": 23728, + "Ġexecutions": 23729, + "Hub": 23730, + "ĠStick": 23731, + "Ġobscure": 23732, + "oven": 23733, + "Ġcoats": 23734, + "unc": 23735, + "Morning": 23736, + "Ġnit": 23737, + "mie": 23738, + "Ġcurves": 23739, + "gew": 23740, + "ĠAnniversary": 23741, + "members": 23742, + "ĠAbsolutely": 23743, + "Ġapt": 23744, + "otional": 23745, + "ĠGin": 23746, + "izo": 23747, + "Ġpretending": 23748, + "arak": 23749, + "Ġorganise": 23750, + "Ġroyalties": 23751, + "ĠCamden": 23752, + "Ġsausage": 23753, + "Inst": 23754, + "Ġchalk": 23755, + "ĠSurf": 23756, + "ĠSunrise": 23757, + "Ġmoder": 23758, + "aido": 23759, + "loving": 23760, + "lus": 23761, + "Ġoblig": 23762, + "Ġmotions": 23763, + "Ġclarification": 23764, + "ĠOM": 23765, + "Ġbishop": 23766, + "Ġexhibitions": 23767, + "ĠRifle": 23768, + "ĠPhot": 23769, + "ĠHM": 23770, + "ATIONAL": 23771, + "Ġwid": 23772, + "Ġreside": 23773, + "ĠPV": 23774, + "OOK": 23775, + "ĠTue": 23776, + "Ġ1200": 23777, + "Ġ1957": 23778, + "Ġespionage": 23779, + "ĠAPPLIC": 23780, + "Ġblasts": 23781, + "fter": 23782, + "Ġimmensely": 23783, + "ĠLots": 23784, + "Ġinflammatory": 23785, + "anging": 23786, + "Ġtumultuous": 23787, + "identified": 23788, + "Ġstead": 23789, + "ĠAch": 23790, + "Ãī": 23791, + "Ġbub": 23792, + "hler": 23793, + "olution": 23794, + "Ġshun": 23795, + "Ġnull": 23796, + "Ġunused": 23797, + "ĠObs": 23798, + "Ġinsol": 23799, + "ĠAttack": 23800, + "ertain": 23801, + "Ġdefiant": 23802, + "Through": 23803, + "ĠArmour": 23804, + "Ġsimulation": 23805, + "UCK": 23806, + "Ġinfluenza": 23807, + "Ġonset": 23808, + "Ġbored": 23809, + "Ġsouls": 23810, + "Ġreferees": 23811, + "Ġcollaborations": 23812, + "ĠLer": 23813, + "Ġcreepy": 23814, + "Ġanaly": 23815, + "ĠEffect": 23816, + "orting": 23817, + "Card": 23818, + "Ġdice": 23819, + "Ġharvesting": 23820, + "235": 23821, + "sty": 23822, + "ĠMcCartney": 23823, + "Ġsalute": 23824, + "UMP": 23825, + "Ġherb": 23826, + "ĠAbuse": 23827, + "ĠRamadan": 23828, + "Ġsuck": 23829, + "trained": 23830, + "ĠPhysical": 23831, + "iren": 23832, + "anches": 23833, + "erie": 23834, + "Ġhangs": 23835, + "Ġcataly": 23836, + "Ġintuitive": 23837, + "assi": 23838, + "Ġtechn": 23839, + "Ġjugg": 23840, + "Ġgameplay": 23841, + "Ġapolog": 23842, + "Ġfifteen": 23843, + "Ġgalleries": 23844, + "Ġoutlines": 23845, + "patient": 23846, + "ĠPotential": 23847, + "Ġethnicity": 23848, + "Ġharbour": 23849, + "Ġoverthrow": 23850, + "ĠLung": 23851, + "Ġwarehouses": 23852, + "ĠMonitoring": 23853, + "Ġmentors": 23854, + "Ġsized": 23855, + "Ġenvisioned": 23856, + "Ġgin": 23857, + "DT": 23858, + "Ġpropel": 23859, + "ĠKul": 23860, + "ference": 23861, + "estic": 23862, + "ĠLego": 23863, + "Ġdinners": 23864, + "ĠMoe": 23865, + "designed": 23866, + "ĠSusp": 23867, + "ĠBrick": 23868, + "qua": 23869, + "IDS": 23870, + "ĠBam": 23871, + "athe": 23872, + "Ġslices": 23873, + "Ġbottled": 23874, + "thy": 23875, + "producing": 23876, + "ĠTerror": 23877, + "professional": 23878, + "ĠKis": 23879, + "erto": 23880, + "ĠVehicles": 23881, + "Ġbeforehand": 23882, + "Ġdetrimental": 23883, + "weights": 23884, + "Ġallowances": 23885, + "Williams": 23886, + "ĠSyrians": 23887, + "ĠSto": 23888, + "Ġcozy": 23889, + "reditation": 23890, + "ensen": 23891, + "ĠSard": 23892, + "Ġroy": 23893, + "ooting": 23894, + "ĠReserv": 23895, + "ominated": 23896, + "emate": 23897, + "ĠTot": 23898, + "ĠCarnegie": 23899, + "ĠThib": 23900, + "ĠMarshal": 23901, + "Ġ152": 23902, + "Ġmayors": 23903, + "inery": 23904, + "ĠFiona": 23905, + "ĠCadillac": 23906, + "ivated": 23907, + "Ġeagerly": 23908, + "ĠOffensive": 23909, + "Ġastronaut": 23910, + "ĠVital": 23911, + "Ġcane": 23912, + "Ġquitting": 23913, + "ĠLone": 23914, + "Ġcensorship": 23915, + "ĠWelch": 23916, + "ĠUd": 23917, + "Ġmarquee": 23918, + "ĠDip": 23919, + "Ġwhereby": 23920, + "Ġtiger": 23921, + "gem": 23922, + "Ġconserv": 23923, + "Ġpresumed": 23924, + "ĠEntry": 23925, + "ffer": 23926, + "ĠProceed": 23927, + "Ġbrawl": 23928, + "ĠJaime": 23929, + "Ġecho": 23930, + "Ġadvancements": 23931, + "Ġtransitional": 23932, + "erick": 23933, + "Ġbully": 23934, + "anan": 23935, + "Ġreinvent": 23936, + "ĠLetters": 23937, + "Ġbricks": 23938, + "ĠSmy": 23939, + "Ġtowering": 23940, + "gging": 23941, + "299": 23942, + "orian": 23943, + "dimensional": 23944, + "ĠForty": 23945, + "ĠSinn": 23946, + "ushi": 23947, + "ĠSurveillance": 23948, + "enabled": 23949, + "ĠMous": 23950, + "ĠVive": 23951, + "Marcus": 23952, + "Ġvom": 23953, + "Ġcreek": 23954, + "Ġlime": 23955, + "Ġseismic": 23956, + "ĠFork": 23957, + "Ġembroiled": 23958, + "marks": 23959, + "Ġherald": 23960, + "ĠSonia": 23961, + "âĢ¦\"": 23962, + "wired": 23963, + "Ġobliged": 23964, + "ĠProjects": 23965, + "lde": 23966, + "ĠRiders": 23967, + "Ġovercoming": 23968, + "Mail": 23969, + "ĠLawn": 23970, + "ĠHawk": 23971, + "figure": 23972, + "ĠWritten": 23973, + "Ġens": 23974, + "Ġspacious": 23975, + "target": 23976, + "ĠRecep": 23977, + "ĠSAM": 23978, + "Ġentertained": 23979, + "Ġignited": 23980, + "ĠCENT": 23981, + "ogenic": 23982, + "Ġunatt": 23983, + "Ġexceeds": 23984, + "Ġ--------------------------------": 23985, + "Ġpillars": 23986, + "ĠBorders": 23987, + "ickey": 23988, + "Ġextinction": 23989, + "Ġviability": 23990, + "Ġtumors": 23991, + "ĠWilkinson": 23992, + "ĠKEY": 23993, + "Ġbins": 23994, + "ĠReported": 23995, + "Sm": 23996, + "ĠExclusive": 23997, + "ĠChilean": 23998, + "info": 23999, + "Ġwilderness": 24000, + "did": 24001, + "absolutely": 24002, + "pillar": 24003, + "Ġelites": 24004, + "ĠPreview": 24005, + "ixie": 24006, + "Mont": 24007, + "ribut": 24008, + "dream": 24009, + "Ġplanners": 24010, + "ĠSomerset": 24011, + "Ġenvis": 24012, + "ĠStall": 24013, + "Ġelevate": 24014, + "ographies": 24015, + "rama": 24016, + "Ha": 24017, + "Ġamidst": 24018, + "oho": 24019, + "Ġrejects": 24020, + "Jim": 24021, + "Ġmarginally": 24022, + "Ġusher": 24023, + "arez": 24024, + "ĠHawth": 24025, + "Ġsprink": 24026, + "ĠOffer": 24027, + "Ġanchored": 24028, + "ucking": 24029, + "ĠGarn": 24030, + "ĠConserv": 24031, + "Ġsocietal": 24032, + "Ġbrowsing": 24033, + "Ġbidder": 24034, + "burgh": 24035, + "ĠRunner": 24036, + "Ġtrendy": 24037, + "verts": 24038, + "imposed": 24039, + "ĠPatton": 24040, + "lements": 24041, + "Ġspicy": 24042, + "Ġswe": 24043, + "ĠStrike": 24044, + "Ġclam": 24045, + "ĠYankee": 24046, + "ĠKT": 24047, + "ĠGreenwood": 24048, + "ĠWays": 24049, + "Ġ2050": 24050, + "Ġattach": 24051, + "ĠShim": 24052, + "Ġmeltdown": 24053, + "Ġassemble": 24054, + "ĠUPDATE": 24055, + "Ġscout": 24056, + "Brown": 24057, + "ĠKobe": 24058, + "Ġpostpone": 24059, + "liness": 24060, + "allo": 24061, + "rief": 24062, + "ĠGerm": 24063, + "ĠFD": 24064, + "ĠReggie": 24065, + "ĠUnivers": 24066, + "ĠShepard": 24067, + "Ġcancell": 24068, + "ĠRomeo": 24069, + "ĠWarrior": 24070, + "ench": 24071, + "ifier": 24072, + "Ġprivileges": 24073, + "Ġsenses": 24074, + "Ġimpoverished": 24075, + "ĠPostal": 24076, + "encer": 24077, + "ĠConrad": 24078, + "Ġprinter": 24079, + "Ġinflicted": 24080, + "ĠGamble": 24081, + "ĠHeroes": 24082, + "132": 24083, + "Ġrevisions": 24084, + "Ġunsuccessfully": 24085, + "ĠHeisman": 24086, + "Ġstamped": 24087, + "inding": 24088, + "ĠLuna": 24089, + "Ġreinvest": 24090, + "ducers": 24091, + "ĠPassword": 24092, + "Leod": 24093, + "Ġcompounded": 24094, + "',\"": 24095, + "ogging": 24096, + "Ġprobing": 24097, + "ĠPBS": 24098, + "ĠMU": 24099, + "ĠWhenever": 24100, + "Ġsped": 24101, + "ĠCompetitive": 24102, + "isans": 24103, + "opa": 24104, + "Ġcleric": 24105, + "Ġvivid": 24106, + "à¸": 24107, + "126": 24108, + "Ġinconvenience": 24109, + "udi": 24110, + "Ġimmersive": 24111, + "Ġdiversion": 24112, + "Ġlogs": 24113, + "Ġspying": 24114, + "inct": 24115, + "Ġlitres": 24116, + "Ġmetallic": 24117, + "identally": 24118, + "FX": 24119, + "Ġloudly": 24120, + "Ġnursery": 24121, + "Ġcollectors": 24122, + "ĠKart": 24123, + "Ġescalate": 24124, + "Ġringing": 24125, + "Ġprocedural": 24126, + "Ġdisrupting": 24127, + "ĠEthiopian": 24128, + "ĠCFL": 24129, + "Ġillustrates": 24130, + "Ġperks": 24131, + "official": 24132, + "325": 24133, + "Ġmillennial": 24134, + "Ġbreadth": 24135, + "Ġmelted": 24136, + "Ġ850": 24137, + "ĠBake": 24138, + "donald": 24139, + "ĠGrac": 24140, + "Ġseeded": 24141, + "ĠDiscount": 24142, + "idates": 24143, + "Ġdrift": 24144, + "Ġcaptive": 24145, + "Ġseriousness": 24146, + "Ġrepercussions": 24147, + "Ġdisciplines": 24148, + "Ġthesis": 24149, + "Ġsleeve": 24150, + "ses": 24151, + "Monday": 24152, + "Ġthwart": 24153, + "ĠLic": 24154, + "Ġquadru": 24155, + "ĠPresbyterian": 24156, + "Ġreactors": 24157, + "ĠSuzanne": 24158, + "ewater": 24159, + "Ġlam": 24160, + "Ġbreastfeeding": 24161, + "Ġrats": 24162, + "ĠArtists": 24163, + "Ġdomestically": 24164, + "Ġdecom": 24165, + "ĠArms": 24166, + "basketball": 24167, + "Ġscrub": 24168, + "ĠTeddy": 24169, + "beh": 24170, + "ĠBetsy": 24171, + "ĠNursing": 24172, + "Ġdescriptions": 24173, + "127": 24174, + "gil": 24175, + "itional": 24176, + "Ġchampioned": 24177, + "ĠCalling": 24178, + "Ġrealization": 24179, + "ĠBuddy": 24180, + "hou": 24181, + "ĠDire": 24182, + "ĠHuff": 24183, + "Ġlipstick": 24184, + "Ray": 24185, + "Ġflare": 24186, + "belt": 24187, + "Ġbrightest": 24188, + "Ġmalfunction": 24189, + "ĠManor": 24190, + "Ġsaturated": 24191, + "rays": 24192, + "ĠDW": 24193, + "ixed": 24194, + "ĠSlovenia": 24195, + "seen": 24196, + "ĠCause": 24197, + "arios": 24198, + "ASE": 24199, + "Ġrend": 24200, + "ĠTBA": 24201, + "Ġlecturer": 24202, + "attering": 24203, + "Ġaffluent": 24204, + "CEO": 24205, + "Ġbreathtaking": 24206, + "ĠGiles": 24207, + "irth": 24208, + "ĠPhilips": 24209, + "Ġposture": 24210, + "ĠTSA": 24211, + "heit": 24212, + "Ġmenace": 24213, + "ricks": 24214, + "ĠAden": 24215, + "ĠReich": 24216, + "iggle": 24217, + "ĠShutterstock": 24218, + "Ġcourageous": 24219, + "edia": 24220, + "Staff": 24221, + "Ġdivert": 24222, + "ĠCir": 24223, + "Ġguessing": 24224, + "apers": 24225, + "ĠBritons": 24226, + "lé": 24227, + "Ġconvened": 24228, + "ĠSerbian": 24229, + "Ġricher": 24230, + "Ġcock": 24231, + "Ġdeposited": 24232, + "company": 24233, + "Ġdelic": 24234, + "sensitive": 24235, + "tank": 24236, + "ĠPatty": 24237, + "mia": 24238, + "onomous": 24239, + "cn": 24240, + "Ġclamp": 24241, + "ĠAcademic": 24242, + "Ġprosecuting": 24243, + "ĠTransparency": 24244, + "Ġdeflation": 24245, + "Ġdashboard": 24246, + "ĠDress": 24247, + "Ġlin": 24248, + "mu": 24249, + "ĠGoodell": 24250, + "Ġlav": 24251, + "ĠTwelve": 24252, + "Ġflavour": 24253, + "Ġfiercely": 24254, + "Ġbloom": 24255, + "ĠHaf": 24256, + "ĠGrad": 24257, + "LET": 24258, + "ĠSeeing": 24259, + "oxide": 24260, + "Ġmenus": 24261, + "char": 24262, + "adoes": 24263, + "combe": 24264, + "Street": 24265, + "ĠRidley": 24266, + "Ġdepicts": 24267, + "ĠPred": 24268, + "ÑĢ": 24269, + "British": 24270, + "Ġbumps": 24271, + "Ġlamp": 24272, + "ĠDesmond": 24273, + "ĠPB": 24274, + "Ġfrag": 24275, + "tin": 24276, + "ĠSharing": 24277, + "Ġdesperation": 24278, + "Ġcommuter": 24279, + "igrants": 24280, + "ĠShapiro": 24281, + "Ġkinda": 24282, + "Ġimpartial": 24283, + "ĠJewel": 24284, + "Ġcongratulations": 24285, + "Ġcompost": 24286, + "Ġadmiration": 24287, + "Ġpaycheck": 24288, + "ĠAnonymous": 24289, + "enger": 24290, + "Mer": 24291, + "ĠGospel": 24292, + "ĠEth": 24293, + "ĠMH": 24294, + "Ġfem": 24295, + "ĠTrial": 24296, + "Ġdepths": 24297, + "ĠApplied": 24298, + "Ġgrit": 24299, + "Ġerase": 24300, + "sid": 24301, + "comm": 24302, + "}": 24303, + "Ġretreated": 24304, + "Ġanalysed": 24305, + "ĠRegular": 24306, + "ĠPesh": 24307, + "ICAL": 24308, + "pei": 24309, + "ĠReilly": 24310, + "ĠTrib": 24311, + "Ġbooths": 24312, + "Ġdrank": 24313, + "Ġcoma": 24314, + "Ġharvested": 24315, + "ĠCHAR": 24316, + "Ġbutterfly": 24317, + "Ġsailed": 24318, + "ĠDrink": 24319, + "eping": 24320, + "ATCH": 24321, + "ĠLegends": 24322, + "Ġinsured": 24323, + "Ġwholes": 24324, + "ĠBis": 24325, + "ĠShea": 24326, + "ighter": 24327, + "Ġsnakes": 24328, + "ĠGunn": 24329, + "ĠPoss": 24330, + "Ġdispar": 24331, + "Ġbombshell": 24332, + "Ġscanning": 24333, + "340": 24334, + "choice": 24335, + "cool": 24336, + "\"âĢĶ": 24337, + "ĠTheo": 24338, + "rine": 24339, + "ĠJacques": 24340, + "Ġdisadvantaged": 24341, + "Ġparamount": 24342, + "igate": 24343, + "stat": 24344, + "anski": 24345, + "Ġoutsourcing": 24346, + "Ġpopulous": 24347, + "Ġbinge": 24348, + "ĠOrganic": 24349, + "urban": 24350, + "Ġyogurt": 24351, + "Ġretweet": 24352, + "osen": 24353, + "cially": 24354, + "215": 24355, + "Ġeditions": 24356, + "Ġburgeoning": 24357, + "efully": 24358, + "ĠThousand": 24359, + "Ġreplacements": 24360, + "ĠAmazing": 24361, + "rator": 24362, + "icy": 24363, + "Ġintensify": 24364, + "Sen": 24365, + "ĠQuincy": 24366, + "powers": 24367, + "ĠAur": 24368, + "ĠZion": 24369, + "stal": 24370, + "Ġpillar": 24371, + "ĠErit": 24372, + "ĠPerform": 24373, + "aston": 24374, + "Eric": 24375, + "Ġunh": 24376, + "IFF": 24377, + "950": 24378, + "ĠEngineer": 24379, + "ĠLands": 24380, + "Ġdubious": 24381, + "fy": 24382, + "ĠWI": 24383, + "ĠSv": 24384, + "ĠHendricks": 24385, + "ĠKod": 24386, + "Ġoutlining": 24387, + "ĠCorrespond": 24388, + "amus": 24389, + "worst": 24390, + "arter": 24391, + "coni": 24392, + "Ġhierarchy": 24393, + "ĠTHAT": 24394, + "Ġexce": 24395, + "Ġrailways": 24396, + "Ġmasked": 24397, + "lene": 24398, + "Ġoutset": 24399, + "Ġavalanche": 24400, + "Ġnicknamed": 24401, + "Ġ702": 24402, + "Lee": 24403, + "Ġ139": 24404, + "ĠSixth": 24405, + "365": 24406, + "nda": 24407, + "Ġaccountant": 24408, + "Ġobese": 24409, + "Ġgrape": 24410, + "Ġimpunity": 24411, + "ĠYorkers": 24412, + "Ġguardian": 24413, + "icity": 24414, + "Ġcentrist": 24415, + "Ġwaterways": 24416, + "ursed": 24417, + "Ġhopeless": 24418, + "header": 24419, + "Ġtack": 24420, + "Ġric": 24421, + "umn": 24422, + "Ġvalve": 24423, + "Ġtread": 24424, + "ĠCST": 24425, + "Ġhepatitis": 24426, + "ctor": 24427, + "ĠRED": 24428, + "Ġsolitary": 24429, + "NW": 24430, + "Ġceremonial": 24431, + "Ġfoe": 24432, + "Ġling": 24433, + "Jason": 24434, + "ĠLisbon": 24435, + "Ġ1955": 24436, + "ĠHeller": 24437, + "Ġkin": 24438, + "essen": 24439, + "Ġturbines": 24440, + "shi": 24441, + "Ġlodge": 24442, + "Ġveterinary": 24443, + "ĠBoll": 24444, + "ĠConfederation": 24445, + "ĠJournalists": 24446, + "Ġtug": 24447, + "ĠStarr": 24448, + "Ġpiles": 24449, + "Way": 24450, + "adel": 24451, + "orean": 24452, + "Ġoft": 24453, + "Ġshortcomings": 24454, + "ĠSheila": 24455, + "Ġbackbone": 24456, + "III": 24457, + "ĠDarwin": 24458, + "ĠTunis": 24459, + "Ġsuspicions": 24460, + "Ġdisagreements": 24461, + "Ġ247": 24462, + "illery": 24463, + "'\"": 24464, + "Ġsegregation": 24465, + "ohl": 24466, + "Ġinstincts": 24467, + "ĠPoo": 24468, + "nih": 24469, + "parency": 24470, + "uddy": 24471, + "esting": 24472, + "asses": 24473, + "ĠIntroduction": 24474, + "ĠSirius": 24475, + "Local": 24476, + "orous": 24477, + "Ġrehearsal": 24478, + "Ġdemol": 24479, + "Ġtraffickers": 24480, + "Ġupsetting": 24481, + "Ġheir": 24482, + "death": 24483, + "ĠMoments": 24484, + "Los": 24485, + "Ġatmospheric": 24486, + "aints": 24487, + "ĠDianne": 24488, + "Ġlikewise": 24489, + "ĠMing": 24490, + "auga": 24491, + "Ġfirsthand": 24492, + "Ġnarratives": 24493, + "ĠAstron": 24494, + "ĠExtreme": 24495, + "Ġhorns": 24496, + "ĠSana": 24497, + "Ġrecapt": 24498, + "ĠMist": 24499, + "ĠRandolph": 24500, + "connect": 24501, + "Ġindecent": 24502, + "Ġforty": 24503, + "Ġjihadists": 24504, + "azes": 24505, + "Ġdread": 24506, + "Ġgrapes": 24507, + "Ġremoves": 24508, + "Ġscreamed": 24509, + "ĠCrus": 24510, + "ikers": 24511, + "Ġsnapshot": 24512, + "ĠCalls": 24513, + "Cons": 24514, + "Ġlettuce": 24515, + "ĠPig": 24516, + "urable": 24517, + "jured": 24518, + "ILY": 24519, + "ĠJessie": 24520, + ".).": 24521, + "Pay": 24522, + "Tra": 24523, + "----------------": 24524, + "ĠUnits": 24525, + "ĠPlayboy": 24526, + "Ġarthritis": 24527, + "Ġafforded": 24528, + "insk": 24529, + "ĠFake": 24530, + "ĠLies": 24531, + "ĠBaltic": 24532, + "oyal": 24533, + "ĠVest": 24534, + "Ġrusher": 24535, + "Ġincorporates": 24536, + "ĠMM": 24537, + "ĠDru": 24538, + "ĠWare": 24539, + "ĠSammy": 24540, + "ĠGob": 24541, + "ĠRuk": 24542, + "Ġ146": 24543, + "ĠCrowd": 24544, + "Ġduel": 24545, + "irts": 24546, + "Ġsourcing": 24547, + "hp": 24548, + "ĠJava": 24549, + "bred": 24550, + "ĠRefer": 24551, + "Ġuninsured": 24552, + "Ġslope": 24553, + "256": 24554, + "Ġregulating": 24555, + "Ġfundra": 24556, + "Ġinserted": 24557, + "ĠNickel": 24558, + "ĠConsumption": 24559, + "ĠRomo": 24560, + "Atlantic": 24561, + "Ġenclave": 24562, + "Ġpegged": 24563, + "Ġdirects": 24564, + "mbudsman": 24565, + "ĠDES": 24566, + "Ob": 24567, + "Ġlimbs": 24568, + "Ġbury": 24569, + "ILA": 24570, + "Ġstew": 24571, + "Ġbreeze": 24572, + "Ġabrupt": 24573, + "ĠGott": 24574, + "ĠClaude": 24575, + "Ġgenetically": 24576, + "Ġrigid": 24577, + "ĠDudley": 24578, + "ĠNer": 24579, + "registered": 24580, + "Ġentrenched": 24581, + "Ġextortion": 24582, + "ĠNurs": 24583, + "Ġcontingency": 24584, + "etter": 24585, + "Ġrejo": 24586, + "Ġprotagonist": 24587, + "Ġcounselling": 24588, + "ĠVit": 24589, + "aware": 24590, + "ĠMonsanto": 24591, + "GG": 24592, + "Ġincarcerated": 24593, + "Ġabduction": 24594, + "Ġreferencing": 24595, + "Germany": 24596, + "uates": 24597, + "reck": 24598, + "Ġtram": 24599, + "Ġchron": 24600, + "Ġmish": 24601, + "ĠVes": 24602, + "ĠTire": 24603, + "Ġvandal": 24604, + "ĠCrazy": 24605, + "ĠLifetime": 24606, + "ĠSpectrum": 24607, + "celer": 24608, + "Ġmotto": 24609, + "hang": 24610, + "Ġblade": 24611, + "gel": 24612, + "Ġbiography": 24613, + "Ġallegiance": 24614, + "hod": 24615, + "hap": 24616, + "ptic": 24617, + "acle": 24618, + "ĠBlade": 24619, + "ĠBoh": 24620, + "Ġ149": 24621, + "Ġchang": 24622, + "Ġcanned": 24623, + "Ġfacilitated": 24624, + "actor": 24625, + "iologist": 24626, + "Ġrebuilt": 24627, + "Ġawake": 24628, + "Ġmayoral": 24629, + "ĠEuros": 24630, + "Ġdangerously": 24631, + "MK": 24632, + "Ġreplica": 24633, + "Ġcoinc": 24634, + "blog": 24635, + "ĠEra": 24636, + "Ġrelinqu": 24637, + "quite": 24638, + "ondon": 24639, + "rosso": 24640, + "tun": 24641, + "Ġtouchscreen": 24642, + "Ġpops": 24643, + "ousing": 24644, + "efficient": 24645, + "Ġ148": 24646, + "Ġconced": 24647, + "although": 24648, + "Ġ1956": 24649, + "Ġmortar": 24650, + "ĠCave": 24651, + "ĠJung": 24652, + "urer": 24653, + "Ġillusion": 24654, + "ĠBerman": 24655, + "intend": 24656, + "Ġcoping": 24657, + "Dem": 24658, + "tion": 24659, + "estation": 24660, + "ĠSounds": 24661, + "Ġnavigating": 24662, + "Ġsperm": 24663, + "Ġreligions": 24664, + "Ġfol": 24665, + "Ġheroic": 24666, + "FD": 24667, + "Ġhesitant": 24668, + "asure": 24669, + "Ġredeem": 24670, + "Adam": 24671, + "Ġfireplace": 24672, + "vertis": 24673, + "ĠSung": 24674, + "290": 24675, + "iland": 24676, + "ĠUpdates": 24677, + "OTUS": 24678, + "ĠPTSD": 24679, + "Ġhelmets": 24680, + "\"?": 24681, + "Ġslashing": 24682, + "Ġscouts": 24683, + "Ġspelling": 24684, + "ĠInitial": 24685, + "draw": 24686, + "Ġchallengers": 24687, + "Ġsupremacists": 24688, + "Ġpilgrims": 24689, + "Ġasc": 24690, + "ĠFill": 24691, + "ĠPau": 24692, + "Ġjewel": 24693, + "ĠMalt": 24694, + "icip": 24695, + "Ġinhabitants": 24696, + "Ġmetre": 24697, + "ahar": 24698, + "Comp": 24699, + "atches": 24700, + "inv": 24701, + "Ġcyclist": 24702, + "ĠQC": 24703, + "Ġmanually": 24704, + "ĠAnchorage": 24705, + "Ġdiscarded": 24706, + "Ġconsolid": 24707, + "Ġnavig": 24708, + "ĠAnimals": 24709, + "ĠPole": 24710, + "esson": 24711, + "Ġ1954": 24712, + "Ġsorted": 24713, + "Ġmadness": 24714, + "ĠBrigade": 24715, + "ĠGenesis": 24716, + "Ġdismissing": 24717, + "ĠPanasonic": 24718, + "Ġdizz": 24719, + "ĠEducational": 24720, + "ĠKO": 24721, + "ĠPill": 24722, + "ĠGIF": 24723, + "Ġbol": 24724, + "Ġwards": 24725, + "Ġcontroversies": 24726, + "Chinese": 24727, + "Ġantics": 24728, + "Ġreliant": 24729, + "ĠMoff": 24730, + "Ġethanol": 24731, + "Ġtorch": 24732, + "rights": 24733, + "ĠHabit": 24734, + "arton": 24735, + "rera": 24736, + "ĠSasha": 24737, + "abella": 24738, + "Ġproliferation": 24739, + "Ġsincerely": 24740, + "communication": 24741, + "ĠNay": 24742, + "ĠChattanooga": 24743, + "ounces": 24744, + "ĠNXT": 24745, + "ĠEmir": 24746, + "Ġmanipulated": 24747, + "Ġharassing": 24748, + "wat": 24749, + "Ġbouts": 24750, + "Book": 24751, + "Ġhovering": 24752, + "ĠScan": 24753, + "ship": 24754, + "ĠAngola": 24755, + "ĠLC": 24756, + "Ġruins": 24757, + "Ġsexist": 24758, + "zar": 24759, + "Ġpledging": 24760, + "ober": 24761, + "Ġembold": 24762, + "Ġobjection": 24763, + "Ġboasting": 24764, + "MIN": 24765, + "Ġherbs": 24766, + "Ġgears": 24767, + "ĠIc": 24768, + "stre": 24769, + "him": 24770, + "Ġhomicides": 24771, + "cki": 24772, + "castle": 24773, + "counter": 24774, + "ĠCAS": 24775, + "ĠReasons": 24776, + "ĠDeclaration": 24777, + "Ġsimplify": 24778, + "Ġfared": 24779, + "Ġescort": 24780, + "Ġkidn": 24781, + "ĠHamm": 24782, + "Ġnailed": 24783, + "Ġaccommodations": 24784, + "Ġmodifications": 24785, + "rible": 24786, + "Ġwool": 24787, + "EDIT": 24788, + "2010": 24789, + "Ġauthentication": 24790, + "Ġgoat": 24791, + "hom": 24792, + "Ġfederally": 24793, + "ĠRath": 24794, + "Ġspiked": 24795, + "Ġmisrepresent": 24796, + "Ġavenue": 24797, + "Ġbroadcasts": 24798, + "ĠEstonia": 24799, + "ennes": 24800, + "ĠMare": 24801, + "ption": 24802, + "ĠKag": 24803, + "Ġcircumstance": 24804, + "orrow": 24805, + "isons": 24806, + "ĠCollabor": 24807, + "Ġstroll": 24808, + "ĠCPS": 24809, + "soft": 24810, + "iral": 24811, + "apo": 24812, + "usky": 24813, + "poke": 24814, + "Ġwoo": 24815, + "ĠElena": 24816, + "ĠLastly": 24817, + "Ġlinemen": 24818, + "Canadian": 24819, + "ĠAnyway": 24820, + "Ġsubstantive": 24821, + "ĠCurt": 24822, + "Ġard": 24823, + "ĠYosh": 24824, + "ĠBuchanan": 24825, + "Ġrevolving": 24826, + "Ġspecials": 24827, + "Ġshrine": 24828, + "Ġlumber": 24829, + "Ġorchestrated": 24830, + "kie": 24831, + "azy": 24832, + "Ġexpiration": 24833, + "ĠDaryl": 24834, + "ĠPatri": 24835, + "better": 24836, + "2020": 24837, + "ĠFav": 24838, + "ĠOP": 24839, + "OTT": 24840, + "Ġflush": 24841, + "ĠSikh": 24842, + "Ġecosystems": 24843, + "ĠBET": 24844, + "eared": 24845, + "audio": 24846, + "ĠFahrenheit": 24847, + "police": 24848, + "Ġincarceration": 24849, + "Ġerupt": 24850, + "ĠDamien": 24851, + "ĠHague": 24852, + "ulz": 24853, + "ĠAgents": 24854, + "ĠBanner": 24855, + "Ġconductor": 24856, + "ĠAjax": 24857, + "arson": 24858, + "Ġrests": 24859, + "Ġeurozone": 24860, + "Ġfelon": 24861, + "Ġcurator": 24862, + "morning": 24863, + "Ġevidenced": 24864, + "ĠNeh": 24865, + "Ġmattress": 24866, + "Ġtast": 24867, + "Ġfueling": 24868, + "ĠOccup": 24869, + "Ġbake": 24870, + "ĠZac": 24871, + "meaning": 24872, + "Ill": 24873, + "ĠHau": 24874, + "ĠLaden": 24875, + "Ġbald": 24876, + "Mary": 24877, + "oky": 24878, + "atri": 24879, + "Ġtracker": 24880, + "OTA": 24881, + "catching": 24882, + "ĠUnderground": 24883, + "ĠHuffPost": 24884, + "ĠAtkins": 24885, + "oglu": 24886, + "Ġauthorised": 24887, + "Ġroutines": 24888, + "ĠHof": 24889, + "veland": 24890, + "Ġlangu": 24891, + "Ġprot": 24892, + "ĠHyd": 24893, + "integ": 24894, + "Ġbravery": 24895, + "Ġviolin": 24896, + "Ġdelightful": 24897, + "Ġticks": 24898, + "iton": 24899, + "Ġreap": 24900, + "Ġoversized": 24901, + "ĠPitch": 24902, + "Ġprized": 24903, + "Ġfusion": 24904, + "fact": 24905, + "acting": 24906, + "Ġfullback": 24907, + "Ġpolite": 24908, + "Ġswear": 24909, + "Ġconfiscated": 24910, + "ĠStud": 24911, + "Ġfielded": 24912, + "rito": 24913, + "covered": 24914, + "financial": 24915, + "bill": 24916, + "HK": 24917, + "OTOS": 24918, + "loaded": 24919, + "Ġmarble": 24920, + "ĠDiplom": 24921, + ".âĢĶ": 24922, + "Ġeats": 24923, + "Ġbackfield": 24924, + "Ġtimeframe": 24925, + "Ġvegetarian": 24926, + "Ġswaps": 24927, + "ĠMines": 24928, + "igor": 24929, + "ĠLenn": 24930, + "ĠDP": 24931, + "ordered": 24932, + "ĠShark": 24933, + "Ġquant": 24934, + "erence": 24935, + "Ġashes": 24936, + "ĠBuckley": 24937, + "ophobia": 24938, + "Ġwarranted": 24939, + "Rose": 24940, + "Ġunreasonable": 24941, + "ĠJav": 24942, + "Ġpalette": 24943, + "Ġjoints": 24944, + "Ġadvent": 24945, + "Ġnoteworthy": 24946, + "ĠNicol": 24947, + "ĠChristensen": 24948, + "Ġplummeted": 24949, + "ayers": 24950, + "Ġdefends": 24951, + "Ġcontended": 24952, + "ĠCongratulations": 24953, + "kish": 24954, + "ĠHannity": 24955, + "Ġgroundwater": 24956, + "ĠKramer": 24957, + "Ġerect": 24958, + "Ġappet": 24959, + "ĠKardash": 24960, + "Ġexacerbated": 24961, + "Ġexplanations": 24962, + "vious": 24963, + "eport": 24964, + "---": 24965, + "icism": 24966, + "ĠNatasha": 24967, + "ĠGeoffrey": 24968, + "estro": 24969, + "Article": 24970, + "Ġincidence": 24971, + "Ġprovoked": 24972, + "elf": 24973, + "Ġinsistence": 24974, + "ĠOUR": 24975, + "Ġfertilizer": 24976, + "Ġstickers": 24977, + "ĠGators": 24978, + "ĠLanding": 24979, + "ĠDON": 24980, + "sta": 24981, + "ĠRobbins": 24982, + "Ġpixels": 24983, + "ĠHoy": 24984, + "imated": 24985, + "ĠÃī": 24986, + "â": 24987, + "Ġsimpl": 24988, + "Other": 24989, + "245": 24990, + "Ġforcibly": 24991, + "'.\"": 24992, + "Ġsmashing": 24993, + "Ġmosquitoes": 24994, + "Ġpaints": 24995, + "Ġdebating": 24996, + "enty": 24997, + "ĠIB": 24998, + "leaf": 24999, + "ĠDah": 25000, + "Ġreferral": 25001, + "pired": 25002, + "Ġbrunch": 25003, + "gie": 25004, + "Ġvict": 25005, + "ribute": 25006, + "Ġbloggers": 25007, + "Ġgum": 25008, + "ĠAdmiral": 25009, + "France": 25010, + "ĠPK": 25011, + "ĠSaturn": 25012, + "Ġinflated": 25013, + "WAR": 25014, + "Ġscenic": 25015, + "usal": 25016, + "their": 25017, + "Ġcontends": 25018, + "Ġpathways": 25019, + "inis": 25020, + "Ġawarding": 25021, + "Ġmisled": 25022, + "Ġeternal": 25023, + "Ġexaminations": 25024, + "Ġpoker": 25025, + "Ġsafest": 25026, + "Ġchildcare": 25027, + "aday": 25028, + "Ġpreceding": 25029, + "ĠCollective": 25030, + "Ġrespectable": 25031, + "ographical": 25032, + "Ġoak": 25033, + "00000": 25034, + "ĠCorridor": 25035, + "oran": 25036, + "133": 25037, + "Ġmushrooms": 25038, + "gaard": 25039, + "ĠOmega": 25040, + "ĠNaturally": 25041, + "anim": 25042, + "Ġcaptains": 25043, + "Ġtang": 25044, + "Ġlobbyists": 25045, + "ĠSug": 25046, + "Ġsucc": 25047, + "249": 25048, + "ENG": 25049, + "134": 25050, + "Ġsolic": 25051, + "ĠAdded": 25052, + "ĠSuicide": 25053, + "ĠFULL": 25054, + "ĠStrauss": 25055, + "ĠDiesel": 25056, + "Ġtempting": 25057, + "acist": 25058, + "ĠDelivery": 25059, + "Ġquiz": 25060, + "ĠPARK": 25061, + "Ġcollisions": 25062, + "Ġrestrained": 25063, + "purpose": 25064, + "ĠChanges": 25065, + "Ġabsentee": 25066, + "Ġprobes": 25067, + "hib": 25068, + "Ġcul": 25069, + "Ġpetty": 25070, + "Ġnecess": 25071, + "Ġcues": 25072, + "OME": 25073, + "Ġinadvertently": 25074, + "urity": 25075, + "ĠStuff": 25076, + "FG": 25077, + "Ġwrestlers": 25078, + "Ġpaste": 25079, + "ĠRoku": 25080, + "Ġcardboard": 25081, + "aires": 25082, + "Ġvariables": 25083, + "ĠSaras": 25084, + "ĠFif": 25085, + "Ġinvests": 25086, + "ĠDiscover": 25087, + "ĠFix": 25088, + "Thomas": 25089, + "ĠLunch": 25090, + "lv": 25091, + "camera": 25092, + "Step": 25093, + "Ġresumes": 25094, + "ĠSacred": 25095, + "ĠShooting": 25096, + "Ġnoble": 25097, + "Ġslopes": 25098, + "Ġont": 25099, + "Ġtwists": 25100, + "Very": 25101, + "Ġbigotry": 25102, + "ĠTib": 25103, + "Ġmos": 25104, + "Ġwarrior": 25105, + "Ġbroadcasters": 25106, + "Ġubiquitous": 25107, + "ameda": 25108, + "Ġchess": 25109, + "Special": 25110, + "Ġconver": 25111, + "Ġdeleg": 25112, + "endant": 25113, + "Ġfoil": 25114, + "Ġlush": 25115, + "Ġtaxed": 25116, + "Mag": 25117, + "ahs": 25118, + "Ġtablespoons": 25119, + "scription": 25120, + "clamation": 25121, + "ĠCertain": 25122, + "ĠDiversity": 25123, + "Ġhairst": 25124, + "ĠBrewery": 25125, + "Ġshedding": 25126, + "Cla": 25127, + "Ġpenis": 25128, + "ĠMurder": 25129, + "Park": 25130, + "uner": 25131, + "iments": 25132, + "ĠOVER": 25133, + "hus": 25134, + "Ġtabloid": 25135, + "Chart": 25136, + "Ġvouchers": 25137, + "ĠCoord": 25138, + "Ġmethane": 25139, + "ĠFisheries": 25140, + "ĠKham": 25141, + "includes": 25142, + "ĠSuperman": 25143, + "ensed": 25144, + "isure": 25145, + "Amazon": 25146, + "Ġvacated": 25147, + "heet": 25148, + "Ġroast": 25149, + "Ġlegalize": 25150, + "ĠTut": 25151, + "Ġsignage": 25152, + "init": 25153, + "Ġthefts": 25154, + "202": 25155, + "Ġstatic": 25156, + "Ġchants": 25157, + "Bob": 25158, + "Ġdiscretionary": 25159, + "Ġendurance": 25160, + "Ġcollegiate": 25161, + "Ġcorridors": 25162, + "Ġslack": 25163, + "ĠLash": 25164, + "Az": 25165, + "Series": 25166, + "Ġnonpartisan": 25167, + "ĠMcGill": 25168, + "Ġuneven": 25169, + "ulsive": 25170, + "eu": 25171, + "Ġpil": 25172, + "Ġfisheries": 25173, + "Ġonslaught": 25174, + "fiction": 25175, + "holding": 25176, + "Ġcheated": 25177, + "Ġtraumat": 25178, + "lasting": 25179, + "Ġmultitude": 25180, + "ĠThr": 25181, + "ĠBreast": 25182, + "Ġ1600": 25183, + "ĠMatth": 25184, + "Ġdiminish": 25185, + "ĠFTC": 25186, + "Ġgram": 25187, + "ĠResident": 25188, + "Ġfading": 25189, + "Ġmarginalized": 25190, + "ĠLite": 25191, + "ĠCarlton": 25192, + "Ġerad": 25193, + "Welcome": 25194, + "ĠFaw": 25195, + "iddy": 25196, + "Ġparticip": 25197, + "Ġcz": 25198, + "Ġtexted": 25199, + "Ġsuites": 25200, + "ĠForever": 25201, + "Ġrendition": 25202, + "rait": 25203, + "ĠPrague": 25204, + "Ġsponsoring": 25205, + "Ġcompos": 25206, + "ĠBeacon": 25207, + "144": 25208, + "Ġpupil": 25209, + "Ġintricate": 25210, + "Ġathleticism": 25211, + "Ġoptimization": 25212, + "Ġloot": 25213, + "polit": 25214, + "ĠOtt": 25215, + "Whatever": 25216, + "uno": 25217, + "ĠConstable": 25218, + "esville": 25219, + "Ġlookout": 25220, + "ĠAircraft": 25221, + "Ġspo": 25222, + "Ġcorrobor": 25223, + "Ġhiatus": 25224, + "ĠKnowing": 25225, + "ĠHamp": 25226, + "Ġspe": 25227, + "Ġstoring": 25228, + "Ġshakes": 25229, + "uran": 25230, + "Ġsickness": 25231, + "Ġliber": 25232, + "ĠAdministrative": 25233, + "Ġpleasing": 25234, + "ĠEqual": 25235, + "ĠConversation": 25236, + "Ġalgae": 25237, + "Ġlobbyist": 25238, + "ĠHelena": 25239, + "ptions": 25240, + "Ġfaire": 25241, + "ĠGone": 25242, + "ĠWiggins": 25243, + "Robert": 25244, + "Ġlistens": 25245, + "ĠDaisy": 25246, + "Ġsticky": 25247, + "sale": 25248, + "ĠMarijuana": 25249, + "ĠSSD": 25250, + "ĠTool": 25251, + "once": 25252, + "ĠHarmon": 25253, + "mobile": 25254, + "Ġdetain": 25255, + "Money": 25256, + "Ġflawless": 25257, + "forced": 25258, + "Ġguru": 25259, + "Ġairspace": 25260, + "ĠArchie": 25261, + "ĠGender": 25262, + "ĠMeat": 25263, + "abilities": 25264, + "ĠBD": 25265, + "Open": 25266, + "Ġoutsider": 25267, + "issue": 25268, + "Ġlearns": 25269, + "natural": 25270, + "Ġvinegar": 25271, + "ĠSUB": 25272, + "ĠRecon": 25273, + "blers": 25274, + "Ġsniff": 25275, + "Ġsuppression": 25276, + "Ġsaf": 25277, + "urger": 25278, + "Ġbunker": 25279, + "asaki": 25280, + "ĠSpartan": 25281, + "ĠTok": 25282, + "Ġrav": 25283, + "Ġfoc": 25284, + "Sean": 25285, + "etric": 25286, + "Ġballpark": 25287, + "ĠHerb": 25288, + "ĠBM": 25289, + "ĠPublishing": 25290, + "Ġroadmap": 25291, + "pered": 25292, + "Ġpredator": 25293, + "ĠBlockchain": 25294, + "Ġvalidity": 25295, + "ĠGlou": 25296, + "ĠYamaha": 25297, + "Ġadop": 25298, + "Ġswamp": 25299, + "Ġcomplied": 25300, + "Ky": 25301, + "Greg": 25302, + "casts": 25303, + "john": 25304, + "ĠBosnia": 25305, + "Ġcinematic": 25306, + "ĠTavern": 25307, + "Ġfrustrations": 25308, + "eryl": 25309, + "Ġfairy": 25310, + "UNCH": 25311, + "ĠTus": 25312, + "Corp": 25313, + "ĠNug": 25314, + "closed": 25315, + "Ġexercised": 25316, + "urden": 25317, + "Ġdigitally": 25318, + "137": 25319, + "ĠVictims": 25320, + "Ġreluctance": 25321, + "ELL": 25322, + "ĠTribe": 25323, + "chall": 25324, + "Ġwhiskey": 25325, + "ogl": 25326, + "Ġmater": 25327, + "ĠBac": 25328, + "Ġapartheid": 25329, + "ĠMBA": 25330, + "mot": 25331, + "ĠIre": 25332, + "®,": 25333, + "ĠChic": 25334, + "Ġtimed": 25335, + "ĠDome": 25336, + "efer": 25337, + "Ġobserver": 25338, + "unky": 25339, + "ĠKant": 25340, + "Ġundrafted": 25341, + "Ġsimplicity": 25342, + "onds": 25343, + "Ġstoked": 25344, + "Ġ1949": 25345, + "Ġransomware": 25346, + "ĠPow": 25347, + "ĠAngelo": 25348, + "ĠAmbrose": 25349, + "adjusted": 25350, + "Guard": 25351, + "138": 25352, + "ĠKaplan": 25353, + "stri": 25354, + "Ġcries": 25355, + "NF": 25356, + "atro": 25357, + "Ġavocado": 25358, + "illian": 25359, + "Ġsculptures": 25360, + "Ġelevation": 25361, + "Ġinspires": 25362, + "Ġgenerals": 25363, + "arb": 25364, + "chell": 25365, + "ĠJournalism": 25366, + "ĠHybrid": 25367, + "ĠCaller": 25368, + "vec": 25369, + "Lu": 25370, + "Ġresemble": 25371, + "bys": 25372, + "erving": 25373, + "antz": 25374, + "Ġwiden": 25375, + "vised": 25376, + "Ev": 25377, + "Ġdiagn": 25378, + "ĠMakes": 25379, + "Ġcer": 25380, + "ĠPats": 25381, + "single": 25382, + "sche": 25383, + "struct": 25384, + "Ġdissolved": 25385, + "Ġtimeout": 25386, + "Ġenhancement": 25387, + "CF": 25388, + "Ġindust": 25389, + "ĠDed": 25390, + "ĠZo": 25391, + "CB": 25392, + "Ġpesticides": 25393, + "ĠRubin": 25394, + "George": 25395, + "opal": 25396, + "Ġmotel": 25397, + "critical": 25398, + "Ġcollapsing": 25399, + "ĠShal": 25400, + "tex": 25401, + "Ġcomplementary": 25402, + "Ġoust": 25403, + "ĠFlu": 25404, + "Ġexporting": 25405, + "Ġdifferential": 25406, + "north": 25407, + "ĠFG": 25408, + "Ġspoon": 25409, + "sha": 25410, + "Ġdismantle": 25411, + "elta": 25412, + "Ġjar": 25413, + "space": 25414, + "Smart": 25415, + "mere": 25416, + "Ð": 25417, + "ĠGillespie": 25418, + "Lo": 25419, + "ĠMead": 25420, + "capacity": 25421, + "ĠIssue": 25422, + "050": 25423, + "ĠVall": 25424, + "Ġdisgr": 25425, + "Ġmeme": 25426, + "Ġpard": 25427, + "Ġcompensated": 25428, + "ĠKet": 25429, + "major": 25430, + "ĠBren": 25431, + "Ġheed": 25432, + "131": 25433, + "Ġcm": 25434, + "Ġdazzling": 25435, + "ĠCheese": 25436, + "Ġmonumental": 25437, + "Ġyielding": 25438, + "Read": 25439, + "Ġgrinding": 25440, + "Ang": 25441, + "Ġdefiance": 25442, + "Ġintimidated": 25443, + "Ġ310": 25444, + "Ġoutsiders": 25445, + "houn": 25446, + "Ma": 25447, + "ĸ": 25448, + "ĠForget": 25449, + "ĠSans": 25450, + "Ġunfolding": 25451, + "ĠSap": 25452, + "ĠLak": 25453, + "Ġsectarian": 25454, + "ĠDaddy": 25455, + "oxy": 25456, + "hitting": 25457, + "Ġdetectors": 25458, + "ĠRee": 25459, + "Ġbroaden": 25460, + "Ġslaying": 25461, + "Ġsuspending": 25462, + "Ġinvestig": 25463, + "Tuesday": 25464, + "Ġantibiotic": 25465, + "ĠShiite": 25466, + "igi": 25467, + "ĠExternal": 25468, + "ĠPhotographer": 25469, + "Ġerratic": 25470, + "NJ": 25471, + "ĠDock": 25472, + "Ġoutweigh": 25473, + "rants": 25474, + "Ġlobster": 25475, + "Ġreactor": 25476, + "Ġunrealistic": 25477, + "ĠAudrey": 25478, + "ĠYor": 25479, + "Anyone": 25480, + "Ġfraught": 25481, + "е": 25482, + "ĠWester": 25483, + "fc": 25484, + "ĠDunham": 25485, + "ĠLug": 25486, + "allow": 25487, + "139": 25488, + "Ġparity": 25489, + "Ġhorizontal": 25490, + "ijuana": 25491, + "Ġcivilization": 25492, + "ĠGins": 25493, + "Ġsmokers": 25494, + "ĠDiabetes": 25495, + "Five": 25496, + "ĠDG": 25497, + "Ġunderscores": 25498, + "Ġelabor": 25499, + "ĠLub": 25500, + "ĠDevil": 25501, + "Ġ154": 25502, + "ĠGuarant": 25503, + "ĠPandora": 25504, + "Ġexcav": 25505, + "Ġaccuser": 25506, + "Ġrevolt": 25507, + "Ġinstructors": 25508, + "Ġire": 25509, + "ographic": 25510, + "ĠCLE": 25511, + "Ġexpedition": 25512, + "ould": 25513, + "Ġstriving": 25514, + "south": 25515, + "onis": 25516, + "ĠSwed": 25517, + "MY": 25518, + "ĠLevin": 25519, + "Ġcarp": 25520, + "ĠArchitects": 25521, + "Ġ{": 25522, + "Ġcovert": 25523, + "Ġcooled": 25524, + "ĠStaten": 25525, + "Ġspecializing": 25526, + "ĠHazel": 25527, + "Ġlen": 25528, + "ighty": 25529, + "Ġbrilliantly": 25530, + "Phil": 25531, + "Ġlament": 25532, + "Australia": 25533, + "203": 25534, + "Ġticking": 25535, + "Ġadjud": 25536, + "Ġroommate": 25537, + "ĠSheet": 25538, + "capital": 25539, + "167": 25540, + "Ġendeavor": 25541, + "Ġaver": 25542, + "Ġdues": 25543, + "ĠCycl": 25544, + "oried": 25545, + "Va": 25546, + "loading": 25547, + "Ġpremie": 25548, + "Ġregimes": 25549, + "ĠAly": 25550, + "Ġperennial": 25551, + "Ġconsoles": 25552, + "Ġironic": 25553, + "ichael": 25554, + "Ġvigorously": 25555, + "Ġtransmit": 25556, + "gary": 25557, + "eking": 25558, + "Ġjails": 25559, + "ĠEpiscopal": 25560, + "eddy": 25561, + "Ġidle": 25562, + "Ġsafeguards": 25563, + "Ġdwindling": 25564, + "NOR": 25565, + "torn": 25566, + "ĠEvangel": 25567, + "ĠPlastic": 25568, + "ĠTerm": 25569, + "Ġforwarded": 25570, + "avage": 25571, + "Ġrefrigerator": 25572, + "arna": 25573, + "ĠGuinness": 25574, + "ĠCandy": 25575, + "Ġbotched": 25576, + "seller": 25577, + "Ġpul": 25578, + "grades": 25579, + "oshenko": 25580, + "earth": 25581, + "nette": 25582, + "Ġtraps": 25583, + "Ġtarn": 25584, + "Ġmilitar": 25585, + "ĠAriel": 25586, + "Ġtubes": 25587, + "ulo": 25588, + "Water": 25589, + "edin": 25590, + "Ġmarvel": 25591, + "chenko": 25592, + "ĠElk": 25593, + "spect": 25594, + "coe": 25595, + "ĠIllustrated": 25596, + "Ġruthless": 25597, + "etermined": 25598, + "Ġdys": 25599, + "Ġbreaching": 25600, + "gee": 25601, + "Nick": 25602, + "Ġcruiser": 25603, + "Ġciv": 25604, + "Ġdou": 25605, + "Ġ;": 25606, + "deb": 25607, + "ĠAsheville": 25608, + "Ġbiting": 25609, + "Ġyo": 25610, + "Courtesy": 25611, + "Ġroses": 25612, + "ĠConsequently": 25613, + "Ġrevis": 25614, + "Ġconfinement": 25615, + "next": 25616, + "produced": 25617, + "Ġmoratorium": 25618, + "Ġkne": 25619, + "eties": 25620, + "Ġplethora": 25621, + "Ġceleb": 25622, + "FIN": 25623, + "Ġdepartures": 25624, + "ĠWynne": 25625, + "abilia": 25626, + "ĠCourts": 25627, + "olis": 25628, + "Ġcereal": 25629, + "Ġblended": 25630, + "333": 25631, + "ĠLun": 25632, + "Ġrepe": 25633, + "Ġmathematics": 25634, + "Ġpharmacies": 25635, + "Center": 25636, + "Ġwhist": 25637, + "pine": 25638, + "Ġperm": 25639, + "Ġcustomary": 25640, + "Ġhormones": 25641, + "Ġcleansing": 25642, + "Ġconfidentiality": 25643, + "Ġmascot": 25644, + "Ġslippery": 25645, + "Ġmediation": 25646, + "Ġpodcasts": 25647, + "Ġcoating": 25648, + "Ġconveyed": 25649, + "Ġgir": 25650, + "ĠNurse": 25651, + "DM": 25652, + "Ġlured": 25653, + "orted": 25654, + "Ġolig": 25655, + "ritz": 25656, + "ĠINF": 25657, + "Ġtirelessly": 25658, + "Ġdoorstep": 25659, + "Ġtomb": 25660, + "Ġwithholding": 25661, + "irling": 25662, + "Ġhog": 25663, + "Ġ156": 25664, + "Ġgau": 25665, + "chem": 25666, + "raid": 25667, + "Ġtrolls": 25668, + "Ġ182": 25669, + "ĠColumb": 25670, + "Ġtissues": 25671, + "Ġnaive": 25672, + "Ġlect": 25673, + "Central": 25674, + "Sign": 25675, + "168": 25676, + "Ġbribe": 25677, + "ĠDoll": 25678, + "ĠTripoli": 25679, + "Ġfunk": 25680, + "Ġplaza": 25681, + "Ġmechanic": 25682, + "mem": 25683, + "Ġmonkey": 25684, + "grid": 25685, + "Ġtainted": 25686, + "ĠNicaragua": 25687, + "pelling": 25688, + "ĠXia": 25689, + "ammers": 25690, + "Ġorth": 25691, + "ICAN": 25692, + "Ġrant": 25693, + "Ġdiary": 25694, + "ĠHarrington": 25695, + "Ġimply": 25696, + "Qaeda": 25697, + "Ġworsen": 25698, + "Ġcrafting": 25699, + "ĠShir": 25700, + "Ġcoincided": 25701, + "Ġsnatched": 25702, + "ileen": 25703, + "sei": 25704, + "Ġsurgeons": 25705, + "directed": 25706, + "Ġcompulsory": 25707, + "Ġnowadays": 25708, + "ĠLI": 25709, + "ĠRebel": 25710, + "Ġlions": 25711, + "ĠJR": 25712, + "scar": 25713, + "ĠRespons": 25714, + "Ġscroll": 25715, + "ĠErd": 25716, + "iety": 25717, + "\";": 25718, + "ĠBone": 25719, + "ĠRumble": 25720, + "ĠKS": 25721, + "ĠLaur": 25722, + "kell": 25723, + "ĠBirds": 25724, + "agic": 25725, + "Ġsimmer": 25726, + "Ġrunaway": 25727, + "Ġ162": 25728, + "auna": 25729, + "Ġdialog": 25730, + "Ġlouder": 25731, + "esque": 25732, + "RR": 25733, + "Ġbloss": 25734, + "Ġcaliber": 25735, + "nery": 25736, + "Ġhauled": 25737, + "Ġbacterial": 25738, + "ĠVanity": 25739, + "ĠPrograms": 25740, + "omew": 25741, + "ĠMama": 25742, + "Ġarr": 25743, + "Ġdod": 25744, + "ĠJarvis": 25745, + "ĠFIRST": 25746, + "Ġinjections": 25747, + "ĠBallard": 25748, + "Ġmedically": 25749, + "angan": 25750, + "ĠNewfoundland": 25751, + "Ġfracking": 25752, + "Ġbast": 25753, + "outing": 25754, + "Ġmercury": 25755, + "Ġwatershed": 25756, + "ĠAmateur": 25757, + "Ġ153": 25758, + "escal": 25759, + "Ġpainter": 25760, + "creat": 25761, + "Ġperceive": 25762, + "Ġgent": 25763, + "attacks": 25764, + "worked": 25765, + "Ġimporting": 25766, + "Indian": 25767, + "Ġconvict": 25768, + "clad": 25769, + "Ġbudding": 25770, + "Ġambient": 25771, + "ĠWitness": 25772, + "letes": 25773, + "Ġbuffet": 25774, + "Ġneedles": 25775, + "Ġcoding": 25776, + "Ġchoke": 25777, + "Ġcorrespondence": 25778, + "Ġgods": 25779, + "Ġdances": 25780, + "Ġsteadfast": 25781, + "cert": 25782, + "Ġroaming": 25783, + "between": 25784, + "weak": 25785, + "Jer": 25786, + "jandro": 25787, + "Ġdiscouraged": 25788, + "Ġfruition": 25789, + "ĠØ": 25790, + "ĠKop": 25791, + "ULL": 25792, + "efe": 25793, + "imble": 25794, + "obb": 25795, + "ulla": 25796, + "Ġaccredited": 25797, + "Ġlectures": 25798, + "bil": 25799, + "why": 25800, + "Ġgreeting": 25801, + "ĠBoost": 25802, + "Ġmailed": 25803, + "Ġtroop": 25804, + "Ġfrig": 25805, + "Ġrese": 25806, + "Ġscratched": 25807, + "Stars": 25808, + "ĠRailroad": 25809, + "ĠIdol": 25810, + "Ġsuccumbed": 25811, + "ĠWeeks": 25812, + "ffe": 25813, + "Ġjihadist": 25814, + "ITION": 25815, + "Ġthreads": 25816, + "ĠGenerally": 25817, + "Ġmedieval": 25818, + "Ġquotas": 25819, + "ĠFerry": 25820, + "rique": 25821, + "Ġprod": 25822, + "ĠEduc": 25823, + "rive": 25824, + "Ġensued": 25825, + "Cy": 25826, + "Ġinfring": 25827, + "Ġprank": 25828, + "Ġfrontline": 25829, + "Ġcompletes": 25830, + "upe": 25831, + "Ġmanageable": 25832, + "Ġpoems": 25833, + "otten": 25834, + "igne": 25835, + "threat": 25836, + "ĠDri": 25837, + "ĠLINK": 25838, + "Calif": 25839, + "ĠDos": 25840, + "ulent": 25841, + "Ġaids": 25842, + "Ġslips": 25843, + "umped": 25844, + "Ġstyled": 25845, + "Ġdisproportionately": 25846, + "ĠDish": 25847, + "ĠUncle": 25848, + "andel": 25849, + "Ġrecharge": 25850, + "rators": 25851, + "ĠSPR": 25852, + "Ġguarded": 25853, + "ĠGreatest": 25854, + "ĠSkills": 25855, + "ĠNob": 25856, + "ĠDesk": 25857, + "ĠCros": 25858, + "Ġwrit": 25859, + "Ġquery": 25860, + "ORTS": 25861, + "Ġbundled": 25862, + "Ġgib": 25863, + "Ġeth": 25864, + "iesta": 25865, + "Ġevade": 25866, + "dict": 25867, + "straight": 25868, + "Met": 25869, + "present": 25870, + "Ġdiff": 25871, + "Ġdere": 25872, + "ĠSpl": 25873, + "Ġrepr": 25874, + "ĠBeard": 25875, + "Ġvain": 25876, + "Ġappointing": 25877, + "ĠVisual": 25878, + "caps": 25879, + "gado": 25880, + "ĠRican": 25881, + "ĠPose": 25882, + "endor": 25883, + "Ġ222": 25884, + "ĠLear": 25885, + "Ġconstructing": 25886, + "Dan": 25887, + "ĠSpears": 25888, + "ĠTherapy": 25889, + "pta": 25890, + "Ġrehabilit": 25891, + "Ġrisked": 25892, + "ĠGuer": 25893, + "HF": 25894, + "Ġ301": 25895, + "Ġliking": 25896, + "Ġmodular": 25897, + "eree": 25898, + "ĠMAT": 25899, + "ĠHomeless": 25900, + "Ġstove": 25901, + "erd": 25902, + "hash": 25903, + "ĠAchilles": 25904, + "ĠBeta": 25905, + "Ġincl": 25906, + "Ġgunned": 25907, + "ĠCrab": 25908, + "ĠMara": 25909, + "Ġinvaded": 25910, + "ulatory": 25911, + "ATA": 25912, + "angering": 25913, + "onso": 25914, + "Ġallocate": 25915, + "Ġgarment": 25916, + "itudes": 25917, + "ĠHuang": 25918, + "Ġstaples": 25919, + "ĠAlban": 25920, + "Ġtrough": 25921, + "Ġupright": 25922, + "tie": 25923, + "Ġexploits": 25924, + "ĠVaughan": 25925, + "ĠDarrell": 25926, + "Ġassortment": 25927, + "ĠChill": 25928, + "Ġlearners": 25929, + "aqu": 25930, + "Ġexplode": 25931, + "ĠChong": 25932, + "bt": 25933, + "opl": 25934, + "Ġaltern": 25935, + "Ġ151": 25936, + "fur": 25937, + "ULT": 25938, + "HOU": 25939, + "ĠMemory": 25940, + "Ġboosts": 25941, + "ynes": 25942, + "priv": 25943, + "Ġtimeless": 25944, + "Ġcurtail": 25945, + "ĠCary": 25946, + "ĠHud": 25947, + "Ġexclus": 25948, + "Ġ275": 25949, + "Ġfry": 25950, + "ĠVera": 25951, + "Ġdefied": 25952, + "ĠDust": 25953, + "Ġenvision": 25954, + "ĠPhilipp": 25955, + "Ġenhancements": 25956, + "ĠLIB": 25957, + "ggy": 25958, + "ĠAzure": 25959, + "esis": 25960, + "Ġcharismatic": 25961, + "Ġcoincide": 25962, + "inged": 25963, + "ĠChoose": 25964, + "Ġsizeable": 25965, + "136": 25966, + "Ġpronounce": 25967, + "ĠPositive": 25968, + "Ġideally": 25969, + "Ġechoes": 25970, + "Ġcottage": 25971, + "Ġencrypted": 25972, + "Prime": 25973, + "Ġá": 25974, + "Ġflashes": 25975, + "Group": 25976, + "Ġ501": 25977, + "heat": 25978, + "atility": 25979, + "ĠTesting": 25980, + "pex": 25981, + "WT": 25982, + "154": 25983, + "annah": 25984, + "Ġcompromising": 25985, + "Ġinactive": 25986, + "Ġdisparity": 25987, + "Ġgruesome": 25988, + "ĠFeather": 25989, + "ĠMandal": 25990, + "Ġthereof": 25991, + "ĠProducer": 25992, + "Ġprofiling": 25993, + "Ġlogistical": 25994, + "Ġcornerstone": 25995, + "ĠClaudia": 25996, + "Congress": 25997, + "ĠDill": 25998, + "ophone": 25999, + "Ġcameo": 26000, + "ĠCutler": 26001, + "Ġcraz": 26002, + "throw": 26003, + "ĠKasich": 26004, + "Ġexploiting": 26005, + "ĠSeas": 26006, + "agles": 26007, + "ĠGeological": 26008, + "ĠStub": 26009, + "ĠUps": 26010, + "MER": 26011, + "Ġmem": 26012, + "itution": 26013, + "Ġunderstandably": 26014, + "Ġcontractual": 26015, + "warming": 26016, + "qi": 26017, + "Sky": 26018, + "whelming": 26019, + "Ġcurse": 26020, + "ĠAren": 26021, + "Ġ265": 26022, + "ĠGree": 26023, + "Ġpresiding": 26024, + "Works": 26025, + "stones": 26026, + "Ġappalling": 26027, + "plex": 26028, + "dj": 26029, + "aunting": 26030, + "Ġimag": 26031, + "Ġsexism": 26032, + "ĠVert": 26033, + "ĠRag": 26034, + "ĠBliss": 26035, + "posium": 26036, + "div": 26037, + "Ġexperimenting": 26038, + "Ass": 26039, + "Lago": 26040, + "worthiness": 26041, + "ĠBerk": 26042, + "ĠDisneyland": 26043, + "Ġexaggerated": 26044, + "iliation": 26045, + "ĠFP": 26046, + "Ġprincipals": 26047, + "Miami": 26048, + "ropri": 26049, + "PLE": 26050, + "iona": 26051, + "ĠPokemon": 26052, + "apse": 26053, + "Ġbubbles": 26054, + "INC": 26055, + "ĠCaps": 26056, + "ĠBrowne": 26057, + "sing": 26058, + "Ġcafé": 26059, + "Ġceilings": 26060, + "frame": 26061, + "ĠIrwin": 26062, + "ATS": 26063, + "dated": 26064, + "Ġprotester": 26065, + "Ġtaps": 26066, + "ĠOslo": 26067, + "Ù": 26068, + "Ġconcentrations": 26069, + "Ġdistributions": 26070, + "Ġglucose": 26071, + "ĠRudolph": 26072, + "Ġtowels": 26073, + "Ġâĸº": 26074, + "Ġneighbourhoods": 26075, + "Ġinduction": 26076, + "Ġglaring": 26077, + "Ġannexation": 26078, + "Ġunsustainable": 26079, + "ĠTend": 26080, + "Ġthumbs": 26081, + "iegel": 26082, + "cript": 26083, + "gor": 26084, + "closure": 26085, + "thought": 26086, + "Ġpaddle": 26087, + "Ġemulate": 26088, + "Ġdiameter": 26089, + "Ġtailor": 26090, + "ĠCorpor": 26091, + "icable": 26092, + "ĠPrin": 26093, + "Ġadminister": 26094, + "ĠJudd": 26095, + "ĠColleg": 26096, + "aund": 26097, + "ĠPond": 26098, + "ĠNOTE": 26099, + "Ġcombating": 26100, + "Ġinvention": 26101, + "ĠOculus": 26102, + "ĠRepl": 26103, + "iscal": 26104, + "Ġtrilogy": 26105, + "anian": 26106, + "ATT": 26107, + "ĠCoke": 26108, + "DL": 26109, + "ĠLup": 26110, + "living": 26111, + "Ġadvertise": 26112, + "ĠConnie": 26113, + "amping": 26114, + "Ġsung": 26115, + "ORY": 26116, + "ĠTet": 26117, + "Ġsplits": 26118, + "Ġreconnect": 26119, + "Ġlou": 26120, + "mut": 26121, + "ulator": 26122, + "Ġstrap": 26123, + "Ġswallow": 26124, + "rote": 26125, + "Ġexec": 26126, + "ffen": 26127, + "ĠCombine": 26128, + "ĠTreat": 26129, + "Ġsorrow": 26130, + "ĠNotably": 26131, + "ĠSever": 26132, + "rette": 26133, + "Ġwherein": 26134, + "Ġtransitioning": 26135, + "Ġtrout": 26136, + "Ġcockpit": 26137, + "Ġcrawl": 26138, + "Ġferv": 26139, + "Ġliquids": 26140, + "Ġtsp": 26141, + "atell": 26142, + "Ġmeasles": 26143, + "Ġjug": 26144, + "Ac": 26145, + "ĠKD": 26146, + "ĠMoose": 26147, + "Ġvans": 26148, + "chain": 26149, + "ĠPapua": 26150, + "plet": 26151, + "Wednesday": 26152, + "lynn": 26153, + "chery": 26154, + "budget": 26155, + "Tony": 26156, + "ĠBacon": 26157, + "Ġstirred": 26158, + "ĠSpecialist": 26159, + "Ġcounterfeit": 26160, + "а": 26161, + "Ġdifferentiate": 26162, + "Ġmuscular": 26163, + "ĠTheodore": 26164, + "Ġlooms": 26165, + "ĠXX": 26166, + "ottage": 26167, + "Ġbenches": 26168, + "ĠMunicip": 26169, + "Po": 26170, + "ĠHeck": 26171, + "Ġscars": 26172, + "ĠNim": 26173, + "ÙĬ": 26174, + "ĠIngredients": 26175, + "Ġecological": 26176, + "ĠAWS": 26177, + "Ġdispose": 26178, + "Ġmattered": 26179, + "Ġ720": 26180, + "Ġpatriotism": 26181, + "ĠGrind": 26182, + "Ġcurved": 26183, + "opia": 26184, + "ĠLiqu": 26185, + "Ġevangelical": 26186, + "tto": 26187, + "ĠMaterial": 26188, + "ĠShowtime": 26189, + "ĠBS": 26190, + "Ġcheckpoints": 26191, + "Ġcrippling": 26192, + "ĠBalance": 26193, + "stress": 26194, + "bearing": 26195, + "Ġ216": 26196, + "ĠGuards": 26197, + "Ġlinebackers": 26198, + "Ġoffending": 26199, + "Ġsands": 26200, + "umbnail": 26201, + "atorial": 26202, + "Ġliberties": 26203, + "ĠGW": 26204, + "ĠPulitzer": 26205, + "ĠAlvin": 26206, + "ĠFAC": 26207, + "ĠStrategies": 26208, + "Ġreiter": 26209, + "ĠRestaur": 26210, + "ĠLithuania": 26211, + "ĠSwanson": 26212, + "terror": 26213, + "ĠMaurit": 26214, + "Ġparadise": 26215, + "zzle": 26216, + "owment": 26217, + "ĠWP": 26218, + "Ġsodium": 26219, + "Ġfuturistic": 26220, + "Ġdots": 26221, + "Anthony": 26222, + "Though": 26223, + "Ġstripes": 26224, + "Ġorig": 26225, + "ultz": 26226, + "Ġ340": 26227, + "KK": 26228, + "umer": 26229, + "ivery": 26230, + "Ġplacebo": 26231, + "Ġdemocrat": 26232, + "Ġsubmerged": 26233, + "ĠHidden": 26234, + "pieces": 26235, + "Ġasteroid": 26236, + "ĠGraphic": 26237, + "Ġadvert": 26238, + "sil": 26239, + "Ġdreaming": 26240, + "Ġnationality": 26241, + "Ġfostering": 26242, + "daughter": 26243, + "ĠSavings": 26244, + "Ġmischief": 26245, + "ĠClair": 26246, + "ĠBundy": 26247, + "Ġblatant": 26248, + "Ġtabs": 26249, + "qa": 26250, + "severe": 26251, + "attered": 26252, + "Ġgreed": 26253, + "Ġresembles": 26254, + "Ġnominal": 26255, + "Ġineligible": 26256, + "wealth": 26257, + "fax": 26258, + "payers": 26259, + "Ġdisplacement": 26260, + "itute": 26261, + "Ġunpleasant": 26262, + "ĠPom": 26263, + "lif": 26264, + "edo": 26265, + "ĠNP": 26266, + "Inter": 26267, + "Ġcohort": 26268, + "ĠStacy": 26269, + "ĠDai": 26270, + "Ġhistories": 26271, + "alin": 26272, + "273": 26273, + "Ġdram": 26274, + "ĠKand": 26275, + "Ġexpectancy": 26276, + "ansson": 26277, + "Ġlimbo": 26278, + "ĠPolar": 26279, + "Ġdivine": 26280, + "oused": 26281, + "Ġshel": 26282, + "ĠProblem": 26283, + "achment": 26284, + "Ġâĸł": 26285, + "shoot": 26286, + "antam": 26287, + "ĠHerz": 26288, + "Ġ157": 26289, + "Ġpreventive": 26290, + "keye": 26291, + "Sing": 26292, + "Ġcharacteristic": 26293, + "Ġcasually": 26294, + "ĠTaiwanese": 26295, + "md": 26296, + "ĠHubbard": 26297, + "imon": 26298, + "Ġsect": 26299, + "148": 26300, + "Ġmartyr": 26301, + "stud": 26302, + "Ġcongrat": 26303, + "ĠSWAT": 26304, + "ĠTheory": 26305, + "INAL": 26306, + "opping": 26307, + "ply": 26308, + "ĠKindle": 26309, + "uu": 26310, + "ĠLith": 26311, + "kaya": 26312, + "ĠActivity": 26313, + "uously": 26314, + "ĠJeb": 26315, + "tell": 26316, + "ĠSpin": 26317, + "ĠExplorer": 26318, + "Ġfolded": 26319, + "ĠCanterbury": 26320, + "ĠStur": 26321, + "Ġminiature": 26322, + "Ġmultif": 26323, + "ĠPressure": 26324, + "angling": 26325, + "ĠOverse": 26326, + "Ġresides": 26327, + "Ġimpressions": 26328, + "Ġauthored": 26329, + "265": 26330, + "Ġallergies": 26331, + "143": 26332, + "ĠJi": 26333, + "Ġsticker": 26334, + "ĠAccord": 26335, + "Ġcaste": 26336, + "Ġseparates": 26337, + "ĠFein": 26338, + "Daily": 26339, + "179": 26340, + "ĠScores": 26341, + "ĠAuction": 26342, + "hea": 26343, + "Ġdisclosing": 26344, + "ĠTacoma": 26345, + "Ġverse": 26346, + "ĠBeg": 26347, + "Ġfabrics": 26348, + "aez": 26349, + "Ġattachment": 26350, + "isy": 26351, + "Christ": 26352, + "Ġaddictive": 26353, + "Ġvir": 26354, + "Week": 26355, + "ĠPlum": 26356, + "croft": 26357, + "itivity": 26358, + "ĠExhibition": 26359, + "Ġbruised": 26360, + "Ġmimic": 26361, + "rers": 26362, + "Ġanal": 26363, + "Ġunintended": 26364, + "Ġpall": 26365, + "atts": 26366, + "ĠWarn": 26367, + "Ġslows": 26368, + "WH": 26369, + "Ġembro": 26370, + "nec": 26371, + "Ġ168": 26372, + "285": 26373, + "ologic": 26374, + "Ġhob": 26375, + "ĠPeel": 26376, + "Mill": 26377, + "eps": 26378, + "Ġrobbers": 26379, + "ĠDahl": 26380, + "semble": 26381, + "omics": 26382, + "toe": 26383, + "ĠLoch": 26384, + "Ġreproduction": 26385, + "ĠCullen": 26386, + "Ġimplants": 26387, + "Ġwow": 26388, + "ĠSTATE": 26389, + "vt": 26390, + "Ġdepleted": 26391, + "Ġbreweries": 26392, + "Ġhateful": 26393, + "Ġgast": 26394, + "Ġhollow": 26395, + "Ġradically": 26396, + "ographed": 26397, + "ĠFog": 26398, + "onian": 26399, + "ĠSequ": 26400, + "Ġdisrespectful": 26401, + "Dis": 26402, + "ĠExper": 26403, + "pron": 26404, + "ĠAmelia": 26405, + "ĠSage": 26406, + "bath": 26407, + "Ġtransformative": 26408, + "Ġtremendously": 26409, + "Ġpillow": 26410, + "ĠNormal": 26411, + "Cont": 26412, + "ĠMedic": 26413, + "educated": 26414, + "Ġredesigned": 26415, + "Ġkneeling": 26416, + "Ġinh": 26417, + "Ġroofs": 26418, + "Ġhandmade": 26419, + "Ġprotracted": 26420, + "ĠIsn": 26421, + "ĠCapacity": 26422, + "Ġsquash": 26423, + "ĠVega": 26424, + "Ġfats": 26425, + "ĠCertified": 26426, + "ointed": 26427, + "Ġpricey": 26428, + "ĠBasil": 26429, + "Ġfreezer": 26430, + "Ġscent": 26431, + "Ġpizz": 26432, + "ĠArd": 26433, + "Ġdistractions": 26434, + "Ġviolently": 26435, + "ĠHess": 26436, + "Ġfunc": 26437, + "Ġundert": 26438, + "Ġrejuven": 26439, + "Ġdisbelief": 26440, + "cluded": 26441, + "named": 26442, + "ĠFailure": 26443, + "kus": 26444, + "Ġhostages": 26445, + "ĠSahara": 26446, + "Ġ1944": 26447, + "Leary": 26448, + "ĠPrel": 26449, + "enza": 26450, + "ĠAlly": 26451, + "ĠKak": 26452, + "Ġcounselors": 26453, + "ĠGale": 26454, + "ĠHok": 26455, + "ĠSold": 26456, + "Ġhacker": 26457, + "Ġhun": 26458, + "Ġbung": 26459, + "Ġdeclares": 26460, + "Ġinfringement": 26461, + "OOD": 26462, + "Ġdoub": 26463, + "jam": 26464, + "Ġallergy": 26465, + "ĠShipping": 26466, + "Ġmedic": 26467, + "Ġaccommod": 26468, + "Ġdocumenting": 26469, + "Ġcompanions": 26470, + "Ġmodelling": 26471, + "Ġcarriage": 26472, + "ĠCherokee": 26473, + "Ġtresp": 26474, + "Ġtaxable": 26475, + "ĠActivities": 26476, + "ĠCrane": 26477, + "bots": 26478, + "ĠRusso": 26479, + "Ġstocked": 26480, + "ervation": 26481, + "Ġcoffin": 26482, + "aign": 26483, + "guards": 26484, + "Ġonwards": 26485, + "Ġfrank": 26486, + ".*": 26487, + "unic": 26488, + "Ġcens": 26489, + "enic": 26490, + "ruit": 26491, + "rained": 26492, + "Ġadapting": 26493, + "aments": 26494, + "Ġstagnant": 26495, + "azaar": 26496, + "ĠHarlem": 26497, + "Ġ158": 26498, + "ysis": 26499, + "Ġbraking": 26500, + "Ġdipping": 26501, + "Ġclan": 26502, + "ĠShu": 26503, + "Ġprops": 26504, + "qualified": 26505, + "Ġmistakenly": 26506, + "ĠStalin": 26507, + "Ġaddicts": 26508, + "ĠCALL": 26509, + "ropolis": 26510, + "aten": 26511, + "pec": 26512, + "ĠDro": 26513, + "ĠFellowship": 26514, + "ĠSupporting": 26515, + "loc": 26516, + "uben": 26517, + "499": 26518, + "Bro": 26519, + "Ġpots": 26520, + "Ġchunks": 26521, + "wr": 26522, + "ĠColonial": 26523, + "ĠArchitecture": 26524, + "Ġconstrained": 26525, + "Ġenvelop": 26526, + "ĠIronically": 26527, + "aban": 26528, + "Ġapparatus": 26529, + "Ġcue": 26530, + "Ġborne": 26531, + "ĠRoz": 26532, + "ilton": 26533, + "Ġtheoretical": 26534, + "ĠWatching": 26535, + "Ġfuck": 26536, + "ĠSilk": 26537, + "ĠSTE": 26538, + "bler": 26539, + "ĠPOST": 26540, + "ĠUpton": 26541, + "Ġsummons": 26542, + "ĠCum": 26543, + "ĠKL": 26544, + "Ġrelaxation": 26545, + "ĠDuff": 26546, + "Ġincumb": 26547, + "ĠRedd": 26548, + "Ġstature": 26549, + "Ġcanv": 26550, + "added": 26551, + "Ġremedies": 26552, + "ĠISO": 26553, + "ĠDecker": 26554, + "Ġafloat": 26555, + "Ġstartling": 26556, + "ĠBethlehem": 26557, + "Ġrealizes": 26558, + "find": 26559, + "ĠAra": 26560, + "Ġphased": 26561, + "arov": 26562, + "Ġhalting": 26563, + "ĠWindow": 26564, + "Ġdentist": 26565, + "Ġtumble": 26566, + "Ġvalidation": 26567, + "Ġcarve": 26568, + "ĠIPS": 26569, + "Ġirrit": 26570, + "ĠEssential": 26571, + "Ġfluids": 26572, + "rons": 26573, + "Ġimplant": 26574, + "Ġnuisance": 26575, + "ĠShelley": 26576, + "ĠGemini": 26577, + "Ġpharmac": 26578, + "iction": 26579, + "Ġtaped": 26580, + "ĠGovernments": 26581, + "ruly": 26582, + "Ġscant": 26583, + "Ġprominently": 26584, + "Ġreim": 26585, + "unning": 26586, + "arted": 26587, + "ĠMatters": 26588, + "Ġ1918": 26589, + "ĠPros": 26590, + "atel": 26591, + "ĠBattalion": 26592, + "onduct": 26593, + "talk": 26594, + "ĠTinder": 26595, + "ĠInstant": 26596, + "ĠKern": 26597, + "Ġbuckets": 26598, + "ĠGroups": 26599, + "Ġmetaphor": 26600, + "cloud": 26601, + "ĠString": 26602, + "Ohio": 26603, + "Ġcaffeine": 26604, + "Old": 26605, + "Ġdefinite": 26606, + "ĠNikola": 26607, + "ĠLords": 26608, + "icol": 26609, + ")?": 26610, + "Ġenjoyment": 26611, + "Ġfamine": 26612, + "Ġdefinitions": 26613, + "ĠJem": 26614, + "Check": 26615, + "Ġaiding": 26616, + "ĠMé": 26617, + "Ġrenewables": 26618, + "Ġsightings": 26619, + "footed": 26620, + "Box": 26621, + "Ġgoats": 26622, + "Ġshack": 26623, + "AX": 26624, + "ĠMonk": 26625, + "ĠGraduate": 26626, + "Ġmeats": 26627, + "handle": 26628, + "147": 26629, + "rys": 26630, + "Ġunsub": 26631, + "Pont": 26632, + "uble": 26633, + "440": 26634, + "Ġeyel": 26635, + "thro": 26636, + "Ġcreep": 26637, + "^^^^": 26638, + "Ġpopcorn": 26639, + "Ġcompression": 26640, + "sal": 26641, + "ouf": 26642, + "Ġrepairing": 26643, + "Think": 26644, + "Ġdoubtful": 26645, + "ĠLooks": 26646, + "Ġtaller": 26647, + "Ġsul": 26648, + "sf": 26649, + "give": 26650, + "ĠGau": 26651, + "Ġrevered": 26652, + "EMBER": 26653, + "Ġsloppy": 26654, + "ersen": 26655, + "Ġvitamins": 26656, + "ĠImprovement": 26657, + "Ġprogresses": 26658, + "Ġdiploma": 26659, + "semb": 26660, + "ustain": 26661, + "Ġchant": 26662, + "Ġbumped": 26663, + "Ġsabotage": 26664, + "nant": 26665, + "Ġrabbit": 26666, + "Ġdividing": 26667, + "ĠDefender": 26668, + "Ġlik": 26669, + "Ġirrespective": 26670, + "cade": 26671, + "ĠSter": 26672, + "touch": 26673, + "EMA": 26674, + "Ġparted": 26675, + "ĠBAR": 26676, + "hung": 26677, + "Ġannoyed": 26678, + "Ġhinder": 26679, + "Ġexamines": 26680, + "oan": 26681, + "ĠBoe": 26682, + "Ġaggreg": 26683, + "ĠChu": 26684, + "ĠUCS": 26685, + "IGHTS": 26686, + "pez": 26687, + "ĠUNESCO": 26688, + "Ġwindshield": 26689, + "Martin": 26690, + "Ġwithhold": 26691, + "does": 26692, + "Ġbruising": 26693, + "Ġdeterior": 26694, + "bourg": 26695, + "ĠTowers": 26696, + "JD": 26697, + "England": 26698, + "Ġequivalents": 26699, + "Ġrazor": 26700, + "Ġreassuring": 26701, + "Ġident": 26702, + "Ġ208": 26703, + "reath": 26704, + "ceans": 26705, + "Ġpatrolling": 26706, + "eve": 26707, + "pots": 26708, + "itative": 26709, + "Ġsided": 26710, + "Ġsofa": 26711, + "Ġunborn": 26712, + "Ġaug": 26713, + "Ġperpetual": 26714, + "effect": 26715, + "represented": 26716, + "Ġrails": 26717, + "ĠSummers": 26718, + "ĠMOR": 26719, + "ĠSlow": 26720, + "ĠExpert": 26721, + "Ġshameful": 26722, + "Ġaudits": 26723, + "Sl": 26724, + "ĠBurr": 26725, + "adow": 26726, + "ĠWAY": 26727, + "anic": 26728, + "ĠIslamists": 26729, + "ĠStranger": 26730, + "pse": 26731, + "amaz": 26732, + "ĠPeggy": 26733, + "ĠSeventh": 26734, + "Ġscreenplay": 26735, + "ĠGriff": 26736, + "Ireland": 26737, + "142": 26738, + "Ġneural": 26739, + "ĠFernand": 26740, + "ainment": 26741, + "ĠMigration": 26742, + "ureen": 26743, + "ĠSCH": 26744, + "Sullivan": 26745, + "ĠWag": 26746, + "ĠREG": 26747, + "Ġ420": 26748, + "inky": 26749, + "ĠNewspaper": 26750, + "School": 26751, + "Ok": 26752, + "ĠKrishna": 26753, + "Ġ480": 26754, + "erald": 26755, + "Ġskipping": 26756, + "Ġharrowing": 26757, + "158": 26758, + "rogen": 26759, + "Ġbetrayal": 26760, + "Ġculmination": 26761, + "ĠCirc": 26762, + "Ġ211": 26763, + "stro": 26764, + "ĠTrace": 26765, + "Ġheaviest": 26766, + "td": 26767, + "ĠHenri": 26768, + "epend": 26769, + "RB": 26770, + "arella": 26771, + "umbai": 26772, + "Ġcrem": 26773, + "ĠDistribut": 26774, + "ruff": 26775, + "Ġscreams": 26776, + "Ġscathing": 26777, + "girls": 26778, + "Ġtiles": 26779, + "ĠEvil": 26780, + "usp": 26781, + "Ġknowledgeable": 26782, + "Ġrestitution": 26783, + "ĠWiFi": 26784, + "Ġitiner": 26785, + "exper": 26786, + "oris": 26787, + "ĠPokémon": 26788, + "iane": 26789, + "produ": 26790, + "ĠAchievement": 26791, + "Ġbrunt": 26792, + "ĠSurgery": 26793, + "Ġpragmatic": 26794, + "Ber": 26795, + "ĠKejriwal": 26796, + "cus": 26797, + "Ġconsensual": 26798, + "acet": 26799, + "ĠSecondly": 26800, + "Ġdivul": 26801, + "uca": 26802, + "Ġbusted": 26803, + "emies": 26804, + "ĠMou": 26805, + "Ġ217": 26806, + "Ġexcludes": 26807, + "ĠSamoa": 26808, + "Ġlofty": 26809, + "ĠSic": 26810, + "ĠRemem": 26811, + "dn": 26812, + "Ġeradicate": 26813, + "Ġpies": 26814, + "Ġscenery": 26815, + "ATTLE": 26816, + "ĠWAS": 26817, + "Ġinnovate": 26818, + "ĠEverest": 26819, + "Ġsynonymous": 26820, + "izen": 26821, + "Ġeuth": 26822, + "ĠFIA": 26823, + "ITIES": 26824, + "ĠSuddenly": 26825, + "Ġforay": 26826, + "pell": 26827, + "ÄŁ": 26828, + "licensed": 26829, + "Ġfra": 26830, + "Ġblasting": 26831, + "autical": 26832, + "ĠBlizzard": 26833, + "orer": 26834, + "Ġchili": 26835, + "ĠSylvia": 26836, + "except": 26837, + "tec": 26838, + "ĠResistance": 26839, + "young": 26840, + "usions": 26841, + "iotic": 26842, + "ĠDreams": 26843, + "ĠArchives": 26844, + "Ġunleash": 26845, + "ĠPract": 26846, + "Ġlikened": 26847, + "Ġga": 26848, + "Ġdisappearing": 26849, + "Ġunnoticed": 26850, + "Ġfrightened": 26851, + "arms": 26852, + "ĠCAD": 26853, + "Ġcoloured": 26854, + "ĠSigns": 26855, + "oing": 26856, + "Ġvodka": 26857, + "ruption": 26858, + "otions": 26859, + "isal": 26860, + "ĠBecome": 26861, + "Ġswoop": 26862, + "reating": 26863, + "Ġchoking": 26864, + "Ġunforgettable": 26865, + "258": 26866, + "packs": 26867, + "345": 26868, + "ĠAutumn": 26869, + "Ġther": 26870, + "399": 26871, + "ĠFaculty": 26872, + "Ġ1933": 26873, + "ĠNormally": 26874, + "orge": 26875, + "ĠTess": 26876, + "ĠChrom": 26877, + "Ġscripts": 26878, + "Ġbiking": 26879, + "Act": 26880, + "Ġgrazing": 26881, + "ĠLabrador": 26882, + "ĠLey": 26883, + "Ġwandering": 26884, + "Ġfend": 26885, + "ĠPolk": 26886, + "ĠKeane": 26887, + "ĠBeef": 26888, + "elope": 26889, + "ĠApproximately": 26890, + "Ġ1952": 26891, + "personal": 26892, + "Ġhistorians": 26893, + "ĠMcDonnell": 26894, + "must": 26895, + "LES": 26896, + "iking": 26897, + "Ġtherm": 26898, + "Ġhumane": 26899, + "Ġcrowdfunding": 26900, + "ĠBenefits": 26901, + "Land": 26902, + "Ġanalog": 26903, + "agency": 26904, + "ĠCrowley": 26905, + "Ġbirths": 26906, + "Ġobj": 26907, + "Ġfren": 26908, + "ĠSalmon": 26909, + "bies": 26910, + "Ġreve": 26911, + "216": 26912, + "Ġbetrayed": 26913, + "Ġinduced": 26914, + "acles": 26915, + "Ġtrad": 26916, + "Ġforgiven": 26917, + "Ġearners": 26918, + "208": 26919, + "Ġxen": 26920, + "Ġunle": 26921, + "Ġnecklace": 26922, + "Ġgravel": 26923, + "Ġsalads": 26924, + "Ġgrooming": 26925, + "California": 26926, + "Ġpossessed": 26927, + "Ġproclamation": 26928, + "Ġsequences": 26929, + "ream": 26930, + "FOX": 26931, + "arkin": 26932, + "ĠTRAN": 26933, + "Ġpurs": 26934, + "ĠLoans": 26935, + "Ġsacrificed": 26936, + "Ġiceberg": 26937, + "Phill": 26938, + "Ġgalvan": 26939, + "Ġsmugglers": 26940, + "formation": 26941, + "onson": 26942, + "ĠVaughn": 26943, + "Ġdoctrine": 26944, + "ĠEyes": 26945, + "Ġunmanned": 26946, + "states": 26947, + "Ġdetermin": 26948, + "almost": 26949, + "Ġeviction": 26950, + "Ġtid": 26951, + "ARR": 26952, + "Ġcooks": 26953, + "Bad": 26954, + "ĠCamb": 26955, + "Ġlinear": 26956, + "229": 26957, + "ĠCooke": 26958, + "ĠPurch": 26959, + "join": 26960, + "ĠCult": 26961, + "ĠRefugee": 26962, + "Ġslamming": 26963, + "ĠðŁij": 26964, + "Ġpedal": 26965, + "ĠVeronica": 26966, + "Ġlandowners": 26967, + "ĠYel": 26968, + "ĠWorkshop": 26969, + "antic": 26970, + "Ġdysfunction": 26971, + "Ġ229": 26972, + "Ġculturally": 26973, + "Ġinfuri": 26974, + "ĠEck": 26975, + "sem": 26976, + "Ġwired": 26977, + "ĠWerner": 26978, + "lov": 26979, + "ĠJasper": 26980, + "Ġvehemently": 26981, + "ĠSpy": 26982, + "lift": 26983, + "ĠNab": 26984, + "ĠPound": 26985, + "ĠHanna": 26986, + "Ġleveled": 26987, + "WOOD": 26988, + "tm": 26989, + "ĠKitt": 26990, + "Ġconve": 26991, + "nat": 26992, + "Ġjog": 26993, + "IVER": 26994, + "Ġmemes": 26995, + "Ġseaw": 26996, + "ector": 26997, + "Ġsprayed": 26998, + "Ġvaccinated": 26999, + "Europe": 27000, + "Ġmustard": 27001, + "ĠMahm": 27002, + "Ġ214": 27003, + "Research": 27004, + "iminary": 27005, + "Ġconcerted": 27006, + "Detroit": 27007, + "Ġkios": 27008, + "Ġplummet": 27009, + "Ġvisuals": 27010, + "247": 27011, + "Ġ228": 27012, + "development": 27013, + "ĠPascal": 27014, + "acial": 27015, + "ĠSeasons": 27016, + "ĠTL": 27017, + "480": 27018, + "ĠReader": 27019, + "Ġexpulsion": 27020, + "Ġchoked": 27021, + "Ġdevotion": 27022, + "ĠSTAT": 27023, + "urred": 27024, + "Ġfascinated": 27025, + "Ġstealth": 27026, + "NL": 27027, + "Ġbooster": 27028, + "Kat": 27029, + "ĠPriebus": 27030, + "Ġaux": 27031, + "ĠHate": 27032, + "ĠThing": 27033, + "Ġabnormal": 27034, + "Ġcalmly": 27035, + "Ġdedicate": 27036, + "cause": 27037, + "Ġisolate": 27038, + "ĠPai": 27039, + "Ġsuspensions": 27040, + "Ġpoisoned": 27041, + "ission": 27042, + "Ġprohibiting": 27043, + "353": 27044, + "banks": 27045, + "Ġkissed": 27046, + "ĠBegin": 27047, + "atis": 27048, + "LI": 27049, + "Ġshaft": 27050, + "ĠGuth": 27051, + "ĠBoo": 27052, + "Ġcinnamon": 27053, + "Ġverbally": 27054, + "ĠRabbi": 27055, + "Ġmonsters": 27056, + "done": 27057, + "ĠClyde": 27058, + "Ġspar": 27059, + "ĠCage": 27060, + "ĠPersons": 27061, + "305": 27062, + "ĠMons": 27063, + "Ġjealous": 27064, + "Ġswirling": 27065, + "know": 27066, + "Ġprote": 27067, + "Ġcruising": 27068, + "Ġduly": 27069, + "Ġchapel": 27070, + "Ġgroove": 27071, + "bps": 27072, + "ĠKelvin": 27073, + "iom": 27074, + "aer": 27075, + "bomb": 27076, + "Christian": 27077, + "Ġgigs": 27078, + "+.": 27079, + "ĠWei": 27080, + "Ġfarmland": 27081, + "otally": 27082, + "Ġequitable": 27083, + "ĠCBO": 27084, + "chool": 27085, + "amara": 27086, + "Ġwealthiest": 27087, + "ĠMeans": 27088, + "Ġ235": 27089, + "ĠUk": 27090, + "steps": 27091, + "raham": 27092, + "nerg": 27093, + "Ġclad": 27094, + "Ġsled": 27095, + "ĠMorrow": 27096, + "152": 27097, + "ĠRece": 27098, + "Ġplausible": 27099, + "Ġbisexual": 27100, + "artments": 27101, + "Ġveh": 27102, + "ĠLoft": 27103, + "bly": 27104, + "ĠCONC": 27105, + "automatic": 27106, + "Ġmasterpiece": 27107, + "ĠSpringer": 27108, + "Ġtendencies": 27109, + "Ro": 27110, + "Ġresentment": 27111, + "Ġadversely": 27112, + "Ġbandwidth": 27113, + "ĠDAV": 27114, + "Ġtun": 27115, + "Ġpuppies": 27116, + "ĠBundes": 27117, + "ĠHort": 27118, + "ĠGarfield": 27119, + "Ġenlist": 27120, + "Ġmont": 27121, + "gd": 27122, + "Ġrooting": 27123, + "Dream": 27124, + "Ġfulfillment": 27125, + "chal": 27126, + "182": 27127, + "prop": 27128, + "159": 27129, + "Ġcourtyard": 27130, + "iard": 27131, + "ĠSle": 27132, + "Ġoperative": 27133, + "Ġpublishes": 27134, + "ĠProposition": 27135, + "Ġcritique": 27136, + "Ġredist": 27137, + "wang": 27138, + "ĠNep": 27139, + "DD": 27140, + "Ġbonding": 27141, + "141": 27142, + "ĠAssault": 27143, + "-'": 27144, + "Ġlodging": 27145, + "itters": 27146, + "cigarettes": 27147, + "Ġ__": 27148, + "ĠLaf": 27149, + "GF": 27150, + "ĠAnat": 27151, + "ĠStephan": 27152, + "214": 27153, + "ĠKass": 27154, + "Ġviz": 27155, + "Ġpiling": 27156, + "Ġfugitive": 27157, + "ĠCurrency": 27158, + "ĠCrypto": 27159, + "Ġfaux": 27160, + "ĠPing": 27161, + "ĠLia": 27162, + "igl": 27163, + "Ġadversaries": 27164, + "ĠYPG": 27165, + "ĠComb": 27166, + "ĠYar": 27167, + "heny": 27168, + "Ġoverhe": 27169, + "Fest": 27170, + "emy": 27171, + "Ever": 27172, + "Ġ370": 27173, + "Ġsecretive": 27174, + "ĠSEN": 27175, + "ĠMEM": 27176, + "PRESS": 27177, + "ĠBirth": 27178, + "kos": 27179, + "Ġprecarious": 27180, + "irting": 27181, + "ĠUI": 27182, + "Ġoccupying": 27183, + "olute": 27184, + "Ġperiodic": 27185, + "eon": 27186, + "iens": 27187, + "ĠRH": 27188, + "Win": 27189, + "Ġplaybook": 27190, + "Ġexodus": 27191, + "ĠSkinner": 27192, + "Ġorderly": 27193, + "ĠVed": 27194, + "ouses": 27195, + "Ġescal": 27196, + "Ġbenign": 27197, + "Ġbots": 27198, + "ĠWhis": 27199, + "Ġappra": 27200, + "FOR": 27201, + "ĠChromebook": 27202, + "_____": 27203, + "990": 27204, + "athed": 27205, + "Ġspirited": 27206, + "illi": 27207, + "Ġbicycles": 27208, + "orse": 27209, + "ifestyle": 27210, + "orno": 27211, + "ĠDept": 27212, + "JA": 27213, + "Ġnausea": 27214, + "Ġpervasive": 27215, + "velop": 27216, + "commun": 27217, + "ĠUniversities": 27218, + "Ġremnants": 27219, + "Ġdisarm": 27220, + "ĠBoots": 27221, + "Ġprin": 27222, + "...\"": 27223, + "quila": 27224, + "Ġcautiously": 27225, + "uper": 27226, + "onto": 27227, + "din": 27228, + "Ġvelocity": 27229, + "Ġconspiring": 27230, + "ĠMX": 27231, + "Ġemphasizing": 27232, + "Ġâĸ": 27233, + "ĠStam": 27234, + "Ġspices": 27235, + "Ġairplanes": 27236, + "uty": 27237, + "culture": 27238, + "ĠPetr": 27239, + "Ġglor": 27240, + "ĠExcel": 27241, + "ĠSpeech": 27242, + "Ġharmless": 27243, + "ĠPend": 27244, + "ĠCrossing": 27245, + "ĠDocument": 27246, + "Ġramifications": 27247, + "ĠCroatian": 27248, + "ĠKiller": 27249, + "Ġmultim": 27250, + "Ġdiscontinued": 27251, + "Ġcherished": 27252, + "ĠMaker": 27253, + "aspers": 27254, + "ĠBlooming": 27255, + "ĠMata": 27256, + "offic": 27257, + "Ġsettlers": 27258, + "ĠPlenty": 27259, + "ĠInstitutes": 27260, + "ĠArpaio": 27261, + "Pool": 27262, + "ĠSubst": 27263, + "Ġ380": 27264, + "Ġdecidedly": 27265, + "ollah": 27266, + "Den": 27267, + "ĠJiang": 27268, + "ĠAmos": 27269, + "Grand": 27270, + "ĠTurns": 27271, + "meyer": 27272, + "Ġconducive": 27273, + "Ġpoignant": 27274, + "abortion": 27275, + "Ġnotebook": 27276, + "Ġshelling": 27277, + "common": 27278, + "ĠPavel": 27279, + "Ġhumid": 27280, + "Ġinappropriately": 27281, + "????": 27282, + "Ġsoar": 27283, + "Ġdynasty": 27284, + "Ġresearched": 27285, + "ĠYon": 27286, + "Ġmaple": 27287, + "Ġwedge": 27288, + "mass": 27289, + "ĠTM": 27290, + "USE": 27291, + "eln": 27292, + "Ġgloss": 27293, + "rigan": 27294, + "steen": 27295, + "ĠDeV": 27296, + "Ġdebacle": 27297, + "Christmas": 27298, + "Ġtweaks": 27299, + "grab": 27300, + "Ġprofoundly": 27301, + "Ġcampaigner": 27302, + "ĠSeal": 27303, + "Ġiteration": 27304, + "Ġsigh": 27305, + "Ġunfounded": 27306, + "Ġframing": 27307, + "Ġrecognizable": 27308, + "Ġseizing": 27309, + "legal": 27310, + "Ġproportions": 27311, + "omers": 27312, + "rek": 27313, + "Ġscreenshot": 27314, + "itsu": 27315, + "ĠOG": 27316, + "ĠYing": 27317, + "ĠMississ": 27318, + "295": 27319, + "Ġlandsl": 27320, + "Ġpsychiatrist": 27321, + "sov": 27322, + "arine": 27323, + "Ju": 27324, + "Ġflo": 27325, + "apple": 27326, + "hof": 27327, + "wig": 27328, + "ĠENT": 27329, + "Ġenthusiast": 27330, + "Such": 27331, + "ĠArtificial": 27332, + "happy": 27333, + "oton": 27334, + "ĠFram": 27335, + "ĠRemove": 27336, + "Ġsmear": 27337, + "Ġjer": 27338, + "Ġtopp": 27339, + "Ġimbalance": 27340, + "ĠWords": 27341, + "Ġcoffers": 27342, + "olina": 27343, + "Ġrigged": 27344, + "uction": 27345, + "idding": 27346, + "Ġdispensaries": 27347, + "Ġdermat": 27348, + "Ġshutter": 27349, + "idental": 27350, + "Ġcontinu": 27351, + "Ġhumility": 27352, + "Ġbulbs": 27353, + "Ġ207": 27354, + "lass": 27355, + "ĠBeirut": 27356, + "ĠUlt": 27357, + "urry": 27358, + "NEWS": 27359, + "Ġfeminine": 27360, + "Ġsimulated": 27361, + "Ġcharger": 27362, + "mom": 27363, + "ĠCreed": 27364, + "Ġwolves": 27365, + "essions": 27366, + "created": 27367, + "ifiers": 27368, + "Ġdissemin": 27369, + "ĠDarling": 27370, + "umann": 27371, + "Ġmarrying": 27372, + "Ġshred": 27373, + "avin": 27374, + "Ġbudgetary": 27375, + "Ġmedicinal": 27376, + "ulin": 27377, + "seys": 27378, + "agues": 27379, + "Ġextracted": 27380, + "ĠFlower": 27381, + "Ġcontinents": 27382, + "ĠWish": 27383, + "Ġdivides": 27384, + "ĠDing": 27385, + "Ġinsulation": 27386, + "respect": 27387, + "ĠABS": 27388, + "Ġreconcile": 27389, + "keep": 27390, + "ILD": 27391, + "Ġgenome": 27392, + "Ġ410": 27393, + "ĠSweep": 27394, + "Ġharass": 27395, + "Ġfrantic": 27396, + "ĠEE": 27397, + "dad": 27398, + "Ġaperture": 27399, + "rought": 27400, + "Ġhugs": 27401, + "Ġdrying": 27402, + "Ġoverrun": 27403, + "Space": 27404, + "Ġperiodically": 27405, + "Ġbrightness": 27406, + "atched": 27407, + "kee": 27408, + "ĠITS": 27409, + "ĠSpokane": 27410, + "ĠSeaf": 27411, + "Ġdesks": 27412, + "ĠEisen": 27413, + "ĠOPS": 27414, + "Ġcider": 27415, + "Ġacceler": 27416, + "ĠAthlet": 27417, + "2008": 27418, + "ĠGuid": 27419, + "ĠManip": 27420, + "Ġmould": 27421, + "Ġmisguided": 27422, + "Ġbrow": 27423, + "Ġmanagerial": 27424, + "Ġhugged": 27425, + "Ġfurnish": 27426, + "ĠHarmony": 27427, + "ĠHebrew": 27428, + "Ġtyph": 27429, + "Ġdecreases": 27430, + "Ġimpetus": 27431, + "Ġcontagious": 27432, + "Ġunch": 27433, + "209": 27434, + "Ġswell": 27435, + "ĠHuffington": 27436, + "Ġpubs": 27437, + "Ġadequ": 27438, + "amoto": 27439, + "rir": 27440, + "Ġpristine": 27441, + "Ġanx": 27442, + "ĠSecure": 27443, + "Ġenrichment": 27444, + "ĠVAL": 27445, + "Ġsummed": 27446, + "Ġconfidently": 27447, + "ĠProfit": 27448, + "ĠFrog": 27449, + "ĠLena": 27450, + "ĠFUN": 27451, + "Ġbruises": 27452, + "Ġuproar": 27453, + "coll": 27454, + "ĠImpro": 27455, + "Ġflair": 27456, + "146": 27457, + "ĠBrend": 27458, + "Ġ166": 27459, + "Ġenhances": 27460, + "ĠDent": 27461, + "Ġdegener": 27462, + "Ġproponents": 27463, + "ĠInspired": 27464, + "Ġramps": 27465, + "Ġwisely": 27466, + "Western": 27467, + "Ġtart": 27468, + "Ġsteered": 27469, + "Ġtreason": 27470, + "dropping": 27471, + "Ġtransc": 27472, + "ĠScarlett": 27473, + "ĠEzekiel": 27474, + "Ġpivot": 27475, + "esame": 27476, + "Show": 27477, + "Ġdiscontent": 27478, + "ĠJudith": 27479, + "ĠPutting": 27480, + "Ġblessings": 27481, + "Ġhardcore": 27482, + "Ġtray": 27483, + "Ġdiscern": 27484, + "oley": 27485, + "ouk": 27486, + "Ġwil": 27487, + "Ġintolerance": 27488, + "157": 27489, + "ĠRelative": 27490, + "ĠLynd": 27491, + "Ġwhistleblower": 27492, + "Ġincon": 27493, + "ĠTao": 27494, + "Ġindefinite": 27495, + "Ġguardians": 27496, + "Ġagon": 27497, + "ĠInstruments": 27498, + "Ġexistential": 27499, + "AAF": 27500, + "vind": 27501, + "Ġbrazen": 27502, + "condition": 27503, + "Ġratified": 27504, + "fam": 27505, + "ĠHin": 27506, + "ĠMichaels": 27507, + "204": 27508, + "ĠKats": 27509, + "ITS": 27510, + "ISON": 27511, + "prone": 27512, + "Ġboiling": 27513, + "Ġprolong": 27514, + "Ġnoticing": 27515, + "resident": 27516, + "brance": 27517, + "ĠFolk": 27518, + "Ġdesserts": 27519, + "uton": 27520, + "Web": 27521, + "ĠLongh": 27522, + "ĠReef": 27523, + "Going": 27524, + "ĠCarb": 27525, + "Sur": 27526, + "complete": 27527, + "ĠSloan": 27528, + "ĠClubs": 27529, + "ĠSadd": 27530, + "Ġshrugged": 27531, + "Ġedible": 27532, + "ĠTyp": 27533, + "thal": 27534, + "ĠRocks": 27535, + "ĠClive": 27536, + "Ġkidding": 27537, + "ĠCrom": 27538, + "ĠTurks": 27539, + "ĠWak": 27540, + "Ġeyewitness": 27541, + "ĠHass": 27542, + "collar": 27543, + "Ġsucceeding": 27544, + "Ġinsert": 27545, + "Ġ224": 27546, + "ĠBret": 27547, + "Ġneurological": 27548, + "Ġrewrite": 27549, + "imil": 27550, + "ultimate": 27551, + "ĠJeremiah": 27552, + "Ġliaison": 27553, + "Ġpedd": 27554, + "direct": 27555, + "ĠYi": 27556, + "ĠMAD": 27557, + "ĠOrion": 27558, + "oyd": 27559, + "ĠLOC": 27560, + "release": 27561, + "Ġinvestigates": 27562, + "ĠApache": 27563, + "û": 27564, + "ĠVend": 27565, + "Ġcynical": 27566, + "ĠHelm": 27567, + "ĠMovies": 27568, + "tops": 27569, + "Ġsinister": 27570, + "Ġunparalleled": 27571, + "Ġspikes": 27572, + "Ġoverlap": 27573, + "enstein": 27574, + "Ġhypocrisy": 27575, + "Plus": 27576, + "Ġexpansions": 27577, + "Ġvow": 27578, + "Ġdetonated": 27579, + "Ġfellowship": 27580, + "Ġsolicitor": 27581, + "ĠNewtown": 27582, + "mony": 27583, + "ĠLod": 27584, + "ĠDevelopers": 27585, + "ateg": 27586, + "ibus": 27587, + "Ġcrumbling": 27588, + "ĠWein": 27589, + "ĠKlan": 27590, + "gio": 27591, + "ĠPhys": 27592, + "ĠAntarctica": 27593, + "368": 27594, + "Ġseam": 27595, + "Ġautomobiles": 27596, + "ĠTEAM": 27597, + "bern": 27598, + "Ġmanic": 27599, + "Ġsanct": 27600, + "Ġequals": 27601, + "Est": 27602, + "Ġincentiv": 27603, + "ĠHawking": 27604, + "nin": 27605, + "Ġresonate": 27606, + "bid": 27607, + "Ġtelescope": 27608, + "endon": 27609, + "ĠVacc": 27610, + "Ġregretted": 27611, + "Ġ1300": 27612, + "ĠForestry": 27613, + "BOOK": 27614, + "Ġgroundwork": 27615, + "Ġessays": 27616, + "ĠIndo": 27617, + "Pierre": 27618, + "ĠChau": 27619, + "Ġapologies": 27620, + "killers": 27621, + "ĠMoroccan": 27622, + "0001": 27623, + "336": 27624, + "Ra": 27625, + "Ġparcels": 27626, + "Ġleaned": 27627, + "Ġthankfully": 27628, + "ĠSplit": 27629, + "Ġlobbied": 27630, + "ĠDegree": 27631, + "Ġrisking": 27632, + "assy": 27633, + "Ġsupplemental": 27634, + "little": 27635, + "Ġeclectic": 27636, + "Ġ206": 27637, + "ealing": 27638, + "206": 27639, + "Ġrepo": 27640, + "Ġhose": 27641, + "ayn": 27642, + "lux": 27643, + "Ġbeliever": 27644, + "')": 27645, + "ĠHide": 27646, + "vance": 27647, + "ĠEinstein": 27648, + "Ġdepos": 27649, + "Ġfray": 27650, + "Ġki": 27651, + "Ġinternship": 27652, + "ĠHou": 27653, + "Vis": 27654, + "Ġstare": 27655, + "ĠBreed": 27656, + "option": 27657, + "Ġvisionary": 27658, + "Ġmins": 27659, + "Ġbitten": 27660, + "ancies": 27661, + "ĠShake": 27662, + "Ġtemplate": 27663, + "Ġliner": 27664, + "Ġmuster": 27665, + "appro": 27666, + "ĠMubarak": 27667, + "esty": 27668, + "mong": 27669, + "actory": 27670, + "Ġheadphone": 27671, + "ĠPrec": 27672, + "Ġwaive": 27673, + "Ron": 27674, + "ĠHearing": 27675, + "Ġimperfect": 27676, + "Ġsealing": 27677, + "Ġlocating": 27678, + "Ġculminated": 27679, + "chio": 27680, + "channel": 27681, + "lust": 27682, + "ĠLowell": 27683, + "woods": 27684, + "Ġsoak": 27685, + "Ġforbidden": 27686, + "Ġdetached": 27687, + "unct": 27688, + "ĠHunger": 27689, + "ĠPatient": 27690, + "ĠPolo": 27691, + "Saharan": 27692, + "Jon": 27693, + "athered": 27694, + "ĠSignal": 27695, + "Six": 27696, + "Ġstatistically": 27697, + "ITH": 27698, + "artment": 27699, + "ĠCU": 27700, + "Ġhates": 27701, + "qual": 27702, + "Ġcapitalist": 27703, + "ATES": 27704, + "ĠDesc": 27705, + "Ġhandcuffed": 27706, + "Ġindulge": 27707, + "ĠReligious": 27708, + "German": 27709, + "housing": 27710, + "Ġdismantling": 27711, + "Ġconventions": 27712, + "dain": 27713, + "chairs": 27714, + "Ġloos": 27715, + "Ġknowingly": 27716, + "Var": 27717, + "Ġhusbands": 27718, + "eez": 27719, + "asion": 27720, + "ĠIssa": 27721, + "Ġswollen": 27722, + "Ġ1946": 27723, + "Ġheadlined": 27724, + "Chelsea": 27725, + "Ġignorant": 27726, + "Ġperipheral": 27727, + "Note": 27728, + "Ġaxe": 27729, + "Ġnicotine": 27730, + "ĠSanctuary": 27731, + "Ġ1917": 27732, + "Ġwithdrawals": 27733, + "uits": 27734, + "Hot": 27735, + "Ġreimburse": 27736, + "probably": 27737, + "ĠAdapt": 27738, + "industrial": 27739, + "answer": 27740, + "orus": 27741, + "ĠMell": 27742, + "Talk": 27743, + "Ġcontemplating": 27744, + "omas": 27745, + "Ġtaxis": 27746, + "Ġencompasses": 27747, + "rations": 27748, + "ĠLatvia": 27749, + "Ġhumiliating": 27750, + "Ġloft": 27751, + "tight": 27752, + "rium": 27753, + "Ġlogin": 27754, + "ĠBulletin": 27755, + "Ġturtles": 27756, + "EAR": 27757, + "349": 27758, + "Radio": 27759, + "ĠBord": 27760, + "151": 27761, + "kk": 27762, + "pocket": 27763, + "Ġdove": 27764, + "348": 27765, + "Ġtemptation": 27766, + "ĠCoy": 27767, + "those": 27768, + "ĠDest": 27769, + "ishly": 27770, + "rn": 27771, + "Ġmammals": 27772, + "ĠTub": 27773, + "arial": 27774, + "ĠPersian": 27775, + "Ġdaddy": 27776, + "Zen": 27777, + "Ġps": 27778, + "Ġ]": 27779, + "Field": 27780, + "adiq": 27781, + "Ġmeaningless": 27782, + "Ġprimer": 27783, + "Ġ1942": 27784, + "Ġ!": 27785, + "625": 27786, + "Ġfashionable": 27787, + "ĠTheft": 27788, + "ĠHAVE": 27789, + "christ": 27790, + "Ġperil": 27791, + "Ġrepealing": 27792, + "Ġbuff": 27793, + "Ġodor": 27794, + "Ġstalking": 27795, + "ĠDems": 27796, + "iences": 27797, + "Ġunilaterally": 27798, + "odies": 27799, + "ĠQuite": 27800, + "Ġbloodshed": 27801, + "Ġinfect": 27802, + "Ġreminders": 27803, + "Ġchop": 27804, + "Ġevapor": 27805, + "877": 27806, + "Ġhorrified": 27807, + "ĠFruit": 27808, + "rams": 27809, + "Ġinsecure": 27810, + "cester": 27811, + "ĠNationwide": 27812, + "Ġmocking": 27813, + "Ret": 27814, + "Ġcomplying": 27815, + "sav": 27816, + "Ġali": 27817, + "Family": 27818, + "Ĩ": 27819, + "Ġdishonest": 27820, + "Ġincorrectly": 27821, + "LOAD": 27822, + "ĠGand": 27823, + "ourcing": 27824, + "obby": 27825, + "ĠPetersen": 27826, + "Something": 27827, + "Ġravaged": 27828, + "limited": 27829, + "Ġrituals": 27830, + "ĠKnowledge": 27831, + "ĠUtility": 27832, + "Ġdoom": 27833, + "Ġsheds": 27834, + "ĠGael": 27835, + "ĠMillennials": 27836, + "ĠMonthly": 27837, + "Ġdomination": 27838, + "Ġrapport": 27839, + "spot": 27840, + "ĠPrest": 27841, + "ĠHA": 27842, + "ushes": 27843, + "Ġtact": 27844, + "Richard": 27845, + "Ġgritty": 27846, + "Does": 27847, + "ĠTNT": 27848, + "Ġdownfall": 27849, + "Wood": 27850, + "ĠPrediction": 27851, + "ĠPour": 27852, + "ĠFraud": 27853, + "ĠSyndrome": 27854, + "166": 27855, + "Ġliteral": 27856, + "Ġaddict": 27857, + "ĠLoud": 27858, + "hens": 27859, + "ĠAccounts": 27860, + "distance": 27861, + "Ġclassmate": 27862, + "Ġsalv": 27863, + "Ġunlucky": 27864, + "Ġpartying": 27865, + "ĠKou": 27866, + "ĠSNAP": 27867, + "%-": 27868, + "Ġdelegate": 27869, + "Ġstrikers": 27870, + "ĠSlate": 27871, + "Ġarticulate": 27872, + "390": 27873, + "Ġinqu": 27874, + "Ġdiscredit": 27875, + "ĠPriv": 27876, + "ploy": 27877, + "ĠMarketplace": 27878, + "ĠTune": 27879, + "visor": 27880, + "Ġwrestle": 27881, + "Ġkindly": 27882, + "ĠCollect": 27883, + "Ġcirc": 27884, + "ĠRemain": 27885, + "Ġ192": 27886, + "contin": 27887, + "Ġ325": 27888, + "Ġsevered": 27889, + "isations": 27890, + "Ġmuddy": 27891, + "Ġtaxing": 27892, + "ĠRepresent": 27893, + "ĠSty": 27894, + "rology": 27895, + "ĠJudges": 27896, + "ĠBronze": 27897, + "ĠApplic": 27898, + "Ġarrow": 27899, + "consuming": 27900, + "ĠFeaturing": 27901, + "Ġspies": 27902, + "Ġnoises": 27903, + "ĠColony": 27904, + "lost": 27905, + "Ġopp": 27906, + "Ġdeem": 27907, + "ĠGarc": 27908, + "icent": 27909, + "ptroller": 27910, + "liest": 27911, + "Ġoutward": 27912, + "ĠUser": 27913, + "Ġintimidate": 27914, + "156": 27915, + "Ġjab": 27916, + "ANGE": 27917, + "Jay": 27918, + "ĠPoverty": 27919, + "ACA": 27920, + "Ġrife": 27921, + "Ġfaint": 27922, + "ĠAcceler": 27923, + "tall": 27924, + "ĠUNITED": 27925, + "ĠFighter": 27926, + "ĠGilmore": 27927, + "Ġsod": 27928, + "amura": 27929, + "Ġpredictive": 27930, + "Ġpolish": 27931, + "ĠDD": 27932, + "Ġfabricated": 27933, + "ĠDag": 27934, + "Ġfatty": 27935, + "Ġplague": 27936, + "Ġexhib": 27937, + "ĠAdvent": 27938, + "Ġ1941": 27939, + "ERSON": 27940, + "initely": 27941, + "Ġloneliness": 27942, + "ĠEquality": 27943, + "Ġuntrue": 27944, + "Ġonlook": 27945, + "Ġfragmented": 27946, + "ruce": 27947, + "Ġdistrust": 27948, + "Ġscal": 27949, + "ĠCors": 27950, + "Ġrobbing": 27951, + "cultural": 27952, + "clusion": 27953, + "ĠObi": 27954, + "sels": 27955, + "ĠEvidence": 27956, + "ĠSac": 27957, + "Ġfragments": 27958, + "Ġflipping": 27959, + "ĠRabbit": 27960, + "Ġdisproportionate": 27961, + "ĠCreat": 27962, + "Ġlabeling": 27963, + "ĠGri": 27964, + "Ġ161": 27965, + "ĠEditors": 27966, + "holm": 27967, + "adr": 27968, + "Ĭ": 27969, + "tailed": 27970, + "Ġrenters": 27971, + "Ġnoodles": 27972, + "Ġcompetence": 27973, + "Ġpanc": 27974, + "uration": 27975, + "Ġacids": 27976, + "Ġconfid": 27977, + "rival": 27978, + "AAA": 27979, + "kson": 27980, + "Ġrecreate": 27981, + "153": 27982, + "Ġ164": 27983, + "ĠOlympia": 27984, + "ĠUnlimited": 27985, + "ĠShock": 27986, + "ĠTeaching": 27987, + "ĠHouses": 27988, + "resso": 27989, + "ĠMaw": 27990, + "Ġreplen": 27991, + "Ġprotestors": 27992, + "bey": 27993, + "Ġsurve": 27994, + "Ġemphasizes": 27995, + "223": 27996, + "ĠEsther": 27997, + "ĠNikol": 27998, + "Ġprosecutions": 27999, + "ĠFreed": 28000, + "Ġposs": 28001, + "OTE": 28002, + "ĠPrayer": 28003, + "Ġsquarely": 28004, + "Ġtir": 28005, + "adv": 28006, + "Ġbogus": 28007, + "Ġwrongful": 28008, + "Ġembell": 28009, + "Ġseldom": 28010, + "Ġpossesses": 28011, + "Er": 28012, + "ĠAlternatively": 28013, + "Ġinstituted": 28014, + "rr": 28015, + "Ġvocational": 28016, + "eval": 28017, + "ĠComics": 28018, + "Ġstumbling": 28019, + "335": 28020, + "Ġdragon": 28021, + "vine": 28022, + "services": 28023, + "Ġcrit": 28024, + "irens": 28025, + "Ġlayered": 28026, + "orb": 28027, + "Ġdominates": 28028, + "ĠMarx": 28029, + "period": 28030, + "avering": 28031, + "Ġbrigade": 28032, + "Ġchem": 28033, + "ĠEvolution": 28034, + "ĠSuk": 28035, + "Ġ209": 28036, + "ĠMalk": 28037, + "Ġtallest": 28038, + "recogn": 28039, + "ĠCraw": 28040, + "Ġell": 28041, + "ĠCaesar": 28042, + "php": 28043, + "ĠSurvivors": 28044, + "sd": 28045, + "itsch": 28046, + "ambo": 28047, + "Ġashore": 28048, + "acular": 28049, + "rost": 28050, + "Ġmurderer": 28051, + "Ġcasts": 28052, + "ĠEconomist": 28053, + "ĠWeapons": 28054, + "Ġnostalgic": 28055, + "Skip": 28056, + "REAM": 28057, + "Pa": 28058, + "Ġjournals": 28059, + "ĠSitting": 28060, + "Union": 28061, + "Att": 28062, + "ĠMaxim": 28063, + "Ġpurportedly": 28064, + "Ġrespecting": 28065, + "ĠMAX": 28066, + "seed": 28067, + "Ġjuicy": 28068, + "ĠGallup": 28069, + "Ġmileage": 28070, + "adier": 28071, + "Ġbod": 28072, + "DER": 28073, + "Ġsummers": 28074, + "icult": 28075, + "ipl": 28076, + "ĠDeng": 28077, + "Ġsmells": 28078, + "Ġivory": 28079, + "Ġ255": 28080, + "Id": 28081, + "DEN": 28082, + "Ġ159": 28083, + "Due": 28084, + "ĠLighting": 28085, + "ĠSurely": 28086, + "Ġsund": 28087, + "ĠKessler": 28088, + "immigrant": 28089, + "Ġtragedies": 28090, + "ĠOxy": 28091, + "ĠFixed": 28092, + "ĠBalk": 28093, + "Ġoriented": 28094, + "pher": 28095, + "Ġkitchens": 28096, + "Ġhips": 28097, + "Ġtweak": 28098, + "Ġtuna": 28099, + "ĠCla": 28100, + "Ġdislike": 28101, + "ussy": 28102, + "Ġoutnumbered": 28103, + "Ġplumbing": 28104, + "Ġcogn": 28105, + "ĠThrow": 28106, + "ĠTER": 28107, + "urally": 28108, + "ĠMurd": 28109, + "Ġcreamy": 28110, + "Ġresiding": 28111, + "otics": 28112, + "Ġfingerprints": 28113, + "!,": 28114, + "Ġpaused": 28115, + "ĠMilo": 28116, + "Ġhomosexuality": 28117, + "Ġresponsibly": 28118, + "iop": 28119, + "UCT": 28120, + "Ġsucceeds": 28121, + "ĠCRE": 28122, + "ĠThatcher": 28123, + "Ġcurrents": 28124, + "Ġarises": 28125, + "Ġwaterproof": 28126, + "Ġamp": 28127, + "ĠClaims": 28128, + "177": 28129, + "Ġsubpoen": 28130, + "Ġvig": 28131, + "ĠNeuro": 28132, + "Ġblur": 28133, + "ĠPaint": 28134, + "campus": 28135, + "Ġtoughness": 28136, + "ĠButton": 28137, + "Neal": 28138, + "ĠDEN": 28139, + "ĠNir": 28140, + "ĠAxel": 28141, + "EEP": 28142, + "Ġpint": 28143, + "Ġagile": 28144, + "odor": 28145, + "Ġessentials": 28146, + "ĠMov": 28147, + "ĠVenezuel": 28148, + "Ġexchanging": 28149, + "ĠNegative": 28150, + "Mil": 28151, + "Key": 28152, + "Ġbuzzing": 28153, + "ĠStew": 28154, + "Ġrebuke": 28155, + "Ġdepl": 28156, + "ĠKoz": 28157, + "Ġ163": 28158, + "Ġshines": 28159, + "NZ": 28160, + "Ġcarnage": 28161, + "cases": 28162, + "Ġwarmed": 28163, + "ĠGreenwich": 28164, + "College": 28165, + "Ġneedy": 28166, + "301": 28167, + "ĠMü": 28168, + "culation": 28169, + "Ġ440": 28170, + "425": 28171, + "atories": 28172, + "Ġsatisfactory": 28173, + "ĠFib": 28174, + "ĠElim": 28175, + "developed": 28176, + "Ġvacations": 28177, + "Ġpeculiar": 28178, + "Ġvets": 28179, + "onest": 28180, + "ĠPug": 28181, + "Ġlifestyles": 28182, + "zzi": 28183, + "Ġprovoke": 28184, + "bah": 28185, + "arger": 28186, + "ĠVirt": 28187, + "Sales": 28188, + "annel": 28189, + "ĠMeth": 28190, + "ivating": 28191, + "Ġrevoke": 28192, + "ĠAgenda": 28193, + "ĠIch": 28194, + "Ġsensit": 28195, + "ĠAzerbai": 28196, + "ĠBombay": 28197, + "Ġuncon": 28198, + "river": 28199, + "Ġapr": 28200, + "actic": 28201, + "ĠSubaru": 28202, + "Ġbanquet": 28203, + "Ġcontradict": 28204, + "tek": 28205, + "Football": 28206, + "igent": 28207, + "Ġreintrodu": 28208, + "ĠInsight": 28209, + "Ġsystematically": 28210, + "Ġboun": 28211, + "ĠFishing": 28212, + "Ġstri": 28213, + "ĠOB": 28214, + "Ġstair": 28215, + "Wall": 28216, + "ĠAllow": 28217, + "Ġcaramel": 28218, + "169": 28219, + "Ġcafes": 28220, + "Ġcalcium": 28221, + "Ġ169": 28222, + "Ġportraying": 28223, + "Ġdiscriminate": 28224, + "Ġunrestricted": 28225, + "Ġmant": 28226, + "Ġscarcity": 28227, + "Ġfeminism": 28228, + "ĠJJ": 28229, + "ĠOversight": 28230, + "ĠCue": 28231, + "Ġinexperienced": 28232, + "Ġdrafts": 28233, + "Ġ1939": 28234, + "nm": 28235, + "forest": 28236, + "ĠHonour": 28237, + "Ġceramic": 28238, + "Ġdownstairs": 28239, + "Ġboon": 28240, + "Ġmorality": 28241, + "Ġhorrifying": 28242, + "Rad": 28243, + "justice": 28244, + "Ġmosques": 28245, + "Ġcurfew": 28246, + "Ġsurrogate": 28247, + "Ġreimb": 28248, + "enth": 28249, + "pressure": 28250, + "beam": 28251, + "Ġwhirlwind": 28252, + "ĠRecession": 28253, + "ĠTours": 28254, + "Ġclusters": 28255, + "ĠQuant": 28256, + "Jonathan": 28257, + "project": 28258, + "Ġ777": 28259, + "ĠNOAA": 28260, + "abis": 28261, + "Ġdeficiencies": 28262, + "Ġsuicides": 28263, + "Ġfoothold": 28264, + "ĠYah": 28265, + "imeter": 28266, + "URN": 28267, + "Ġcultivate": 28268, + "Ġnoisy": 28269, + "Ġ1951": 28270, + "Ġpressuring": 28271, + "ĠDeals": 28272, + "ĠProphet": 28273, + "ĠWikipedia": 28274, + "INESS": 28275, + "ĠShine": 28276, + "ĠCalled": 28277, + "ĠSole": 28278, + "ĠZhou": 28279, + "Ġasphalt": 28280, + "armac": 28281, + "ĠScorp": 28282, + "ĠUnknown": 28283, + "ĠPAT": 28284, + "Heart": 28285, + "Ġguessed": 28286, + "Ġsushi": 28287, + "Ġheartbeat": 28288, + "Ġconcent": 28289, + "eret": 28290, + "plin": 28291, + "Ġweeds": 28292, + "Ġbombed": 28293, + "ĠTerrorism": 28294, + "Rich": 28295, + "Ġblades": 28296, + "Ġhaunt": 28297, + "Ġstorefront": 28298, + "Ġthwarted": 28299, + "access": 28300, + "ĠLydia": 28301, + "LINE": 28302, + "Ġpregnancies": 28303, + "Ġripping": 28304, + "ĠBelieve": 28305, + "spoken": 28306, + "inian": 28307, + "sed": 28308, + "ĠBrass": 28309, + "econom": 28310, + "current": 28311, + "Ġvoc": 28312, + "Ġmodeled": 28313, + "Ġpeppers": 28314, + "otech": 28315, + "ĠOption": 28316, + "Connell": 28317, + "isel": 28318, + "Ġcompel": 28319, + "Ġjuveniles": 28320, + "ĠNET": 28321, + "ĠEXP": 28322, + "Ġparadigm": 28323, + "Des": 28324, + "Ġ204": 28325, + "employed": 28326, + "Ġdurability": 28327, + "Ġ245": 28328, + "Ġbillionaires": 28329, + "violent": 28330, + "ĠCooperative": 28331, + "TOP": 28332, + "ĠGarry": 28333, + "ĠSoldiers": 28334, + "Ġdared": 28335, + "Ġvoucher": 28336, + "Ġblends": 28337, + "gue": 28338, + "Ġadventurous": 28339, + "Ġorganisms": 28340, + "Ġgaze": 28341, + "Ġcrap": 28342, + "Coach": 28343, + "omon": 28344, + "ĠWheels": 28345, + "ĠGrayson": 28346, + "Ġrecy": 28347, + "grave": 28348, + "Ġallergic": 28349, + "Ġreef": 28350, + "Ġbeginnings": 28351, + "ĠRuff": 28352, + "Ġclout": 28353, + "structed": 28354, + "315": 28355, + "ĠGeorgian": 28356, + "say": 28357, + "Ġsprings": 28358, + "ĠAsus": 28359, + "Ġrepaid": 28360, + "ĠGuys": 28361, + "ticket": 28362, + "Ġunb": 28363, + "ĠCertificate": 28364, + "ĠSTORY": 28365, + "cin": 28366, + "Ġpassions": 28367, + "Ġmediocre": 28368, + "Ġlackluster": 28369, + "vernight": 28370, + "kids": 28371, + "ĠWife": 28372, + "politics": 28373, + "ĠHimal": 28374, + "oddy": 28375, + "ensus": 28376, + "ĠGustav": 28377, + "binding": 28378, + "ĠIndividuals": 28379, + "Ġmaize": 28380, + "Ġhoop": 28381, + "ĠChanging": 28382, + "Ġlessen": 28383, + "Ġarranging": 28384, + "ĠFukushima": 28385, + "ĠTrying": 28386, + "ĠMage": 28387, + "Ġskeleton": 28388, + "ĠTec": 28389, + "289": 28390, + "Ġrecl": 28391, + "ĠFIL": 28392, + "Gs": 28393, + "ĠOdyssey": 28394, + "ĠProcessing": 28395, + "ilion": 28396, + "Ġsubsidized": 28397, + "Ġabdomen": 28398, + "Ġanalyse": 28399, + "music": 28400, + "clean": 28401, + "Ġunfinished": 28402, + "Ġdownloads": 28403, + "Ġmorally": 28404, + "Ġ218": 28405, + "Ġtrib": 28406, + "Keep": 28407, + "ĠSER": 28408, + "FY": 28409, + "Ġaust": 28410, + "Ġdiscovers": 28411, + "ĠGROUP": 28412, + "ĠMachines": 28413, + "Ġeroded": 28414, + "Ġominous": 28415, + "Ġbrightly": 28416, + "IME": 28417, + "Ġwicked": 28418, + "ĠTrou": 28419, + "Ġvisions": 28420, + "Kay": 28421, + "reported": 28422, + "Ġbog": 28423, + "ĠQuin": 28424, + "ĠSigma": 28425, + "urned": 28426, + "ixon": 28427, + "Ġharming": 28428, + "Ġcheckout": 28429, + "inet": 28430, + "much": 28431, + "Ġcherish": 28432, + "ĠByrd": 28433, + "ĠSamson": 28434, + "WP": 28435, + "orders": 28436, + "boa": 28437, + "Ġbron": 28438, + "oki": 28439, + "ĠRR": 28440, + "Ġsuitcase": 28441, + "Ġfeathers": 28442, + "ĠChristy": 28443, + "Islamic": 28444, + "Ġamusement": 28445, + "ĠISS": 28446, + "intensive": 28447, + "Qaida": 28448, + "Ġneurons": 28449, + "Ġwagon": 28450, + "ĠTek": 28451, + "Ġdolls": 28452, + "ĠShoot": 28453, + "Ġunderestimate": 28454, + "Ġstreamlined": 28455, + "Ġfractures": 28456, + "Ġcathedral": 28457, + "Ġeliminates": 28458, + "helle": 28459, + "Ġcitrus": 28460, + "risis": 28461, + "Ġimpecc": 28462, + "istries": 28463, + "ĠHog": 28464, + "vote": 28465, + "pas": 28466, + "Ġassign": 28467, + "ĠSongs": 28468, + "ĠMiracle": 28469, + "kas": 28470, + "zynski": 28471, + "Ġcrane": 28472, + "Ġadulthood": 28473, + "ĠBenefit": 28474, + "ĠGrimes": 28475, + "Ġpayday": 28476, + "ablished": 28477, + "Ġcenterpiece": 28478, + "Ġhassle": 28479, + "ĠAppalachian": 28480, + "follow": 28481, + "Ġ290": 28482, + "ĠRL": 28483, + "ĠDoe": 28484, + "Ġacclaim": 28485, + "Ġlevied": 28486, + "Ġtossing": 28487, + "Ġcarrots": 28488, + "ĠDarius": 28489, + "161": 28490, + "Ġoffspring": 28491, + "ĠJury": 28492, + "ĠTPP": 28493, + "CAP": 28494, + "Ġenvironmentalists": 28495, + "Ġrays": 28496, + "267": 28497, + "Ser": 28498, + "Ġcaptivity": 28499, + "Ġappellate": 28500, + "ĠElectricity": 28501, + "ĠEnough": 28502, + "232": 28503, + "Ġfisher": 28504, + "Ġbrilliance": 28505, + "Ġpraises": 28506, + "aunch": 28507, + "Ġsolicitation": 28508, + "Ġadolescent": 28509, + "Ġinferior": 28510, + "checks": 28511, + "Set": 28512, + "Ġmutations": 28513, + "ĠLatinos": 28514, + "ĠLicense": 28515, + "ĠAme": 28516, + "hirt": 28517, + "ĠChun": 28518, + "Ġdeeds": 28519, + "ldon": 28520, + "Ġmammoth": 28521, + "Ġturtle": 28522, + "rule": 28523, + "Ken": 28524, + "Ġvoyage": 28525, + "gram": 28526, + "Ġconquer": 28527, + "Ġretaliate": 28528, + "ĠPJ": 28529, + "ĠViking": 28530, + "Ġsafegu": 28531, + "ordinary": 28532, + "ĠArbit": 28533, + "ĠDigest": 28534, + "Die": 28535, + "Ġbureaucratic": 28536, + "Ġhonorable": 28537, + "Ġcafeteria": 28538, + "ĠRAF": 28539, + "ĠPlaces": 28540, + "ĠKlu": 28541, + "Cam": 28542, + "ĠBiology": 28543, + "ĠCycling": 28544, + "imore": 28545, + "Ġstripping": 28546, + "Ġwarriors": 28547, + "Ġbursting": 28548, + "Ġlapse": 28549, + "Ġversa": 28550, + "Ġclicked": 28551, + "ogh": 28552, + "Ġ\"âĢ¦": 28553, + "Ġdiligently": 28554, + "ĠMiy": 28555, + "ĠCorpus": 28556, + "Ġredef": 28557, + "Ġ176": 28558, + "ĠInstrument": 28559, + "ĠOECD": 28560, + "Ġstro": 28561, + "Ġmicrowave": 28562, + "Santa": 28563, + "Ġpars": 28564, + "Social": 28565, + "iffe": 28566, + "itability": 28567, + "Equ": 28568, + "Ġnud": 28569, + "legged": 28570, + "ĠTud": 28571, + "lav": 28572, + "Ġinterpreter": 28573, + "alcohol": 28574, + "Ġimposition": 28575, + "Ġdwelling": 28576, + "Ġ1400": 28577, + "].\"": 28578, + "ĠIw": 28579, + "RM": 28580, + "Ġ555": 28581, + "Ġparalyzed": 28582, + "mind": 28583, + "rans": 28584, + "adin": 28585, + "French": 28586, + "Ġliar": 28587, + "Represent": 28588, + "Ġstrapped": 28589, + "orate": 28590, + "Ġrigging": 28591, + "Ġinterrog": 28592, + "Ġsparse": 28593, + "ento": 28594, + "ĠThem": 28595, + "Ġbaseless": 28596, + "Ġbuildup": 28597, + "Ġundecided": 28598, + "isms": 28599, + "Ġabduct": 28600, + "Ġflowed": 28601, + "Ġprestige": 28602, + "Ġhacks": 28603, + "Ġpanicked": 28604, + "Cast": 28605, + "ĠKrish": 28606, + "umat": 28607, + "Ġantique": 28608, + "Ġbitters": 28609, + "Ġentitlement": 28610, + "Ġstandby": 28611, + "Ten": 28612, + "said": 28613, + "ĠConditions": 28614, + "events": 28615, + "Ġobey": 28616, + "Ġshortest": 28617, + "etting": 28618, + "Ġconcentrating": 28619, + "ĠNeeds": 28620, + "234": 28621, + "Ġintrigued": 28622, + "enting": 28623, + "ĠXen": 28624, + "ĠAlger": 28625, + "seekers": 28626, + "anish": 28627, + "Ġ172": 28628, + "âĢij": 28629, + "Ġsilicon": 28630, + "Ġstandardized": 28631, + "ĠFountain": 28632, + "essel": 28633, + "Ġapproves": 28634, + "Ġsucked": 28635, + "gone": 28636, + "ĠBriggs": 28637, + "brother": 28638, + "Ġartisan": 28639, + "ĠContinuing": 28640, + "vir": 28641, + "Ġsubmarines": 28642, + "ĠInk": 28643, + "program": 28644, + "ĠNexus": 28645, + "ĠCoco": 28646, + "Ġconceptual": 28647, + "Ġmatt": 28648, + "aughters": 28649, + "Ġbaths": 28650, + "Ġbeaut": 28651, + "ĠEmerald": 28652, + "ĠParties": 28653, + "248": 28654, + "completely": 28655, + "esan": 28656, + "Ġdiarrhea": 28657, + "Ġ1100": 28658, + "borg": 28659, + "ĠBroken": 28660, + "Ġreiterate": 28661, + "Ġsorting": 28662, + "ONS": 28663, + "Ġ177": 28664, + "Ġadmin": 28665, + "ĠMandatory": 28666, + "Ġsymptom": 28667, + "Ġpaced": 28668, + "Remember": 28669, + "Ġabdominal": 28670, + "Ġswapped": 28671, + "Ġtransitions": 28672, + "IFA": 28673, + "pretty": 28674, + "ĠJC": 28675, + "Ġallotted": 28676, + "ĠShows": 28677, + "Arthur": 28678, + "Ġsoften": 28679, + "dozen": 28680, + "Mah": 28681, + "Ġextinguished": 28682, + "Ġreelection": 28683, + "Ġdeployments": 28684, + "Ġsturdy": 28685, + "Ġdownright": 28686, + "Ġjams": 28687, + "ĠOptim": 28688, + "Ġhumiliation": 28689, + "cd": 28690, + "Ġbunk": 28691, + "sie": 28692, + "NAT": 28693, + "ilies": 28694, + "Ġimplying": 28695, + "Ġ<": 28696, + "Ġhomepage": 28697, + "242": 28698, + "Ġey": 28699, + "Ġdict": 28700, + "Ġslender": 28701, + "Ġforehead": 28702, + "ĠCecil": 28703, + "Ġshrunk": 28704, + "ĠExit": 28705, + "Ġexpressly": 28706, + "Ġseals": 28707, + "ĠThiel": 28708, + "umni": 28709, + "Ġdamning": 28710, + "ĠVS": 28711, + "ulum": 28712, + "BBC": 28713, + "URES": 28714, + "Ġinhal": 28715, + "Ġfont": 28716, + "Ġworkplaces": 28717, + "ĠPUBLIC": 28718, + "ĠHorror": 28719, + "Bs": 28720, + "arta": 28721, + "ĠBread": 28722, + "Ġstret": 28723, + "Ġethos": 28724, + "Ġstabilized": 28725, + "Ġconvers": 28726, + "ĠInqu": 28727, + "Ġjudgments": 28728, + "ĠContemporary": 28729, + "221": 28730, + "Ġzombie": 28731, + "VD": 28732, + "Ġmisunderstanding": 28733, + "Ġspam": 28734, + "ĠPapers": 28735, + "Ġcrocod": 28736, + "ENA": 28737, + "ĠJuven": 28738, + "ĠAbram": 28739, + "Ġbursts": 28740, + "atto": 28741, + "Ġturbulence": 28742, + "tty": 28743, + "sexual": 28744, + "Ġwaning": 28745, + "community": 28746, + "Government": 28747, + "Ġtranspl": 28748, + "??": 28749, + "Getting": 28750, + "ĠRare": 28751, + "prime": 28752, + "Ġlooting": 28753, + "Ġvalidate": 28754, + "ĠCreating": 28755, + "ĠCorruption": 28756, + "Ġspit": 28757, + "ĠFavorite": 28758, + "Kar": 28759, + "Ġadaptive": 28760, + "ĠART": 28761, + "Ġtorso": 28762, + "ĠIdent": 28763, + "Ġsubdivision": 28764, + "azo": 28765, + "Ġconsequently": 28766, + "Ġrotate": 28767, + "ĠWit": 28768, + "Ġestab": 28769, + "managed": 28770, + "ĠBound": 28771, + "Ġskim": 28772, + "198": 28773, + "ĠCorona": 28774, + "ĠâĿ": 28775, + "Ġwording": 28776, + "buck": 28777, + "iph": 28778, + "patrick": 28779, + "Help": 28780, + "flying": 28781, + "Ġracer": 28782, + "Ġfisherman": 28783, + "____": 28784, + "ackers": 28785, + "Ġpersisted": 28786, + "Ġmyths": 28787, + "Ġgarn": 28788, + "ologue": 28789, + "ĠApprentice": 28790, + "Ġhereby": 28791, + "Ġvulgar": 28792, + "ĠGinger": 28793, + "Ġtrait": 28794, + "ĠIdea": 28795, + "Ġfigur": 28796, + "ĠSchwarzenegger": 28797, + "ĠSafari": 28798, + "178": 28799, + "ĠAsians": 28800, + "775": 28801, + "ĠTriangle": 28802, + "Ġdemons": 28803, + "ĠOv": 28804, + "Ġanime": 28805, + "Broad": 28806, + "Ġmolecule": 28807, + "Ġdeposition": 28808, + "Ġbiodiversity": 28809, + "modern": 28810, + "Ġwallets": 28811, + "NH": 28812, + "planes": 28813, + "rats": 28814, + "ĠSeed": 28815, + "Ġ174": 28816, + "umed": 28817, + "Ġtouting": 28818, + "gre": 28819, + "ĠSEAL": 28820, + "Ġperpetrator": 28821, + "ĠGerrard": 28822, + "Ġallocations": 28823, + "Ġworsh": 28824, + "payment": 28825, + "bett": 28826, + "ĠIssues": 28827, + "ennis": 28828, + "eering": 28829, + "ĠMV": 28830, + "yi": 28831, + "hak": 28832, + "Ġ167": 28833, + "Ġorchestr": 28834, + "224": 28835, + "Ġsup": 28836, + "Ġleukemia": 28837, + "osures": 28838, + "575": 28839, + "Ġnoticeably": 28840, + "Ġparamilitary": 28841, + "ĠTHERE": 28842, + "Ġwaged": 28843, + "igrated": 28844, + "Ġdocumentaries": 28845, + "Ġsenseless": 28846, + "Ġbark": 28847, + "Ġgenetics": 28848, + "ĠAlbania": 28849, + "ĠCrypt": 28850, + "ĠSEO": 28851, + "Ġnightly": 28852, + "Ġfaults": 28853, + "279": 28854, + "ĠFerdinand": 28855, + "ĠSylv": 28856, + "Ġcalam": 28857, + "ĠMuller": 28858, + "ĠSpielberg": 28859, + "Boy": 28860, + "ĠUrs": 28861, + "Ġrug": 28862, + "Ġcolonies": 28863, + "ĠFunk": 28864, + "Ġlyric": 28865, + "ĠATT": 28866, + "anni": 28867, + "ĠNB": 28868, + "Ġthorn": 28869, + "Ġpertinent": 28870, + "188": 28871, + "Ġpartic": 28872, + "Head": 28873, + "Pad": 28874, + "Palestinian": 28875, + "ĠBarg": 28876, + "anical": 28877, + "beaut": 28878, + "onge": 28879, + "Ġgigantic": 28880, + "travel": 28881, + "Ġdownloading": 28882, + "Contin": 28883, + "whe": 28884, + "plane": 28885, + "Wil": 28886, + "IDA": 28887, + "Ele": 28888, + "ĠPAL": 28889, + "Ġbeams": 28890, + "ĠProud": 28891, + "ramer": 28892, + "Ġindependents": 28893, + "Ġtranslator": 28894, + "ĠBrah": 28895, + "ĠTrooper": 28896, + "aylor": 28897, + "pson": 28898, + "Ġguise": 28899, + "Ġdiffering": 28900, + "Ġtopple": 28901, + "ichen": 28902, + "ĠSeymour": 28903, + "deg": 28904, + "ĠMixed": 28905, + "Ġinvoluntary": 28906, + "Ġcountdown": 28907, + "ĠNarc": 28908, + "ĠAdults": 28909, + "Ġcoaster": 28910, + "Ġ342": 28911, + "ĠAcquisition": 28912, + "mone": 28913, + "Ġpenchant": 28914, + "Brian": 28915, + "Gh": 28916, + "Pres": 28917, + "enei": 28918, + "Ġreefs": 28919, + "ĠMaver": 28920, + "Ġdevised": 28921, + "ĠIMP": 28922, + "vict": 28923, + "Ġagility": 28924, + "ĠPayments": 28925, + "respected": 28926, + "Ġtuning": 28927, + "ĠFACE": 28928, + "actions": 28929, + "Ġyell": 28930, + "ĠLeaving": 28931, + "Ġsnowy": 28932, + "Saudi": 28933, + "Ġformations": 28934, + "Ġairborne": 28935, + "Ġdeed": 28936, + "ooks": 28937, + "Ġnamesake": 28938, + "Ġpunishable": 28939, + "Ġagg": 28940, + "oths": 28941, + "ĠFamous": 28942, + "ĠDeposit": 28943, + "Ġinduce": 28944, + "189": 28945, + "Ġhesitation": 28946, + "ĠBrowse": 28947, + "ople": 28948, + "reys": 28949, + "henko": 28950, + "Ġsecretaries": 28951, + "Ġintersections": 28952, + "Ġdiminishing": 28953, + "ints": 28954, + "Ġ1934": 28955, + "ĠInvestigative": 28956, + "ĠMexicans": 28957, + "ĠMahar": 28958, + "ibur": 28959, + "Ġstocking": 28960, + "gross": 28961, + "Ġasbestos": 28962, + "Ġagitation": 28963, + "ĠBST": 28964, + "Overall": 28965, + "Ġheats": 28966, + "ĠSpan": 28967, + "Ġimped": 28968, + "Ġtrusting": 28969, + "Pet": 28970, + "Ġegregious": 28971, + "Ġcomedians": 28972, + "zin": 28973, + "WIN": 28974, + "Ġchats": 28975, + "Ġexploding": 28976, + "ĠTort": 28977, + "Ġembraces": 28978, + "Ġneut": 28979, + "verson": 28980, + "ouncing": 28981, + "ĠFiber": 28982, + "Ġbaker": 28983, + "Ġunstoppable": 28984, + "ĠDial": 28985, + "cars": 28986, + "Marc": 28987, + "164": 28988, + "volt": 28989, + "Ġceased": 28990, + "EFF": 28991, + "Ġpromoters": 28992, + "Ġcircuits": 28993, + "Ġexcise": 28994, + "Ġseminars": 28995, + "ĠTiny": 28996, + "ĠImportant": 28997, + "ĠTup": 28998, + "Ġoutburst": 28999, + "ĠSOC": 29000, + "ĠWWII": 29001, + "Ġmerging": 29002, + "highly": 29003, + "ĠGmail": 29004, + "ozy": 29005, + "ĠKB": 29006, + "Ġlaboratories": 29007, + "knit": 29008, + "ĠClosed": 29009, + "Ġsurrounds": 29010, + "ĠVet": 29011, + "Ġcere": 29012, + "vard": 29013, + "ĠDeadpool": 29014, + "text": 29015, + "Ġinfusion": 29016, + "Ġcuc": 29017, + "ĠAtl": 29018, + "Ġbustling": 29019, + "ĠSettings": 29020, + "Ġ193": 29021, + "ryan": 29022, + "184": 29023, + "186": 29024, + "Ġswat": 29025, + "rane": 29026, + "Ġepidem": 29027, + "lando": 29028, + "Ġtestifying": 29029, + "Ġmoistur": 29030, + "ĠTens": 29031, + "Ġexemplary": 29032, + "ĠPump": 29033, + "Ġforcefully": 29034, + "ĠFare": 29035, + "Ġcomplicate": 29036, + "Fe": 29037, + "Di": 29038, + "ĠThy": 29039, + "Ġcompartment": 29040, + "ĠFiesta": 29041, + "Would": 29042, + "fitted": 29043, + "Ġcull": 29044, + "Ġcomedic": 29045, + "cyl": 29046, + "Ġwhichever": 29047, + "stic": 29048, + "Ġ213": 29049, + "Ġspills": 29050, + "Ġplasma": 29051, + "Ġdisguise": 29052, + "ĠCompass": 29053, + "ĠImmun": 29054, + "Ġscarf": 29055, + "Ġdisperse": 29056, + "Ġreckon": 29057, + "ĠTaste": 29058, + "root": 29059, + "ĠGAME": 29060, + "xx": 29061, + "Ġhomophobic": 29062, + "Ġdimin": 29063, + "/#": 29064, + "Ġ178": 29065, + "Ġgems": 29066, + "lio": 29067, + "informed": 29068, + "ample": 29069, + "XT": 29070, + "Ġrepression": 29071, + "ĠTakes": 29072, + "Ġhabitats": 29073, + "Ġmountainous": 29074, + "ĠMcH": 29075, + "ENC": 29076, + "Mobil": 29077, + "Ġreel": 29078, + "ĠTI": 29079, + "Ġauthorize": 29080, + "ĠAccept": 29081, + "ĠMetall": 29082, + "CCC": 29083, + "Ġwetlands": 29084, + "ĠWitch": 29085, + "heading": 29086, + "Ġintervals": 29087, + "ĠWitt": 29088, + "hene": 29089, + "Ġcomforting": 29090, + "ollen": 29091, + "ERN": 29092, + "ooky": 29093, + "etch": 29094, + "Ġassailant": 29095, + "announced": 29096, + "elin": 29097, + "plate": 29098, + "920": 29099, + "eating": 29100, + "induced": 29101, + "ĠIgor": 29102, + "ĠAmph": 29103, + "Ġpatented": 29104, + "posing": 29105, + "Ġextraordinarily": 29106, + "Ġfearless": 29107, + "mortem": 29108, + "ĠDraw": 29109, + "ĠRend": 29110, + "Son": 29111, + "ridden": 29112, + "ĠAdvantage": 29113, + "Ġ305": 29114, + "Ġroared": 29115, + "Str": 29116, + "Ġradioactive": 29117, + "Ġslur": 29118, + "ĠRear": 29119, + "affles": 29120, + "ĠPon": 29121, + "Ġost": 29122, + "umbs": 29123, + "ĠSlack": 29124, + "athom": 29125, + "baby": 29126, + "213": 29127, + "ĠSpending": 29128, + "ĠAccordingly": 29129, + "Ġclocks": 29130, + "archs": 29131, + "Ġsmugg": 29132, + "Ġmastermind": 29133, + "ĠKlaus": 29134, + "alpha": 29135, + "Ġspoiled": 29136, + "264": 29137, + "Pod": 29138, + "Ġflared": 29139, + "Ġcomposure": 29140, + "ĠCAM": 29141, + "Ġrestruct": 29142, + "Ġtasted": 29143, + "ĠKimber": 29144, + "Ġupheaval": 29145, + "CHAR": 29146, + "ĠGeo": 29147, + "itations": 29148, + "Ġbegged": 29149, + "UX": 29150, + "Authorities": 29151, + "ĠEngel": 29152, + "ĠHOME": 29153, + "Ġratt": 29154, + "Ġquickest": 29155, + "475": 29156, + "ĠSting": 29157, + "ĠICO": 29158, + "yu": 29159, + "Ġdefy": 29160, + "Prince": 29161, + "cards": 29162, + "Ġovertake": 29163, + "Ġretrieved": 29164, + "ĠNavajo": 29165, + "Ġpastry": 29166, + "ĠLange": 29167, + "Ġentrusted": 29168, + "ĠCull": 29169, + "aler": 29170, + "Ġdinosaurs": 29171, + "Ġbragging": 29172, + "ĠAlley": 29173, + "meier": 29174, + "ĠAssuming": 29175, + "Ġana": 29176, + "omatic": 29177, + "Brend": 29178, + "acted": 29179, + "Ġexhaustive": 29180, + "Ġunfit": 29181, + "Several": 29182, + "gap": 29183, + "Ġtet": 29184, + "228": 29185, + "Sk": 29186, + "302": 29187, + "Ġdeflect": 29188, + "Ġ179": 29189, + "226": 29190, + "Ġadorned": 29191, + "ĠSpread": 29192, + "Ġthirds": 29193, + "ĠSemi": 29194, + "Ġdescend": 29195, + "Ġaccumulate": 29196, + "Ġflavours": 29197, + "Ġinvoked": 29198, + "ĠAnge": 29199, + "Ġprofess": 29200, + "unks": 29201, + "ĠKickstarter": 29202, + "ENTS": 29203, + "ĠRw": 29204, + "Ġchatter": 29205, + "ĠPOS": 29206, + "Ġcollaborators": 29207, + "ĠEW": 29208, + "ĠMarkus": 29209, + "Ġimpair": 29210, + "Ġbolt": 29211, + "Ġglue": 29212, + "Ġloosely": 29213, + "ĠSUM": 29214, + "Ġhydraulic": 29215, + "Ġpredatory": 29216, + "Charles": 29217, + "cond": 29218, + "Ġspawned": 29219, + "Fr": 29220, + "174": 29221, + "Ġtame": 29222, + "Ġaggrav": 29223, + "Ġchrist": 29224, + "true": 29225, + "ivable": 29226, + "Ġhen": 29227, + "ĠKut": 29228, + "Ġskyrocket": 29229, + "Ġeg": 29230, + "Ġveterinarian": 29231, + "ĠStats": 29232, + "Kit": 29233, + "Ġbiologist": 29234, + "Spe": 29235, + "Ġantenna": 29236, + "Ġsust": 29237, + "fill": 29238, + "Ġpayload": 29239, + "227": 29240, + "Ġlivestream": 29241, + "ORN": 29242, + "ĠAbel": 29243, + "Ġdeception": 29244, + "ussen": 29245, + "Britain": 29246, + "partisan": 29247, + "Ġbrowse": 29248, + "Ġmelan": 29249, + "172": 29250, + "ĠNumerous": 29251, + "ĠMansion": 29252, + "Ġassailants": 29253, + "£": 29254, + "olerance": 29255, + "Ġdirectives": 29256, + "ĠInteg": 29257, + "zers": 29258, + "Ġduct": 29259, + "ĠHonestly": 29260, + "ĠImmediately": 29261, + "ixty": 29262, + "Ġdiagnose": 29263, + "Ġimplication": 29264, + "ĠiPads": 29265, + "testers": 29266, + "riots": 29267, + "Ġrespons": 29268, + "XP": 29269, + "pes": 29270, + "875": 29271, + "Ġ199": 29272, + "ĠPoe": 29273, + "303": 29274, + "Ġailments": 29275, + "ĠCarrier": 29276, + "Ġeject": 29277, + "Ġrestroom": 29278, + "Drive": 29279, + "manufact": 29280, + "Ġcompens": 29281, + "Ġglossy": 29282, + "Ġrecovers": 29283, + "Ġthinner": 29284, + "Ġdescendants": 29285, + "antle": 29286, + "Beaut": 29287, + "competitive": 29288, + "ĠRobotics": 29289, + "Ġpretext": 29290, + "233": 29291, + "Ġflanked": 29292, + "ĠâĻ": 29293, + "Ġguts": 29294, + "Ġwee": 29295, + "Ġaccents": 29296, + "mc": 29297, + "Ġgrapp": 29298, + "ĠNathaniel": 29299, + "ĠMikhail": 29300, + "Ġobligated": 29301, + "Ġmanoeuv": 29302, + "Ġechoing": 29303, + "Ġ189": 29304, + "ĠDevice": 29305, + "isd": 29306, + "Ġloopholes": 29307, + "Ġbehold": 29308, + "ĠMerry": 29309, + "Ġfunn": 29310, + "Ġnuanced": 29311, + "667": 29312, + "ELY": 29313, + "ĠTasmania": 29314, + "ĠSaddam": 29315, + "Ġquizz": 29316, + "military": 29317, + "cient": 29318, + "Ġoutlaw": 29319, + "ĠAudit": 29320, + "ĠBoom": 29321, + "Ġcrim": 29322, + "asured": 29323, + "ĠApps": 29324, + "ĠKush": 29325, + "onica": 29326, + "Ġamput": 29327, + "signed": 29328, + "ĠMEN": 29329, + "ĠRosenberg": 29330, + "Ġvide": 29331, + "ĠDirection": 29332, + "Ġfountain": 29333, + "TW": 29334, + "ĠCARE": 29335, + "Ġreassured": 29336, + "Food": 29337, + "Ġdepressing": 29338, + "ĠWhilst": 29339, + "reatment": 29340, + "Ġspelled": 29341, + "Ġhipp": 29342, + "ĠPeach": 29343, + "hound": 29344, + "Harry": 29345, + "Ġcatalogue": 29346, + "ĠCommun": 29347, + "Ġnurture": 29348, + "rush": 29349, + "ĠPopulation": 29350, + "ĠNTS": 29351, + "ĠElectrical": 29352, + "rounded": 29353, + "Ġblending": 29354, + "Ġ223": 29355, + "alities": 29356, + "ilation": 29357, + "eas": 29358, + "estate": 29359, + "Ġnarrowing": 29360, + "ĠTreasure": 29361, + "192": 29362, + "Ġwhims": 29363, + "Ġrobber": 29364, + "Ġsoaked": 29365, + "nian": 29366, + "Ġcongest": 29367, + "ĠYosemite": 29368, + "notes": 29369, + "icer": 29370, + "ĠGuardians": 29371, + "ĠFrozen": 29372, + "Ġ187": 29373, + "Ġhandcuffs": 29374, + "Someone": 29375, + "Ġenshr": 29376, + "gency": 29377, + "ĠCube": 29378, + "Ġprinters": 29379, + "Ġundercut": 29380, + "ĠSolution": 29381, + "rosis": 29382, + "ĠHumanity": 29383, + "Ġsucks": 29384, + "ĠSick": 29385, + "Tax": 29386, + "Ġtablespoon": 29387, + "ĠTrin": 29388, + "ĠArchive": 29389, + "Mom": 29390, + "ĠSAY": 29391, + "Ġdrifting": 29392, + "ĠFarage": 29393, + "Ġforging": 29394, + "WM": 29395, + "ĠEleanor": 29396, + "USH": 29397, + "Ġemph": 29398, + "Ġcareless": 29399, + "Ġspew": 29400, + "Ġinsensitive": 29401, + "Ġawhile": 29402, + "Ġcit": 29403, + "opened": 29404, + "ĠFem": 29405, + "Ġvapor": 29406, + "Ġdownt": 29407, + "ylene": 29408, + "Ġclut": 29409, + "Ġculp": 29410, + "1990": 29411, + "Ġdisgruntled": 29412, + "Students": 29413, + "uttering": 29414, + "gyn": 29415, + "vre": 29416, + "Ġrapes": 29417, + "division": 29418, + "ĠCalendar": 29419, + "tal": 29420, + "icts": 29421, + "caliber": 29422, + "ĠFighters": 29423, + "ĠUnc": 29424, + "163": 29425, + "ĠRogue": 29426, + "Ġregistrations": 29427, + "Ġundermines": 29428, + "ĠPunch": 29429, + "Ġdramas": 29430, + "176": 29431, + "Ġslider": 29432, + "ĠFlore": 29433, + "ر": 29434, + "Ġbru": 29435, + "inelli": 29436, + "Ġdisparities": 29437, + "ا": 29438, + "Ġreferrals": 29439, + "ĠCharges": 29440, + "Ġbreeds": 29441, + "ĠMEP": 29442, + "288": 29443, + "Ġmouths": 29444, + "Ġsideways": 29445, + "Ġbelievers": 29446, + "ppard": 29447, + "Ġhotter": 29448, + "Ġunderestimated": 29449, + "Ġjelly": 29450, + "525": 29451, + "ĠCMS": 29452, + "ĠWeiner": 29453, + "Ġguarding": 29454, + "Ġampl": 29455, + "ĠKidd": 29456, + "UF": 29457, + "orient": 29458, + "max": 29459, + "Ash": 29460, + "Ġwander": 29461, + "Ġ..........": 29462, + "ĠDempsey": 29463, + "ĠToken": 29464, + "chat": 29465, + "Justin": 29466, + "equipped": 29467, + "ĠBI": 29468, + "Ġsins": 29469, + "Ġnond": 29470, + "ursion": 29471, + "Ġcoc": 29472, + "Ġmailing": 29473, + "ĠArchitect": 29474, + "Ġhaunting": 29475, + "Ġpont": 29476, + "Ġascertain": 29477, + "Ġwig": 29478, + "Ġskysc": 29479, + "Ġarg": 29480, + "ĠItalians": 29481, + "/?": 29482, + "Ġ----------------------------------------------------------------": 29483, + "ĠPrecision": 29484, + "EPA": 29485, + "Ġhotly": 29486, + "Ġcircumvent": 29487, + "ĠEcc": 29488, + "Ġmerch": 29489, + "akov": 29490, + "Ġunab": 29491, + "heres": 29492, + "Ġsubcommittee": 29493, + "ĠDiscuss": 29494, + "ĠChallenger": 29495, + "crafted": 29496, + "Ġcanine": 29497, + "osphere": 29498, + "Ġspider": 29499, + "Ġteachings": 29500, + "atos": 29501, + "Ġuniversally": 29502, + "Ġturbine": 29503, + "ĠLO": 29504, + "ĠMAG": 29505, + "Ġpassers": 29506, + "Ġroundup": 29507, + "Ġdenounce": 29508, + "ĠSpiegel": 29509, + "until": 29510, + "Ġshaved": 29511, + "Ġdisdain": 29512, + "Nazi": 29513, + "Ġnewfound": 29514, + "Ġspontaneous": 29515, + "Ġmash": 29516, + "ĠDispatch": 29517, + "Ġsunrise": 29518, + "ogged": 29519, + "Ġfuss": 29520, + "Ġeas": 29521, + "acci": 29522, + "ĠTarg": 29523, + "Ġhash": 29524, + "lict": 29525, + "Ġmisc": 29526, + "ĠSched": 29527, + "guy": 29528, + "linger": 29529, + "warm": 29530, + "ipel": 29531, + "ĠGork": 29532, + "Ġdispatcher": 29533, + "Ġ315": 29534, + "Ġfinely": 29535, + "Ġreliably": 29536, + "Ġrupt": 29537, + "Ġnegligent": 29538, + "Ġendorsements": 29539, + "ĠOrient": 29540, + "Ġelectro": 29541, + "haired": 29542, + "Ġphysique": 29543, + "wine": 29544, + "Ġadolescents": 29545, + "Ġ184": 29546, + "alth": 29547, + "Ġvalidated": 29548, + "izzard": 29549, + "ĠPeck": 29550, + "Ġemblem": 29551, + "status": 29552, + "ĠJungle": 29553, + "orius": 29554, + "Ġeccentric": 29555, + "Ġfolding": 29556, + "poor": 29557, + "ĠTHC": 29558, + "appers": 29559, + "Ġscripted": 29560, + "239": 29561, + "ĠPreferred": 29562, + "digital": 29563, + "Ġsharper": 29564, + "Ġportrays": 29565, + "rative": 29566, + "238": 29567, + "Ġ183": 29568, + "Ġuneasy": 29569, + "ĠRI": 29570, + "Ġvil": 29571, + "171": 29572, + "Ġspoil": 29573, + "ĠPricing": 29574, + "ĠHardware": 29575, + "Ġ188": 29576, + "Ġhorrendous": 29577, + "Ġostensibly": 29578, + "nah": 29579, + "Ġgadget": 29580, + "ADS": 29581, + "coat": 29582, + "Ġexhausting": 29583, + "Ġdraining": 29584, + "arate": 29585, + "ĠBulgarian": 29586, + "emo": 29587, + "Ġhier": 29588, + "Ġguitars": 29589, + "ieties": 29590, + "assed": 29591, + "ĠYaz": 29592, + "Ġaggress": 29593, + "ĠBG": 29594, + "vik": 29595, + "Ġneatly": 29596, + "Ġpixel": 29597, + "Ġintimacy": 29598, + "ĠRug": 29599, + "Ġ512": 29600, + "Ġnarrated": 29601, + "Ġmast": 29602, + "ĠNos": 29603, + "ĠHung": 29604, + "reciation": 29605, + "ĠChandra": 29606, + "Ġbios": 29607, + "ĠEnded": 29608, + "lique": 29609, + "ĠCambod": 29610, + "Ġworrisome": 29611, + "ĠEQ": 29612, + "Ġnovelist": 29613, + "ĠDynamic": 29614, + "ĠMIC": 29615, + "Ġdisposed": 29616, + "Ġbrackets": 29617, + "Ġhaircut": 29618, + "ĠLana": 29619, + "Ġlull": 29620, + "Ġbillboard": 29621, + "ĠReverend": 29622, + "ĠNAV": 29623, + "borgh": 29624, + "Ġadrenaline": 29625, + "Ġseeming": 29626, + "ĠPCB": 29627, + "ĠBridgewater": 29628, + "Ġsquirrel": 29629, + "262": 29630, + "write": 29631, + "Ġstabilization": 29632, + "wild": 29633, + "Ġsecession": 29634, + "Ġpacket": 29635, + "AMES": 29636, + "licted": 29637, + "Ġmalnutrition": 29638, + "claimed": 29639, + "Ġcharred": 29640, + "Ġtragically": 29641, + "Published": 29642, + "Ġrepealed": 29643, + "ĠSawyer": 29644, + "ĠMormon": 29645, + "resolution": 29646, + "ĠSaud": 29647, + "Henry": 29648, + "Ġdiscontin": 29649, + "Ġsnag": 29650, + "danger": 29651, + "Ġmixes": 29652, + "Ġupbringing": 29653, + "Ġlimb": 29654, + "ĠFantastic": 29655, + "Sim": 29656, + "ĠAugustine": 29657, + "ĠGreeks": 29658, + "cod": 29659, + "ĠHistorically": 29660, + "mire": 29661, + "register": 29662, + "ĠKund": 29663, + "Ġdebilitating": 29664, + "Chat": 29665, + "ĠTau": 29666, + "ï": 29667, + "lower": 29668, + "pie": 29669, + "Ġ430": 29670, + "Ġnascent": 29671, + "Ġ375": 29672, + "Ġbum": 29673, + "WI": 29674, + "Netflix": 29675, + "whether": 29676, + "Ġdearly": 29677, + "eff": 29678, + "PRES": 29679, + "Ġlandmarks": 29680, + "Ġculminating": 29681, + "Ġmigrate": 29682, + "balanced": 29683, + "Ġregulars": 29684, + "Ġmodification": 29685, + "Ġdips": 29686, + "ĠRedmond": 29687, + "ationally": 29688, + "atsu": 29689, + "Ġphilosophical": 29690, + "Ġtyping": 29691, + "Ġunreal": 29692, + "Ġboiled": 29693, + "Ġblight": 29694, + "Ġdru": 29695, + "ĠGaddafi": 29696, + "Ġnour": 29697, + "Ġsequential": 29698, + "Ġaugment": 29699, + "ĠEuras": 29700, + "ĠWiley": 29701, + "endar": 29702, + "Ġacronym": 29703, + "esteem": 29704, + "ĠMajesty": 29705, + "Ġgrips": 29706, + "Ġobsolete": 29707, + "nos": 29708, + "Made": 29709, + "ogie": 29710, + "ĠLiver": 29711, + "ĠDonetsk": 29712, + "Ġdynam": 29713, + "tel": 29714, + "bring": 29715, + "Ġknit": 29716, + "Ġfirepower": 29717, + "Ġprepaid": 29718, + "ĠRaphael": 29719, + "Ġsensing": 29720, + "720": 29721, + "WN": 29722, + "Nor": 29723, + "puted": 29724, + "Ġbureaucrats": 29725, + "ĠAdjust": 29726, + "Ġintensely": 29727, + "Ġsunscreen": 29728, + "Ho": 29729, + "ĠYelp": 29730, + "ĠPU": 29731, + "ĠSerge": 29732, + "ĠCyp": 29733, + "ELF": 29734, + "ĠGuns": 29735, + "Ġteamwork": 29736, + "ĠBib": 29737, + "ĠMaintenance": 29738, + "perate": 29739, + "Ġwiping": 29740, + "Ġcharcoal": 29741, + "ordan": 29742, + "International": 29743, + "Ġbehaving": 29744, + "Ġsoftened": 29745, + "ĠIncreased": 29746, + "Ġunfl": 29747, + "470": 29748, + "Ġinformative": 29749, + "Ġnovelty": 29750, + "Ġavoidance": 29751, + "Ġteasing": 29752, + "matic": 29753, + "Ġmaid": 29754, + "ĠPell": 29755, + "Ġcounterterrorism": 29756, + "ĠGabe": 29757, + "ications": 29758, + "ĠConnection": 29759, + "ĠInquiry": 29760, + "isin": 29761, + "orama": 29762, + "Ġcorpse": 29763, + "Ġpractitioner": 29764, + "itto": 29765, + "UA": 29766, + "Ġforestry": 29767, + "Ġlic": 29768, + "Ġrevolves": 29769, + "Ġcalculating": 29770, + "Ġpuppet": 29771, + "ulously": 29772, + "ĠPebble": 29773, + "Dep": 29774, + "Ġupholding": 29775, + "Ġcarving": 29776, + "Ġwartime": 29777, + "Ġenvy": 29778, + "Ġencro": 29779, + "ĠPunk": 29780, + "ĠAdminist": 29781, + "ucha": 29782, + "Ġbattleground": 29783, + "Ġlol": 29784, + "uable": 29785, + "Ġunheard": 29786, + "ĠSpur": 29787, + "phony": 29788, + "Ġcarc": 29789, + "ĠSut": 29790, + "Ġpollutants": 29791, + "Cr": 29792, + "Ġvigorous": 29793, + "355": 29794, + "ĠMarriage": 29795, + "Ġstaffed": 29796, + "fecture": 29797, + "ĠArabs": 29798, + "supported": 29799, + "Ġmanpower": 29800, + "ĠSatellite": 29801, + "None": 29802, + "Ġqueues": 29803, + "Ġinsightful": 29804, + "Ġinterchange": 29805, + "Rel": 29806, + "Ġsolemn": 29807, + "Ġsmuggled": 29808, + "upt": 29809, + "Ġ171": 29810, + "Ġparallels": 29811, + "intelligence": 29812, + "punk": 29813, + "Ġrecycle": 29814, + "Ġdecorative": 29815, + "Ġshar": 29816, + "arrell": 29817, + "iances": 29818, + "ĠBolivia": 29819, + "Ġstrengthens": 29820, + "430": 29821, + "Ġhardships": 29822, + "Ġsignalling": 29823, + "Ġunthinkable": 29824, + "READ": 29825, + "Ġtad": 29826, + "picked": 29827, + "Ġarmor": 29828, + "Ġcores": 29829, + "ĠMatrix": 29830, + "Ġdj": 29831, + "Ġevolutionary": 29832, + "ĠBermuda": 29833, + "OE": 29834, + "organized": 29835, + "Ġrelentlessly": 29836, + "sol": 29837, + "ĠMamm": 29838, + "Ġpounding": 29839, + "Weather": 29840, + "Ġrab": 29841, + "Ġsweets": 29842, + "funding": 29843, + "ĠHUD": 29844, + "ĠSoldier": 29845, + "reed": 29846, + "released": 29847, + "Ġcontainment": 29848, + "alid": 29849, + "ĠNikon": 29850, + "Ġcervical": 29851, + "Ġign": 29852, + "Ġalias": 29853, + "Ġoptimized": 29854, + "Ġasserting": 29855, + "ĠAFTER": 29856, + "Ġflatt": 29857, + "Ġdinosaur": 29858, + "ĠRefugees": 29859, + "ĠAnch": 29860, + "Ġadjustable": 29861, + "Ġroaring": 29862, + "Ġpilgrimage": 29863, + "Ġcowboy": 29864, + "Ġentails": 29865, + "ractions": 29866, + "EY": 29867, + "undy": 29868, + "ĠKuh": 29869, + "inges": 29870, + "ĠTerra": 29871, + "ĠEscape": 29872, + "Ġrundown": 29873, + "Ġstriped": 29874, + "KN": 29875, + "ocations": 29876, + "IDENT": 29877, + "IGH": 29878, + "Ġavoids": 29879, + "Moh": 29880, + "ĠLS": 29881, + "lbs": 29882, + "ĠAttempt": 29883, + "Ġtriangle": 29884, + "Ġclimax": 29885, + "Ġhp": 29886, + "Ġallot": 29887, + "learning": 29888, + "ĠJFK": 29889, + "Justice": 29890, + "OUT": 29891, + "ĠHER": 29892, + "ĠLect": 29893, + "Ġtrench": 29894, + "edar": 29895, + "Ġreservoirs": 29896, + "uid": 29897, + "rf": 29898, + "162": 29899, + "Ġinterfered": 29900, + "Ġemit": 29901, + "these": 29902, + "444": 29903, + "ĠLeather": 29904, + "essing": 29905, + "ĠEighth": 29906, + "uckle": 29907, + "Breaking": 29908, + "Ġunresolved": 29909, + "Ġgoose": 29910, + "252": 29911, + "platform": 29912, + "atus": 29913, + "Ġcomplexion": 29914, + "ĠBUS": 29915, + "Ġstruct": 29916, + "middle": 29917, + "Sat": 29918, + "ĠWHERE": 29919, + "LB": 29920, + "redible": 29921, + "vered": 29922, + "Louis": 29923, + "ĠBaz": 29924, + "Eye": 29925, + "safety": 29926, + "Ġhypothetical": 29927, + "Ġbowel": 29928, + "Ġuntouched": 29929, + "312": 29930, + "ĠPric": 29931, + "Ġastounding": 29932, + "meet": 29933, + "Aaron": 29934, + "ĠWoo": 29935, + "236": 29936, + "ĠShape": 29937, + "Ġdrifted": 29938, + "Ġtile": 29939, + "ĠGrim": 29940, + "Ġundeniable": 29941, + "Ġ..": 29942, + "Ġradius": 29943, + "Ġovarian": 29944, + "ĠSeriously": 29945, + "verning": 29946, + "Ġassertions": 29947, + "oxic": 29948, + "231": 29949, + "ĠViz": 29950, + "Jackson": 29951, + "ĠSno": 29952, + "Ġboycot": 29953, + "okingly": 29954, + "ousse": 29955, + "proclaimed": 29956, + "Ġblazing": 29957, + "Ġinefficient": 29958, + "Ġfig": 29959, + "Ġbooze": 29960, + "259": 29961, + "agus": 29962, + "statement": 29963, + "Ġlocom": 29964, + "Ġtacos": 29965, + "Ġmemos": 29966, + "gender": 29967, + "ĠOrt": 29968, + "263": 29969, + "Ġintervening": 29970, + "Soc": 29971, + "University": 29972, + "ĠPis": 29973, + "ĠReturns": 29974, + "ĠPAN": 29975, + "Ġultrasound": 29976, + "Ġcoherent": 29977, + "tracking": 29978, + "rieved": 29979, + "383": 29980, + "Ġqualitative": 29981, + "uld": 29982, + "ĠGiovanni": 29983, + "Ġstorylines": 29984, + "Ġdarkest": 29985, + "Ġvelvet": 29986, + "RIP": 29987, + "Ġcompatibility": 29988, + "Ġtroll": 29989, + "CN": 29990, + "Found": 29991, + "ĠOu": 29992, + "Ġtease": 29993, + "Ġvested": 29994, + "Ġprovocation": 29995, + "Ġimprovised": 29996, + "Ġactivation": 29997, + "unte": 29998, + "ĠMonteneg": 29999, + "ĠJOHN": 30000, + "ĠReact": 30001, + "Ġpolluted": 30002, + "217": 30003, + "Ġmushroom": 30004, + "Ġdisconnected": 30005, + "ĠVoices": 30006, + "asu": 30007, + "Ġsensory": 30008, + "REE": 30009, + "Ġmonarchy": 30010, + "Ġ173": 30011, + "doing": 30012, + "involved": 30013, + "ĠJonah": 30014, + "Ġtoxins": 30015, + "Ġtv": 30016, + "Ġacademia": 30017, + "IQ": 30018, + "Mor": 30019, + "ĠStraight": 30020, + "ĠRN": 30021, + "ĠâĹı": 30022, + "Ġpear": 30023, + "187": 30024, + "Ġendeavors": 30025, + "ĠTurbo": 30026, + "Ġducks": 30027, + "ĠRamsay": 30028, + "Ġoutpatient": 30029, + "Ġcomprehend": 30030, + "UNE": 30031, + "Ġbriefings": 30032, + "total": 30033, + "Ġmigr": 30034, + "always": 30035, + "Ġmoot": 30036, + "ĠRider": 30037, + "Ġbiblical": 30038, + "Form": 30039, + "Ġcurry": 30040, + "Ġexquisite": 30041, + "385": 30042, + "244": 30043, + "Ġattendants": 30044, + "Ġcabinets": 30045, + "nton": 30046, + "Baby": 30047, + "Honestly": 30048, + "ĠFIRE": 30049, + "211": 30050, + "itech": 30051, + "ĠProsper": 30052, + "Ġchops": 30053, + "odic": 30054, + "Rod": 30055, + "job": 30056, + "orset": 30057, + "ĠAry": 30058, + "obic": 30059, + "ĠNil": 30060, + "isable": 30061, + "Ġorche": 30062, + "Ġtrivial": 30063, + "ĠZy": 30064, + "ĠXP": 30065, + "Ġendorsing": 30066, + "ĠLIM": 30067, + "adish": 30068, + "237": 30069, + "ĠLaws": 30070, + "heid": 30071, + "ĠSignature": 30072, + "ĠVern": 30073, + "ĠBland": 30074, + "ansk": 30075, + "Ġrepository": 30076, + "ĠPetra": 30077, + "Enter": 30078, + "Ġtruths": 30079, + "Ġbordering": 30080, + "Ġpenn": 30081, + "Ġsimplified": 30082, + "zn": 30083, + "ĠCree": 30084, + "Ġ181": 30085, + "Hi": 30086, + "ĠGreenberg": 30087, + "Ġprematurely": 30088, + "ĠSass": 30089, + "Ġwrecked": 30090, + "Ġheinous": 30091, + "415": 30092, + "Turn": 30093, + "zl": 30094, + "amental": 30095, + "ĠBraz": 30096, + "fing": 30097, + "ĠAngle": 30098, + "ĠPhantom": 30099, + "agra": 30100, + "ĠShack": 30101, + "Ġhomegrown": 30102, + "Ġalright": 30103, + "AME": 30104, + "ĠKN": 30105, + "Ġclicks": 30106, + "Ġmanned": 30107, + "ĠScope": 30108, + "Ġextras": 30109, + "Ġclinicians": 30110, + "321": 30111, + "African": 30112, + "Ġjuices": 30113, + "Ġrefere": 30114, + "****": 30115, + "ambling": 30116, + "since": 30117, + "Ġvoic": 30118, + "QB": 30119, + "ĠAtmospheric": 30120, + "Mat": 30121, + "Ġperpetrated": 30122, + "ĠSteps": 30123, + "Fit": 30124, + "Ġsilenced": 30125, + "Ġbonded": 30126, + "Ġquantify": 30127, + "Houston": 30128, + "ocracy": 30129, + "Ġfreeing": 30130, + "pipe": 30131, + "corn": 30132, + "rones": 30133, + "ooked": 30134, + "ĠSuz": 30135, + "Ġunaccount": 30136, + "196": 30137, + "Ġlogos": 30138, + "ĠFurious": 30139, + "ĠSpart": 30140, + "urst": 30141, + "itri": 30142, + "ĠZub": 30143, + "ĠActual": 30144, + "Ġslee": 30145, + "Ġgag": 30146, + "Ġmetabolism": 30147, + "ĠDesigned": 30148, + "Ġpedigree": 30149, + "Ġcoolest": 30150, + "âĿ": 30151, + "iuses": 30152, + "ĠYellowstone": 30153, + "Ġinformant": 30154, + "Ġushered": 30155, + "ĠGarg": 30156, + "thel": 30157, + "Hop": 30158, + "Ġrepetitive": 30159, + "flag": 30160, + "Ġunmarked": 30161, + "ĠBrave": 30162, + "Ġincur": 30163, + "reading": 30164, + "ppel": 30165, + "lah": 30166, + "ateurs": 30167, + "286": 30168, + "ĠAtomic": 30169, + "Ġappliance": 30170, + ")'": 30171, + "traditional": 30172, + "Ġdads": 30173, + "Ġregimen": 30174, + "Ġinfrared": 30175, + "Ġdotted": 30176, + "Ġtails": 30177, + "Ġhorrors": 30178, + "uments": 30179, + "Ġdub": 30180, + "lighting": 30181, + "Ġunearthed": 30182, + "assisted": 30183, + "ĠSpiel": 30184, + "trial": 30185, + "Ġpersever": 30186, + "MAX": 30187, + "Ġicing": 30188, + "Energy": 30189, + "Ġ1943": 30190, + "move": 30191, + "Error": 30192, + "Ġliter": 30193, + "ĠCly": 30194, + "Ari": 30195, + "Ġgranite": 30196, + "Ġcropped": 30197, + "ĠRD": 30198, + "ĠREM": 30199, + "TX": 30200, + "Ġdispleasure": 30201, + "ĠComfort": 30202, + "Ġunsettling": 30203, + "Ġscratching": 30204, + "866": 30205, + "eton": 30206, + "560": 30207, + "Ġcommonplace": 30208, + "Ġreproduced": 30209, + "ggie": 30210, + "Ġschooling": 30211, + "Ġreprim": 30212, + "Ġdarling": 30213, + "huge": 30214, + "ĠDante": 30215, + "cp": 30216, + "heastern": 30217, + "Ġeduc": 30218, + "Digital": 30219, + "Ġwrath": 30220, + "Ġwatering": 30221, + "ĠTail": 30222, + "Ġdegradation": 30223, + "530": 30224, + "usive": 30225, + "ĠXu": 30226, + "ĠAH": 30227, + "Ġclassy": 30228, + "ĠSET": 30229, + "Ġcriminally": 30230, + "dependent": 30231, + "ĠAlps": 30232, + "Ġnotwithstanding": 30233, + "Ġfamiliarity": 30234, + "ĠAPP": 30235, + "aurus": 30236, + "gments": 30237, + "Mid": 30238, + "Ġepilepsy": 30239, + "Ġresemblance": 30240, + "brush": 30241, + "Ġ333": 30242, + "Ġliberated": 30243, + "ĠBeng": 30244, + "ĠLans": 30245, + "Ġtraff": 30246, + "ihu": 30247, + "establish": 30248, + "Ġcort": 30249, + "Rick": 30250, + "Ġplugged": 30251, + "onement": 30252, + "ĠAccounting": 30253, + "Ġreconstruct": 30254, + "Pop": 30255, + "Ġincapable": 30256, + "aho": 30257, + "ĠDexter": 30258, + "Ġpitted": 30259, + "Ġbathing": 30260, + "Ġdun": 30261, + "Ġexplor": 30262, + "ĠMidnight": 30263, + "Ġactiv": 30264, + "iann": 30265, + "likely": 30266, + "acons": 30267, + "owicz": 30268, + "Ġnegativity": 30269, + "Ġfreel": 30270, + "ewitness": 30271, + "Ġinj": 30272, + "Stephen": 30273, + "Ġshredded": 30274, + "Ġprepar": 30275, + "Script": 30276, + "Ġcorrectional": 30277, + "Ġcommits": 30278, + "hai": 30279, + "activity": 30280, + "Imp": 30281, + "Ġstumble": 30282, + "Ġcache": 30283, + "ĠPromise": 30284, + "Ġprecinct": 30285, + "Ġmulticultural": 30286, + "Ġsubstitutes": 30287, + "Ġshortened": 30288, + "ovable": 30289, + "Ġfasting": 30290, + "Ġinfused": 30291, + "Ġbulldo": 30292, + "alm": 30293, + "Ġadjoining": 30294, + "Ġmultiplayer": 30295, + "ĠAlien": 30296, + "Ġpund": 30297, + "ethyl": 30298, + "Ġbliss": 30299, + "ĠDecision": 30300, + "Ġbab": 30301, + "Ġangrily": 30302, + "another": 30303, + "oled": 30304, + "ainted": 30305, + "ĠPriest": 30306, + "Ġdraped": 30307, + "ĠPersonally": 30308, + "Ġstomp": 30309, + "ĠWolfgang": 30310, + "Ġoste": 30311, + "itches": 30312, + "Ġhoops": 30313, + "ĠJO": 30314, + "Ġsche": 30315, + "ĠZan": 30316, + "Ġcleans": 30317, + "Ġclimbs": 30318, + "Ġelectronically": 30319, + "243": 30320, + "ocy": 30321, + "gall": 30322, + "ĠREAL": 30323, + "Ġmurky": 30324, + "Ġmodernization": 30325, + "tub": 30326, + "Really": 30327, + "Ġlax": 30328, + "Ġdoubted": 30329, + "yden": 30330, + "ĠPrevent": 30331, + "UTERS": 30332, + "Ġoverride": 30333, + "ĠSAF": 30334, + "Ġcoun": 30335, + "Ġexcerpts": 30336, + "Ġmotivations": 30337, + "Ġdecency": 30338, + "Ġastronomers": 30339, + "orical": 30340, + "Ġaltering": 30341, + "Ġ232": 30342, + "described": 30343, + "omic": 30344, + "Ġexh": 30345, + "Ġknocks": 30346, + "ĠRiot": 30347, + "ĠPurs": 30348, + "equal": 30349, + "pleting": 30350, + "llan": 30351, + "ĠSOL": 30352, + "iator": 30353, + "ILE": 30354, + "ĠWM": 30355, + "Ġdefences": 30356, + "Ġforearm": 30357, + "Toronto": 30358, + "526": 30359, + "Ġacne": 30360, + "Ġthirteen": 30361, + "itiz": 30362, + "akable": 30363, + "charges": 30364, + "Ġinaction": 30365, + "Ġbred": 30366, + "Ġdeficiency": 30367, + "Ġintrigue": 30368, + "opoly": 30369, + "ĠCamer": 30370, + "ĠMelt": 30371, + "Ġunlawfully": 30372, + "Ġpenetrate": 30373, + "ĠUsed": 30374, + "ĠDirty": 30375, + "Ġexcerpt": 30376, + "ĠYen": 30377, + "ĠCARD": 30378, + "Ġcher": 30379, + "ĠChallenges": 30380, + "ieves": 30381, + "Ġambush": 30382, + "Data": 30383, + "eeks": 30384, + "Ġgiveaway": 30385, + "Ġpawn": 30386, + "Ġtransf": 30387, + "renched": 30388, + "Ġmoderately": 30389, + "Ġnumbered": 30390, + "ĠIntegrity": 30391, + "ĠHOU": 30392, + "ĠHDMI": 30393, + "Royal": 30394, + "LT": 30395, + "ĠDirk": 30396, + "izon": 30397, + "Ġ227": 30398, + "Ġdisagrees": 30399, + "ĠNinth": 30400, + "Ġincrement": 30401, + "ĠGlory": 30402, + "suff": 30403, + "Ġartery": 30404, + "ĠEmployee": 30405, + "bum": 30406, + "ĠEditorial": 30407, + "Kh": 30408, + "ĠPremiere": 30409, + "ĠWeld": 30410, + "ĠIncluded": 30411, + "Ġmathematical": 30412, + "Ġexponentially": 30413, + "Ġhandwritten": 30414, + "ĠMAS": 30415, + "Ġindiscrim": 30416, + "Ġnutrient": 30417, + "ĠSelection": 30418, + "Ġ219": 30419, + "hyd": 30420, + "Ġdeton": 30421, + "æ": 30422, + "dark": 30423, + "ĠFidel": 30424, + "Ġmonkeys": 30425, + "Ġnutritious": 30426, + "Ġheadlights": 30427, + "oller": 30428, + "piring": 30429, + "ĠDefenders": 30430, + "Ġdrown": 30431, + "elong": 30432, + "Ġfloats": 30433, + "graduate": 30434, + "Ġprosper": 30435, + "ĠNamed": 30436, + "ĠEating": 30437, + "ECK": 30438, + "establishment": 30439, + "XM": 30440, + "Ġsoaking": 30441, + "278": 30442, + "Ġlistener": 30443, + "Ġsimultaneous": 30444, + "olutions": 30445, + "payer": 30446, + "Ġcustomize": 30447, + "ĠROCK": 30448, + "Ġaltar": 30449, + "ĠExercise": 30450, + "anky": 30451, + "ĠProfession": 30452, + "sever": 30453, + "ĠMerchant": 30454, + "RF": 30455, + "ĠCombat": 30456, + "Ġlegality": 30457, + "fledged": 30458, + "Ġdiapers": 30459, + "lves": 30460, + "Ġlur": 30461, + "Ġignores": 30462, + "ĠProtocol": 30463, + "Ġrepresentations": 30464, + "ĠBlumenthal": 30465, + "ĠLime": 30466, + "romptu": 30467, + "Ġbesieged": 30468, + "dl": 30469, + "Ġsighting": 30470, + "ĠParm": 30471, + "ĠServer": 30472, + "ĠBenghazi": 30473, + "estival": 30474, + "Ġplaylist": 30475, + "ĠUng": 30476, + "ĠQuantum": 30477, + "Ġcompromises": 30478, + "ĠSurvivor": 30479, + "ĠMobility": 30480, + "Ġbounty": 30481, + "ophers": 30482, + "ISA": 30483, + "need": 30484, + "uese": 30485, + "Ġorn": 30486, + "218": 30487, + "Ġ530": 30488, + "Ġbuddies": 30489, + "Ġagendas": 30490, + "ĠFeldman": 30491, + "ĠÃĸ": 30492, + "ĠBMC": 30493, + "ĠServe": 30494, + "Ent": 30495, + "ĠKH": 30496, + "ĠINT": 30497, + "Ġlittered": 30498, + "Ġvisitation": 30499, + "mist": 30500, + "Ġdupl": 30501, + "Ġrouted": 30502, + "ĠAmount": 30503, + "Dev": 30504, + "ĠConv": 30505, + "Ġslams": 30506, + "ĠVeterinary": 30507, + "bold": 30508, + "Ġ186": 30509, + "ĠDOT": 30510, + "builder": 30511, + "Ġdecay": 30512, + "ĠHemp": 30513, + "pelled": 30514, + "Ġmankind": 30515, + "Tonight": 30516, + "Ġeffortlessly": 30517, + "ĠBUT": 30518, + "Ġhostilities": 30519, + "formerly": 30520, + "alon": 30521, + "ĠCrash": 30522, + "humane": 30523, + "Ġmayhem": 30524, + "ĠBudd": 30525, + "Ġdisinformation": 30526, + "Ġ226": 30527, + "Ġprototypes": 30528, + "__": 30529, + "IVERS": 30530, + "izzy": 30531, + "ĠMight": 30532, + "ĠPip": 30533, + "pour": 30534, + "INO": 30535, + "ĠLL": 30536, + "Ġwiret": 30537, + "Ġresorted": 30538, + "ĠTanaka": 30539, + "ĠDOES": 30540, + "Earlier": 30541, + "HO": 30542, + "Ġmoniker": 30543, + "ĠFang": 30544, + "ĠHua": 30545, + "bered": 30546, + "adding": 30547, + "194": 30548, + "STR": 30549, + ".\")": 30550, + "cop": 30551, + "ĠFlags": 30552, + "ĠColleges": 30553, + "ĠUz": 30554, + "Ġsparks": 30555, + "Ġparadox": 30556, + "Marie": 30557, + "Strong": 30558, + "Ġstrawberry": 30559, + "Ġnurturing": 30560, + "Ġfax": 30561, + "Tor": 30562, + "killer": 30563, + "burse": 30564, + "Ġattachments": 30565, + "Ġpup": 30566, + "Ġexhaustion": 30567, + "Ġwhisky": 30568, + "isu": 30569, + "ologically": 30570, + "iership": 30571, + "Ġlamps": 30572, + "Ġshuff": 30573, + "Ġcentralized": 30574, + "ĠNeedless": 30575, + "Ġgrenade": 30576, + "Ġrouter": 30577, + "Ġoptics": 30578, + "ivering": 30579, + "Ġpioneers": 30580, + "ĠHug": 30581, + "Ġhandguns": 30582, + "010": 30583, + "Ġbailed": 30584, + "uana": 30585, + "197": 30586, + "Ġdistorted": 30587, + "ĠEssentially": 30588, + "ĠSilent": 30589, + "Ġcomparative": 30590, + "Music": 30591, + "ĠMUS": 30592, + "Bur": 30593, + "ĠComet": 30594, + "ĠWinchester": 30595, + "IGN": 30596, + "Mod": 30597, + "ĠCandidate": 30598, + "Ġdysfunctional": 30599, + "ĠCeleb": 30600, + "Ġhitch": 30601, + "api": 30602, + "Ġidiot": 30603, + "Ġunsupported": 30604, + "gat": 30605, + "inker": 30606, + "Ġredevelop": 30607, + "Ġdwind": 30608, + "Ġforgetting": 30609, + "ĠRost": 30610, + "Ġremembrance": 30611, + "Na": 30612, + "mopolitan": 30613, + "Ġberries": 30614, + "Ġmarital": 30615, + "Vol": 30616, + "ĠClosing": 30617, + "ĠHindus": 30618, + "itism": 30619, + "Ġrover": 30620, + "Ġmysteries": 30621, + "ĠNig": 30622, + "ucing": 30623, + "Ġfabrication": 30624, + "Ġgarments": 30625, + "Ġwield": 30626, + "ĠCompton": 30627, + "357": 30628, + "Ġoxide": 30629, + "chron": 30630, + "ĠThought": 30631, + "Ġcomed": 30632, + "ĠEpstein": 30633, + "ĠBART": 30634, + "orative": 30635, + "ĠKahn": 30636, + "adan": 30637, + "APH": 30638, + "cum": 30639, + "Ġloophole": 30640, + "ĠGoPro": 30641, + "osit": 30642, + "Ġspecification": 30643, + "ĠAPR": 30644, + "Ġdrains": 30645, + "Ġconserve": 30646, + "ĠMorse": 30647, + "Ġcalorie": 30648, + "ĠCheney": 30649, + "station": 30650, + "Ġevangel": 30651, + "Ġspraying": 30652, + "lections": 30653, + "Ġenclosure": 30654, + "Ġcommanded": 30655, + "ĠOrganizations": 30656, + "Ġimb": 30657, + "mins": 30658, + "ĠTobias": 30659, + "Ve": 30660, + "ĠNau": 30661, + "183": 30662, + "ĠGuantanamo": 30663, + "173": 30664, + "Ġrequisite": 30665, + "Ġderivative": 30666, + "Ġpopulism": 30667, + "Ġcultivated": 30668, + "lord": 30669, + "uler": 30670, + "ĠDEA": 30671, + "inally": 30672, + "Ġdemonstr": 30673, + "trip": 30674, + "ĠFirefox": 30675, + "246": 30676, + "confirmed": 30677, + "Anne": 30678, + "Ġtamp": 30679, + "ĠHousehold": 30680, + "amous": 30681, + "Meet": 30682, + "Ġdashed": 30683, + "pire": 30684, + "Ġinex": 30685, + "Ġloosen": 30686, + "272": 30687, + "famous": 30688, + "ĠHeard": 30689, + "Ġhindsight": 30690, + "Ġdepot": 30691, + "ĠCutting": 30692, + "ĠMouse": 30693, + "Ġgeological": 30694, + "number": 30695, + "OUN": 30696, + ".,\"": 30697, + "Ġmoderation": 30698, + "ĠUNHCR": 30699, + "Ġdomains": 30700, + "eco": 30701, + "Ġcrater": 30702, + "Ġ510": 30703, + "kid": 30704, + "Ġcylinders": 30705, + "ĠClasses": 30706, + "Kn": 30707, + "Ġcarcin": 30708, + "ĠHunting": 30709, + "irit": 30710, + "ARP": 30711, + "anting": 30712, + "ĠMarino": 30713, + "ĠRESP": 30714, + "ifle": 30715, + "Ġ239": 30716, + "fman": 30717, + "Ġtheoretically": 30718, + "Ġdistraught": 30719, + "Ġstaircase": 30720, + "Ġexpel": 30721, + "Ġlord": 30722, + "Ġbehaviours": 30723, + "Ġprescribing": 30724, + "ographs": 30725, + "ĠNewly": 30726, + "Ġpatiently": 30727, + "Ġskyline": 30728, + "udos": 30729, + "Ġrepertoire": 30730, + "Ġhover": 30731, + "mint": 30732, + "Ġclears": 30733, + "Ġkale": 30734, + "ĠSco": 30735, + "ĠCoulter": 30736, + "Ġpancreat": 30737, + "pu": 30738, + "995": 30739, + "Ġincompetent": 30740, + "2007": 30741, + "Ġgripping": 30742, + "enable": 30743, + "Ġreinforcing": 30744, + "ĠFee": 30745, + "education": 30746, + "ĠKuro": 30747, + "Ġbowed": 30748, + "Ġshave": 30749, + "ĠMean": 30750, + "xi": 30751, + "Ġinciting": 30752, + "atters": 30753, + "Ġecstatic": 30754, + "hog": 30755, + "Ġclauses": 30756, + "Ġsubt": 30757, + "Ġbehaved": 30758, + "tains": 30759, + "Liverpool": 30760, + "Ġstrives": 30761, + "ĠKev": 30762, + "ĠFramework": 30763, + "defined": 30764, + "Ġrecounts": 30765, + "array": 30766, + "tips": 30767, + "Ġartificially": 30768, + "fits": 30769, + "Clearly": 30770, + "mediate": 30771, + "Ġunseen": 30772, + "Ġthugs": 30773, + "ĠLent": 30774, + "Ġ1938": 30775, + "Ġgenital": 30776, + "ĠSonic": 30777, + "ĠWarehouse": 30778, + "pler": 30779, + "Ġunm": 30780, + "Ġpackets": 30781, + "ĠMET": 30782, + "ealous": 30783, + "ographers": 30784, + "Ġlabou": 30785, + "Core": 30786, + "+,": 30787, + "parable": 30788, + "Ġstrat": 30789, + "Ġinvitations": 30790, + "Ġsouven": 30791, + "Ġbillboards": 30792, + "ĠRegulations": 30793, + "Ġdwarf": 30794, + "Ġtoler": 30795, + "Ġprose": 30796, + "Ġestates": 30797, + "Ġmetabolic": 30798, + "ĠSuff": 30799, + "ĠFirstly": 30800, + "Ġpolio": 30801, + "Ġchick": 30802, + "ĠDaughter": 30803, + "Ġsubstant": 30804, + "ĠIdentity": 30805, + "umbers": 30806, + "ĠFacts": 30807, + "Ġfrust": 30808, + "Ġdissip": 30809, + "ĠDeck": 30810, + "Hy": 30811, + "ĠBirch": 30812, + "Ġhurled": 30813, + "democracy": 30814, + "nered": 30815, + "eper": 30816, + "Ġcerebral": 30817, + "181": 30818, + "Ġhalves": 30819, + "abit": 30820, + "balance": 30821, + "ĠTibet": 30822, + "Ġhandheld": 30823, + "ĠDough": 30824, + "Ġprogrammed": 30825, + "hw": 30826, + "Ġoutlawed": 30827, + "ĠSerious": 30828, + "Ġironically": 30829, + "Ġmanipulating": 30830, + ")\"": 30831, + "juries": 30832, + "Ġfragrance": 30833, + "crete": 30834, + "ĠHHS": 30835, + "cience": 30836, + "Ġcosmic": 30837, + "Ġforeclosure": 30838, + "Ġpercentages": 30839, + "Bus": 30840, + "Ġenticing": 30841, + "extra": 30842, + "ĠShy": 30843, + "ĠÂ¥": 30844, + "Ġheadsets": 30845, + "imensional": 30846, + "Ġlux": 30847, + "Ġresidual": 30848, + "Ġmantle": 30849, + "ĠSJ": 30850, + "ĠPeaks": 30851, + "ĠFinger": 30852, + "Ġunfolds": 30853, + "anity": 30854, + "Ġresettlement": 30855, + "ĠWeak": 30856, + "ĠBeen": 30857, + "Ġ198": 30858, + "Ġangels": 30859, + "ĠFarn": 30860, + "peace": 30861, + "Ġcapac": 30862, + "Ġhue": 30863, + "Ġlust": 30864, + "traumatic": 30865, + "laun": 30866, + "Ġstrawberries": 30867, + "Ġherbal": 30868, + "Ġconversions": 30869, + "ĠHeld": 30870, + "Ġprescribe": 30871, + "Its": 30872, + "ĠDartmouth": 30873, + "Ġfashioned": 30874, + "460": 30875, + "BLE": 30876, + "international": 30877, + "Ġlumin": 30878, + "Ġplantation": 30879, + "ilde": 30880, + "490": 30881, + "Ġeuph": 30882, + "Ġdisgust": 30883, + "Ġaspire": 30884, + "medical": 30885, + "Ġsocialism": 30886, + "Ġdissolve": 30887, + "Wal": 30888, + "Ġadmittedly": 30889, + "Ġsewing": 30890, + "ĠAcer": 30891, + "Ġtul": 30892, + "Ġfacilit": 30893, + "Ġgrandma": 30894, + "ĠFeeling": 30895, + "Ġobst": 30896, + "ĠFranz": 30897, + "ĠPalin": 30898, + "ĠIncrease": 30899, + "gets": 30900, + "ĠImam": 30901, + "âĢİ": 30902, + "Ġcoincides": 30903, + "urrence": 30904, + "Ġlifes": 30905, + "Lab": 30906, + "Ham": 30907, + "angelo": 30908, + "Wild": 30909, + "Ġvetoed": 30910, + "Ġventilation": 30911, + "olid": 30912, + "Summer": 30913, + "Ġfacade": 30914, + "neys": 30915, + "ĠWOM": 30916, + "ĠBenny": 30917, + "ĠMarried": 30918, + "squ": 30919, + "ĠReflect": 30920, + "return": 30921, + "elia": 30922, + "olding": 30923, + "Ġrefine": 30924, + "ĠMadness": 30925, + "innacle": 30926, + "posts": 30927, + "287": 30928, + "fruit": 30929, + "274": 30930, + "icator": 30931, + "ĠVoy": 30932, + "Ġunsett": 30933, + "Ġfant": 30934, + "Ġtreaties": 30935, + "Ġcrystals": 30936, + "Ġhijacked": 30937, + "words": 30938, + "ĠReleased": 30939, + "Save": 30940, + "Ġcannon": 30941, + "Ġanomaly": 30942, + "Ġbeacon": 30943, + "Ġcrippled": 30944, + "Ġbundles": 30945, + "Ġuntreated": 30946, + "Ġhappiest": 30947, + "Ġgalaxies": 30948, + "Ġoccupational": 30949, + "416": 30950, + "Dar": 30951, + "Ġcrank": 30952, + "Ġappropriation": 30953, + "asking": 30954, + "mens": 30955, + "Ġdetector": 30956, + "Ġskewed": 30957, + "Ġpoke": 30958, + "254": 30959, + "Ġhypertension": 30960, + "apolog": 30961, + "Ġevaluations": 30962, + "blocks": 30963, + "Ġpow": 30964, + "GEN": 30965, + "Ġscalp": 30966, + "Ġarrogant": 30967, + "AIDS": 30968, + "ority": 30969, + "Ġredirect": 30970, + "Ġderogatory": 30971, + "Ġlateral": 30972, + "495": 30973, + "rolley": 30974, + "brew": 30975, + "Ġbabys": 30976, + "Ġmuff": 30977, + "ĠRequ": 30978, + "Ġdime": 30979, + "Ġwonderfully": 30980, + "Ġtreasures": 30981, + "ĠNES": 30982, + "Ġponds": 30983, + "Ġimpulse": 30984, + "Ġdetecting": 30985, + "Ġgrin": 30986, + "Ġbrid": 30987, + "Ġshoved": 30988, + "Ġpurge": 30989, + "irteen": 30990, + "OTHER": 30991, + "ÙĦ": 30992, + "irsch": 30993, + "ĠOcc": 30994, + "193": 30995, + "Ġfodder": 30996, + "wrote": 30997, + "meric": 30998, + "posal": 30999, + "Ġwinters": 31000, + "ĠJuice": 31001, + "hub": 31002, + "Ġcontrasting": 31003, + "Brazil": 31004, + "Ġflashy": 31005, + "uffer": 31006, + "technology": 31007, + "Children": 31008, + "Ġcatapult": 31009, + "owsky": 31010, + "ĠEclipse": 31011, + "abeth": 31012, + "ĠParticip": 31013, + "Ġlaud": 31014, + "ĠQuiet": 31015, + "Ġsimulations": 31016, + "Ġsacrificing": 31017, + "Ġpreaching": 31018, + "Ġvoicing": 31019, + "itizen": 31020, + "Ġgn": 31021, + "Ġsans": 31022, + "Ġ285": 31023, + "ĠRobot": 31024, + "Ġ1936": 31025, + "Ġsham": 31026, + "ĠKislyak": 31027, + "ĠGCC": 31028, + "tale": 31029, + "ĠShades": 31030, + "Ġsediment": 31031, + "Ġconveniently": 31032, + "Give": 31033, + "mounted": 31034, + "Ġpeel": 31035, + "Jun": 31036, + "ĠEisenhower": 31037, + "Ġdiplom": 31038, + "ĠPreservation": 31039, + "Ġaffirm": 31040, + "Ġtaboo": 31041, + "ĠGarr": 31042, + "ĠApply": 31043, + "prim": 31044, + "Ġausp": 31045, + "Ġtextbook": 31046, + "Ġforfeit": 31047, + "icides": 31048, + "Ġundis": 31049, + "DJ": 31050, + "Ġ\"...": 31051, + "ĠXperia": 31052, + "Ġfurry": 31053, + "Australian": 31054, + "Ġpreach": 31055, + "Ġparamed": 31056, + "Ġ196": 31057, + "agos": 31058, + "ĠRIP": 31059, + "Ġ408": 31060, + "ĠQuarterly": 31061, + "ĠQuentin": 31062, + "Ġdeft": 31063, + "ĠVlad": 31064, + "massive": 31065, + "apore": 31066, + "Ġquestionnaire": 31067, + "secution": 31068, + "ĠTunnel": 31069, + "ĠAssist": 31070, + "BILITY": 31071, + "everything": 31072, + "vich": 31073, + "Ġcomparatively": 31074, + "heng": 31075, + "ETH": 31076, + "ĠiPod": 31077, + "Ġinsurgent": 31078, + "Ġtestosterone": 31079, + "191": 31080, + "Ġmoons": 31081, + "Ġgripped": 31082, + "Ġstrang": 31083, + "pects": 31084, + "ĠSERVICE": 31085, + "Ġnumb": 31086, + "Ġmeasurable": 31087, + "Ġdismantled": 31088, + "Ġdepict": 31089, + "Ġretake": 31090, + "Light": 31091, + "Ġaquatic": 31092, + "useum": 31093, + "judicial": 31094, + "Ġ****": 31095, + "Ġrosters": 31096, + "certain": 31097, + "Ġhypothesis": 31098, + "2002": 31099, + "Snow": 31100, + "Ġpounded": 31101, + "ĠZel": 31102, + "ĠTrem": 31103, + "iversity": 31104, + "219": 31105, + "Jen": 31106, + "ĠAdventures": 31107, + "Ġcylinder": 31108, + "Ġbanging": 31109, + "Ġbalk": 31110, + "analy": 31111, + "ĠHust": 31112, + "ookie": 31113, + "ĠReturning": 31114, + "Ġpods": 31115, + "analysis": 31116, + "ĠTruman": 31117, + "Ġorg": 31118, + "Ġsar": 31119, + "Ġdred": 31120, + "ĠTelecommunications": 31121, + "ĠSven": 31122, + "carry": 31123, + "ĠLOVE": 31124, + "Ġparting": 31125, + "asar": 31126, + "utations": 31127, + "itic": 31128, + "Ġactu": 31129, + "Ġbananas": 31130, + "ĠNights": 31131, + "410": 31132, + "Still": 31133, + "Ġtweaked": 31134, + "went": 31135, + "Ġtoddlers": 31136, + "irted": 31137, + "Ġpaed": 31138, + "ĠWink": 31139, + "Ġviewpoint": 31140, + "ĠHelic": 31141, + "Ġhandshake": 31142, + "Ġpoaching": 31143, + "Ġrounding": 31144, + "268": 31145, + "ĠNVIDIA": 31146, + "Ġsquat": 31147, + "Ġtowed": 31148, + "Ġhandler": 31149, + "Ġconspir": 31150, + "Ġadditionally": 31151, + "CENT": 31152, + "ĠÃľ": 31153, + "article": 31154, + "ĠTough": 31155, + "NM": 31156, + "Rem": 31157, + "Ġstunts": 31158, + "ILS": 31159, + "ĠLM": 31160, + "Connect": 31161, + "ĠParagu": 31162, + "Ġcomplexities": 31163, + "Ġhugging": 31164, + "Ġabolish": 31165, + "ricting": 31166, + "ĠItems": 31167, + "Ġtemples": 31168, + "ĠSeat": 31169, + "ĠRubber": 31170, + "Ġindic": 31171, + "ĠVitamin": 31172, + "Ġcitations": 31173, + "Ġarmored": 31174, + "---------------": 31175, + "ĠNeo": 31176, + "ippy": 31177, + "Que": 31178, + "Ġrag": 31179, + "Ġlov": 31180, + "630": 31181, + "Ġadept": 31182, + "orbit": 31183, + "253": 31184, + "412": 31185, + "Ġbutterflies": 31186, + "Ġoutl": 31187, + "ĠCycle": 31188, + "Ġaesthetics": 31189, + "ĠTwitch": 31190, + "405": 31191, + "factor": 31192, + "ðŁij": 31193, + "ĠCircus": 31194, + "Posted": 31195, + "Ġintroductory": 31196, + "ĠStack": 31197, + "atoes": 31198, + "Ġfurn": 31199, + "ĠHond": 31200, + "Ġbipolar": 31201, + "ĠAging": 31202, + "inches": 31203, + "Ġincompetence": 31204, + "Ġaloud": 31205, + "Imagine": 31206, + "Ġsepar": 31207, + "Ġmanip": 31208, + "ophobic": 31209, + "inion": 31210, + "bek": 31211, + "Ġquer": 31212, + "ĠArmen": 31213, + "Ġhumorous": 31214, + "Ġmundane": 31215, + "Ġapologizing": 31216, + "Ġpioneered": 31217, + "Ġ303": 31218, + "282": 31219, + "Ġcalming": 31220, + "orious": 31221, + "760": 31222, + "Ġstitches": 31223, + "Ġthrottle": 31224, + "Ġspinach": 31225, + "urities": 31226, + "ĠCologne": 31227, + "Ġripple": 31228, + "Cs": 31229, + "Cent": 31230, + "Should": 31231, + "Ġaffinity": 31232, + "amount": 31233, + "ĠMISS": 31234, + "Ġsage": 31235, + "Ġamusing": 31236, + "Ġsnatch": 31237, + "clair": 31238, + "ĠGuess": 31239, + "bench": 31240, + "ĠMoj": 31241, + "nuclear": 31242, + "Ġfid": 31243, + "ĠVM": 31244, + "ĠGN": 31245, + "brainer": 31246, + "Ġcurled": 31247, + "Ġbushes": 31248, + "icably": 31249, + "Ġcreeping": 31250, + "Ġveil": 31251, + "ĠALS": 31252, + "ESPN": 31253, + "ulsion": 31254, + "ĠGTX": 31255, + "ĠANN": 31256, + "Ġcomplicit": 31257, + "assault": 31258, + "IOR": 31259, + "Ġpolymer": 31260, + "Ġestimating": 31261, + "277": 31262, + "alog": 31263, + "Ġglimps": 31264, + "Ġreinforces": 31265, + "Ġtextbooks": 31266, + "Ġdictated": 31267, + "ĠReyn": 31268, + "latable": 31269, + "ĠOrth": 31270, + "520": 31271, + "Ġtrickle": 31272, + "ĠWrong": 31273, + ".[": 31274, + "ĠDesigner": 31275, + "304": 31276, + "ĠInner": 31277, + "Ġrave": 31278, + "ppa": 31279, + "ĠGim": 31280, + "Ġswath": 31281, + "Ġcarts": 31282, + "atlantic": 31283, + "Ġpersists": 31284, + "ĠDeveloper": 31285, + "Ġgoodies": 31286, + "isive": 31287, + "Inf": 31288, + "ĠSaving": 31289, + "loop": 31290, + "tions": 31291, + "Ġabusers": 31292, + "Ġclot": 31293, + "Ġmesmer": 31294, + "Ġdeg": 31295, + "Ġskirts": 31296, + "257": 31297, + "Ġunreliable": 31298, + "ĠCOMM": 31299, + "Ġ194": 31300, + "Ġfledgling": 31301, + "administ": 31302, + "Israeli": 31303, + "ĠBarbie": 31304, + "ĠJeanne": 31305, + "Ġgenerously": 31306, + "ĠStruct": 31307, + "ĠZap": 31308, + "Ġvetted": 31309, + "ĠViolet": 31310, + "Ġ),": 31311, + "Ġembarrass": 31312, + "bang": 31313, + "ĠProvider": 31314, + "getting": 31315, + "alg": 31316, + "Ġunconditional": 31317, + "ĠHulk": 31318, + "ĠWad": 31319, + "utation": 31320, + "Ġpointless": 31321, + "Ġdeprivation": 31322, + "Ġstarving": 31323, + "ĠImpossible": 31324, + "ĠStir": 31325, + "Ġknack": 31326, + "anse": 31327, + "Ġsecurely": 31328, + "Ġply": 31329, + "395": 31330, + "Pack": 31331, + "liv": 31332, + "Ġridden": 31333, + "alks": 31334, + "308": 31335, + "male": 31336, + "Ġbitterly": 31337, + "Ġirrational": 31338, + "Members": 31339, + "ported": 31340, + "qq": 31341, + "ractor": 31342, + "Ġinflict": 31343, + "ĠBoehner": 31344, + "Ġthickness": 31345, + "Ġdome": 31346, + "ĠInflu": 31347, + "Ġheap": 31348, + "Ġmirrored": 31349, + "Ġconstituent": 31350, + "Ġfertile": 31351, + "Ġvaping": 31352, + "266": 31353, + "riages": 31354, + "Ġembassies": 31355, + "Ġpersu": 31356, + "ĠMacArthur": 31357, + "issions": 31358, + "Main": 31359, + "aths": 31360, + "onne": 31361, + "circ": 31362, + "Ġsweating": 31363, + "quartered": 31364, + "Ġsax": 31365, + "Ġ540": 31366, + "Ġreputable": 31367, + "Ġsatire": 31368, + "Ġpastors": 31369, + "ventional": 31370, + "Mic": 31371, + "female": 31372, + "Ġpity": 31373, + "appropri": 31374, + "voc": 31375, + "hei": 31376, + "Ġimperial": 31377, + "Ġcorrective": 31378, + "Ġresent": 31379, + "Ġtempered": 31380, + "Ġdiffers": 31381, + "Hamilton": 31382, + "Ġsaddle": 31383, + "Ġgrenades": 31384, + "ĠQuart": 31385, + "onymous": 31386, + "til": 31387, + "Ġdepiction": 31388, + "Ġdisreg": 31389, + "Ġpetitioner": 31390, + "Ġfret": 31391, + "ĠEns": 31392, + "Emer": 31393, + "540": 31394, + "opathy": 31395, + "vertisements": 31396, + "Ġsketches": 31397, + "venth": 31398, + "Ġautomate": 31399, + "Ġjihad": 31400, + "iping": 31401, + "Ġtert": 31402, + "ĠSop": 31403, + "ships": 31404, + "Ġdeceptive": 31405, + "ĠPryor": 31406, + "ĠGorge": 31407, + "ĠMeridian": 31408, + "rero": 31409, + "affected": 31410, + "Ġlame": 31411, + "660": 31412, + "rub": 31413, + "Hello": 31414, + "ĠNumbers": 31415, + "269": 31416, + "Ġmarg": 31417, + "Fran": 31418, + "640": 31419, + "Ġcath": 31420, + "winter": 31421, + "ĠMosque": 31422, + "Ġreckoning": 31423, + "ĠImaging": 31424, + "Ġmutation": 31425, + "ĠMild": 31426, + "Ġkidnap": 31427, + "Ġnav": 31428, + "Ġferocious": 31429, + "Ġdusty": 31430, + "Cele": 31431, + "ĠFoss": 31432, + "Ġregrett": 31433, + "lymp": 31434, + "Ġcoli": 31435, + "Ġstereo": 31436, + "Ġforesee": 31437, + "alties": 31438, + "Ġresusc": 31439, + "Full": 31440, + "wash": 31441, + "ĠINST": 31442, + "ĠPars": 31443, + "Ġcoated": 31444, + "ĠHT": 31445, + "Ġdiscord": 31446, + "Ġreforming": 31447, + "CAN": 31448, + "Ġblink": 31449, + "Ġlubric": 31450, + "Ġmishand": 31451, + "ensible": 31452, + "existent": 31453, + "secondary": 31454, + "ĠDoesn": 31455, + "terrorist": 31456, + "Ġriff": 31457, + "custom": 31458, + "ĠDET": 31459, + "Ġreusable": 31460, + "ĠCRA": 31461, + "ĠScalia": 31462, + "Ġaccelerator": 31463, + "Ġpropag": 31464, + "ĠMID": 31465, + "ework": 31466, + "Ġlooted": 31467, + "oscope": 31468, + "eners": 31469, + "ruction": 31470, + "Ġbarr": 31471, + "Ġviewership": 31472, + "Ġlends": 31473, + "obil": 31474, + "ĠRoots": 31475, + "ĠCame": 31476, + "ibel": 31477, + "Ġglobalization": 31478, + "lab": 31479, + "information": 31480, + "Ġcoordin": 31481, + "Ġglitch": 31482, + "Ġworms": 31483, + "Ġslurs": 31484, + "Ġcontemplated": 31485, + "ĠPenal": 31486, + "Ġ191": 31487, + "Ġ221": 31488, + "Ġexposes": 31489, + "Ġ248": 31490, + "ĠASP": 31491, + "Ġdependency": 31492, + "urga": 31493, + "pdf": 31494, + "Ġvibr": 31495, + "clone": 31496, + "ossible": 31497, + "ĠUtt": 31498, + "serv": 31499, + "ĠLevant": 31500, + "maybe": 31501, + "MU": 31502, + "ĠLunar": 31503, + "Ġbystanders": 31504, + "Ġcapitals": 31505, + "Ġpreacher": 31506, + "thin": 31507, + "Ġunderscore": 31508, + "Ġ('": 31509, + "Ġmedd": 31510, + "Ġautobiography": 31511, + "Ġpersistence": 31512, + "Ġarming": 31513, + "Ġappalled": 31514, + "Ġcontradictory": 31515, + "Ġreciproc": 31516, + "Ġtakedown": 31517, + "tan": 31518, + "Ġnecessities": 31519, + "itans": 31520, + "ĠAlas": 31521, + "Ġsegregated": 31522, + "ĠResponsibility": 31523, + "ĠSHOW": 31524, + "ISIS": 31525, + "Ġpengu": 31526, + "Ġumb": 31527, + "ĠHO": 31528, + "HB": 31529, + "ĠChou": 31530, + "Ġalluded": 31531, + "Ġharms": 31532, + "bara": 31533, + "ĠWOR": 31534, + "Sorry": 31535, + "Ġstarvation": 31536, + "Ġspilling": 31537, + "Ġcarb": 31538, + "annis": 31539, + "ĠGarrison": 31540, + "Ġmillionaire": 31541, + "ifling": 31542, + "ĠCancel": 31543, + "Ġimprint": 31544, + "Ġborrower": 31545, + "455": 31546, + "ĠCic": 31547, + "Ġexposures": 31548, + "dest": 31549, + "Ġunn": 31550, + "Ġ802": 31551, + "Ġadherence": 31552, + "prints": 31553, + "Ġweary": 31554, + "Ġwaging": 31555, + "Ġ1937": 31556, + "ĠKepler": 31557, + "%;": 31558, + "Ġdefective": 31559, + "ĠReps": 31560, + "ĠGranted": 31561, + "Ġdisco": 31562, + "ĠRanking": 31563, + "erno": 31564, + "Ġarchaeological": 31565, + "sq": 31566, + "Ġcapit": 31567, + "Ġfleets": 31568, + "Ġinventor": 31569, + "iffin": 31570, + "Ġspotting": 31571, + "ĠSHARES": 31572, + "309": 31573, + "Hard": 31574, + "save": 31575, + "241": 31576, + "ĠThinking": 31577, + "XY": 31578, + "Ġhavens": 31579, + "Ġmessed": 31580, + "crop": 31581, + "Ġperme": 31582, + "Ġtimelines": 31583, + "ĠGarage": 31584, + "Ġplateau": 31585, + "together": 31586, + "fox": 31587, + "Ġfailings": 31588, + "ĠTight": 31589, + "ĠPhysics": 31590, + "ĠScholars": 31591, + "Ġpans": 31592, + "Fall": 31593, + "Ġhull": 31594, + "GER": 31595, + "Ġbourbon": 31596, + "ceived": 31597, + "Ġsteroids": 31598, + "Ġhamb": 31599, + "Ġinterpretations": 31600, + "Ġcush": 31601, + "Chair": 31602, + "Ġinformational": 31603, + "aryn": 31604, + "Ġwoven": 31605, + "Ġamen": 31606, + "Bre": 31607, + "Ġrefreshed": 31608, + "York": 31609, + "ĠBlast": 31610, + "Editor": 31611, + "Ġmotivating": 31612, + "ĠReason": 31613, + "Florida": 31614, + "Ġdreaded": 31615, + "Ġstationary": 31616, + "Ġbil": 31617, + "doors": 31618, + "Ġslightest": 31619, + "Ġcombustion": 31620, + "Ġfascination": 31621, + "Ġstraps": 31622, + "scribed": 31623, + "Ġexhibiting": 31624, + "Ġsimplest": 31625, + "Gar": 31626, + "Ġprogressives": 31627, + "claim": 31628, + "ocket": 31629, + "Ġexoner": 31630, + "ĠNETWORK": 31631, + "Brad": 31632, + "Ġ197": 31633, + "Ġnightmares": 31634, + "Ġillust": 31635, + "among": 31636, + "ĠGreenpeace": 31637, + "Ġoval": 31638, + "Ġblocker": 31639, + "3000": 31640, + "ĠMemor": 31641, + "Ġmids": 31642, + "Ġconfuse": 31643, + "YN": 31644, + "cow": 31645, + "Ġdispensary": 31646, + "telling": 31647, + "Ġentail": 31648, + "Ġneurolog": 31649, + "Ġbroth": 31650, + "Ġpron": 31651, + "ĠAnswer": 31652, + "thank": 31653, + "Ġintersect": 31654, + "Ġclinging": 31655, + "ĠKilling": 31656, + "Ġcohesion": 31657, + "Ġcategorized": 31658, + "Ġtangled": 31659, + "ĠASC": 31660, + "Arsenal": 31661, + "ĠAutomatic": 31662, + "580": 31663, + "sac": 31664, + "Ġshady": 31665, + "consumer": 31666, + "hetically": 31667, + "NV": 31668, + "Ġoverl": 31669, + "holes": 31670, + "ĠDonation": 31671, + "tera": 31672, + "score": 31673, + "library": 31674, + "Ġsmoother": 31675, + "Ġcoasts": 31676, + "Ġintercourse": 31677, + "Ġunfavorable": 31678, + "erb": 31679, + "Hel": 31680, + "Ġbiases": 31681, + "Ġinheritance": 31682, + "Ġsuppressed": 31683, + "ĠRecommend": 31684, + "iculture": 31685, + "ighting": 31686, + "inguished": 31687, + "idences": 31688, + "operated": 31689, + "Ġhors": 31690, + "Ġshrug": 31691, + "aila": 31692, + "ĠConsortium": 31693, + "Ġveins": 31694, + "uria": 31695, + "ĠSmithsonian": 31696, + "ĠAX": 31697, + ")âĢĶ": 31698, + "given": 31699, + "JC": 31700, + "Ġreneg": 31701, + "Ġprincip": 31702, + "Ġextinct": 31703, + "Golden": 31704, + "ASON": 31705, + "Ġstatutes": 31706, + "292": 31707, + "ĠGOOD": 31708, + "ĠGreenland": 31709, + "ĠRasmussen": 31710, + "ATHER": 31711, + "Ġdeserted": 31712, + "ĠHitchcock": 31713, + "Ġqualifies": 31714, + "Ġdreadful": 31715, + "Ġsupers": 31716, + "Ġtendon": 31717, + "oter": 31718, + "ĠFate": 31719, + "Ġrestrooms": 31720, + "igating": 31721, + "Sher": 31722, + "Name": 31723, + "orph": 31724, + "ĠCritical": 31725, + "rox": 31726, + "Ġdefunct": 31727, + "Ġcanoe": 31728, + "Ġbiscuits": 31729, + "Ġwomb": 31730, + "808": 31731, + "istar": 31732, + "Ġroar": 31733, + "aundering": 31734, + "iewicz": 31735, + "ĠNM": 31736, + "ĠChamberlain": 31737, + "Ġ233": 31738, + "ĠCoat": 31739, + "Ġ999": 31740, + "aft": 31741, + "Ġlurking": 31742, + "ĠPist": 31743, + "Ġfollower": 31744, + "Ġcareg": 31745, + "ÙĨ": 31746, + "ĠThin": 31747, + "ZZ": 31748, + "ĠGI": 31749, + "ĠVintage": 31750, + "Ġpainstaking": 31751, + "Ġgloom": 31752, + "Ġtbsp": 31753, + "Ġwhim": 31754, + "ĠMask": 31755, + "rugged": 31756, + "Ġwritings": 31757, + "stantial": 31758, + "luence": 31759, + "ordable": 31760, + "akia": 31761, + "Ġassassinated": 31762, + "Wind": 31763, + "Ġdemeanor": 31764, + "Night": 31765, + "rape": 31766, + "ĠBringing": 31767, + "Ġshields": 31768, + "ĠAntarctic": 31769, + "Ġfruitful": 31770, + "ĠBuster": 31771, + "ĠLois": 31772, + "Ġ302": 31773, + "Style": 31774, + "ĠRIS": 31775, + "Ġdissatisfaction": 31776, + "ulp": 31777, + "ĠLaser": 31778, + "Ġdisposition": 31779, + "ĠAnk": 31780, + "Ġabsorbing": 31781, + "276": 31782, + "Ġvolcan": 31783, + "Ġleftover": 31784, + "yah": 31785, + "ĠVaj": 31786, + "Ġunsolved": 31787, + "oland": 31788, + "Ġstained": 31789, + "Ġpathetic": 31790, + "ylan": 31791, + "Ġknots": 31792, + "immigration": 31793, + "ieving": 31794, + "Coming": 31795, + "Commerce": 31796, + "ĠHurt": 31797, + "drawn": 31798, + "Ġaxis": 31799, + "Ġdye": 31800, + "ĠNora": 31801, + "ĠPortal": 31802, + "Ġsuspense": 31803, + "ĠExactly": 31804, + "Ġpowering": 31805, + "ĠClock": 31806, + "Ġdrawer": 31807, + "ĠSpike": 31808, + "Ġhallmark": 31809, + "aber": 31810, + "ĠTrainer": 31811, + "UV": 31812, + "Ġredundant": 31813, + "Tour": 31814, + "Ġdesignate": 31815, + "Ġredress": 31816, + "ĠUb": 31817, + "cake": 31818, + "oded": 31819, + "Ġkings": 31820, + "iates": 31821, + "Ġcoupons": 31822, + "Ġextremes": 31823, + "Elect": 31824, + "Ġcitation": 31825, + "Ġdirectory": 31826, + "Ġtranspired": 31827, + "cele": 31828, + "gence": 31829, + "5000": 31830, + "ostic": 31831, + "Ġraining": 31832, + "ĠSight": 31833, + "videos": 31834, + "phthal": 31835, + "llor": 31836, + "Ġappraisal": 31837, + "Ġdetox": 31838, + "Ġelecting": 31839, + "Ġordinances": 31840, + "Ġlifespan": 31841, + "Ref": 31842, + "Ġilluminated": 31843, + "Ġforfe": 31844, + "Making": 31845, + "ĠWorst": 31846, + "ĠTP": 31847, + "Ġfullest": 31848, + "ĠISIL": 31849, + "ĠRates": 31850, + "Ġyeast": 31851, + "sett": 31852, + "ĠYok": 31853, + "innie": 31854, + "edition": 31855, + "ĠGoldstein": 31856, + "Ġunaff": 31857, + "god": 31858, + "Ġzo": 31859, + "rums": 31860, + "Ġopaque": 31861, + "ĠHist": 31862, + "Yesterday": 31863, + "AMS": 31864, + "aband": 31865, + "005": 31866, + "illary": 31867, + "ĠSplash": 31868, + "Ġaccrued": 31869, + "Ell": 31870, + "Ġnominating": 31871, + "ĠBroadcast": 31872, + "ĠWhip": 31873, + "ARM": 31874, + "Ġunnecessarily": 31875, + "brown": 31876, + "429": 31877, + "ansky": 31878, + "Ġextravagant": 31879, + "Malley": 31880, + "wage": 31881, + "Ġexempted": 31882, + "Ġtypo": 31883, + "Ġesports": 31884, + "ĠStru": 31885, + "ĠPython": 31886, + "Ġsaint": 31887, + "ĠCSI": 31888, + "ĠPowder": 31889, + "Ġdisguised": 31890, + "ĠSubway": 31891, + "Ġprecursor": 31892, + "ĠWizard": 31893, + "Johnson": 31894, + "icas": 31895, + "Ġdefaults": 31896, + "!).": 31897, + "ebra": 31898, + "jected": 31899, + "Ġunaccompanied": 31900, + "HH": 31901, + "Ġproced": 31902, + "clinical": 31903, + "Ġmitigating": 31904, + "ĠSoup": 31905, + "ĠFunny": 31906, + "344": 31907, + "Hall": 31908, + "Ġscalable": 31909, + "Ġshimmer": 31910, + "Ġunderstatement": 31911, + "zeb": 31912, + "icus": 31913, + "Ġretract": 31914, + "IDER": 31915, + "ieft": 31916, + "iii": 31917, + "ĠEmperor": 31918, + "Ġvoltage": 31919, + "343": 31920, + "Rest": 31921, + "ĠButcher": 31922, + "Ġlaced": 31923, + "Ġsalty": 31924, + "Ġfourteen": 31925, + "Ġoxy": 31926, + "Ġraged": 31927, + "Ġforg": 31928, + "Ġcaveat": 31929, + "Ġponder": 31930, + "process": 31931, + "Ġghosts": 31932, + "ĠGoose": 31933, + "didn": 31934, + "stood": 31935, + "amation": 31936, + "Ġvillains": 31937, + "contract": 31938, + "Ġbooted": 31939, + "ĠDidn": 31940, + "ĠSalon": 31941, + "Ġlewd": 31942, + "ĠFritz": 31943, + "Ġorganis": 31944, + "Ġpuzzles": 31945, + "ĠRX": 31946, + "Ġcurtains": 31947, + "ĠPackage": 31948, + "Ġrebate": 31949, + "Ġspokes": 31950, + "Ġoccupant": 31951, + "Ġfooled": 31952, + "appy": 31953, + "Ġyourselves": 31954, + "Ġmaths": 31955, + "Ġ630": 31956, + "bos": 31957, + "ĠHeb": 31958, + "APS": 31959, + "Ġbulletin": 31960, + "Ġpests": 31961, + "Ġlum": 31962, + "ĠHAS": 31963, + "users": 31964, + "idated": 31965, + "Ġpalpable": 31966, + "ĠFeature": 31967, + "ĠPKK": 31968, + "Ġdetriment": 31969, + "Ġbamboo": 31970, + "Ġimmersed": 31971, + "ĠDud": 31972, + "Ġion": 31973, + "icc": 31974, + "ĠIris": 31975, + "ĠBeats": 31976, + "Ġimprobable": 31977, + "Ġfuner": 31978, + "Ġsprung": 31979, + "ĠLieberman": 31980, + "ĠSTA": 31981, + "venge": 31982, + "Ġtreacherous": 31983, + "Ġpreced": 31984, + "Ġsniper": 31985, + "ĠGOLD": 31986, + "ĠSUR": 31987, + "Nic": 31988, + "ĠROB": 31989, + "Camp": 31990, + "Ġhooks": 31991, + "oling": 31992, + "Ġbolst": 31993, + "339": 31994, + "heter": 31995, + "Ġbracelet": 31996, + "Ġbreat": 31997, + "307": 31998, + "ĠTrader": 31999, + "ĠPixar": 32000, + "hist": 32001, + "Ġmenacing": 32002, + "Ġgrizz": 32003, + "294": 32004, + "Ġillustrious": 32005, + "Ġtransact": 32006, + "Ġspoiler": 32007, + "ĠWORK": 32008, + "Road": 32009, + "Ġblackout": 32010, + "Ġencomp": 32011, + "proven": 32012, + "ĠFriendship": 32013, + "Ġentrances": 32014, + "Ġprofessions": 32015, + "Ġinsin": 32016, + "Ġrecorder": 32017, + "Ġformulation": 32018, + "govern": 32019, + "Ġpainfully": 32020, + "ĠRepe": 32021, + "eeds": 32022, + "cru": 32023, + "ĠDir": 32024, + "Ġtriumphant": 32025, + "Ġignition": 32026, + "xy": 32027, + "Ġintrusion": 32028, + "ĠEAR": 32029, + "RES": 32030, + "Ġration": 32031, + "ĠTaken": 32032, + "Ġcages": 32033, + "Ġpeg": 32034, + "Ġcommem": 32035, + "680": 32036, + "ĠRite": 32037, + "Ġfolder": 32038, + "Ġvertically": 32039, + "Ġcheeks": 32040, + "pick": 32041, + "Ġcrispy": 32042, + "Ġsqueezing": 32043, + "ĠBene": 32044, + "ĠTrailer": 32045, + "ĠKM": 32046, + "acceptable": 32047, + "ĠSetting": 32048, + "Ġsupernatural": 32049, + "ĠEz": 32050, + "Ġvenom": 32051, + "ĠFrey": 32052, + "Ġpulp": 32053, + "Had": 32054, + "centered": 32055, + "metics": 32056, + "Kent": 32057, + "ĠDOI": 32058, + "kr": 32059, + "ĠWHEN": 32060, + "Ġtakeoff": 32061, + "isf": 32062, + "uko": 32063, + "Ġquasi": 32064, + "Ġveggies": 32065, + "Ġpesticide": 32066, + "Ġstimulating": 32067, + "Ġacknowledgement": 32068, + "Ġattained": 32069, + "ĠBackground": 32070, + "281": 32071, + "317": 32072, + "ĠTrees": 32073, + "Ġdetractors": 32074, + "Ġannouncer": 32075, + "Ġjoyful": 32076, + "ĠElf": 32077, + "istration": 32078, + "phi": 32079, + "Ġprogressively": 32080, + "mini": 32081, + "Ġcontraception": 32082, + "asca": 32083, + "ishops": 32084, + "Ġmisunderstood": 32085, + "Ġinitiating": 32086, + "ĠConversely": 32087, + "338": 32088, + "080": 32089, + "idation": 32090, + "ĠGoes": 32091, + "Ġimprov": 32092, + "Ġswapping": 32093, + "Vict": 32094, + "Ġdevoid": 32095, + "fighter": 32096, + "ĠMori": 32097, + "Ġvoy": 32098, + "ĠElev": 32099, + "ĠAim": 32100, + "Ġtrustworthy": 32101, + "Leg": 32102, + "675": 32103, + "ĠPossible": 32104, + "Crunch": 32105, + "ĠRings": 32106, + "Ġphony": 32107, + "Ġbladder": 32108, + "ĠChall": 32109, + "Spot": 32110, + "oak": 32111, + "Was": 32112, + "ĠFAM": 32113, + "ĠAGA": 32114, + "ĠFifa": 32115, + "Ġenclosed": 32116, + "Ġanthrop": 32117, + "faith": 32118, + "ĠAux": 32119, + "Ġgracious": 32120, + "roller": 32121, + "Ġdowntime": 32122, + "swing": 32123, + "Ġcamouflage": 32124, + "ĠCosts": 32125, + "Ġliv": 32126, + "ricular": 32127, + "ĠUran": 32128, + "Ġdisapproval": 32129, + "Ġpropriet": 32130, + "bits": 32131, + "Ġmafia": 32132, + "ĠSCHOOL": 32133, + "ĠPrepar": 32134, + "button": 32135, + "Almost": 32136, + "Ġpastoral": 32137, + "ĠDove": 32138, + "Hol": 32139, + "Ġimposes": 32140, + "ĠDram": 32141, + "lys": 32142, + "ĠSAS": 32143, + "Ġwiring": 32144, + "271": 32145, + "ĠModels": 32146, + "Ġoutpost": 32147, + "etics": 32148, + "Ġinsulted": 32149, + "ĠMongolia": 32150, + "Ġoverth": 32151, + "Haw": 32152, + "ĠHomer": 32153, + "itta": 32154, + "raining": 32155, + "Ġevidently": 32156, + "raphic": 32157, + "impact": 32158, + "Ġfranch": 32159, + "Ġ2100": 32160, + "Ġapproximate": 32161, + "Ġcartoons": 32162, + "Ġbackups": 32163, + "umbing": 32164, + "Ġforceful": 32165, + "ĠShad": 32166, + "Ġsurges": 32167, + "Ġperf": 32168, + "Ġdele": 32169, + "Ġquieter": 32170, + "ĠHorowitz": 32171, + "ĠDX": 32172, + "anners": 32173, + "ĠNinja": 32174, + "ĠScript": 32175, + "ĠElise": 32176, + "collect": 32177, + "Ġgrading": 32178, + "ĠBethesda": 32179, + "Kids": 32180, + "ĠTelephone": 32181, + "Ġpreferring": 32182, + "Ġreconcil": 32183, + "Ġmango": 32184, + "ĠHail": 32185, + "ĠCitizenship": 32186, + "Master": 32187, + "cular": 32188, + "Ġstuffing": 32189, + "ĠAlive": 32190, + "ALLY": 32191, + "Ġchi": 32192, + "ĠDynam": 32193, + "ĠRosenthal": 32194, + "Ġpurity": 32195, + "Ġtemp": 32196, + "ĠHAL": 32197, + "employ": 32198, + "Ġplentiful": 32199, + "ĠComed": 32200, + "Ġstacks": 32201, + "ĠHuge": 32202, + "ĠOlder": 32203, + "Ġsclerosis": 32204, + "ONY": 32205, + "Ġfilmmaking": 32206, + "chance": 32207, + "Cry": 32208, + "Ġworkflow": 32209, + "ĠPersonnel": 32210, + "awed": 32211, + "ĠColumn": 32212, + "Ġuncomp": 32213, + "Ġdiscriminated": 32214, + "Ġpts": 32215, + "Ġallev": 32216, + "ĠKinn": 32217, + "meal": 32218, + "Ġnovice": 32219, + "Ġcrest": 32220, + "Ġhearty": 32221, + "Ġlowers": 32222, + "inqu": 32223, + "ĠPlayoffs": 32224, + "ĠHyp": 32225, + "Ġautos": 32226, + "Ġindec": 32227, + "Ġnighttime": 32228, + "Ġreflex": 32229, + "306": 32230, + "disciplinary": 32231, + "ophe": 32232, + "contact": 32233, + "Ġachievable": 32234, + "Ġslab": 32235, + "ĠMessage": 32236, + "ĠVMware": 32237, + "ĠDia": 32238, + "REG": 32239, + "Ġconfisc": 32240, + "ĠMechan": 32241, + "Ġphenomena": 32242, + "Ġsequencing": 32243, + "Ġshaming": 32244, + "Ġcompilation": 32245, + "ĠAges": 32246, + "Ġmastered": 32247, + "Ġagony": 32248, + "Ġrestrain": 32249, + "ĠLyme": 32250, + "Which": 32251, + "ĠBarney": 32252, + "ĠConcept": 32253, + "Ġsuperheroes": 32254, + "ĠPsychology": 32255, + "Ġreminis": 32256, + "violence": 32257, + "Lead": 32258, + "Da": 32259, + "VEN": 32260, + "ERC": 32261, + "ĠVoter": 32262, + "Ġbetray": 32263, + "Ġsavage": 32264, + "driver": 32265, + "IFT": 32266, + "Chain": 32267, + "angler": 32268, + "'-": 32269, + "lain": 32270, + "ĠRatt": 32271, + "bis": 32272, + "iverse": 32273, + "Ġdensely": 32274, + "Ġuncom": 32275, + "Ġunsuspecting": 32276, + "Ġstimulation": 32277, + "diff": 32278, + "Ġskins": 32279, + "ĠRiding": 32280, + "ategic": 32281, + "ĠUnderstand": 32282, + "occup": 32283, + "ĠCooking": 32284, + "Ġschizophrenia": 32285, + "ĠKoen": 32286, + "Ġcomrades": 32287, + "HY": 32288, + "Ġfab": 32289, + "ĠRowling": 32290, + "Allen": 32291, + "ĠJUL": 32292, + "Ġembryos": 32293, + "UU": 32294, + "ĠCAT": 32295, + "Ġtidy": 32296, + "finger": 32297, + "ĠCake": 32298, + "Ġrightfully": 32299, + "religious": 32300, + "Ġ407": 32301, + "Gal": 32302, + "408": 32303, + "Ġgrievance": 32304, + "Ġswallowed": 32305, + "251": 32306, + "283": 32307, + "ĠBarcl": 32308, + "opter": 32309, + "Ġpedoph": 32310, + "Ġcured": 32311, + "Ġestablishes": 32312, + "increasing": 32313, + "tics": 32314, + "articles": 32315, + "Ġunethical": 32316, + "authored": 32317, + "Ġanchors": 32318, + "ĠContra": 32319, + "Ġventured": 32320, + "ĠCoh": 32321, + "Ġpuff": 32322, + "heddar": 32323, + "Ġomission": 32324, + "Ġdich": 32325, + "ceed": 32326, + "Ġscares": 32327, + "Ġdoctoral": 32328, + "293": 32329, + "ĠUnt": 32330, + "Ġdop": 32331, + "ĠInjury": 32332, + "ificantly": 32333, + "ĠRift": 32334, + "ĠOrders": 32335, + "Ġmobilize": 32336, + "particularly": 32337, + "Ġchilled": 32338, + "Reports": 32339, + "redibly": 32340, + "ĠGuru": 32341, + "Ġvalleys": 32342, + "Ġtextures": 32343, + "Ġreuse": 32344, + "roit": 32345, + "unts": 32346, + "Ġirreversible": 32347, + "Ġwarships": 32348, + "Ġpus": 32349, + "Ġpeeled": 32350, + "Ġthirst": 32351, + "Ġgrapple": 32352, + "busters": 32353, + "Ġnort": 32354, + "ĠDates": 32355, + "Safe": 32356, + "Ġbirthplace": 32357, + "hemoth": 32358, + "Ġvile": 32359, + "Ġ306": 32360, + "Ram": 32361, + "activated": 32362, + "ĠAero": 32363, + "Ġbutcher": 32364, + "ĠKnock": 32365, + "Ġdisturb": 32366, + "Ġtotality": 32367, + "tted": 32368, + "Ġlegit": 32369, + "cking": 32370, + "nikov": 32371, + "Ġfavoring": 32372, + "lang": 32373, + "Ġrightful": 32374, + "orum": 32375, + "!!!!": 32376, + "ĠMinute": 32377, + "Ġpostings": 32378, + "Java": 32379, + "510": 32380, + "Ġmicrobes": 32381, + "Ġsixteen": 32382, + "entimes": 32383, + "Ġbulb": 32384, + "Ġgoalt": 32385, + "Ġhumiliated": 32386, + "ansom": 32387, + "roach": 32388, + "Ġgrouping": 32389, + "hari": 32390, + "Ġcler": 32391, + "Ġstared": 32392, + "ĠSymptoms": 32393, + "Ġbasil": 32394, + "Whenever": 32395, + "ĠWhoever": 32396, + "Oil": 32397, + "ĠJericho": 32398, + "ĠAlm": 32399, + "Pol": 32400, + "Hur": 32401, + "Ġupro": 32402, + "ĠSpo": 32403, + "hammer": 32404, + "Mur": 32405, + "ĠTorch": 32406, + "Ġfrequencies": 32407, + "ĠExpansion": 32408, + "Ġparalysis": 32409, + "igon": 32410, + "ĠSail": 32411, + "Ġsilently": 32412, + "Ġrevolver": 32413, + "Ġstockpile": 32414, + "Ġpessimistic": 32415, + "ESA": 32416, + "Ġdisclaim": 32417, + "Ġdemocracies": 32418, + "ĠTales": 32419, + "ĠAngry": 32420, + "ĠWhitman": 32421, + "ĠOri": 32422, + "Ġtransitioned": 32423, + "behind": 32424, + "ĠLAN": 32425, + "Ġcav": 32426, + "ĠJazeera": 32427, + "KC": 32428, + "ĠInspect": 32429, + "irty": 32430, + "ĠAin": 32431, + "ĠOrig": 32432, + "Ġobscene": 32433, + "Ġdormant": 32434, + "Ġharb": 32435, + "ĠWiz": 32436, + "ĠAdolf": 32437, + "Ġvic": 32438, + "Ġdenouncing": 32439, + "Ġye": 32440, + "aques": 32441, + "Ġomn": 32442, + "Ġassemblies": 32443, + "nosis": 32444, + "Ġadmon": 32445, + "Ġanguish": 32446, + "Ġvag": 32447, + "YE": 32448, + "ĠMacro": 32449, + "Ġrubbing": 32450, + "Ġreplicated": 32451, + "Moon": 32452, + "ĠGuitar": 32453, + "Ġcentimeters": 32454, + "amily": 32455, + "ĠAmes": 32456, + "Ġchlorine": 32457, + "Perhaps": 32458, + "Ġpartisans": 32459, + "soc": 32460, + "Ġvagina": 32461, + "Ġtrove": 32462, + "ĠYES": 32463, + "Ġtherapists": 32464, + "Ġnods": 32465, + "Ġhanged": 32466, + "Ġridge": 32467, + "Ġhaz": 32468, + "ĠmacOS": 32469, + "Ġske": 32470, + "ĠShia": 32471, + "Ġsteril": 32472, + "Ġalmond": 32473, + "ĠRockefeller": 32474, + "Ġintrinsic": 32475, + "Certainly": 32476, + "Ġsublime": 32477, + "Earn": 32478, + "abet": 32479, + "Ġframeworks": 32480, + "ogical": 32481, + "ilst": 32482, + "ipal": 32483, + "Ġrescuing": 32484, + "ĠWatergate": 32485, + "Ġ231": 32486, + "ĠNano": 32487, + "ighthouse": 32488, + "olph": 32489, + "Ġ312": 32490, + "Ġhealed": 32491, + "ĠTomb": 32492, + "Ġsubst": 32493, + "Ġsulph": 32494, + "ĠNewsp": 32495, + "ĠLama": 32496, + "venue": 32497, + "387": 32498, + "productive": 32499, + "ĠNEED": 32500, + "minus": 32501, + "ĠPages": 32502, + "cand": 32503, + "ĠClover": 32504, + "ĠForensic": 32505, + "ryn": 32506, + "ogle": 32507, + "ocr": 32508, + "Ġvaccinations": 32509, + "cies": 32510, + "ĠMek": 32511, + "Ġunaffected": 32512, + "Ġfetal": 32513, + "ĠDino": 32514, + "Ġhemisphere": 32515, + "Ġfroze": 32516, + "ĠPeg": 32517, + "Ġmicroscope": 32518, + "Ġmoderates": 32519, + "ĠGEN": 32520, + "ĠHawai": 32521, + "Ġstagn": 32522, + "Absolutely": 32523, + "practice": 32524, + "IBLE": 32525, + "cture": 32526, + "ĠAshe": 32527, + "Ġcondoms": 32528, + "Ġpoked": 32529, + "training": 32530, + "Ġintermedi": 32531, + "347": 32532, + "Ġcardinal": 32533, + "ĠSpoon": 32534, + "Ġsupp": 32535, + "Ġpreviews": 32536, + "Service": 32537, + "ĠBeam": 32538, + "Ġtranscend": 32539, + "Fresh": 32540, + "Sure": 32541, + "Ġ4000": 32542, + "idential": 32543, + "ĠCoinbase": 32544, + "Ġworkings": 32545, + "ĠPI": 32546, + "Ġpassionately": 32547, + "Ġdecisively": 32548, + "ĠInspection": 32549, + "Ġinvoke": 32550, + "Ġstain": 32551, + "Ġcleaners": 32552, + "Ġregulates": 32553, + "Ġshone": 32554, + "ĠEVERY": 32555, + "istance": 32556, + "map": 32557, + "Ġredu": 32558, + "Ġoccupies": 32559, + "Ġprocure": 32560, + "acket": 32561, + "roman": 32562, + "Ġilleg": 32563, + "Ġleaps": 32564, + "yond": 32565, + "Ġyarn": 32566, + "ĠLTD": 32567, + "ĠCONTR": 32568, + "ĠRestoration": 32569, + "ĠCDs": 32570, + "Ġdrinkers": 32571, + "ĠJordanian": 32572, + "Ġabl": 32573, + "Ġdisparate": 32574, + "Ġprimed": 32575, + "ĠFirearms": 32576, + "artz": 32577, + "Ġindispensable": 32578, + "Ter": 32579, + "Ġfright": 32580, + "Ġmarkedly": 32581, + "Ġroam": 32582, + "ĠJurassic": 32583, + "Ġfeder": 32584, + "Ġpepp": 32585, + "ĠDV": 32586, + "Ġpancakes": 32587, + "sweet": 32588, + "Ġunmatched": 32589, + "Ġassembling": 32590, + "Ultimately": 32591, + "Ġendeavour": 32592, + "Ġluckily": 32593, + "Ġbitch": 32594, + "Ġelegance": 32595, + "eers": 32596, + "drop": 32597, + "credit": 32598, + "Ġscourge": 32599, + "ĠMinimum": 32600, + "Ġimpatient": 32601, + "Ġhunted": 32602, + "ĠGoddard": 32603, + "Kal": 32604, + "Ġmined": 32605, + "Ġcalves": 32606, + "Ġ234": 32607, + "Ġplank": 32608, + "Ġinjecting": 32609, + "ĠKaufman": 32610, + "ĠCompliance": 32611, + "tone": 32612, + "Ġ345": 32613, + "Ġdazz": 32614, + "ĠClarks": 32615, + "Ġcomprehens": 32616, + "Ġpist": 32617, + "Ġrhythms": 32618, + "Ġreserv": 32619, + "337": 32620, + "ĠIDF": 32621, + "Ġshouts": 32622, + "midt": 32623, + "323": 32624, + "Ġsoothing": 32625, + "Ġadministr": 32626, + "Ġgloomy": 32627, + "Ġfutile": 32628, + "ĠProhibition": 32629, + "upon": 32630, + "ĠAnglic": 32631, + "seeking": 32632, + "Ġdodge": 32633, + "Ds": 32634, + "ĠGrants": 32635, + "editor": 32636, + "ĠInquis": 32637, + "Ġ1929": 32638, + "decl": 32639, + "ĠPorts": 32640, + "ĠCure": 32641, + "ĠDPRK": 32642, + "oct": 32643, + "Ġvocabulary": 32644, + "Ġcling": 32645, + "298": 32646, + "Ġpeac": 32647, + "Ġantibodies": 32648, + "dor": 32649, + "ĠWorse": 32650, + "Ġsmelled": 32651, + "Ġleash": 32652, + "MED": 32653, + "Ġdisinteg": 32654, + "Ġtruthful": 32655, + "Ġsalesman": 32656, + "Ġsquares": 32657, + "susp": 32658, + "Ġcraving": 32659, + "Ġwizard": 32660, + "moral": 32661, + "ĠQué": 32662, + "Anything": 32663, + "Ġfalsehood": 32664, + "ARI": 32665, + "Ġcoworkers": 32666, + "Ġthy": 32667, + "outher": 32668, + "Ġbrushing": 32669, + "ĠProtest": 32670, + "ĠMF": 32671, + "abba": 32672, + "lead": 32673, + "ĠExhibit": 32674, + "Ga": 32675, + "ĠFranks": 32676, + "Ġdictates": 32677, + "illegal": 32678, + "Ġrelayed": 32679, + "Ġploy": 32680, + "ĠاÙĦ": 32681, + "ĠDocuments": 32682, + "Ġtint": 32683, + "ĠYuan": 32684, + "Ġdepended": 32685, + "Mir": 32686, + "ĠIntrodu": 32687, + "Ġrecourse": 32688, + "oqu": 32689, + "ĠTED": 32690, + "Ġdifferentiated": 32691, + "ĠWalls": 32692, + "Ġsentimental": 32693, + "Ġantis": 32694, + "retion": 32695, + "comes": 32696, + "ĠWORLD": 32697, + "Ġcoax": 32698, + "ĠTatt": 32699, + "ĠGingrich": 32700, + "2006": 32701, + "ĠBrut": 32702, + "Second": 32703, + "posed": 32704, + "shots": 32705, + "Ġ313": 32706, + "idian": 32707, + "alking": 32708, + "Ġdens": 32709, + "Ġgif": 32710, + "akings": 32711, + "Ġkeywords": 32712, + "Ġchast": 32713, + "Ġadversary": 32714, + "Ġnick": 32715, + "iasis": 32716, + "ĠLegisl": 32717, + "Ġcoff": 32718, + "ĠOriental": 32719, + "ĠMorg": 32720, + "ĠHAR": 32721, + "Ġlegalizing": 32722, + "Ġbanter": 32723, + "ĠTart": 32724, + "ĠTRI": 32725, + "Ġantagon": 32726, + "ĠGF": 32727, + "oler": 32728, + "ĠUFO": 32729, + "Therefore": 32730, + "ĠOsama": 32731, + "ĠStructure": 32732, + "apps": 32733, + "Ġpee": 32734, + "ĠSomehow": 32735, + "ĠOverwatch": 32736, + "ĠCasual": 32737, + "Ġdishon": 32738, + "SEE": 32739, + "ctive": 32740, + "andering": 32741, + "ĠTransformation": 32742, + "Andy": 32743, + "ĠFever": 32744, + "Ġspectator": 32745, + "Ġlash": 32746, + "Ġprotector": 32747, + "apy": 32748, + "Ġexhilar": 32749, + "aroo": 32750, + "Ġmamm": 32751, + "Ġbystand": 32752, + "acky": 32753, + "Ġdigestive": 32754, + "Ġamplified": 32755, + "Ġalpha": 32756, + "continue": 32757, + "Low": 32758, + "Ġdisgusted": 32759, + "356": 32760, + "script": 32761, + "Ġgenerational": 32762, + "ĠPassenger": 32763, + "sight": 32764, + "Ġcout": 32765, + "Ġhone": 32766, + "ulse": 32767, + "Ġignite": 32768, + "284": 32769, + "gow": 32770, + "Ġbinary": 32771, + "Ġincess": 32772, + "Review": 32773, + "607": 32774, + "ĠSurprise": 32775, + "Ġirritation": 32776, + "ĠBarth": 32777, + "ĠGum": 32778, + "Ġvideot": 32779, + "ĠFres": 32780, + "asons": 32781, + "Ġcollaborator": 32782, + "fal": 32783, + "ĠGon": 32784, + "Ġsettles": 32785, + "regular": 32786, + "Ġmiscarriage": 32787, + "cube": 32788, + "Ġsubord": 32789, + "ĠRegistered": 32790, + "Ġnotions": 32791, + "zzy": 32792, + "Ġrevert": 32793, + "OFF": 32794, + "Ġhasht": 32795, + "ĠPNG": 32796, + "Ġunimaginable": 32797, + "builders": 32798, + "Taylor": 32799, + "ĠPAY": 32800, + "Ġ).": 32801, + "Ġ238": 32802, + "ĠLAST": 32803, + "MAS": 32804, + "Ġillustrations": 32805, + "Ġparody": 32806, + "Ġdispersed": 32807, + "ĠRoses": 32808, + "Ġestimation": 32809, + "ĠGets": 32810, + "Patrick": 32811, + "CHA": 32812, + "Ġmisdem": 32813, + "agate": 32814, + "alter": 32815, + "Ġgeo": 32816, + "Ġenormously": 32817, + "Ġarrogance": 32818, + "Ġpert": 32819, + "Ġmeta": 32820, + "ĠJuno": 32821, + "iov": 32822, + "imov": 32823, + "Ġchores": 32824, + "acan": 32825, + "Paris": 32826, + "313": 32827, + "Lewis": 32828, + "Ġwillingly": 32829, + "ERA": 32830, + "Ġencaps": 32831, + "ilk": 32832, + "Ġnodes": 32833, + "Ġenzyme": 32834, + "want": 32835, + "Ġtolerant": 32836, + "Ġcondos": 32837, + "Ġasserts": 32838, + "Ġcanon": 32839, + "Ġscanned": 32840, + "bishop": 32841, + "Ġperched": 32842, + "util": 32843, + "ĠBonus": 32844, + "create": 32845, + "ĠFuk": 32846, + "Ġmotif": 32847, + "Ġcontemplate": 32848, + "ĠBEN": 32849, + "imir": 32850, + "Ġacadem": 32851, + "uvian": 32852, + "ĠIdeas": 32853, + "ĠCY": 32854, + "Ġants": 32855, + "Ġprostitutes": 32856, + "2005": 32857, + "Spring": 32858, + "ĠBarrel": 32859, + "ĠAunt": 32860, + "ĠLudwig": 32861, + "ĠHerm": 32862, + "PRO": 32863, + "obiles": 32864, + "rack": 32865, + "STER": 32866, + "ucket": 32867, + "Ġmun": 32868, + "Ġ419": 32869, + "ICES": 32870, + "Ġcardio": 32871, + "Ġtrenches": 32872, + "Nation": 32873, + "yahoo": 32874, + "Ġburd": 32875, + "Ġnost": 32876, + "Ġappropriations": 32877, + "ĠChili": 32878, + "Josh": 32879, + "GW": 32880, + "Ġoppressed": 32881, + "ĠBEFORE": 32882, + "Ġmurderous": 32883, + "Pen": 32884, + "achable": 32885, + "Ġrive": 32886, + "Ġculmin": 32887, + "Ġdefin": 32888, + "ĠMord": 32889, + "idate": 32890, + "ĠChim": 32891, + "ource": 32892, + "ĠElectro": 32893, + "orthy": 32894, + "Ġcalendars": 32895, + "regation": 32896, + "Ġretrospect": 32897, + "ĠTribal": 32898, + "ĠHes": 32899, + "Ġcran": 32900, + "Ġcreditor": 32901, + "Ġfibers": 32902, + "note": 32903, + "idays": 32904, + "ĠSebast": 32905, + "ĠKitty": 32906, + "Ġplainly": 32907, + "ĠLAPD": 32908, + "Ġtrumpet": 32909, + "ĠAppropriations": 32910, + "Hill": 32911, + "ĠVeget": 32912, + "296": 32913, + "lated": 32914, + "othes": 32915, + "ibrarian": 32916, + "Listen": 32917, + "nex": 32918, + "WHO": 32919, + "Ġshampoo": 32920, + "Ġclaimants": 32921, + "Ġisol": 32922, + "Ġunchecked": 32923, + "Ġmov": 32924, + "umo": 32925, + "ĠLens": 32926, + "Ġdiscreet": 32927, + "Ġrespectfully": 32928, + "Ġreclaimed": 32929, + "ĠHatt": 32930, + "thus": 32931, + "ĠFlo": 32932, + "Ġsumm": 32933, + "phas": 32934, + "ĠHaitian": 32935, + "Ġstrife": 32936, + "Ġabound": 32937, + "verted": 32938, + "Ġpatronage": 32939, + "449": 32940, + "Ġprelim": 32941, + "ĠZhu": 32942, + "ĠRevel": 32943, + "adic": 32944, + "Ġminded": 32945, + "ĠStability": 32946, + "Ġresembling": 32947, + "Ġvending": 32948, + "ischer": 32949, + "Ġkisses": 32950, + "Ġsuperiority": 32951, + "Ġinfinite": 32952, + "ISC": 32953, + "880": 32954, + "Ġappease": 32955, + "VO": 32956, + "404": 32957, + "ECH": 32958, + "gam": 32959, + "River": 32960, + "metal": 32961, + "determination": 32962, + "Cook": 32963, + "Ġbuds": 32964, + "Ġ(%)": 32965, + "ĠCreated": 32966, + "Ġstrut": 32967, + "Ġ425": 32968, + "Ġverte": 32969, + "ĠOrb": 32970, + "Ġweaving": 32971, + "261": 32972, + "Ġflyers": 32973, + "spons": 32974, + "ĠCovenant": 32975, + "570": 32976, + "Ġintangible": 32977, + "ĠBJ": 32978, + "ĠStead": 32979, + "ĠBrune": 32980, + "pain": 32981, + "independent": 32982, + "Ball": 32983, + "witch": 32984, + "ĠIon": 32985, + "Ġpupp": 32986, + "Cash": 32987, + "ĠConvert": 32988, + "Ġimpede": 32989, + "broad": 32990, + "onew": 32991, + "Ġsynergy": 32992, + "Ġcoined": 32993, + "620": 32994, + "ivalent": 32995, + "ĠInfect": 32996, + "ĠAqua": 32997, + "Together": 32998, + "ĠChemistry": 32999, + "ĠURL": 33000, + "ampion": 33001, + "Ġdeclarations": 33002, + "Ġaffirmative": 33003, + "umper": 33004, + "ĠTarant": 33005, + "Ġstereotype": 33006, + "Ġbookstore": 33007, + "incre": 33008, + "Ġchipset": 33009, + "Ġangst": 33010, + "Jose": 33011, + "laus": 33012, + "Ġheater": 33013, + "ipers": 33014, + "Ġeminent": 33015, + "hook": 33016, + "sticks": 33017, + "ĠCoul": 33018, + "Ġmildly": 33019, + "SG": 33020, + "Ġworm": 33021, + "Ġdisable": 33022, + "Ġperfume": 33023, + "ISTER": 33024, + "Ġgathers": 33025, + "ĠLotus": 33026, + "hyp": 33027, + "actus": 33028, + "Ġdistinctly": 33029, + "fifth": 33030, + "!),": 33031, + "ĠCrunch": 33032, + "Ġcohesive": 33033, + "Ġfortunately": 33034, + "Ġninety": 33035, + "Ġcartels": 33036, + "empl": 33037, + "Direct": 33038, + "Ġcommuting": 33039, + "ĠSX": 33040, + "ractive": 33041, + "Ġtranslating": 33042, + "ĠAQ": 33043, + "Ġslay": 33044, + "abuse": 33045, + "ĠProc": 33046, + "ĠCantor": 33047, + "ĠTas": 33048, + "Sir": 33049, + "Thom": 33050, + "ĠCHRIST": 33051, + "Ġreceptive": 33052, + "ĠCornel": 33053, + "Arab": 33054, + "Ġgrammar": 33055, + "Ġhandlers": 33056, + "Ġalloy": 33057, + "Ġthinly": 33058, + "adem": 33059, + "Ġproponent": 33060, + "ĠPVC": 33061, + "Ġstump": 33062, + "tom": 33063, + "rets": 33064, + "iciency": 33065, + "780": 33066, + "Ġ311": 33067, + "ĠClapper": 33068, + "ITAL": 33069, + "Ùħ": 33070, + "Ġnarrator": 33071, + "Ġblond": 33072, + "Ġintermittent": 33073, + "Ġcollabor": 33074, + "646": 33075, + "Ġmetast": 33076, + "Ġregeneration": 33077, + "ĠLegendary": 33078, + "Ġgenitals": 33079, + "Ġbartender": 33080, + "atson": 33081, + "Okay": 33082, + "Ġpassages": 33083, + "Ġsubstituted": 33084, + "orr": 33085, + "ALTH": 33086, + "Ġartic": 33087, + "Ġascent": 33088, + "Ġmatured": 33089, + "Ġterminology": 33090, + "served": 33091, + "ĠDeliver": 33092, + "Ġattic": 33093, + "anges": 33094, + "Ġrenaissance": 33095, + "Ġbleed": 33096, + "claimer": 33097, + "onse": 33098, + "Sec": 33099, + "Ġparticle": 33100, + "aneous": 33101, + "ateur": 33102, + "Ġzeal": 33103, + "ĠPets": 33104, + "Working": 33105, + "ĠRespect": 33106, + "Ġsermon": 33107, + "ĠProvided": 33108, + "Ġfilibuster": 33109, + "Ġabolished": 33110, + "reviewed": 33111, + "cription": 33112, + "Ġrevers": 33113, + "atered": 33114, + "435": 33115, + "Ġwhe": 33116, + "ometown": 33117, + "UFC": 33118, + "products": 33119, + "Winter": 33120, + "Ġ304": 33121, + "Ġsporadic": 33122, + "orough": 33123, + "EB": 33124, + "ĠAgric": 33125, + "ĠMTA": 33126, + "wic": 33127, + "Ġpowerless": 33128, + "Ġcarrot": 33129, + "ww": 33130, + "Ġabsorption": 33131, + "ĠTyphoon": 33132, + "Turkey": 33133, + "Ġproclaim": 33134, + "Ġhikers": 33135, + "Ġpractise": 33136, + "/$": 33137, + "Ġfingertips": 33138, + "Ġbaff": 33139, + "vu": 33140, + "Ġans": 33141, + "plug": 33142, + "Ġacquaintance": 33143, + "itement": 33144, + "ihar": 33145, + "Ġreluctantly": 33146, + "Ġforc": 33147, + "Ġguarant": 33148, + "ĠWanted": 33149, + "Walk": 33150, + "addle": 33151, + "unders": 33152, + "Fred": 33153, + "Ġtides": 33154, + "ĠBai": 33155, + "Ġcountering": 33156, + "raper": 33157, + "ursions": 33158, + "ĠFlav": 33159, + "pared": 33160, + "raised": 33161, + "Ñı": 33162, + "ĠDiff": 33163, + "Ġreload": 33164, + "ourses": 33165, + "ĠBurning": 33166, + "Ġwand": 33167, + "Ġledger": 33168, + "Ġcoughing": 33169, + "ĠLoren": 33170, + "Nazis": 33171, + "Ġcompile": 33172, + "Eight": 33173, + "icultural": 33174, + "yy": 33175, + "Ġ1932": 33176, + "Run": 33177, + "AIN": 33178, + "Ġattractiveness": 33179, + "ĠOmn": 33180, + "Ġconfer": 33181, + "compliance": 33182, + "Ġembed": 33183, + "Steven": 33184, + "2001": 33185, + "Ġdecre": 33186, + "Ġprompts": 33187, + "ĠHare": 33188, + "Ġleaping": 33189, + "Ġslaughtered": 33190, + "Ġforfeiture": 33191, + "342": 33192, + "Charl": 33193, + "CDC": 33194, + "ographically": 33195, + "Ġduplicate": 33196, + "Ġdistracting": 33197, + "examination": 33198, + "Ġpeas": 33199, + "Ġcatchy": 33200, + "Ġdives": 33201, + "ĠAda": 33202, + "Hay": 33203, + "Ġenthusiastically": 33204, + "Ġfunky": 33205, + "kay": 33206, + "EVA": 33207, + "Ġpsychologists": 33208, + "Ġancestry": 33209, + "iyah": 33210, + "ifter": 33211, + "nob": 33212, + "518": 33213, + "rouse": 33214, + "Ġchord": 33215, + "Ġcone": 33216, + "Ġbarracks": 33217, + "ĠRoyale": 33218, + "ĠIntegration": 33219, + "Ġtrolling": 33220, + "ĠSynt": 33221, + "andals": 33222, + "ĠGrain": 33223, + "ĠNeck": 33224, + "618": 33225, + "Ġrapist": 33226, + "pins": 33227, + "Ġwitty": 33228, + "Ġdehydration": 33229, + "arlane": 33230, + "Ġimmoral": 33231, + "Ġaccum": 33232, + "ĠMcAuliffe": 33233, + "slow": 33234, + "Ġinjust": 33235, + "Ġ1700": 33236, + "Ġcarbs": 33237, + "Ġintel": 33238, + "Non": 33239, + "isks": 33240, + "Tre": 33241, + "Ġinterviewer": 33242, + "sam": 33243, + "Ġdelve": 33244, + "Ġadmirable": 33245, + "ĠROM": 33246, + "ĠHispanics": 33247, + "Ġimpart": 33248, + "Ġunderrated": 33249, + "Ġvictimized": 33250, + "ĠPsych": 33251, + "ppings": 33252, + "Ġ610": 33253, + "pole": 33254, + "Ġdiner": 33255, + "ĠScale": 33256, + "Ġunforeseen": 33257, + "surprisingly": 33258, + "opus": 33259, + "ĠCOURT": 33260, + "Ġjuggling": 33261, + "ĠFacilities": 33262, + "Aid": 33263, + "ĠHPV": 33264, + "Ġcrawling": 33265, + "flu": 33266, + "etary": 33267, + "ĠHarriet": 33268, + "329": 33269, + "ĠSod": 33270, + "ĠBiological": 33271, + "birth": 33272, + "ribed": 33273, + "Ġpulses": 33274, + "396": 33275, + "eways": 33276, + "ĠAlma": 33277, + "nov": 33278, + "015": 33279, + "ricane": 33280, + "agna": 33281, + "Ak": 33282, + "ĠClaim": 33283, + "Ġpref": 33284, + "Ġinterfaces": 33285, + "ĠADHD": 33286, + "604": 33287, + "ZE": 33288, + "venture": 33289, + "Ġascend": 33290, + "ĠGou": 33291, + "Ġpriceless": 33292, + "redo": 33293, + "kw": 33294, + "Conf": 33295, + "Ġmah": 33296, + "Ġpoets": 33297, + "Ġstalk": 33298, + "Ġencamp": 33299, + "Ġhopped": 33300, + "Ġmelody": 33301, + "JECT": 33302, + "eming": 33303, + "Ġbewild": 33304, + "aternal": 33305, + "uchs": 33306, + "dit": 33307, + "ĠTransmission": 33308, + "Lake": 33309, + "Ġatoms": 33310, + "ĠThoughts": 33311, + "ilts": 33312, + "volume": 33313, + "Ġsocioeconomic": 33314, + "atisf": 33315, + "Ġnarr": 33316, + "zinski": 33317, + "ymes": 33318, + "episode": 33319, + "Ġinherit": 33320, + "Ġintending": 33321, + "Ġarenas": 33322, + "uras": 33323, + "burning": 33324, + "334": 33325, + "teenth": 33326, + "Ġsophistication": 33327, + "Ġscreenshots": 33328, + "Ġautistic": 33329, + "lip": 33330, + "paper": 33331, + "Ġmonopol": 33332, + "799": 33333, + "forms": 33334, + "ocrats": 33335, + "Ġpineapple": 33336, + "Ġbegs": 33337, + "Ġpersecuted": 33338, + "Ġsubscribed": 33339, + "Ġelic": 33340, + "ĠPRESIDENT": 33341, + "297": 33342, + "Ġpreferential": 33343, + "Ġpyramid": 33344, + "Ġconvergence": 33345, + "Ġwob": 33346, + "Project": 33347, + "ĠAluminum": 33348, + "ĠJPM": 33349, + "ĠBAT": 33350, + "Ġdolphins": 33351, + "018": 33352, + "healthy": 33353, + "ĠCG": 33354, + "ĠEffective": 33355, + "worm": 33356, + "ĠEas": 33357, + "olicited": 33358, + "ĠUSE": 33359, + "ĠCaval": 33360, + "Ġswirl": 33361, + "Ġspaghetti": 33362, + "Ġinward": 33363, + "Republican": 33364, + "Ġpublicized": 33365, + "Ġeconomical": 33366, + "Ġsalsa": 33367, + "ĠTitanic": 33368, + "dot": 33369, + "Ġcontro": 33370, + "ĠBangl": 33371, + "iban": 33372, + "ĠKlux": 33373, + "Ġhinges": 33374, + "610": 33375, + "Ġvalves": 33376, + "profits": 33377, + "Wonder": 33378, + "Ġorient": 33379, + "Ġsque": 33380, + "Ġprivatization": 33381, + "Obama": 33382, + "Thousands": 33383, + "ĠTasman": 33384, + "Ġmaze": 33385, + "eem": 33386, + "Ġsurvives": 33387, + "istant": 33388, + "Ġenriched": 33389, + "Ġencl": 33390, + "Ġcompliments": 33391, + "ĠShoes": 33392, + "Ġinsanity": 33393, + "consider": 33394, + "agog": 33395, + "Ġbaffled": 33396, + "Ġ°": 33397, + "ĠWordPress": 33398, + "qus": 33399, + "usual": 33400, + "stall": 33401, + "Deb": 33402, + "ĠRothschild": 33403, + "Ġesche": 33404, + "Ġsoph": 33405, + "Ġambiguous": 33406, + "negative": 33407, + "Ġdiscouraging": 33408, + "Alexander": 33409, + "319": 33410, + "Ġsummon": 33411, + "ipation": 33412, + "000000": 33413, + "Ġminimalist": 33414, + "Ġenraged": 33415, + "777": 33416, + "Ġplanetary": 33417, + "Ġthroughput": 33418, + "Ġtemperament": 33419, + "ĠNIC": 33420, + "ileged": 33421, + "minster": 33422, + "ĠPLEASE": 33423, + "Ġexagger": 33424, + "ĠDescription": 33425, + "Ġagitated": 33426, + "Ġimmortal": 33427, + "Ġrenders": 33428, + "Ġcharisma": 33429, + "sequ": 33430, + "Ġmajorities": 33431, + "Ġfreaking": 33432, + "ĠAdvice": 33433, + "Ġembodies": 33434, + "stable": 33435, + "Ġcustomization": 33436, + "started": 33437, + "ĠAutism": 33438, + "Ġparticipates": 33439, + "ĠUTC": 33440, + "Marco": 33441, + "Ġoddly": 33442, + "Ġantiqu": 33443, + "ĠPear": 33444, + "ĠFey": 33445, + "Ġcertify": 33446, + "Ġdisillusion": 33447, + "ĠPhysicians": 33448, + "obl": 33449, + "855": 33450, + "Ġelim": 33451, + "Ġ335": 33452, + "Ol": 33453, + "ĠSear": 33454, + "Ġnuances": 33455, + "past": 33456, + "Sa": 33457, + "ĠSlov": 33458, + "Ġfiltered": 33459, + "Ġanalogy": 33460, + "Ġformulate": 33461, + "Ġarmies": 33462, + "Ġpuls": 33463, + "fters": 33464, + "ilipp": 33465, + "ĠHOT": 33466, + "485": 33467, + "ĠAfghans": 33468, + "Ġtopical": 33469, + "ĠBunny": 33470, + "seeing": 33471, + "Ġeloqu": 33472, + "Ġkidneys": 33473, + "ĠDEM": 33474, + "pent": 33475, + "Ġhus": 33476, + "stores": 33477, + "ĠProtestant": 33478, + "Comm": 33479, + "label": 33480, + "Kings": 33481, + "ĠPurpose": 33482, + "âĢ¦..": 33483, + "Ġaccumulating": 33484, + "calling": 33485, + "Ġgiveaways": 33486, + "Ġpredicament": 33487, + "Ġtyp": 33488, + "Ġtraveler": 33489, + "003": 33490, + "impro": 33491, + "fac": 33492, + "Ġmapped": 33493, + "itious": 33494, + "Ġmasculinity": 33495, + "Ġtantal": 33496, + "ĠDJs": 33497, + "Ġviewpoints": 33498, + "Burn": 33499, + "ĠWii": 33500, + "pak": 33501, + "ĠEB": 33502, + "Ġhinge": 33503, + "Ġfacets": 33504, + "Ġphotographic": 33505, + "Ġcompiling": 33506, + "Ġdecks": 33507, + "Ġarticulated": 33508, + "Federal": 33509, + "crim": 33510, + "llah": 33511, + "Ġfiasco": 33512, + "ĠLIST": 33513, + "oute": 33514, + "ĠDraper": 33515, + "ĠLaos": 33516, + "Ġclimbers": 33517, + "raph": 33518, + "ĠDek": 33519, + "WAY": 33520, + "Ġgreets": 33521, + "Ġoppressive": 33522, + "otor": 33523, + "otiation": 33524, + "\":[": 33525, + "Record": 33526, + "mining": 33527, + "Town": 33528, + "Ġfavorably": 33529, + "ĠYoutube": 33530, + "William": 33531, + "Ġlan": 33532, + "âĢ²": 33533, + "ĠSpec": 33534, + "Ġtranquil": 33535, + "ĠClient": 33536, + "oln": 33537, + "celona": 33538, + "Ġrealistically": 33539, + "Ġmisplaced": 33540, + "ĠBie": 33541, + "bye": 33542, + "Yo": 33543, + "465": 33544, + "ĠMadagascar": 33545, + "oplan": 33546, + "arist": 33547, + "Ġconfines": 33548, + "Ġï": 33549, + "awks": 33550, + "Ġpiracy": 33551, + "Ġunwelcome": 33552, + "Intel": 33553, + "Ġparanoid": 33554, + "CLAIM": 33555, + "Ġblush": 33556, + "united": 33557, + "Ġmotivational": 33558, + "ĠVII": 33559, + "Ġdiabetic": 33560, + "Ġantiv": 33561, + "Ġdissect": 33562, + "Ġbestselling": 33563, + "Ġfluffy": 33564, + "ĠRemote": 33565, + "Ġvert": 33566, + "Correct": 33567, + "Ġcolossal": 33568, + "Ġcontrasts": 33569, + "Ġcirca": 33570, + "ĠDamage": 33571, + "Ġunrel": 33572, + "Ġdiscrepancy": 33573, + "ĠCIS": 33574, + "ĠCLASS": 33575, + "ilty": 33576, + "Ġsynopsis": 33577, + "emed": 33578, + "cakes": 33579, + "ibal": 33580, + "inea": 33581, + "ienced": 33582, + "Ġimplicit": 33583, + "ĠLOOK": 33584, + "Ġsilhouette": 33585, + "affiliated": 33586, + "ĠHalo": 33587, + "377": 33588, + "Ġlyr": 33589, + "ĠVide": 33590, + "herent": 33591, + "Ġbadges": 33592, + "plays": 33593, + "orea": 33594, + "Ġjammed": 33595, + "cancer": 33596, + "ĠYep": 33597, + "racted": 33598, + "ĠDisability": 33599, + "Ġfooth": 33600, + "friends": 33601, + "Ġbloated": 33602, + "Bet": 33603, + "ĠAntioch": 33604, + "Ġintrodu": 33605, + "Ġannexed": 33606, + "ivism": 33607, + "ĠFlickr": 33608, + "pants": 33609, + "Ġinterruption": 33610, + "645": 33611, + "ĠIly": 33612, + "ĠOss": 33613, + "ĠAMA": 33614, + "Ġpolitely": 33615, + "Ġnatives": 33616, + "Ġrushes": 33617, + "enges": 33618, + "ĠHarm": 33619, + "Ġdestroyer": 33620, + "ĠEstimates": 33621, + "Ġtransforms": 33622, + "Ġinvariably": 33623, + "Ġcac": 33624, + "iency": 33625, + "599": 33626, + "Ġconstitutionally": 33627, + "Ġrappers": 33628, + "ĠSettlement": 33629, + "icz": 33630, + "Ġhardened": 33631, + "citizens": 33632, + "Ġcircling": 33633, + "Ġtrapping": 33634, + "Ġguaranteeing": 33635, + "690": 33636, + "agher": 33637, + "Ġarcade": 33638, + "Ġfanc": 33639, + "Ġslapping": 33640, + "OPS": 33641, + "Ġmasse": 33642, + "Ġpudding": 33643, + "Jac": 33644, + "ĠGraphics": 33645, + "Ġuptake": 33646, + "?,": 33647, + "Fair": 33648, + "ĠSatan": 33649, + "uffy": 33650, + "ĠGuatem": 33651, + "ĠTransaction": 33652, + "Ġunlocking": 33653, + "ĠLINE": 33654, + "Ġapprehens": 33655, + "Ġglean": 33656, + "291": 33657, + "Ġexacerbate": 33658, + "ĠTrave": 33659, + "ĠTrop": 33660, + "Supp": 33661, + "Ġqueens": 33662, + "cart": 33663, + "Ġscrolling": 33664, + "Ġox": 33665, + "cone": 33666, + "Matthew": 33667, + "ĠDIRECT": 33668, + "Ġbacker": 33669, + "Ġthyroid": 33670, + "Sarah": 33671, + "ĠEDIT": 33672, + "ĠActivision": 33673, + "352": 33674, + "Ġreinforcements": 33675, + "Ġding": 33676, + "Ġplush": 33677, + "Ġpeanuts": 33678, + "ĠFant": 33679, + "ĠPediatrics": 33680, + "Ġaccommodating": 33681, + "ĠPractices": 33682, + "Answer": 33683, + "racial": 33684, + "ĠConstant": 33685, + "740": 33686, + "strength": 33687, + "apist": 33688, + "Ġsynthes": 33689, + "ĠLeap": 33690, + "ĠFabric": 33691, + "Ġbrainstorm": 33692, + "obia": 33693, + "Ġconception": 33694, + "Ġtuberculosis": 33695, + "Ġmajestic": 33696, + "ĠTitus": 33697, + "ĠTee": 33698, + "Ġlikeness": 33699, + "ĠSEA": 33700, + "lite": 33701, + "Ġ950": 33702, + "sufficient": 33703, + "Ġtrem": 33704, + "Ġharshly": 33705, + "Ġredacted": 33706, + "Ġwelding": 33707, + "Ġperplex": 33708, + "Ġpoetic": 33709, + "Ġinsignificant": 33710, + "Ġware": 33711, + "Ġwandered": 33712, + "Ġmete": 33713, + "ĠSTART": 33714, + "Ġweaponry": 33715, + "opsy": 33716, + "shadow": 33717, + "Ġobsc": 33718, + "hare": 33719, + "ĠOPEN": 33720, + "Ġdiligent": 33721, + "Girls": 33722, + "Ġinitials": 33723, + "Start": 33724, + "ĠBrookings": 33725, + "ombs": 33726, + "Ġlashes": 33727, + "essor": 33728, + "Ġgravy": 33729, + "ĠUbuntu": 33730, + "Tree": 33731, + "Ġ435": 33732, + "Ġcellar": 33733, + "Ġaquarium": 33734, + "ĠPodesta": 33735, + "361": 33736, + "ĠController": 33737, + "Ġeru": 33738, + "reasonable": 33739, + "Ġpermissions": 33740, + "725": 33741, + "Ġadministering": 33742, + "Ġflirt": 33743, + "Ġfleeting": 33744, + "asive": 33745, + "Ġsubcontract": 33746, + "Ġfascist": 33747, + "Ġcabbage": 33748, + "science": 33749, + "Ġboiler": 33750, + "ioned": 33751, + "Ġintegrates": 33752, + "Ġresidue": 33753, + "KEY": 33754, + "Ġwi": 33755, + "Ġsquared": 33756, + "Unless": 33757, + "Ġmute": 33758, + "ĠTuc": 33759, + "Ġverb": 33760, + "Gary": 33761, + "Ġexperimentation": 33762, + "fee": 33763, + "chini": 33764, + "Ġmarrow": 33765, + "ĠBalt": 33766, + "Ġnodded": 33767, + "tn": 33768, + "Ġmissionary": 33769, + "OTO": 33770, + "Ġoptimum": 33771, + "555": 33772, + "Ġwhipping": 33773, + "aunts": 33774, + "ĠScene": 33775, + "Ġcharacterize": 33776, + "Ġretrospective": 33777, + "Ġutilizes": 33778, + "Ġhastily": 33779, + "older": 33780, + "ĠPW": 33781, + "Ġsleepy": 33782, + "020": 33783, + "ĠAcid": 33784, + "Ġridiculously": 33785, + "Ġgigg": 33786, + "649": 33787, + "Ġcrus": 33788, + "ĠShame": 33789, + "ĠTorn": 33790, + "finding": 33791, + "IPS": 33792, + "Ġplat": 33793, + "ometers": 33794, + "Ġamphib": 33795, + "ellow": 33796, + "ĠSpecies": 33797, + "commercial": 33798, + "Ġvirgin": 33799, + "Ġdarn": 33800, + "Ġsorely": 33801, + "Ġrespondent": 33802, + "Ġray": 33803, + "ĠCONS": 33804, + "Ġunequivocally": 33805, + "server": 33806, + "Ġdrip": 33807, + "ĠRazor": 33808, + "Ban": 33809, + "ĠHMS": 33810, + "Ġhijab": 33811, + "ĠMuss": 33812, + "Ġsandy": 33813, + "Ġaversion": 33814, + "Ġoverarching": 33815, + "Ġultr": 33816, + "ĠIraqis": 33817, + "Ġuninterrupted": 33818, + "Ġrouting": 33819, + "Ġundone": 33820, + "independence": 33821, + "gra": 33822, + "ysics": 33823, + "inflammatory": 33824, + "cussion": 33825, + "ĠDefinitely": 33826, + "Ġelastic": 33827, + "peer": 33828, + "ĠGiov": 33829, + "ĠMandarin": 33830, + "Ġscratches": 33831, + "Ġphysicist": 33832, + "Ġbestowed": 33833, + "usually": 33834, + "OULD": 33835, + "igration": 33836, + "Human": 33837, + "Dead": 33838, + "osph": 33839, + "bott": 33840, + "doctoral": 33841, + "Ġbending": 33842, + "Ġconfigurations": 33843, + "psych": 33844, + "db": 33845, + "ĠUD": 33846, + "Ġarteries": 33847, + "orically": 33848, + "Ġblasphemy": 33849, + "jj": 33850, + "checking": 33851, + "adian": 33852, + "IRD": 33853, + "ĠDialogue": 33854, + "Ġshielded": 33855, + "ĠVox": 33856, + "Dave": 33857, + "Ġturb": 33858, + "ĠMassive": 33859, + "ĠBMI": 33860, + "ĠNF": 33861, + "uced": 33862, + "ickle": 33863, + "ishable": 33864, + "Ġembody": 33865, + "ÙĪ": 33866, + "Senior": 33867, + "ĠResult": 33868, + "try": 33869, + "egu": 33870, + "401": 33871, + "ĠLoyal": 33872, + "Ġperilous": 33873, + "Ġdissu": 33874, + "Ġmythology": 33875, + "ĠWax": 33876, + "Jesus": 33877, + "ĠMotorsport": 33878, + "Ġadvis": 33879, + "ĠAki": 33880, + "ISM": 33881, + "tested": 33882, + "Ġplag": 33883, + "Ġriches": 33884, + "ĠOCT": 33885, + "ĠLocke": 33886, + "BG": 33887, + "Ġ460": 33888, + "rawl": 33889, + "ĠTermin": 33890, + "Ġ295": 33891, + "Ġchopping": 33892, + "KT": 33893, + "Ġconverts": 33894, + "Ask": 33895, + "alse": 33896, + "ĠKeynes": 33897, + "Ġrefuted": 33898, + "Ġrabbits": 33899, + "Ġbilingual": 33900, + "urse": 33901, + "ĠSalad": 33902, + "odiac": 33903, + "Ġsolidly": 33904, + "Dam": 33905, + "Ġpp": 33906, + "rities": 33907, + "Rah": 33908, + "itness": 33909, + "Ġsixty": 33910, + "332": 33911, + "cold": 33912, + "Ġhindered": 33913, + "Ġclipped": 33914, + "Ġreceptor": 33915, + "ĠHoms": 33916, + "Ġdusk": 33917, + "Ġarchae": 33918, + "LR": 33919, + "Ġrods": 33920, + "Ġ257": 33921, + "ĠSith": 33922, + "ĠPumpkin": 33923, + "ellation": 33924, + "ĠWD": 33925, + "Ġdecriminal": 33926, + "Ġusable": 33927, + "Ġcheerful": 33928, + "ĠInform": 33929, + "Ġbrushes": 33930, + "vier": 33931, + "ĠBrush": 33932, + "590": 33933, + "boost": 33934, + "guided": 33935, + "ĠMJ": 33936, + "Ġsatirical": 33937, + "ortion": 33938, + "efficiency": 33939, + "Ġstrands": 33940, + "ĠWilde": 33941, + "Ġreproduce": 33942, + "verage": 33943, + "Ġlug": 33944, + "Ġhist": 33945, + "offer": 33946, + "Ġcollapses": 33947, + "Ġclerks": 33948, + "Ġairstrike": 33949, + "IPP": 33950, + "iscover": 33951, + "Ġnefarious": 33952, + "Ġstripe": 33953, + "Ġbona": 33954, + "ocon": 33955, + "Ġpunishments": 33956, + "ITED": 33957, + "ĠAltern": 33958, + "testing": 33959, + "Ġeerie": 33960, + "erous": 33961, + "Ġcaves": 33962, + "Ġcondemns": 33963, + "ĠDropbox": 33964, + "inese": 33965, + "axis": 33966, + "ĠRegistry": 33967, + "ĠMong": 33968, + "Ġbullies": 33969, + "Ġdocks": 33970, + "ĠAlter": 33971, + "rella": 33972, + "446": 33973, + "ĠDare": 33974, + "Ġvirtues": 33975, + "Ġdont": 33976, + "Value": 33977, + "ENE": 33978, + "received": 33979, + "Ġseaf": 33980, + "476": 33981, + "ilon": 33982, + "ĠKits": 33983, + "Ġrarity": 33984, + "Ġnurt": 33985, + "skin": 33986, + "ĠUL": 33987, + "ĠRegiment": 33988, + "terior": 33989, + "hate": 33990, + "ĠEstimated": 33991, + "ĠSilence": 33992, + "Ġorganism": 33993, + "ĠSigned": 33994, + "ĠIA": 33995, + "bite": 33996, + "Ġthicker": 33997, + "Ġeyeb": 33998, + "Ġjournalistic": 33999, + "ĠDisp": 34000, + "margin": 34001, + "Dri": 34002, + "Ġcomplexes": 34003, + "Ġimaginary": 34004, + "Ġrefuel": 34005, + "Ġmeticulous": 34006, + "Dub": 34007, + "Ġhaze": 34008, + "860": 34009, + "Ġproverbial": 34010, + "Ġozone": 34011, + "cale": 34012, + "resent": 34013, + "Ġdiscrete": 34014, + "boats": 34015, + "Ġ343": 34016, + "ĠRET": 34017, + "Ġsailor": 34018, + "hair": 34019, + "gear": 34020, + "Ġmalt": 34021, + "Ġpeach": 34022, + "ĠRabb": 34023, + "699": 34024, + "318": 34025, + "ĠVerge": 34026, + "Fin": 34027, + "ĠMighty": 34028, + "ierce": 34029, + "403": 34030, + "Ġdisenfranch": 34031, + "bass": 34032, + "nice": 34033, + "Ġsinks": 34034, + "ĠLaugh": 34035, + "367": 34036, + "ĠZur": 34037, + "Ġtravers": 34038, + "ĠMystery": 34039, + "onsense": 34040, + "ĠMonarch": 34041, + "Ġleapt": 34042, + "ergy": 34043, + "porate": 34044, + "display": 34045, + "ilet": 34046, + "Ġendemic": 34047, + "Bern": 34048, + "Ġpulmonary": 34049, + "Ġbroch": 34050, + "ĠManziel": 34051, + "Lyn": 34052, + "Repe": 34053, + "lda": 34054, + "hands": 34055, + "Ġtroublesome": 34056, + "Jordan": 34057, + "UTION": 34058, + "ĠALP": 34059, + "ĠLEG": 34060, + "Ġreconnaissance": 34061, + "ĠRNA": 34062, + "letters": 34063, + "ĠYounger": 34064, + "ĠLW": 34065, + "ĠSensor": 34066, + "388": 34067, + "Ġwielding": 34068, + "spr": 34069, + "Ġancestral": 34070, + "331": 34071, + "OTH": 34072, + "ĠAxis": 34073, + "irement": 34074, + "ĠCompact": 34075, + "voice": 34076, + "Ġpercussion": 34077, + "Ġendeav": 34078, + "Kate": 34079, + "ĠJACK": 34080, + "ĠMagnus": 34081, + "Ġinterconnected": 34082, + "ĠTraff": 34083, + "demon": 34084, + "Ġardent": 34085, + "ĠSomers": 34086, + "andum": 34087, + "346": 34088, + "heartedly": 34089, + "ayne": 34090, + "Design": 34091, + "melon": 34092, + "ĠCarib": 34093, + "Ġ1935": 34094, + "intention": 34095, + "cape": 34096, + "cend": 34097, + "organic": 34098, + "373": 34099, + "ĠRevival": 34100, + "ĠBLACK": 34101, + "Ġaspiration": 34102, + "yellow": 34103, + "bodied": 34104, + "Ġcrave": 34105, + "ĠIntelligent": 34106, + "ĠUnique": 34107, + "tab": 34108, + "386": 34109, + "ĠNess": 34110, + "Official": 34111, + "Stay": 34112, + "Ġcreat": 34113, + "iliary": 34114, + "rified": 34115, + "ĠPok": 34116, + "Ġabolition": 34117, + "Ka": 34118, + "ĠCourage": 34119, + "ĠDickens": 34120, + "rophic": 34121, + "ĠFAR": 34122, + "Ġfurnished": 34123, + ".âĢĵ": 34124, + "rete": 34125, + "Ġvaginal": 34126, + "hner": 34127, + "ĠLONG": 34128, + "imates": 34129, + "ĠLiter": 34130, + "ĠMeasures": 34131, + "ĠBelg": 34132, + "\"-": 34133, + "ĠRaider": 34134, + "enario": 34135, + "rification": 34136, + "ĠFISA": 34137, + "ĠStab": 34138, + "Ġnar": 34139, + "mund": 34140, + "Tenn": 34141, + "Ġwakes": 34142, + "Ġcharg": 34143, + "okers": 34144, + "assment": 34145, + "Ġsiph": 34146, + "Ġludicrous": 34147, + "670": 34148, + "Ġcompositions": 34149, + "Ġpinnacle": 34150, + "ĠRankings": 34151, + "ĠTelescope": 34152, + "secure": 34153, + "Ġib": 34154, + "Ġaptly": 34155, + "paste": 34156, + "ĠJUST": 34157, + "RD": 34158, + "herry": 34159, + "sung": 34160, + "Ġmig": 34161, + "naires": 34162, + "Ġmigrated": 34163, + "Base": 34164, + "Ġamazingly": 34165, + "Ġunregulated": 34166, + "published": 34167, + "ĠPIT": 34168, + "ĠMissile": 34169, + "extreme": 34170, + "ĠAlone": 34171, + "skilled": 34172, + "ĠRamp": 34173, + "Ġcamer": 34174, + "Ġflyer": 34175, + "Ġbrewers": 34176, + "ĠReference": 34177, + "ĠMOV": 34178, + "ĠLep": 34179, + "Ġentitle": 34180, + "ivals": 34181, + "ĠPIN": 34182, + "Ġbatches": 34183, + "Ġunexplained": 34184, + "Ġenergies": 34185, + "Ġblurred": 34186, + "enged": 34187, + "orig": 34188, + "WF": 34189, + "olves": 34190, + "ĠPicks": 34191, + "ĠTwice": 34192, + "arranted": 34193, + "Ġmembrane": 34194, + "ĠMoonlight": 34195, + "Ġsulfur": 34196, + "Ġpurposely": 34197, + "Ġfumes": 34198, + "Ġ(#": 34199, + "onics": 34200, + "ivities": 34201, + "rollers": 34202, + "Ġflattering": 34203, + "felt": 34204, + "Ġintoxication": 34205, + "Bridge": 34206, + "ĠFallout": 34207, + "Ġcreatively": 34208, + "Ġpsychologically": 34209, + "Ġdespicable": 34210, + "gae": 34211, + "820": 34212, + "VERS": 34213, + "Ġtidal": 34214, + "Ġcarbohydrates": 34215, + "strip": 34216, + "Ġgravitational": 34217, + "Ġfeds": 34218, + "ĠZhao": 34219, + "legates": 34220, + "Ġ307": 34221, + "String": 34222, + "ĠRepair": 34223, + "Ġ1928": 34224, + "orses": 34225, + "atography": 34226, + "Boston": 34227, + "Ġasymm": 34228, + "ĠSomebody": 34229, + "Van": 34230, + "ĠSovereign": 34231, + "Ġnotoriety": 34232, + "Ġsimulate": 34233, + "ĠDiscussion": 34234, + "ĠTransition": 34235, + "Ġcopying": 34236, + "antage": 34237, + "ĠRodrig": 34238, + "Ġindifference": 34239, + "Ġ580": 34240, + "Ġastronomical": 34241, + "Ġscrews": 34242, + "840": 34243, + "inates": 34244, + "ĠStreaming": 34245, + "Ġentit": 34246, + "ĠLiterature": 34247, + "369": 34248, + "805": 34249, + "OTS": 34250, + "о": 34251, + "img": 34252, + "inness": 34253, + "Ġreverber": 34254, + "Ġpartition": 34255, + "Short": 34256, + "Ġmoist": 34257, + "Ġspoof": 34258, + "ĠDesire": 34259, + "orce": 34260, + "Ġcrammed": 34261, + "Ġunfor": 34262, + "Pan": 34263, + "ingen": 34264, + "Ġrelat": 34265, + "Mother": 34266, + "ĠGn": 34267, + "altern": 34268, + "Ġresurg": 34269, + "Ġcramped": 34270, + "ĠCitadel": 34271, + "Ġlaureate": 34272, + "Ġanalys": 34273, + "Ġnuns": 34274, + "ĠTie": 34275, + "activ": 34276, + "ĠSurprisingly": 34277, + "ĠProtective": 34278, + "ĠRedemption": 34279, + "Ġendlessly": 34280, + "Ġfists": 34281, + "spl": 34282, + "ĠKron": 34283, + "ĠExamples": 34284, + "Especially": 34285, + "Ġprejud": 34286, + "ĠSchwar": 34287, + "Ġ237": 34288, + "ĠPlants": 34289, + "ĠUNDER": 34290, + "Ġlasers": 34291, + "Ġsher": 34292, + "Ġgoddess": 34293, + "Ġwipes": 34294, + "409": 34295, + "ĠGTA": 34296, + "Ġhybrids": 34297, + "rowd": 34298, + "ĠMILL": 34299, + "ĠNUM": 34300, + "ĠGeek": 34301, + "ĠTWO": 34302, + "ĠTimbers": 34303, + "Ġresembled": 34304, + "ĠGRE": 34305, + "Bring": 34306, + "Ġcompressed": 34307, + "ĠOral": 34308, + "379": 34309, + "Ġwrench": 34310, + "LCS": 34311, + "Ġhomosexual": 34312, + "Kelly": 34313, + "Ġhump": 34314, + "ĠSicily": 34315, + "Ġperished": 34316, + "aos": 34317, + "doesn": 34318, + "scrib": 34319, + "Charlie": 34320, + "Ġshuffle": 34321, + "372": 34322, + "cedented": 34323, + "402": 34324, + "Ġtiers": 34325, + "Ġinteracted": 34326, + "ĠHG": 34327, + "ĠJere": 34328, + "ĠBRA": 34329, + "ĠDOC": 34330, + "things": 34331, + "Ġfaiths": 34332, + "Ġgirlfriends": 34333, + "Ġfortified": 34334, + "develop": 34335, + "ĠKus": 34336, + "iability": 34337, + "rase": 34338, + "iotics": 34339, + "ĠChern": 34340, + "boxes": 34341, + "abol": 34342, + "idan": 34343, + "emon": 34344, + "ĠJudaism": 34345, + "ĠSituation": 34346, + "ĠGrimm": 34347, + "Ġgou": 34348, + "ĠVictim": 34349, + "backer": 34350, + "Ġanimosity": 34351, + "ĠHorizons": 34352, + "ĠKazakh": 34353, + "Ġgrossly": 34354, + "ĠTac": 34355, + "yg": 34356, + "366": 34357, + "Ġcheaply": 34358, + "Ġformulated": 34359, + "ĠDangerous": 34360, + "offensive": 34361, + "Ġsauces": 34362, + "Ġkeyboards": 34363, + "666": 34364, + "Ġcanopy": 34365, + "Inc": 34366, + "astered": 34367, + "iesel": 34368, + "Ġadv": 34369, + "currency": 34370, + "Ġscapego": 34371, + "plings": 34372, + "ĠBDS": 34373, + "Ġstrangely": 34374, + "today": 34375, + "ĠEgyptians": 34376, + "Ġcoron": 34377, + "often": 34378, + "ĠTransformers": 34379, + "ĠAfterwards": 34380, + "reated": 34381, + "Ġpoisonous": 34382, + "Ġgeographically": 34383, + "Ġmell": 34384, + "Cross": 34385, + "Ġdeductible": 34386, + "ĠZionist": 34387, + "Ġcutter": 34388, + "ĠRP": 34389, + "ĠImag": 34390, + "Ġoverflow": 34391, + "358": 34392, + "ĠADD": 34393, + "bones": 34394, + "Ġflattened": 34395, + "ĠGREEN": 34396, + "Ġlaure": 34397, + "haps": 34398, + "ĠCellular": 34399, + "kens": 34400, + "363": 34401, + "ĠSmash": 34402, + "ĠSpeak": 34403, + "ĠMaiden": 34404, + "Ġgreedy": 34405, + "ĠManit": 34406, + "Ġfacet": 34407, + "ĠGPA": 34408, + "Ġracks": 34409, + "popular": 34410, + "322": 34411, + "ĠBars": 34412, + "avement": 34413, + "359": 34414, + "Ġpomp": 34415, + "Ġregisters": 34416, + "Fs": 34417, + "ĠLoving": 34418, + "ĠTaxi": 34419, + "concert": 34420, + "ĠArchae": 34421, + "Ġcurls": 34422, + "ĠSpit": 34423, + "ĠLIFE": 34424, + "Ġinvade": 34425, + "rolog": 34426, + "wreck": 34427, + "Ġconflicted": 34428, + "Ġ970": 34429, + "Ġexiled": 34430, + "Ġchew": 34431, + "udging": 34432, + "Ġexper": 34433, + "ĠFt": 34434, + "rius": 34435, + "ĠXer": 34436, + "~": 34437, + "Ġbandwagon": 34438, + "Fore": 34439, + "Cat": 34440, + "Ġoverflowing": 34441, + "Ġradios": 34442, + "Much": 34443, + "Ġfacilitates": 34444, + "ĠCaf": 34445, + "ĠQing": 34446, + "Use": 34447, + "Ġmang": 34448, + "Ġpissed": 34449, + "ĠOuter": 34450, + "within": 34451, + "ĠSchr": 34452, + "ĠSherlock": 34453, + "Ġ336": 34454, + "Ġcasc": 34455, + "chens": 34456, + "incent": 34457, + "Ġcultivating": 34458, + "ampions": 34459, + "Ġwasteful": 34460, + "adays": 34461, + "sets": 34462, + "ĠLF": 34463, + "watching": 34464, + "Ġabandonment": 34465, + "ĠJesuit": 34466, + "Ġlegislatures": 34467, + "regnancy": 34468, + "ĠColt": 34469, + "Ġinterns": 34470, + "Ġundertook": 34471, + "ĠIPA": 34472, + "ĠInstall": 34473, + "nsics": 34474, + "washer": 34475, + "Ġbeginners": 34476, + "ĠDiseases": 34477, + "Ġlimp": 34478, + "ĠESA": 34479, + "Basically": 34480, + "Ġprud": 34481, + "LED": 34482, + "Ġgrease": 34483, + "ousel": 34484, + "Ġrotten": 34485, + "ĠCele": 34486, + "facts": 34487, + "ĠLouie": 34488, + "ĠISI": 34489, + "481": 34490, + "Ġsett": 34491, + "Ġtoug": 34492, + "ĠReck": 34493, + "OUNT": 34494, + "ĠFou": 34495, + "Ġinhibitor": 34496, + "gru": 34497, + "bane": 34498, + "1980": 34499, + "ĠPanc": 34500, + "Ġsuperficial": 34501, + "Ġauthoritative": 34502, + "ĠVOL": 34503, + "790": 34504, + "Ġcrusade": 34505, + "airy": 34506, + "Ġemphatically": 34507, + "Ġflourishing": 34508, + "Ġ416": 34509, + "Ġheroine": 34510, + "inx": 34511, + "Ġanch": 34512, + "stretched": 34513, + "ĠRegener": 34514, + "ĠAncient": 34515, + "evaluate": 34516, + "Ġantibody": 34517, + "ĠEston": 34518, + "ĠAeg": 34519, + "Ġboldly": 34520, + "TN": 34521, + "ĠPercentage": 34522, + "Ġ747": 34523, + "Ġrapt": 34524, + "ĠEdited": 34525, + "Earth": 34526, + "phal": 34527, + "ĠXXX": 34528, + "arling": 34529, + "ĠReligion": 34530, + "Ġ503": 34531, + "forces": 34532, + "Ġendpoint": 34533, + "Miller": 34534, + "Ba": 34535, + "Ġdisappears": 34536, + "andre": 34537, + "Ġconnector": 34538, + "407": 34539, + "ĠTOUR": 34540, + "aura": 34541, + "ĠRazer": 34542, + "UPDATE": 34543, + "Ġcalib": 34544, + "original": 34545, + "ĠMonkey": 34546, + "Ir": 34547, + "Ġexacerb": 34548, + "killing": 34549, + "Ġforb": 34550, + "native": 34551, + "Ġpoking": 34552, + "Ġveiled": 34553, + "mails": 34554, + "Ġalphabet": 34555, + "Ġawkwardly": 34556, + "ĠNames": 34557, + "Ġspiders": 34558, + "ĠParam": 34559, + "ĠColour": 34560, + "Ġunification": 34561, + "ĠPione": 34562, + "Ġoffend": 34563, + "Ġscoff": 34564, + "ĠSAR": 34565, + "ĠBuildings": 34566, + "edes": 34567, + "ĠAke": 34568, + "Ġfirmware": 34569, + "Madison": 34570, + "policy": 34571, + "ĠComputing": 34572, + "ĠRW": 34573, + "Ġfluent": 34574, + "Ġdece": 34575, + "Ġswore": 34576, + "Ġrestaur": 34577, + "Ġpresses": 34578, + "ophon": 34579, + "Ġphilosopher": 34580, + "ften": 34581, + "Ġintruder": 34582, + "Ġleng": 34583, + "ĠCowboy": 34584, + "cled": 34585, + "Ġmeticulously": 34586, + "ĠPair": 34587, + "ĠEND": 34588, + "Ġcapsules": 34589, + "Ġauxiliary": 34590, + "Ġverses": 34591, + "Ġsheltered": 34592, + "Ġexplorer": 34593, + "ĠWolverine": 34594, + "auts": 34595, + "Ġinhibitors": 34596, + "ĠPeng": 34597, + "ĠValve": 34598, + "imar": 34599, + "Ġchuck": 34600, + "ĠRecording": 34601, + "Ġardu": 34602, + "Test": 34603, + "Ġinterven": 34604, + "Ġchrome": 34605, + "months": 34606, + "tap": 34607, + "ĠManz": 34608, + "format": 34609, + "ĠBalkans": 34610, + "Ġannex": 34611, + "uder": 34612, + "ĠAAC": 34613, + "Ġdisturbances": 34614, + "354": 34615, + "asms": 34616, + "ĠTad": 34617, + "puting": 34618, + "Ġfateful": 34619, + "imen": 34620, + "Ġaudi": 34621, + "ĠNewsweek": 34622, + "Around": 34623, + "Ġretribution": 34624, + "Ġsugars": 34625, + "Ġescapes": 34626, + "Ġlegitim": 34627, + "ĠProof": 34628, + "Ġmisogyn": 34629, + "cit": 34630, + "Ġclutching": 34631, + "exist": 34632, + "Ġrevol": 34633, + "Ġdiscs": 34634, + "discrimination": 34635, + "Ġstout": 34636, + "aline": 34637, + "ĠRandom": 34638, + "364": 34639, + "Ġapprehension": 34640, + "Ġmockery": 34641, + "Ġfossils": 34642, + "ĠStress": 34643, + "Ġbenefic": 34644, + "exc": 34645, + "lude": 34646, + "Small": 34647, + "Ġgh": 34648, + "Ġobserves": 34649, + "ĠSUP": 34650, + "Ġbrewer": 34651, + "ĠESP": 34652, + "Ġomitted": 34653, + "multiple": 34654, + "Ġminimizing": 34655, + "Ġtaco": 34656, + "Ġindifferent": 34657, + "medi": 34658, + "available": 34659, + "Ġ252": 34660, + "Ġsanity": 34661, + "ĠCookie": 34662, + "mostly": 34663, + "near": 34664, + "NASA": 34665, + "Ġlowly": 34666, + "seless": 34667, + "Ġobsess": 34668, + "itous": 34669, + "Dispatch": 34670, + "Ġcanyon": 34671, + "Ġbriefs": 34672, + "Say": 34673, + "ĠNato": 34674, + "ĠSpend": 34675, + "Ġ242": 34676, + "ĠEthernet": 34677, + "Ġmatte": 34678, + "ĠStim": 34679, + "hetics": 34680, + "Ġflourished": 34681, + "389": 34682, + "ĠMcA": 34683, + "695": 34684, + "Ġoverr": 34685, + "Ġtorment": 34686, + "Ġpirate": 34687, + "ĠJohann": 34688, + "roversial": 34689, + "ĠUnemployment": 34690, + "breakers": 34691, + "ĠMessages": 34692, + "tones": 34693, + "Ġtagging": 34694, + "Ġfrog": 34695, + "Jewish": 34696, + "Ġmessenger": 34697, + "Ġexasper": 34698, + "ernaut": 34699, + "Ġnarrower": 34700, + "ĠCatalyst": 34701, + "ĠSecrets": 34702, + "Ġadj": 34703, + "ĠFug": 34704, + "Ġaura": 34705, + "Ġtherape": 34706, + "mber": 34707, + "Ġcaliphate": 34708, + "Ġretreating": 34709, + "ĠComput": 34710, + "Ġburying": 34711, + "Ġail": 34712, + "Ġgriev": 34713, + "lins": 34714, + "825": 34715, + "tten": 34716, + "ifully": 34717, + "ĠTrials": 34718, + "igma": 34719, + "Ġ1914": 34720, + "Ġcoordinates": 34721, + "ocusing": 34722, + "ĠFeng": 34723, + "ĠWhale": 34724, + "Ġshorten": 34725, + "Ġcorrectness": 34726, + "evil": 34727, + "network": 34728, + "Ġreactive": 34729, + "assuming": 34730, + "ĠLaksh": 34731, + "games": 34732, + "Ġruining": 34733, + "excluding": 34734, + "annels": 34735, + "º": 34736, + "Ġrubbed": 34737, + "aleb": 34738, + "flex": 34739, + "iped": 34740, + "ĠLimit": 34741, + "allowed": 34742, + "ĠDMV": 34743, + "ĠLD": 34744, + "Ġstamina": 34745, + "conduct": 34746, + "Ġmislead": 34747, + "lib": 34748, + "ĠEminem": 34749, + "Ġpayoff": 34750, + "Ġkernel": 34751, + "Ġsweeps": 34752, + "Ġsonic": 34753, + "ĠKodi": 34754, + "unique": 34755, + "Ġsurrog": 34756, + "Michigan": 34757, + "Ġattest": 34758, + "Ġdummy": 34759, + "ĠStellar": 34760, + "ĠSquadron": 34761, + "ĠHait": 34762, + "ĠSpirits": 34763, + "605": 34764, + "ĠHemisphere": 34765, + "legram": 34766, + "ĠRack": 34767, + "opol": 34768, + "Ġfreshwater": 34769, + "cession": 34770, + "Ġabort": 34771, + "ĠLOG": 34772, + "Ġfuzzy": 34773, + "Ġcrystall": 34774, + "illation": 34775, + "ĠFreddy": 34776, + "Ġsalvation": 34777, + "Ġjuxtap": 34778, + "weekly": 34779, + "usha": 34780, + "456": 34781, + "Ġ660": 34782, + "ĠGlacier": 34783, + "Ġnegatives": 34784, + "Ġillegitimate": 34785, + "ĠProtein": 34786, + "Moore": 34787, + "Der": 34788, + "Ġinfancy": 34789, + "Again": 34790, + "ALD": 34791, + "Leon": 34792, + "ĠIdeally": 34793, + "fresh": 34794, + "730": 34795, + "Ġgamb": 34796, + "Ġscrewed": 34797, + "wow": 34798, + "Ġembodied": 34799, + "ĠCinderella": 34800, + "341": 34801, + "ĠPiano": 34802, + "Ġbroccoli": 34803, + "Ġmats": 34804, + "ĠZheng": 34805, + "cream": 34806, + "anut": 34807, + "ĠZig": 34808, + "Columb": 34809, + "ĠTibetan": 34810, + "Death": 34811, + "Ġstren": 34812, + "ĠVertical": 34813, + "Ġratification": 34814, + "Ġprincipally": 34815, + "ELD": 34816, + "Ġforbid": 34817, + "Ġamalg": 34818, + "blind": 34819, + "auri": 34820, + "stery": 34821, + "Ġbarley": 34822, + "FBI": 34823, + "ĠHex": 34824, + "925": 34825, + "Domin": 34826, + "oat": 34827, + "Ġswayed": 34828, + "ĠKKK": 34829, + "ĠTaxes": 34830, + "Ġker": 34831, + "eeper": 34832, + "ĠAwakens": 34833, + "ĠPix": 34834, + "ĠKING": 34835, + "dc": 34836, + "Ren": 34837, + "Ġlegitimately": 34838, + "ĠTriumph": 34839, + "ĠSites": 34840, + "ĠSai": 34841, + "tl": 34842, + "painted": 34843, + "ĠWaiting": 34844, + "starting": 34845, + "parents": 34846, + "ĠDuo": 34847, + "eele": 34848, + "upper": 34849, + "ĠInvestig": 34850, + "Ġeighteen": 34851, + "Ġcorrelated": 34852, + "ĠCascade": 34853, + "acca": 34854, + "ĠAlph": 34855, + "ĠPolic": 34856, + "ĠEVs": 34857, + "Ġworthless": 34858, + "ĠIndust": 34859, + "auld": 34860, + "ĠYiannopoulos": 34861, + "ĠEzra": 34862, + "Ġmorphed": 34863, + "Ġoriginating": 34864, + "mania": 34865, + "Ġsparing": 34866, + "Ġextrem": 34867, + "cre": 34868, + "ults": 34869, + "mare": 34870, + "classified": 34871, + "Ġparachute": 34872, + "Ġmistrust": 34873, + "ONT": 34874, + "Mind": 34875, + "Ġthru": 34876, + "707": 34877, + "ĠTwain": 34878, + "Ġmelodies": 34879, + "ĠDanger": 34880, + "ĠDPS": 34881, + "Ġderive": 34882, + "Ġdissolution": 34883, + "Ġchildbirth": 34884, + "Ġ415": 34885, + "fork": 34886, + "solid": 34887, + "loads": 34888, + "ĠCGI": 34889, + "378": 34890, + "ĠShed": 34891, + "Face": 34892, + "Ġcomet": 34893, + "iceps": 34894, + "ĠReduction": 34895, + "Fly": 34896, + "jp": 34897, + "ĠAnimation": 34898, + "Luke": 34899, + "Ġabiding": 34900, + "Ġdevise": 34901, + "ĠAe": 34902, + "Ġflux": 34903, + "Ġbras": 34904, + "Ġfracturing": 34905, + "Ġinventive": 34906, + "ĠGranger": 34907, + "Ġsap": 34908, + "inducing": 34909, + "Ġreviewers": 34910, + "Officers": 34911, + "ĠWHY": 34912, + "Ġamplify": 34913, + "Ġentr": 34914, + "Ġslit": 34915, + "457": 34916, + "Ġreformed": 34917, + "ĠPhi": 34918, + "Ġtempt": 34919, + "Ġcontradiction": 34920, + "585": 34921, + "ĠMaced": 34922, + "371": 34923, + "kinson": 34924, + "robe": 34925, + "ĠHunters": 34926, + "astern": 34927, + "criminal": 34928, + "jew": 34929, + "Ġdecentralized": 34930, + "bands": 34931, + "Ġavatar": 34932, + "ĠBarrier": 34933, + "Ġcharacterization": 34934, + "student": 34935, + "Ġgays": 34936, + "Ġspecialize": 34937, + "ĠJudging": 34938, + "Ġinitiation": 34939, + "Ġshove": 34940, + "Ġpirates": 34941, + "Ġfictitious": 34942, + "ĠPoker": 34943, + "ĠElsa": 34944, + "ĠTECH": 34945, + "handedly": 34946, + "Ġglued": 34947, + "Ġclinically": 34948, + "Ġinaccessible": 34949, + "Ġderegulation": 34950, + "Ġprohib": 34951, + "Ġdangling": 34952, + "Ġnoses": 34953, + "Ġstash": 34954, + "اØ": 34955, + "ESH": 34956, + "Ġmonstrous": 34957, + "Ġcrept": 34958, + "ĠCharm": 34959, + "Ġbeh": 34960, + "Ġshuts": 34961, + "Ġ236": 34962, + "imedia": 34963, + "445": 34964, + "Du": 34965, + "Ġafar": 34966, + "ĠRout": 34967, + "Ġflares": 34968, + "Utah": 34969, + "Ġ808": 34970, + "Ġjewels": 34971, + "2004": 34972, + "Ġrecal": 34973, + "Gas": 34974, + "ĠExcellent": 34975, + "Ġpitfalls": 34976, + "ĠDrawing": 34977, + "viously": 34978, + "angered": 34979, + "changes": 34980, + "Ġpasture": 34981, + "talking": 34982, + "Ġinequ": 34983, + "Ġbicycl": 34984, + "Cost": 34985, + "423": 34986, + "bard": 34987, + "Ġanterior": 34988, + "ecast": 34989, + "CHR": 34990, + "397": 34991, + "masters": 34992, + "706": 34993, + "ĠFinish": 34994, + "Yet": 34995, + "study": 34996, + "ĠCogn": 34997, + "Ġloaf": 34998, + "Ġspatial": 34999, + "ĠParad": 35000, + "batch": 35001, + "Ġvents": 35002, + "Ġspins": 35003, + "ĠAddiction": 35004, + "Ġcondone": 35005, + "Ġproble": 35006, + "English": 35007, + "ĠRomans": 35008, + "ĠSaying": 35009, + "ĠKling": 35010, + "Universal": 35011, + "ivist": 35012, + "Ġskirm": 35013, + "Ġ2500": 35014, + "Ġ263": 35015, + "aired": 35016, + "ĠMartian": 35017, + "ĠCompensation": 35018, + "lation": 35019, + "ĠSalam": 35020, + "LGBT": 35021, + "ĠDart": 35022, + "strike": 35023, + "vasive": 35024, + "ILLE": 35025, + "Ġimaginative": 35026, + "ĠEuph": 35027, + "Financial": 35028, + "Ġholog": 35029, + "orah": 35030, + "crit": 35031, + "ĠOswald": 35032, + "512": 35033, + "ĠUri": 35034, + "Ġdiscrepancies": 35035, + "Ġbeads": 35036, + "ĠShots": 35037, + "Mem": 35038, + "Ġhunts": 35039, + "Ġsubtly": 35040, + "Ġ470": 35041, + "ĠVigil": 35042, + "Ġsew": 35043, + "ĠBurma": 35044, + "igm": 35045, + "ighed": 35046, + "swe": 35047, + "Ġ251": 35048, + "Ġdeceit": 35049, + "Ġphysi": 35050, + "iflower": 35051, + "ĠCert": 35052, + "Ġchewing": 35053, + "rax": 35054, + "ĠMER": 35055, + "icient": 35056, + "Les": 35057, + "Ġ390": 35058, + "Ġperjury": 35059, + "Ġfiltering": 35060, + "770": 35061, + "Ġpoppy": 35062, + "Ġbland": 35063, + "ĠNasa": 35064, + "Ġorbiting": 35065, + "ĠRipple": 35066, + "otal": 35067, + "ĠRyu": 35068, + "ĠShap": 35069, + "ĠJian": 35070, + "Ġpiv": 35071, + "ĠNeptune": 35072, + "rary": 35073, + "Ġunavoidable": 35074, + "Ġguideline": 35075, + "Ġwaterfall": 35076, + "inators": 35077, + "ĠLogic": 35078, + "ĠPlug": 35079, + "role": 35080, + "Ġalterations": 35081, + "ĠSett": 35082, + "ĠFeld": 35083, + "Ġfreezes": 35084, + "Ġbedrock": 35085, + "ĠVIEW": 35086, + "ovation": 35087, + "Ġneedless": 35088, + "ĠIU": 35089, + "ignant": 35090, + "ĠConfeder": 35091, + "316": 35092, + "fine": 35093, + "Ġjars": 35094, + "gotten": 35095, + "Bron": 35096, + "Ġmindfulness": 35097, + "imating": 35098, + "Ġhysteria": 35099, + "Ġhurried": 35100, + "Ġinfantry": 35101, + "ĠNYU": 35102, + "tags": 35103, + "Penn": 35104, + "Ġtracing": 35105, + "ĠSwing": 35106, + "ĠIo": 35107, + "Ġreckoned": 35108, + "ĠRecall": 35109, + "ĠVersion": 35110, + "314": 35111, + "Ġecology": 35112, + "Ġarmoured": 35113, + "Ġresonance": 35114, + "970": 35115, + "Ġvigilance": 35116, + "Ġrede": 35117, + "ĠBohem": 35118, + "Ġchau": 35119, + "ĠDevi": 35120, + "Ġtru": 35121, + "))": 35122, + "Put": 35123, + "Ġflavored": 35124, + "ĠClown": 35125, + "Senate": 35126, + "ĠScandinavian": 35127, + "mable": 35128, + "Residents": 35129, + "ĠFranchise": 35130, + "Ġprecincts": 35131, + "Prem": 35132, + "ĠNeutral": 35133, + "coal": 35134, + "Ġdelinqu": 35135, + "Mus": 35136, + "UME": 35137, + "Ġtedious": 35138, + "roots": 35139, + "ĠCondition": 35140, + "ĠIntercept": 35141, + "017": 35142, + "itives": 35143, + "Ġdefinitively": 35144, + "Ġobliter": 35145, + "Ġclandestine": 35146, + "Ġstagnation": 35147, + "Ġblindness": 35148, + "abiding": 35149, + "Ġremix": 35150, + "feeding": 35151, + "Ġunrecogn": 35152, + "2003": 35153, + "960": 35154, + "381": 35155, + "Ġbulky": 35156, + "xia": 35157, + "ivered": 35158, + "inic": 35159, + "ĠSoci": 35160, + "ĠYards": 35161, + "Ġhides": 35162, + "Film": 35163, + "Ġtestim": 35164, + "Ġblacklist": 35165, + "Deep": 35166, + "Standard": 35167, + "ĠClash": 35168, + "Ġriddled": 35169, + "Ġdiseng": 35170, + "ĠTRE": 35171, + "ĠIDs": 35172, + "Ġmigrating": 35173, + "protect": 35174, + "Ġgraded": 35175, + "Ġvaguely": 35176, + "ĠCharacter": 35177, + "382": 35178, + "ĠMOD": 35179, + "Eng": 35180, + "Ġmobilized": 35181, + "Ġsincerity": 35182, + "Ġ317": 35183, + "sighted": 35184, + "ownt": 35185, + "ĠâĢİ": 35186, + "umpy": 35187, + "Ġitching": 35188, + "ĠVerd": 35189, + "cook": 35190, + "Ġsimulator": 35191, + "players": 35192, + "Early": 35193, + "infeld": 35194, + "Ġmaximizing": 35195, + "Philipp": 35196, + "ĠPhotoshop": 35197, + "Ġdestroys": 35198, + "Ġbefriend": 35199, + "Ġfilthy": 35200, + "ĠIncident": 35201, + "gha": 35202, + "Ġcomplicity": 35203, + "Ġmessing": 35204, + "YA": 35205, + "ĠNegro": 35206, + "adows": 35207, + "374": 35208, + "Ġpip": 35209, + "cean": 35210, + "Ġ1924": 35211, + "Sent": 35212, + "represent": 35213, + "Ġdeems": 35214, + "ĠRue": 35215, + "Ġtitanium": 35216, + "Ġmanners": 35217, + "âĢ¦âĢ¦": 35218, + "bare": 35219, + "Ġusur": 35220, + "mma": 35221, + "ĠPanda": 35222, + "ulus": 35223, + "ĠSlav": 35224, + "324": 35225, + "ĠMole": 35226, + "^": 35227, + "micro": 35228, + "foreign": 35229, + "lest": 35230, + "ocular": 35231, + "ĠUniv": 35232, + "ĠFrag": 35233, + "Ġshepherd": 35234, + "Ġelectron": 35235, + "ĠFSA": 35236, + "Ġunl": 35237, + "dose": 35238, + "Ġimmersion": 35239, + "ĠDeL": 35240, + "Ġbiomedical": 35241, + "Anna": 35242, + "Ġskillet": 35243, + "Ġrecre": 35244, + "Ġtrillions": 35245, + "voy": 35246, + "Ġnormalized": 35247, + "radio": 35248, + "cue": 35249, + "urbed": 35250, + "Ġthinkers": 35251, + "328": 35252, + "327": 35253, + "ĠForge": 35254, + "505": 35255, + "Ġunbearable": 35256, + "olini": 35257, + "Ġdisinfect": 35258, + "Ġshaving": 35259, + "Ġtoxicity": 35260, + "453": 35261, + "Ġheterosexual": 35262, + "Baltimore": 35263, + "Ġstool": 35264, + "lr": 35265, + "ĠMk": 35266, + "Ġantidote": 35267, + "Dark": 35268, + "810": 35269, + "Ġirritated": 35270, + "ĠSUPPORT": 35271, + "Chance": 35272, + "bent": 35273, + "ĠZelda": 35274, + "ĠPenguin": 35275, + "ifled": 35276, + "Ġarte": 35277, + "705": 35278, + "Ġcondol": 35279, + "izza": 35280, + "ĠCK": 35281, + "Ġprojector": 35282, + "ravings": 35283, + "Ġ1919": 35284, + "Ġburner": 35285, + "ĠSchwarz": 35286, + "Oregon": 35287, + "Ġridicule": 35288, + "Ġinstructional": 35289, + "Ġ\"#": 35290, + "ĠDign": 35291, + "Ġkitten": 35292, + "Ġconstit": 35293, + "iration": 35294, + "Speed": 35295, + "ecycle": 35296, + "ĠFalse": 35297, + "ĠDealer": 35298, + "Could": 35299, + "655": 35300, + "outside": 35301, + "Ġworldview": 35302, + "Ġ246": 35303, + "Ġspitting": 35304, + "595": 35305, + "MN": 35306, + "ĠComes": 35307, + "ingu": 35308, + "Ġenzymes": 35309, + "Ġcompass": 35310, + "Ġexclaimed": 35311, + "ĠMalays": 35312, + "Ġ1916": 35313, + "Ġcoloring": 35314, + "Ġrepeats": 35315, + "Ġsoils": 35316, + "Ġtrivia": 35317, + "ĠIsles": 35318, + "Const": 35319, + "ĠFiction": 35320, + "665": 35321, + "Ġcriminality": 35322, + "ĠZi": 35323, + "384": 35324, + "ĠWilderness": 35325, + "ĠCanary": 35326, + "ĠVs": 35327, + "и": 35328, + "ĠAPIs": 35329, + "Ġbehest": 35330, + "Ġeb": 35331, + "ĠHipp": 35332, + "Ġpreempt": 35333, + "Ġevoke": 35334, + "Ġinept": 35335, + "tele": 35336, + "447": 35337, + "ĠGarmin": 35338, + "Ġpursuits": 35339, + "351": 35340, + "Ġcliché": 35341, + "ĠJihad": 35342, + "Ġ308": 35343, + "ĠSnake": 35344, + "ĠAnnounce": 35345, + "Nearly": 35346, + "!'\"": 35347, + "Ġ1927": 35348, + "saw": 35349, + "Ġabhor": 35350, + "Plan": 35351, + "rawled": 35352, + "ĠRiy": 35353, + "ensor": 35354, + "Fal": 35355, + "quick": 35356, + "odynamic": 35357, + "Ġsubstitution": 35358, + "Ġprovoking": 35359, + "Operation": 35360, + "rupulous": 35361, + "Ġsweetness": 35362, + "folk": 35363, + "ĠDefault": 35364, + "Ġstarved": 35365, + "ĠPrinting": 35366, + "urious": 35367, + "ĠTracker": 35368, + "them": 35369, + "Ġleth": 35370, + "Ġemptied": 35371, + "Ġfootprints": 35372, + "ilian": 35373, + "Ġbattalion": 35374, + "Ġprophet": 35375, + "Ġrailing": 35376, + "Ġhect": 35377, + "rouch": 35378, + "lees": 35379, + "Ġideologies": 35380, + "Ġ254": 35381, + "ĠGods": 35382, + "ĠAvalon": 35383, + "Ġfrontrunner": 35384, + "ĠPork": 35385, + "ĠPipe": 35386, + "Ġscaven": 35387, + "Ġming": 35388, + "Ġerg": 35389, + "Ġ520": 35390, + "Ġhatched": 35391, + "asant": 35392, + "ĠHI": 35393, + "Ġpend": 35394, + "Ġ288": 35395, + "Prom": 35396, + "achev": 35397, + "ĠEcology": 35398, + "enforcement": 35399, + "467": 35400, + "dule": 35401, + "Ġrealism": 35402, + "ĠTypes": 35403, + "USB": 35404, + "utra": 35405, + "ĠHiroshima": 35406, + "Ġcontradicted": 35407, + "393": 35408, + "ĠDSL": 35409, + "Ġtherein": 35410, + "ĠReconstruction": 35411, + "Ġ243": 35412, + "irled": 35413, + "479": 35414, + "ĠWhats": 35415, + "Currently": 35416, + "ĠPOWER": 35417, + "ĠHiro": 35418, + "ĠBreath": 35419, + "ĠYourself": 35420, + "Ġlantern": 35421, + "376": 35422, + "É": 35423, + "ĠHumans": 35424, + "Lady": 35425, + "Ġdissemination": 35426, + "ecake": 35427, + "ĠChao": 35428, + "flat": 35429, + "Ġinspecting": 35430, + "stration": 35431, + "Ġidentifiable": 35432, + "CV": 35433, + "ĠLobby": 35434, + "function": 35435, + "Roll": 35436, + "DIV": 35437, + "Tell": 35438, + "Ġfasc": 35439, + "ĠAOL": 35440, + "HM": 35441, + "Keefe": 35442, + "Ġporous": 35443, + "Ġsmoot": 35444, + "existence": 35445, + "ĠDeg": 35446, + "Ġdivor": 35447, + "isner": 35448, + "allas": 35449, + "Bloomberg": 35450, + "Ġdictators": 35451, + "ĠGeh": 35452, + "Ġsilicone": 35453, + "Ġdab": 35454, + "Ġmashed": 35455, + "Ġpric": 35456, + "might": 35457, + "ĠBLM": 35458, + "Ġpatriarch": 35459, + "Microsoft": 35460, + "ĠAds": 35461, + "Ġcoronary": 35462, + "ĠContrary": 35463, + "Ġdra": 35464, + "ĠStarted": 35465, + "Ġbuckle": 35466, + "lear": 35467, + "accept": 35468, + "Within": 35469, + "bd": 35470, + "interested": 35471, + "bia": 35472, + "POR": 35473, + "motion": 35474, + "ĠFounders": 35475, + "ĠCassandra": 35476, + "ĠPassion": 35477, + "Ġbehavioural": 35478, + "ĠHealing": 35479, + "Ġmarkings": 35480, + "Ġsnowball": 35481, + "Ġridiculed": 35482, + "phase": 35483, + "Ġunto": 35484, + "aque": 35485, + "uggets": 35486, + "Ġfrantically": 35487, + "Ġcoward": 35488, + "Ġinconvenient": 35489, + "Taking": 35490, + "Afee": 35491, + "Ġtwisting": 35492, + "930": 35493, + "ĠSieg": 35494, + "ĠGit": 35495, + "Ġcurs": 35496, + "ĠGlas": 35497, + "ĠSignificant": 35498, + "Ġachieves": 35499, + "Ġpreferably": 35500, + "Ġcondensed": 35501, + "Ġfetus": 35502, + "Ġunivers": 35503, + "Ġpse": 35504, + "Access": 35505, + "Ġintertwined": 35506, + "been": 35507, + "quit": 35508, + "ĠLEGO": 35509, + "Ġimagining": 35510, + "454": 35511, + "Ġplains": 35512, + "sequently": 35513, + "pull": 35514, + "Fast": 35515, + "Pot": 35516, + "yles": 35517, + "AIR": 35518, + "Ġblatantly": 35519, + "eki": 35520, + "ilated": 35521, + "ĠMembership": 35522, + "Ġ262": 35523, + "Ġ}": 35524, + "Ġexcavation": 35525, + "Ġethn": 35526, + "addin": 35527, + "Ġfoundational": 35528, + "ceptions": 35529, + "ĠViet": 35530, + "exempt": 35531, + "Ġmicrophones": 35532, + "Ġ244": 35533, + "778": 35534, + "Ġdwar": 35535, + "attery": 35536, + "502": 35537, + "ĠKik": 35538, + "Ġinspir": 35539, + "ĠMaximum": 35540, + "Ġvengeance": 35541, + "Ġetched": 35542, + "outine": 35543, + "552": 35544, + "Ġunicorn": 35545, + "gged": 35546, + ".�": 35547, + "ĠBlackwell": 35548, + "ĠStatue": 35549, + "Ġdissidents": 35550, + "ĠKaine": 35551, + "Ġdeforestation": 35552, + "ĠScholar": 35553, + "Ġpleasantly": 35554, + "ÑĤ": 35555, + "398": 35556, + "ĠRUN": 35557, + "arent": 35558, + "Ġundeniably": 35559, + "Ġtechnologically": 35560, + "Ġconsciously": 35561, + "ĠEther": 35562, + "Ġproportional": 35563, + "Ġlaund": 35564, + "ĠRye": 35565, + "Ġambiguity": 35566, + "Ġunmist": 35567, + "Terror": 35568, + "ciplinary": 35569, + "ĠImproved": 35570, + "hesis": 35571, + "Ġcooker": 35572, + "elsen": 35573, + "Ġguerrilla": 35574, + "opped": 35575, + "ATURE": 35576, + "Ġrequ": 35577, + "Ġunprepared": 35578, + "Ġcamel": 35579, + "Ġfitt": 35580, + "Sex": 35581, + "edged": 35582, + "Ġrecurrent": 35583, + "ctuary": 35584, + "ĠCompare": 35585, + "ĠServing": 35586, + "Tri": 35587, + "Ġtransient": 35588, + "ĠBees": 35589, + "Ġcovenant": 35590, + "Ġfantasies": 35591, + "Ġespresso": 35592, + "draft": 35593, + "baugh": 35594, + "Ġdemocratically": 35595, + "ĠBans": 35596, + "ĠManual": 35597, + "ĠTurtle": 35598, + "ennett": 35599, + "achy": 35600, + "ĠClim": 35601, + "Ġdescending": 35602, + "Ġprow": 35603, + "Ġinconsistencies": 35604, + "Player": 35605, + "Ġoblivious": 35606, + "ĠWonderland": 35607, + "nav": 35608, + "aughter": 35609, + "Ġlod": 35610, + "Ġ403": 35611, + "ĠPolaris": 35612, + "ĠLeia": 35613, + "ĠInfantry": 35614, + "Sy": 35615, + "ĠMeter": 35616, + "Ġautoimmune": 35617, + "Ġdiagnoses": 35618, + "Ġtrespass": 35619, + "011": 35620, + "wrong": 35621, + "ĠGREAT": 35622, + "Ġtelescopes": 35623, + "shows": 35624, + "Pac": 35625, + "olation": 35626, + "Ġclerics": 35627, + "Ġdissenting": 35628, + "406": 35629, + "Ġetiquette": 35630, + "Ġdeterrence": 35631, + "765": 35632, + "Ġove": 35633, + "Has": 35634, + "Pak": 35635, + "ा": 35636, + "ĠNec": 35637, + "Ġsociology": 35638, + "witz": 35639, + "Ġkittens": 35640, + "Ġcontinual": 35641, + "Ġoverlapping": 35642, + "Ġmonks": 35643, + "ĠMechanical": 35644, + "Captain": 35645, + "ocial": 35646, + "ĠFalling": 35647, + "ĠCorrection": 35648, + "ĠTrouble": 35649, + "Ġslog": 35650, + "Ġ253": 35651, + "Ġemanating": 35652, + "Ġwidest": 35653, + "PROV": 35654, + "Japanese": 35655, + "urat": 35656, + "Ġboxed": 35657, + "ĠCases": 35658, + "Ġjarring": 35659, + "Fix": 35660, + "'?": 35661, + "ĠStrateg": 35662, + "Republic": 35663, + "ovy": 35664, + "362": 35665, + "ĠMothers": 35666, + "Ġstreaks": 35667, + "Ġlocalized": 35668, + "ĠONLY": 35669, + "Ġeh": 35670, + "ĠObject": 35671, + "Ġstub": 35672, + "Fre": 35673, + "ĠScarlet": 35674, + "Ġmultip": 35675, + "ĠMaul": 35676, + "ĠProblems": 35677, + "cest": 35678, + "Ġmortal": 35679, + "Ġarche": 35680, + "ulet": 35681, + "Ġfuller": 35682, + "ĠGER": 35683, + "Si": 35684, + "mr": 35685, + "ĠPowerful": 35686, + "boxing": 35687, + "ĠPeer": 35688, + "Jean": 35689, + "ĠTF": 35690, + "Ġplural": 35691, + "optim": 35692, + "Jimmy": 35693, + "ĠFriendly": 35694, + "Mex": 35695, + "Ġdepri": 35696, + "PK": 35697, + "Ġwaitress": 35698, + "eph": 35699, + "arrass": 35700, + "ikawa": 35701, + "feel": 35702, + "Finally": 35703, + "fourth": 35704, + "394": 35705, + "conom": 35706, + "VT": 35707, + "Ġeleg": 35708, + "ivot": 35709, + "Ġharsher": 35710, + "ĠPepe": 35711, + "ĠImpl": 35712, + "Ġankles": 35713, + "idity": 35714, + "ĠPrepare": 35715, + "Rather": 35716, + "Ġconservatism": 35717, + "Ġunquestion": 35718, + "ribution": 35719, + "ĠPatent": 35720, + "ĠDeluxe": 35721, + "ĠAE": 35722, + "007": 35723, + "Ġprag": 35724, + "bg": 35725, + "Ġpalate": 35726, + "Ġintric": 35727, + "ossom": 35728, + "Ġspac": 35729, + "ĠSpotlight": 35730, + "Seven": 35731, + "amacare": 35732, + "ĠGotham": 35733, + "Ġencompass": 35734, + "Ġnicer": 35735, + "ĠLauder": 35736, + "Ġscaff": 35737, + "worn": 35738, + "442": 35739, + "Ġpropri": 35740, + "443": 35741, + "ĠCompos": 35742, + "ĠIniti": 35743, + "inth": 35744, + "Ġrehe": 35745, + "Prov": 35746, + "Ġgri": 35747, + "ossip": 35748, + "ĠModest": 35749, + "quiet": 35750, + "Ġwealthier": 35751, + "Ġ241": 35752, + "icum": 35753, + "Ġcommunism": 35754, + "Ġhelpers": 35755, + "Ġbellig": 35756, + "Ġ405": 35757, + "uttered": 35758, + "Ġbitterness": 35759, + "nl": 35760, + "474": 35761, + "Ġvitality": 35762, + "blank": 35763, + "ĠLeth": 35764, + "PAC": 35765, + "326": 35766, + "ĠNapoleon": 35767, + "Ġ299": 35768, + "ĠReviews": 35769, + "ĠSect": 35770, + "Ġstrongh": 35771, + "ĠTube": 35772, + "Ġwoodland": 35773, + "Ġhumming": 35774, + "411": 35775, + "Alpha": 35776, + "Ġundet": 35777, + "Ġmounts": 35778, + "Officials": 35779, + "igning": 35780, + "830": 35781, + "ĠStamp": 35782, + "ubby": 35783, + "424": 35784, + "Ġoutlandish": 35785, + "Ġjerk": 35786, + "Ġradiant": 35787, + "Ġcubes": 35788, + "Director": 35789, + "Ġatro": 35790, + "vous": 35791, + "Sab": 35792, + "Ġpretended": 35793, + "Ġ620": 35794, + "975": 35795, + "Sham": 35796, + "Ġpotassium": 35797, + "ĠAttention": 35798, + "gly": 35799, + "opens": 35800, + "ĠWorker": 35801, + "porter": 35802, + "Ġsplendid": 35803, + "embed": 35804, + "Je": 35805, + "ĠMeal": 35806, + "Ġsurname": 35807, + "Usually": 35808, + "Ġtimer": 35809, + "Ġweave": 35810, + "irin": 35811, + "ĠGenetics": 35812, + "ensual": 35813, + "Ġmerry": 35814, + "Ġapprehend": 35815, + "utsche": 35816, + "strate": 35817, + "Ġsupplementary": 35818, + "ĠRoundup": 35819, + "upid": 35820, + "Ġmiraculous": 35821, + "ĠHUN": 35822, + "Ġglaciers": 35823, + "weed": 35824, + "ĠSuggest": 35825, + "XL": 35826, + "authors": 35827, + "Ġbarking": 35828, + "ĠUKIP": 35829, + "leased": 35830, + "ĠRAD": 35831, + "Ġfide": 35832, + "Ġphen": 35833, + "Ġscanners": 35834, + "Parents": 35835, + "ĠBlaze": 35836, + "Ġtweaking": 35837, + "Ġelaborated": 35838, + "Ġsusp": 35839, + "iscovered": 35840, + "Ġthighs": 35841, + "Ġradicals": 35842, + "ULTS": 35843, + "aggressive": 35844, + "endants": 35845, + "Hon": 35846, + "Ġcorrecting": 35847, + "391": 35848, + "pps": 35849, + "ĠTerritories": 35850, + "Ġconferred": 35851, + "crazy": 35852, + "utor": 35853, + "ĠSurvival": 35854, + "Ġbrowsers": 35855, + "ĠConflict": 35856, + "pn": 35857, + "Ġdeprive": 35858, + "riage": 35859, + "ilan": 35860, + "à¦": 35861, + "949": 35862, + "Congratulations": 35863, + "radical": 35864, + "ĠHits": 35865, + "powerful": 35866, + "Ġcrypt": 35867, + "745": 35868, + "ĠRegistrar": 35869, + "ophile": 35870, + "ĠElement": 35871, + "cooked": 35872, + "ĠTwilight": 35873, + "Ġdemos": 35874, + "IER": 35875, + "Ġstricken": 35876, + "Magic": 35877, + "abby": 35878, + "ĠSack": 35879, + "ĠShrine": 35880, + "Nev": 35881, + "Probably": 35882, + "ĠWisdom": 35883, + "ulpt": 35884, + "opher": 35885, + "Ġcolonel": 35886, + "atl": 35887, + "Tem": 35888, + "kun": 35889, + "ĠIndie": 35890, + "Putin": 35891, + "jection": 35892, + "areth": 35893, + "ĠBullet": 35894, + "Ġsmartest": 35895, + "ĠEsper": 35896, + "Ġproficiency": 35897, + "Ġcessation": 35898, + "Ġmars": 35899, + "ĠDATA": 35900, + "sup": 35901, + "Ġostr": 35902, + "Jane": 35903, + "Ġpathogens": 35904, + "hd": 35905, + "ĠNK": 35906, + "Ġhorribly": 35907, + "regulated": 35908, + "Ġesteemed": 35909, + "ĠChinatown": 35910, + "Ġvibration": 35911, + "Ġoverboard": 35912, + "ĠRhod": 35913, + "Ġfeces": 35914, + "otation": 35915, + "Ġcryptic": 35916, + "Bal": 35917, + "OPER": 35918, + "Ġaffirmation": 35919, + "Ġmenstrual": 35920, + "Ġuntold": 35921, + "Ġanecdotes": 35922, + "ĠHOUSE": 35923, + "Ġcape": 35924, + "311": 35925, + "ittance": 35926, + "ĠRemy": 35927, + "ĠWaves": 35928, + "ĠCOVER": 35929, + "ordinate": 35930, + "Ġrestricts": 35931, + "Samsung": 35932, + "Ġplantations": 35933, + "olver": 35934, + "Better": 35935, + "ĠExplos": 35936, + "Ġnasal": 35937, + "ĠSyri": 35938, + "ĠPerl": 35939, + "Ġlatency": 35940, + "othermal": 35941, + "Sweet": 35942, + "ĠRyzen": 35943, + "ĠYuri": 35944, + "Ġsmack": 35945, + "Ġcrow": 35946, + "aniel": 35947, + "iological": 35948, + "Ġmonk": 35949, + "Ġtutorial": 35950, + "ĠAure": 35951, + "Ġcliffs": 35952, + "ameron": 35953, + "umers": 35954, + "ĠMour": 35955, + "Ġunorthodox": 35956, + "Ġgulf": 35957, + "Ġintrusive": 35958, + "ĠVIII": 35959, + "ĠFF": 35960, + "Ġenlarged": 35961, + "Ġspheres": 35962, + "ĠCheap": 35963, + "ĠAmend": 35964, + "Ġ::": 35965, + "Ġpacing": 35966, + "ĠStartup": 35967, + "ĠDating": 35968, + "racist": 35969, + "ĠDivine": 35970, + "Ġpollen": 35971, + "ĠMeaning": 35972, + "ĠLei": 35973, + "ĠMOT": 35974, + "ĠARC": 35975, + "legate": 35976, + "Ġbrav": 35977, + "Ross": 35978, + "redit": 35979, + "414": 35980, + "ringe": 35981, + "perhaps": 35982, + "SPA": 35983, + "Southern": 35984, + "Front": 35985, + "undrum": 35986, + "Ġassorted": 35987, + "ĠDawkins": 35988, + "ĠWrap": 35989, + "Ġconsequential": 35990, + "ĠFuji": 35991, + "458": 35992, + "Ġunst": 35993, + "Bon": 35994, + "acter": 35995, + "Trade": 35996, + "ingers": 35997, + "ĠClin": 35998, + "Ġstimul": 35999, + "arah": 36000, + "inois": 36001, + "urdy": 36002, + "Ġobsessive": 36003, + "Zone": 36004, + "Ġprimitive": 36005, + "unctions": 36006, + "Ġadapter": 36007, + "Ġassures": 36008, + "Daddy": 36009, + "Ġunsatisf": 36010, + "441": 36011, + "Ġ1910": 36012, + "Ġsecondly": 36013, + "truth": 36014, + "RED": 36015, + "040": 36016, + "Pope": 36017, + "venants": 36018, + "Ġestim": 36019, + "Ġhemorrh": 36020, + "Ġexcruciating": 36021, + "459": 36022, + "Ġboils": 36023, + "ieved": 36024, + "Storm": 36025, + "Ġmanifestation": 36026, + "Ġinsulated": 36027, + "fb": 36028, + "Ġclassify": 36029, + "Mbps": 36030, + "Ġinclination": 36031, + "Ġaur": 36032, + "Ġpolarized": 36033, + "Ġoccupations": 36034, + "Secretary": 36035, + "Ġcustomizable": 36036, + "scribe": 36037, + "Ġadjunct": 36038, + "Ġ1922": 36039, + "rived": 36040, + "ocative": 36041, + "Friends": 36042, + "Oak": 36043, + "Ġpsyche": 36044, + "Ġwrinkles": 36045, + "anthrop": 36046, + "Ġcoercion": 36047, + "enos": 36048, + "Ġvariability": 36049, + "hma": 36050, + "phot": 36051, + "ĠXander": 36052, + "ĠDiss": 36053, + "Ġtigers": 36054, + "ahoo": 36055, + "focus": 36056, + "rical": 36057, + "grow": 36058, + "Ġseminal": 36059, + "Ġdisciples": 36060, + "Cas": 36061, + "Hundreds": 36062, + "Ġscissors": 36063, + "correct": 36064, + "Ġfascism": 36065, + "imoto": 36066, + "Ġnudity": 36067, + "charg": 36068, + "Ġrusty": 36069, + "ĠLyndon": 36070, + "Ġanomalies": 36071, + "onial": 36072, + "ĠiCloud": 36073, + "Ġannoy": 36074, + "Ġdistortion": 36075, + "Lou": 36076, + "ĠGiul": 36077, + "eyes": 36078, + "870": 36079, + "uum": 36080, + "ĠUltr": 36081, + "Action": 36082, + "cigarette": 36083, + "igators": 36084, + "kj": 36085, + "Ġ323": 36086, + "uine": 36087, + "Score": 36088, + "Ġmans": 36089, + "Security": 36090, + "Ġarom": 36091, + "ĠBoards": 36092, + "Ġwrists": 36093, + "602": 36094, + "Ġastronomy": 36095, + "Ġresin": 36096, + "width": 36097, + ")/": 36098, + "Ġconcurrent": 36099, + "unless": 36100, + "606": 36101, + "ĠMagnet": 36102, + "Ġauthorizing": 36103, + "ĠJunk": 36104, + "atical": 36105, + "Ġauthent": 36106, + "zac": 36107, + "413": 36108, + "ĠGrape": 36109, + "Ġcircled": 36110, + "Ġooz": 36111, + "Ġvisceral": 36112, + "ointment": 36113, + "Ġincendiary": 36114, + "ĠBourbon": 36115, + "Ġgimmick": 36116, + "vette": 36117, + "Stan": 36118, + "Ġdetachment": 36119, + "488": 36120, + "Ġmisogyny": 36121, + "Ġenlight": 36122, + "utic": 36123, + "Ġinquire": 36124, + "ĠBEL": 36125, + "ascular": 36126, + "ĠWasserman": 36127, + "Dallas": 36128, + "Ġconstellation": 36129, + "Ġdystopian": 36130, + "504": 36131, + "ĠOptical": 36132, + "Ġsilhou": 36133, + "Girl": 36134, + "ĠGong": 36135, + "ĠHighest": 36136, + "????????": 36137, + "Sav": 36138, + "ocity": 36139, + "leted": 36140, + "Ġattrition": 36141, + "ĠExpedition": 36142, + "ĠKilled": 36143, + "501": 36144, + "ONES": 36145, + "dat": 36146, + "Ġglyphosate": 36147, + "Ġplugs": 36148, + "Ġlact": 36149, + "Fla": 36150, + "fps": 36151, + "riger": 36152, + "Ġparagraphs": 36153, + "Ġinnate": 36154, + "ĠFoo": 36155, + "aternity": 36156, + "ĠGry": 36157, + "Ġoneself": 36158, + "642": 36159, + "Iowa": 36160, + "oodle": 36161, + "ĠCoconut": 36162, + "ĠChess": 36163, + "ommel": 36164, + "Ġmagnesium": 36165, + "Ġairliner": 36166, + "Ġexceedingly": 36167, + "ĠCreator": 36168, + "YouTube": 36169, + "Ġsleeper": 36170, + "Ġlonging": 36171, + "ĠPercy": 36172, + "Ġmatrix": 36173, + "Ġâľ": 36174, + "Ġbarren": 36175, + "Mrs": 36176, + "Ġinvading": 36177, + "Ġincom": 36178, + "Ġemperor": 36179, + "Ġip": 36180, + "irie": 36181, + "Ġpredictably": 36182, + "ĠBless": 36183, + "Ġsuperpower": 36184, + ":-": 36185, + "Ġpropensity": 36186, + "easy": 36187, + "educ": 36188, + "ĠPolly": 36189, + "Ġcumbersome": 36190, + "Ġcollide": 36191, + "016": 36192, + "Ġtransports": 36193, + "Ġscraps": 36194, + "below": 36195, + "Ġhairs": 36196, + "mentation": 36197, + "Ġevolves": 36198, + "ĠFallen": 36199, + "Ġunsurprisingly": 36200, + "Ġcuff": 36201, + "Ġ249": 36202, + "mental": 36203, + "ĠCamel": 36204, + "Ġ337": 36205, + "Clinton": 36206, + "Ġdecad": 36207, + "ĠSTEP": 36208, + "ĠTestament": 36209, + "Ġirresistible": 36210, + "ĠACE": 36211, + "Ġhamm": 36212, + "ĠTerr": 36213, + "Ġcaul": 36214, + "iggins": 36215, + "Ġproficient": 36216, + "resp": 36217, + "Ġheirs": 36218, + "Ġ321": 36219, + "dress": 36220, + "ĠClothing": 36221, + "Ġ560": 36222, + "Ġ264": 36223, + "ĠRobb": 36224, + "Ġfrail": 36225, + "Ġoptimizing": 36226, + "615": 36227, + "ĠRefuge": 36228, + "rowth": 36229, + "washing": 36230, + "Ġgenders": 36231, + "indu": 36232, + "ĠNAT": 36233, + "Ġleans": 36234, + "Ġeyed": 36235, + "Ġhilar": 36236, + "vice": 36237, + "wolf": 36238, + "Ġfatig": 36239, + "ococ": 36240, + "ĠCarry": 36241, + "Community": 36242, + "Clark": 36243, + "itably": 36244, + "sv": 36245, + "448": 36246, + "Ġnumer": 36247, + "Ġ1925": 36248, + "ĠBehavioral": 36249, + "ĠScream": 36250, + "Ġgeek": 36251, + "rake": 36252, + "ĠTTC": 36253, + "Ġadditives": 36254, + "ĠBye": 36255, + "ylon": 36256, + "Ġfoliage": 36257, + "ateral": 36258, + "rapnel": 36259, + "Science": 36260, + "Ġrecollection": 36261, + "thening": 36262, + "ĠUbisoft": 36263, + "ĠLur": 36264, + "ĠOkinawa": 36265, + "ĠProvision": 36266, + "ferred": 36267, + "ĠGrounds": 36268, + "Ġhops": 36269, + "aterial": 36270, + "Ġacad": 36271, + "Ġengulf": 36272, + "ĠApex": 36273, + "frequency": 36274, + "relations": 36275, + "ĠCorvette": 36276, + "ĠRepeat": 36277, + "Ġanew": 36278, + "Ġhes": 36279, + "ĠLair": 36280, + "ĠPSP": 36281, + "foundation": 36282, + "Band": 36283, + "ĠPublisher": 36284, + "Ġreciprocal": 36285, + "Ġ287": 36286, + "Ġpir": 36287, + "Adams": 36288, + "Ġprostitute": 36289, + "ĠMecca": 36290, + "ectomy": 36291, + "Ġskew": 36292, + "ĠLol": 36293, + "Voice": 36294, + "ĠCalais": 36295, + "ISION": 36296, + "rue": 36297, + "Ġgaping": 36298, + "prot": 36299, + "Ġ6000": 36300, + "Ġtilted": 36301, + "Ġgoofy": 36302, + "Stand": 36303, + "Ġfellows": 36304, + "Ġcurly": 36305, + "ĠPOW": 36306, + "Ġlore": 36307, + "Ġinhabited": 36308, + "ĠIdentification": 36309, + "Metro": 36310, + "Ġdispel": 36311, + "Ġinvoking": 36312, + "Ġdeleting": 36313, + "Ġstigmat": 36314, + "ĠDalai": 36315, + "Ġequate": 36316, + "Ġmascara": 36317, + "endered": 36318, + "ĠNYT": 36319, + "ĠCommittees": 36320, + "rians": 36321, + "ĠOlympus": 36322, + "ĠQR": 36323, + "ĠDrinking": 36324, + "Ġbatt": 36325, + "andr": 36326, + "computer": 36327, + "Senator": 36328, + "ĠTwist": 36329, + "ĠNoise": 36330, + "Ġcheesy": 36331, + "Ġ1931": 36332, + "Ġtyranny": 36333, + "Ġnegligible": 36334, + "ĠBok": 36335, + "Ġwebpage": 36336, + "ĠHEAD": 36337, + "ĠNovel": 36338, + "Ġquarry": 36339, + "Ġexpressive": 36340, + "Ġforgiving": 36341, + "Among": 36342, + "asin": 36343, + "ĠSuc": 36344, + "Democrats": 36345, + "795": 36346, + "Ġaback": 36347, + "¨": 36348, + "ĠNeon": 36349, + "392": 36350, + "ĠRNC": 36351, + "ĠPROC": 36352, + "sein": 36353, + "Ros": 36354, + "Ġemot": 36355, + "ĠASA": 36356, + "ĠSeb": 36357, + "ĠExtended": 36358, + "atern": 36359, + "Ġpsychedelic": 36360, + "Fil": 36361, + "ĠOrwell": 36362, + "ĠSOS": 36363, + "Ġconceive": 36364, + "Ġhobbies": 36365, + "Ġspecimens": 36366, + "ĠTEXT": 36367, + "sometimes": 36368, + "Mario": 36369, + "orpor": 36370, + "ĠTemporary": 36371, + "Ġapocalypse": 36372, + "Ġcounterproductive": 36373, + "ĠQUEST": 36374, + "ĠCargo": 36375, + "Amb": 36376, + "Ġoptic": 36377, + "groups": 36378, + "Ġparanoia": 36379, + ".?": 36380, + "sounding": 36381, + "mediately": 36382, + "System": 36383, + "ubi": 36384, + "Ġuttered": 36385, + "Ġgraphs": 36386, + "âĢĭâĢĭ": 36387, + "Ġscientifically": 36388, + "Ġbluntly": 36389, + "Ġhopping": 36390, + "Fun": 36391, + "ĠSUPER": 36392, + "Ġrobe": 36393, + "VB": 36394, + "ĠQuote": 36395, + "Ġincarnation": 36396, + "Ġtreadmill": 36397, + "Ġ1915": 36398, + "Ġbart": 36399, + "669": 36400, + "Ġhoc": 36401, + "Ġ309": 36402, + "Ġimprovis": 36403, + "Ġhut": 36404, + "Ġmixer": 36405, + "ĠCt": 36406, + "span": 36407, + "Ġwatered": 36408, + "Ġpatriot": 36409, + "Ġdehyd": 36410, + "laughs": 36411, + "ĠFancy": 36412, + "ĠVoc": 36413, + "Ġintellect": 36414, + "ĠTid": 36415, + "Ġnesting": 36416, + "Tel": 36417, + "Ġ()": 36418, + "letter": 36419, + "ĠSeems": 36420, + "Ops": 36421, + "ĠContents": 36422, + "ript": 36423, + "hani": 36424, + "Ġrecru": 36425, + "Ġpickups": 36426, + "repair": 36427, + "Throughout": 36428, + "bear": 36429, + "Ġconquered": 36430, + "656": 36431, + "Ġmalf": 36432, + "Ġordained": 36433, + "755": 36434, + "ĠReprodu": 36435, + "brain": 36436, + "ĠOuts": 36437, + "ĠWage": 36438, + "Ru": 36439, + "________": 36440, + "ĠLAW": 36441, + "ĠWass": 36442, + "Ġcomplication": 36443, + "Fri": 36444, + "Ġregener": 36445, + "Wait": 36446, + "577": 36447, + "Ġmisconception": 36448, + "Ġbombardment": 36449, + "Ġunloaded": 36450, + "Ġdictionary": 36451, + "IU": 36452, + "025": 36453, + "etically": 36454, + "ĠNarr": 36455, + "repe": 36456, + "Ġassigning": 36457, + "Rail": 36458, + "Ġnotebooks": 36459, + "Ġingest": 36460, + "Ġrpm": 36461, + "Ġalienated": 36462, + "ĠCredits": 36463, + "Ġindis": 36464, + "ĠGathering": 36465, + "aration": 36466, + "-+-+-+-+": 36467, + "Ġori": 36468, + "Ġsr": 36469, + "ndra": 36470, + "Ġlibertarian": 36471, + "Ġcoerced": 36472, + "ording": 36473, + "Ġtranqu": 36474, + "Ġelbows": 36475, + "549": 36476, + "Ġping": 36477, + "ĠRELE": 36478, + "ĠYanuk": 36479, + "Ġmaneuvers": 36480, + "ĠTrojan": 36481, + "IFIED": 36482, + "ĠViolent": 36483, + "è": 36484, + "Ġlest": 36485, + "Ġarrows": 36486, + "frog": 36487, + "anty": 36488, + "WB": 36489, + "ĠSeen": 36490, + "648": 36491, + "Ġclutter": 36492, + "ĠBender": 36493, + "Ġpessim": 36494, + "ĠTeg": 36495, + "Asian": 36496, + "IFIC": 36497, + "Ġexponential": 36498, + "Ġsponge": 36499, + "rite": 36500, + "ĠDAM": 36501, + "Ġtacit": 36502, + "ĠZoom": 36503, + "Ġolds": 36504, + "Ġonward": 36505, + "ĠSandwich": 36506, + "missible": 36507, + "isol": 36508, + "940": 36509, + "Ġinciner": 36510, + "ĠTrick": 36511, + "Ġawakening": 36512, + "Ġdart": 36513, + "ĠCouch": 36514, + "respons": 36515, + "ĠElephant": 36516, + "ĠPluto": 36517, + "ĠTags": 36518, + "itcher": 36519, + "644": 36520, + "702": 36521, + "Ġelectrons": 36522, + "ĠMyth": 36523, + "ĠAad": 36524, + "Danny": 36525, + "Ġcraw": 36526, + "ĠCertification": 36527, + "Ġtending": 36528, + "Ġpellets": 36529, + "Ġamused": 36530, + "ĠAuschwitz": 36531, + "ĠAppl": 36532, + "iris": 36533, + "ashion": 36534, + "walking": 36535, + "Ġabnorm": 36536, + "Cro": 36537, + "?:": 36538, + "ĠIcelandic": 36539, + "ĠAvailability": 36540, + "Ġcann": 36541, + "Opt": 36542, + "buster": 36543, + "ĠQuartz": 36544, + "Executive": 36545, + "tracks": 36546, + "igel": 36547, + "MIT": 36548, + "ĠTracking": 36549, + "Ġconditioned": 36550, + "Ġsampled": 36551, + "ĠGenius": 36552, + "Ġsubstit": 36553, + "ĠSiberia": 36554, + "Ġfrequ": 36555, + "historic": 36556, + "okin": 36557, + "OWS": 36558, + "1500": 36559, + "warts": 36560, + "ĠEtsy": 36561, + "licks": 36562, + "ĠSmooth": 36563, + "unity": 36564, + "515": 36565, + "Ġperk": 36566, + "aida": 36567, + "forts": 36568, + "ĠUA": 36569, + "RIC": 36570, + "Spain": 36571, + "ĠWired": 36572, + "cuts": 36573, + "Ġfurnace": 36574, + "ĠTOTAL": 36575, + "ĠTables": 36576, + "662": 36577, + "Fab": 36578, + "Ġquaint": 36579, + "ĠWorlds": 36580, + "ĠCabin": 36581, + "atche": 36582, + "List": 36583, + "ĠVO": 36584, + "Ġkeyword": 36585, + "Ġ258": 36586, + "Farm": 36587, + "timer": 36588, + "ĠVolt": 36589, + "Build": 36590, + "pressed": 36591, + "*,": 36592, + "Ġ324": 36593, + "aiman": 36594, + "TING": 36595, + "Ġsneaking": 36596, + "cery": 36597, + "Ġcrib": 36598, + "ĠIllust": 36599, + "later": 36600, + "Ġcompar": 36601, + "Ġpropulsion": 36602, + "647": 36603, + "ĠTrails": 36604, + "Ġperiphery": 36605, + "steel": 36606, + "Ġvividly": 36607, + "ĠConver": 36608, + "eatured": 36609, + "427": 36610, + "463": 36611, + "Ġapprox": 36612, + "spin": 36613, + "Ġconfigured": 36614, + "inside": 36615, + "razy": 36616, + "account": 36617, + "anye": 36618, + "riend": 36619, + "Ġbows": 36620, + "809": 36621, + "ĠDEF": 36622, + "ĠRez": 36623, + "Fans": 36624, + "ĠDF": 36625, + "Ġstains": 36626, + "ĠAtom": 36627, + "ĠConce": 36628, + "ĠTOM": 36629, + "ĠELECT": 36630, + "Ġdisappro": 36631, + "019": 36632, + "afia": 36633, + "ĠTemperature": 36634, + "Ġextracts": 36635, + "fab": 36636, + "Ġunsur": 36637, + "Ġseasoning": 36638, + "Ty": 36639, + "KB": 36640, + "Ġposit": 36641, + "Ġlocality": 36642, + "1200": 36643, + "cour": 36644, + "izons": 36645, + "hh": 36646, + "506": 36647, + "ĠDLC": 36648, + "iago": 36649, + "Ġcorpses": 36650, + "iddling": 36651, + "Mayor": 36652, + "Ġsimplistic": 36653, + "Ġlibel": 36654, + "Ġalmonds": 36655, + "Ġswast": 36656, + "Change": 36657, + "ĠJoker": 36658, + "MAR": 36659, + "ĠScully": 36660, + "Ġmailbox": 36661, + "VIDEO": 36662, + "ĠKyoto": 36663, + "esley": 36664, + "ĠIncredible": 36665, + "youtube": 36666, + "Ġinequalities": 36667, + "Ġbolts": 36668, + "Ġbothering": 36669, + "Ġattentive": 36670, + "ĠSparrow": 36671, + "Ġdiaper": 36672, + "Ġfanbase": 36673, + "Ġuncont": 36674, + "Ap": 36675, + "ĠQi": 36676, + "Price": 36677, + "471": 36678, + "Ġpearl": 36679, + "wid": 36680, + "899": 36681, + "ĠPony": 36682, + "casting": 36683, + "Ġinhabit": 36684, + "Ġunve": 36685, + "Ġinsur": 36686, + "ĠWee": 36687, + "658": 36688, + "Ġeffected": 36689, + "gger": 36690, + "Ġinstallments": 36691, + "imilar": 36692, + "FU": 36693, + "Ġinfertility": 36694, + "climate": 36695, + "HEAD": 36696, + "fashion": 36697, + "ĠTHEY": 36698, + "jc": 36699, + "Ġsatisf": 36700, + "ĠGuidelines": 36701, + "Ġinsure": 36702, + "ĠRSA": 36703, + "Ġvirt": 36704, + "Ġinterpre": 36705, + "Joshua": 36706, + "ĠShut": 36707, + "Ġtestimonies": 36708, + "Ñģ": 36709, + "untary": 36710, + "417": 36711, + "Ġbeck": 36712, + "ĠMilky": 36713, + "ç": 36714, + "Ġsequels": 36715, + "Ġ281": 36716, + "ĠRibbon": 36717, + "Ġroomm": 36718, + "Ġsynchron": 36719, + "452": 36720, + "Ġ1926": 36721, + "Ġhawk": 36722, + "ĠDisorder": 36723, + "Ġbackstory": 36724, + "ĠNum": 36725, + "Ġoverheard": 36726, + "technical": 36727, + "Jud": 36728, + "aii": 36729, + "Ġdecon": 36730, + "ĠRape": 36731, + "ĠWarrant": 36732, + "Ġpoop": 36733, + "spir": 36734, + "Country": 36735, + "Ġweld": 36736, + "Ġabuser": 36737, + "Ġ------": 36738, + "material": 36739, + "Ġpreserves": 36740, + "spring": 36741, + "Ġpuzzled": 36742, + "ĠDebate": 36743, + "Joseph": 36744, + "Ġ272": 36745, + "Blood": 36746, + "antry": 36747, + "Ġconverge": 36748, + "Ġimaginable": 36749, + "oward": 36750, + "545": 36751, + "Ġfug": 36752, + "Vision": 36753, + "075": 36754, + "Ġadoptive": 36755, + "Ġunknow": 36756, + "Stream": 36757, + "Ġaffili": 36758, + "ĠPUR": 36759, + "ĠWally": 36760, + "Ġgamer": 36761, + "Ġfart": 36762, + "stice": 36763, + "Ġcongen": 36764, + "н": 36765, + "685": 36766, + "orst": 36767, + "ĠATF": 36768, + "Ġml": 36769, + "ĠMozilla": 36770, + "Ġcalmed": 36771, + "bage": 36772, + "ĠVault": 36773, + "arkable": 36774, + "ĠGuan": 36775, + "Ġclueless": 36776, + "umatic": 36777, + "Ġshameless": 36778, + "Ġpreached": 36779, + "Ġmisconceptions": 36780, + "Ġanthology": 36781, + "Ġbiomass": 36782, + "ĠPs": 36783, + "tails": 36784, + "Ġexcessively": 36785, + "Ġextr": 36786, + "Davis": 36787, + "Ġgrounding": 36788, + "Ġshortcuts": 36789, + "ĠShift": 36790, + "ĠRew": 36791, + "ĠIllum": 36792, + "Ġincite": 36793, + "sense": 36794, + "ĠScouting": 36795, + "otos": 36796, + "respond": 36797, + "Ġbeware": 36798, + "gran": 36799, + "ĠXV": 36800, + "JM": 36801, + "ĠSounders": 36802, + "Ġ276": 36803, + "Ġshockingly": 36804, + "Ġgastrointestinal": 36805, + "erences": 36806, + "df": 36807, + "ĠNG": 36808, + "Ġdiscredited": 36809, + "Ġdemoral": 36810, + "Ġgladly": 36811, + "Tal": 36812, + "ĠPredator": 36813, + "708": 36814, + "Ġdoi": 36815, + "Ġdecentral": 36816, + "illin": 36817, + "printed": 36818, + "Ġinflicting": 36819, + "ribes": 36820, + "Ġsupper": 36821, + "abc": 36822, + "Ġgraz": 36823, + "980": 36824, + "Bull": 36825, + "Ġmillionaires": 36826, + "Ġvanity": 36827, + "imony": 36828, + "Ġbiologists": 36829, + "Ġalternating": 36830, + "Ġsleeps": 36831, + "Force": 36832, + "ĠPrinc": 36833, + "ĠTransgender": 36834, + "Ġ314": 36835, + "ĠProvide": 36836, + "enthal": 36837, + "Ġplum": 36838, + "Ġresurrect": 36839, + "CW": 36840, + "Ġinjure": 36841, + "ĠPerspective": 36842, + "ĠBei": 36843, + "Ġrestless": 36844, + "aciously": 36845, + "Ġchlor": 36846, + "catch": 36847, + "ĠLuigi": 36848, + "Ġinconsistency": 36849, + "Ġwhiff": 36850, + "Arizona": 36851, + "ustration": 36852, + "ĠRaid": 36853, + "ĠDemons": 36854, + "ĠVita": 36855, + ":\"": 36856, + "Ġmigraine": 36857, + "ĠHamb": 36858, + "Ġwidget": 36859, + "451": 36860, + "Ġrandomized": 36861, + "etchup": 36862, + "ĠParticularly": 36863, + "Ġdiced": 36864, + "Ġperfected": 36865, + "roid": 36866, + "710": 36867, + "Ġreflections": 36868, + "Ġantioxidants": 36869, + "ĠLabel": 36870, + "Ġ326": 36871, + "igious": 36872, + "ĠEucl": 36873, + "608": 36874, + "Ġstrand": 36875, + "ĠDirt": 36876, + "ĠLift": 36877, + "suits": 36878, + "ĠControls": 36879, + "RAW": 36880, + "Ġcowardly": 36881, + "ĠUmb": 36882, + "Growing": 36883, + "mington": 36884, + "Ġ339": 36885, + "ĠCommit": 36886, + "Ġnonviolent": 36887, + "Ġcontaminants": 36888, + "Ġacrylic": 36889, + "ĠMAP": 36890, + "Ġ269": 36891, + "Ġdegrading": 36892, + "Ġmiracles": 36893, + "ĠEstablishment": 36894, + "despite": 36895, + "cry": 36896, + "Ġpauses": 36897, + "Ġmythical": 36898, + "Ġtwenties": 36899, + "Actually": 36900, + "phan": 36901, + "recorded": 36902, + "Ġunwillingness": 36903, + "engineering": 36904, + "avored": 36905, + "Ġdevout": 36906, + "item": 36907, + "Ġbunny": 36908, + "ĠMerchants": 36909, + "Ġconsumes": 36910, + "508": 36911, + "Ġlex": 36912, + "ĠClause": 36913, + "Ġchecklist": 36914, + "Sus": 36915, + "uther": 36916, + ".#": 36917, + "Bit": 36918, + "uay": 36919, + "bf": 36920, + "Ġpopulace": 36921, + "Ġ316": 36922, + "Ġcombust": 36923, + "Ġnano": 36924, + "Ġpopul": 36925, + "Indust": 36926, + "Ġcapitalists": 36927, + "ĠFiles": 36928, + "Bang": 36929, + "Ġkosher": 36930, + "atile": 36931, + "Ġincrim": 36932, + "OVER": 36933, + "Ġmelee": 36934, + "ymph": 36935, + "ĠPupp": 36936, + "evin": 36937, + "ĠMolecular": 36938, + "Ġmisinterpret": 36939, + "vc": 36940, + "olithic": 36941, + "ĠSimpsons": 36942, + "Ġshrew": 36943, + "Ġselectively": 36944, + "ĠDrain": 36945, + "mittedly": 36946, + "conservative": 36947, + "True": 36948, + "Using": 36949, + "562": 36950, + "apon": 36951, + "Ġapprentice": 36952, + "Mas": 36953, + "ĠBattlefield": 36954, + "Ġfing": 36955, + "Ġconcoct": 36956, + "ĠVIS": 36957, + "ĠHuss": 36958, + "Ġdetects": 36959, + "ĠFriedrich": 36960, + "Ġlatitude": 36961, + "Custom": 36962, + "ĠÙ": 36963, + "ĠBones": 36964, + "whose": 36965, + "Ġredirected": 36966, + "aligned": 36967, + "ĠNeighbor": 36968, + "ĠAmen": 36969, + "ĠMarble": 36970, + "Beyond": 36971, + "Ġbiomark": 36972, + "Ġerroneous": 36973, + "Atlanta": 36974, + "Ġmasturb": 36975, + "ĠAssoci": 36976, + "Albert": 36977, + "Ġcigar": 36978, + "ĠFraz": 36979, + "ethe": 36980, + "skinned": 36981, + "Ford": 36982, + "throp": 36983, + "Acc": 36984, + "Ġtricked": 36985, + "Ġoverwhelm": 36986, + "Ġimplements": 36987, + "ĠGeForce": 36988, + "Ġbounces": 36989, + "Ġmoderator": 36990, + "910": 36991, + "ĠButterfly": 36992, + "ĠIllegal": 36993, + "ĠSubject": 36994, + "RET": 36995, + "ĠFreeze": 36996, + "ĠNewt": 36997, + "Ġuterus": 36998, + "696": 36999, + "Ġ267": 37000, + "tk": 37001, + "Ġdodged": 37002, + "liam": 37003, + "Ġparasite": 37004, + "obal": 37005, + "ĠHubble": 37006, + "Ġtheology": 37007, + "âĢĶ\"": 37008, + "height": 37009, + "Ale": 37010, + "employment": 37011, + "ĠWallet": 37012, + "cessive": 37013, + "Ġ404": 37014, + "Ġsimilarity": 37015, + "zens": 37016, + "Ġdumps": 37017, + "Ġdepress": 37018, + "Ġlifeless": 37019, + "535": 37020, + "oard": 37021, + "Scotland": 37022, + "Ġbelievable": 37023, + "Ġcalculator": 37024, + "ĠNaked": 37025, + "Ġremission": 37026, + "Ġoranges": 37027, + "ĠSections": 37028, + "Ġentangled": 37029, + "Ġuncanny": 37030, + "Ġteaspoons": 37031, + "vr": 37032, + "ĠPorn": 37033, + "Organ": 37034, + "Ġbund": 37035, + "Doug": 37036, + "ĠGHz": 37037, + "Major": 37038, + "abus": 37039, + "Bell": 37040, + "avier": 37041, + "Ġimplanted": 37042, + "RON": 37043, + "Fle": 37044, + "462": 37045, + "509": 37046, + "Ġgoggles": 37047, + "Ġmanuscript": 37048, + "NOT": 37049, + "ĠCanaveral": 37050, + "ĠDID": 37051, + "Season": 37052, + "HAEL": 37053, + "Edge": 37054, + "appiness": 37055, + "DIS": 37056, + "Ġplotted": 37057, + "Ġwrought": 37058, + "Ġquarantine": 37059, + "Ġrearr": 37060, + "itage": 37061, + "Ġsocket": 37062, + "Ġbrig": 37063, + "Ġunbelievably": 37064, + "abytes": 37065, + "TG": 37066, + "Ġ444": 37067, + "ĠOffic": 37068, + "Ġacquaintances": 37069, + "ĠComparison": 37070, + "Nine": 37071, + "ĠFeast": 37072, + "758": 37073, + "YC": 37074, + "Ġfiner": 37075, + "ĠStrawberry": 37076, + "Ġeternity": 37077, + "liament": 37078, + "urrency": 37079, + "ĠCortana": 37080, + "ĠSabbath": 37081, + "Ġsprinkle": 37082, + "unker": 37083, + "ĠUE": 37084, + "flies": 37085, + "Ġblender": 37086, + "Ġacutely": 37087, + "emark": 37088, + "ĠAffect": 37089, + "Politics": 37090, + "Ġsane": 37091, + "Ġcorrosion": 37092, + "Ġspirituality": 37093, + "Ġredeemed": 37094, + "Ġingrained": 37095, + "manager": 37096, + "joined": 37097, + "ĠDumb": 37098, + "ĠHeight": 37099, + "Ġseventeen": 37100, + "Ġ640": 37101, + "Ġreviewer": 37102, + "Ġwallpaper": 37103, + "Ġnurs": 37104, + "Ġsubset": 37105, + "703": 37106, + "Ġsymbolism": 37107, + "Ġdudes": 37108, + "Ġmismatch": 37109, + "gans": 37110, + "please": 37111, + "ĠKE": 37112, + "Ġatom": 37113, + "004": 37114, + "ionic": 37115, + "Ġservings": 37116, + "Ġproxies": 37117, + "Ġtranscription": 37118, + "yx": 37119, + "bowl": 37120, + "iscovery": 37121, + "ĠScotch": 37122, + "brace": 37123, + "riter": 37124, + "ĠDesktop": 37125, + "Ġlimestone": 37126, + "æ": 37127, + "Neg": 37128, + "013": 37129, + "Ġformulas": 37130, + "Ġeval": 37131, + "Ġzombies": 37132, + "GU": 37133, + "ĠHermes": 37134, + "Ġbrist": 37135, + "Mand": 37136, + "Ġmastery": 37137, + "Ġgoverns": 37138, + "Ġconstrued": 37139, + "region": 37140, + "Ġemitted": 37141, + "Vice": 37142, + "060": 37143, + "Jennifer": 37144, + "mol": 37145, + "Ġjealousy": 37146, + "Ġingenuity": 37147, + "bug": 37148, + "olitical": 37149, + "Ġperce": 37150, + "ĠSapp": 37151, + "dim": 37152, + "utral": 37153, + "Ġinterrogated": 37154, + "Gate": 37155, + "Ġamber": 37156, + "911": 37157, + "ĠEveryday": 37158, + "ĠDDR": 37159, + "ĠBlades": 37160, + "Ġnifty": 37161, + "Ġmurderers": 37162, + "Ġpresumption": 37163, + "Pitt": 37164, + "Div": 37165, + "ĠDestination": 37166, + "having": 37167, + "Ġprolifer": 37168, + "Ġbreaker": 37169, + "ĠBW": 37170, + "Ġcourier": 37171, + "Try": 37172, + "ĠBUR": 37173, + "itized": 37174, + "Ġcompress": 37175, + "Ġrepetition": 37176, + "ĠTik": 37177, + "Ġdivergence": 37178, + "Ġcube": 37179, + "everyone": 37180, + "ĠPoles": 37181, + "418": 37182, + "ĠHighly": 37183, + "468": 37184, + "Jeremy": 37185, + "Ġcontradictions": 37186, + "Ġmanure": 37187, + "Sad": 37188, + "pletion": 37189, + "626": 37190, + "Ġ279": 37191, + "Ġfrivolous": 37192, + "ĠCanaan": 37193, + "olor": 37194, + "Ġincapac": 37195, + "ĠGentle": 37196, + "Ġinsomnia": 37197, + "ĠJing": 37198, + "688": 37199, + "ĠViews": 37200, + "Ġsyll": 37201, + "486": 37202, + "antom": 37203, + "Ġcog": 37204, + "aintain": 37205, + "ĠDVDs": 37206, + "Ġ318": 37207, + "archy": 37208, + "Ġreprodu": 37209, + "Ġconcedes": 37210, + "Brook": 37211, + "Ġinterpreting": 37212, + "Ġextracting": 37213, + "Ġess": 37214, + "uning": 37215, + "ĠMathematics": 37216, + "iably": 37217, + "Ġmultit": 37218, + "ĠActs": 37219, + "iliated": 37220, + "Foreign": 37221, + "Ġflaming": 37222, + "ĠCoup": 37223, + "Ġglitches": 37224, + "Ġdifferentiation": 37225, + "ihadi": 37226, + "ĠDrone": 37227, + "Ġincompatible": 37228, + "asher": 37229, + "documented": 37230, + "agons": 37231, + "wark": 37232, + "Ġshielding": 37233, + "ĠCorrect": 37234, + "romising": 37235, + "uned": 37236, + "Ġconduit": 37237, + "ĠDiablo": 37238, + "Ġbeginner": 37239, + "Ġarchived": 37240, + "smanship": 37241, + "ĠTBD": 37242, + "digy": 37243, + "Ġ322": 37244, + "Ġ268": 37245, + "ĠTears": 37246, + "ĠPriority": 37247, + "Italy": 37248, + "Ġ^": 37249, + "annot": 37250, + "different": 37251, + "Joy": 37252, + "Ġbreathed": 37253, + "heon": 37254, + "Ġracists": 37255, + "Ġvascular": 37256, + "Between": 37257, + "etition": 37258, + "ĠLikely": 37259, + "icans": 37260, + "529": 37261, + "ĠMonsters": 37262, + "agy": 37263, + "Orange": 37264, + "hide": 37265, + "SIM": 37266, + "Ġdeceive": 37267, + "ĠDAR": 37268, + "Ġshattering": 37269, + "Ġow": 37270, + "peak": 37271, + "Ġpreferable": 37272, + "Ġpiping": 37273, + "ĠLEDs": 37274, + "ĠCOMMUN": 37275, + "ĠConstruct": 37276, + "008": 37277, + "Ġdissatisfied": 37278, + "ĠKNOW": 37279, + "ĠFrame": 37280, + "ĠToast": 37281, + "Ġadore": 37282, + "history": 37283, + "Soviet": 37284, + "reporting": 37285, + "Ġ266": 37286, + "pract": 37287, + "ĠSauce": 37288, + "686": 37289, + "ievers": 37290, + "ĠDomain": 37291, + "ousand": 37292, + "768": 37293, + "Cos": 37294, + "609": 37295, + "432": 37296, + "Ġtransl": 37297, + "oof": 37298, + "Ġ292": 37299, + "Turkish": 37300, + "ĠPOLIT": 37301, + "Harris": 37302, + "bj": 37303, + "Ġrodents": 37304, + "556": 37305, + "Ġintellectuals": 37306, + "Ġinteroper": 37307, + "ixt": 37308, + "Ġunbiased": 37309, + "itia": 37310, + "Ġ504": 37311, + "Ġbuttocks": 37312, + "ĠFlam": 37313, + "Ġchrom": 37314, + "Ġ259": 37315, + "shock": 37316, + "ĠRJ": 37317, + "ĠLich": 37318, + "422": 37319, + "Ġcondom": 37320, + "phen": 37321, + "Ġvigilante": 37322, + "Ġowl": 37323, + "Ġdwellings": 37324, + "Ġarchaeologists": 37325, + "Ġ680": 37326, + "RAY": 37327, + "Ġ1921": 37328, + "Ġ625": 37329, + "ĠPLAN": 37330, + "alde": 37331, + "030": 37332, + "abbling": 37333, + "Wave": 37334, + "Ni": 37335, + "Ġfurthe": 37336, + "JS": 37337, + "Ġpsycho": 37338, + "ĠFrançois": 37339, + "Ġundergrad": 37340, + "Ġsuccessors": 37341, + "Ġpadded": 37342, + "introdu": 37343, + "Ġreasoned": 37344, + "Ġvas": 37345, + "creen": 37346, + "onsequ": 37347, + "starter": 37348, + "Court": 37349, + "ĠHIS": 37350, + "Ġplaster": 37351, + "Ġranger": 37352, + "Ġ298": 37353, + "esters": 37354, + "Ġglare": 37355, + "ype": 37356, + "Ġcompute": 37357, + "Ali": 37358, + "mallow": 37359, + "Ġmasculine": 37360, + "ĠExamination": 37361, + "improve": 37362, + "Ġdeclass": 37363, + "Ġdecoration": 37364, + "ĠFIG": 37365, + "abre": 37366, + "Ġstale": 37367, + "abling": 37368, + "ĠRusty": 37369, + "ĠASAP": 37370, + "Ġadjusts": 37371, + "Ġbluff": 37372, + "density": 37373, + "Ġdisse": 37374, + "Ġcensor": 37375, + "ervatives": 37376, + "Ġkettle": 37377, + "Ġskeptics": 37378, + "fd": 37379, + "Imm": 37380, + "461": 37381, + "Ġadvantageous": 37382, + "419": 37383, + "ĠPresents": 37384, + "482": 37385, + "ĠRewards": 37386, + "Ġovershadow": 37387, + "Alabama": 37388, + "ĠCPC": 37389, + "Ġsock": 37390, + "ĠChurches": 37391, + "hidden": 37392, + "Ġcringe": 37393, + "ĠHOR": 37394, + "PB": 37395, + "Pretty": 37396, + "Hong": 37397, + "?),": 37398, + "687": 37399, + "Ġgrocer": 37400, + "472": 37401, + "565": 37402, + "itent": 37403, + "Ġpartake": 37404, + "wait": 37405, + "usters": 37406, + "Ġcones": 37407, + "Ġconcurrently": 37408, + "Ġlevers": 37409, + "Ġaroma": 37410, + "ĠDrill": 37411, + "498": 37412, + "804": 37413, + "ithering": 37414, + "Ġ355": 37415, + "Ġlegion": 37416, + "Ġvitri": 37417, + "Ġcondu": 37418, + "Angel": 37419, + "OWER": 37420, + "Ġ{*": 37421, + "Simon": 37422, + "Ġsynthesis": 37423, + "ĠContainer": 37424, + "sheet": 37425, + "Bi": 37426, + "ĠRaspberry": 37427, + "Ġ328": 37428, + "anders": 37429, + "ĠBlossom": 37430, + "ĠFINAL": 37431, + "acid": 37432, + "Ġborderline": 37433, + "Aut": 37434, + "Ġoriginate": 37435, + "Ġtransm": 37436, + "Ġbuffalo": 37437, + "atial": 37438, + "ĠCraigslist": 37439, + "Ġcredential": 37440, + "Ġdisbanded": 37441, + "Ġunprotected": 37442, + "ĠZer": 37443, + "waukee": 37444, + "diagn": 37445, + "1999": 37446, + "doc": 37447, + "ellig": 37448, + "Ġwarheads": 37449, + "ĠADS": 37450, + "verified": 37451, + "ĠHAM": 37452, + "785": 37453, + "Cu": 37454, + "Ġenorm": 37455, + "ĠSkill": 37456, + "\\": 37457, + "Ġbashing": 37458, + "Ġloudspe": 37459, + "during": 37460, + "Ġdebunked": 37461, + "adequ": 37462, + "Ġuh": 37463, + "Feed": 37464, + "ificial": 37465, + "pred": 37466, + "ĠPassing": 37467, + "Kyle": 37468, + "enance": 37469, + "ĠMex": 37470, + "itect": 37471, + "Ġcavern": 37472, + "Ġtrop": 37473, + "ĠEliot": 37474, + "753": 37475, + "Ġencountering": 37476, + "Ġsulf": 37477, + "Always": 37478, + "ĠGest": 37479, + "Ġadditive": 37480, + "Ġ278": 37481, + "Ġloops": 37482, + "liberal": 37483, + "urion": 37484, + "ĠRefresh": 37485, + "ĠDynasty": 37486, + "Ġsweaty": 37487, + "Ġsails": 37488, + "protection": 37489, + "ĠRooms": 37490, + "ĠEXT": 37491, + "few": 37492, + "ĠPaid": 37493, + "Ġ377": 37494, + "Ġcolonialism": 37495, + "Ġchuckle": 37496, + "Ġarmour": 37497, + "Ġsoftly": 37498, + "661": 37499, + "Building": 37500, + "ĠAMER": 37501, + "Ġbabe": 37502, + "Ġshif": 37503, + "Sem": 37504, + "Ġdisembark": 37505, + "ĠSubstance": 37506, + "Stone": 37507, + "Ġdialect": 37508, + "ĠAph": 37509, + "Ġspreadsheet": 37510, + "ierra": 37511, + "Ġlineage": 37512, + "ĠCust": 37513, + "ĠBabe": 37514, + "Ġwra": 37515, + "ĠMafia": 37516, + "Ġflakes": 37517, + "ĠEVER": 37518, + "cong": 37519, + "ĠCreation": 37520, + "loo": 37521, + "ĠAmpl": 37522, + "ĠSpectre": 37523, + "012": 37524, + "geons": 37525, + "Ġswarm": 37526, + "ĠPale": 37527, + "ĠSeek": 37528, + "itures": 37529, + "Ġarri": 37530, + "Ġredistribution": 37531, + "campaign": 37532, + "ĠAbility": 37533, + "579": 37534, + "ournament": 37535, + "locks": 37536, + "Ġnests": 37537, + "ĠConstantine": 37538, + "Ġwhisper": 37539, + "Ġshrouded": 37540, + "changed": 37541, + "ĠEnhanced": 37542, + "Ġ920": 37543, + "Ġglob": 37544, + "Tam": 37545, + "Ġoutwe": 37546, + "Ġilliter": 37547, + "Ġsurg": 37548, + "Nap": 37549, + "ĠAerial": 37550, + "iferation": 37551, + "Egypt": 37552, + "ERO": 37553, + "Ġantip": 37554, + "environment": 37555, + "machine": 37556, + "Ġrupture": 37557, + "treatment": 37558, + "internal": 37559, + "Ġinfiltrate": 37560, + "Ġgratification": 37561, + "Uber": 37562, + "Ġunequal": 37563, + "Ġflav": 37564, + "Lord": 37565, + "tein": 37566, + "ĠLOT": 37567, + "Ġbullshit": 37568, + "Ġoriginals": 37569, + "Ġminced": 37570, + "Ġmultiply": 37571, + "ayson": 37572, + "Ġrecomm": 37573, + "Ġreceptors": 37574, + "Ġflashlight": 37575, + "Ġinhuman": 37576, + "Future": 37577, + "Ġpuzzling": 37578, + "Ġrouters": 37579, + "Ġuncontroll": 37580, + "responsible": 37581, + "Ġcellul": 37582, + "ĠTablet": 37583, + "Ġbolted": 37584, + "Ġpermissible": 37585, + "adra": 37586, + "picture": 37587, + "ODY": 37588, + "BRE": 37589, + "Iraq": 37590, + "Total": 37591, + "rising": 37592, + "Ġ273": 37593, + "nv": 37594, + "Ġ327": 37595, + "alysed": 37596, + "infect": 37597, + "Ġ1912": 37598, + "ĠVT": 37599, + "ĠLazarus": 37600, + "ictive": 37601, + "Bu": 37602, + "ĠNEVER": 37603, + "ĠCODE": 37604, + "ĠModified": 37605, + "fetched": 37606, + "ĠTrap": 37607, + "mob": 37608, + "Ġupkeep": 37609, + "WARD": 37610, + "Ġbrewed": 37611, + "Ġsaliva": 37612, + "Ġ1923": 37613, + "Ġsteroid": 37614, + "rather": 37615, + "ĠVER": 37616, + "Ġcontextual": 37617, + "Ont": 37618, + "ĠLSD": 37619, + "agine": 37620, + "Ġaudible": 37621, + "ĠMeta": 37622, + "erek": 37623, + "aults": 37624, + "ĠOttoman": 37625, + "ĠIncludes": 37626, + "Ġocc": 37627, + "678": 37628, + "ipple": 37629, + "Ġcontrasted": 37630, + "014": 37631, + "ĠLenin": 37632, + "Ġomega": 37633, + "885": 37634, + "civil": 37635, + "Ġoverload": 37636, + "},\"": 37637, + "Ġprogrammers": 37638, + "Ġgeometry": 37639, + "?).": 37640, + "shift": 37641, + "ĠClancy": 37642, + "nr": 37643, + "verb": 37644, + "Ġ760": 37645, + "Ġstaggered": 37646, + "Playing": 37647, + "ĠSmile": 37648, + "Ġcomplains": 37649, + "ĠSloven": 37650, + "Ġdisobedience": 37651, + "creator": 37652, + "Ġly": 37653, + "incoln": 37654, + "emp": 37655, + "Ġcrate": 37656, + "ĠPledge": 37657, + "ĠGPUs": 37658, + "protected": 37659, + "Vo": 37660, + "medium": 37661, + "Ġacet": 37662, + "603": 37663, + "478": 37664, + "469": 37665, + "Further": 37666, + "Ġsensed": 37667, + "Lock": 37668, + "Ġcrabs": 37669, + "ĠChains": 37670, + "ĠNEO": 37671, + "Ġexperimented": 37672, + "ĠRhythm": 37673, + "802": 37674, + "Ġhormonal": 37675, + "491": 37676, + "ĠMedian": 37677, + "Ġevaluates": 37678, + "ippi": 37679, + "Ġremovable": 37680, + "Ġvector": 37681, + "ilant": 37682, + "TERN": 37683, + "Ġpurch": 37684, + "ĠBind": 37685, + "athering": 37686, + "Ġcords": 37687, + "Lib": 37688, + "Ġdamned": 37689, + "orc": 37690, + "ĠEverywhere": 37691, + "Ġgorilla": 37692, + "ystem": 37693, + "fail": 37694, + "Ġecstasy": 37695, + "allion": 37696, + "Sea": 37697, + "Ġuploading": 37698, + "ĠSpecific": 37699, + "Ġreinforcement": 37700, + "cerned": 37701, + "ĠDollars": 37702, + "Twenty": 37703, + "OX": 37704, + "ADD": 37705, + "Ġbraces": 37706, + "Ġraven": 37707, + "Ġ1890": 37708, + "Ġcirculate": 37709, + "udden": 37710, + "Disney": 37711, + "ĠNope": 37712, + "ĠBagg": 37713, + "ĠBuddha": 37714, + "rael": 37715, + "urus": 37716, + "ĠKarma": 37717, + "Ġcurl": 37718, + "Ġflips": 37719, + "Ġbearer": 37720, + "Ġmisunderstand": 37721, + "Ġabras": 37722, + "ĠAssassin": 37723, + "Fact": 37724, + "Ġinterf": 37725, + "Ġvantage": 37726, + "ĠGenocide": 37727, + "Ġdeducted": 37728, + "Sep": 37729, + "McC": 37730, + "Jessica": 37731, + "ĠBackup": 37732, + "Ian": 37733, + "urnal": 37734, + "Ġlaborers": 37735, + "438": 37736, + "ĠContinuous": 37737, + "ĠNBN": 37738, + "Cool": 37739, + "mitting": 37740, + "ĠNormandy": 37741, + "Ġpurchaser": 37742, + "Ġacquainted": 37743, + "Ġblogging": 37744, + "route": 37745, + "marine": 37746, + "Ġstartled": 37747, + "6000": 37748, + "ĠRadical": 37749, + "kiss": 37750, + "ĠBlitz": 37751, + "express": 37752, + "Ġ601": 37753, + "hent": 37754, + "Ġtink": 37755, + "pires": 37756, + "launch": 37757, + "sg": 37758, + "ĠEffects": 37759, + "Ġstiffness": 37760, + "ĠAllies": 37761, + "Ġthirsty": 37762, + "Ġmyst": 37763, + "Ġlogger": 37764, + "Ġstances": 37765, + "ĠEvaluation": 37766, + "090": 37767, + "Ġproclaiming": 37768, + "Ġhypocritical": 37769, + "496": 37770, + "Ġcaus": 37771, + "ĠKappa": 37772, + "ĠLann": 37773, + "ĠScientist": 37774, + "Ġempath": 37775, + "etrical": 37776, + "lege": 37777, + "Hom": 37778, + "Aud": 37779, + "ĠColors": 37780, + "ĠStraw": 37781, + "each": 37782, + "ĠPatron": 37783, + "Ġnuance": 37784, + "send": 37785, + "ourney": 37786, + "ĠPhen": 37787, + "Ġamino": 37788, + "ĠSeconds": 37789, + "Sn": 37790, + "ĠCiv": 37791, + "Ġconglomer": 37792, + "Ġ411": 37793, + "versely": 37794, + "487": 37795, + "prises": 37796, + "Ġ277": 37797, + "necessary": 37798, + "Ġdope": 37799, + "Late": 37800, + "Ġrake": 37801, + "ĠBrigham": 37802, + "ogun": 37803, + "ĠSTATES": 37804, + "ĠGaal": 37805, + "Ġintellig": 37806, + "Ġglacier": 37807, + "destruct": 37808, + "ĠZucker": 37809, + "484": 37810, + "Ġ332": 37811, + "ĠArist": 37812, + "Ġprotagonists": 37813, + "Ġgraveyard": 37814, + "names": 37815, + "ĠPax": 37816, + "Ġthresholds": 37817, + "Seeing": 37818, + "Ġmunitions": 37819, + "Ġcontradicts": 37820, + "684": 37821, + "Ġ529": 37822, + "ĠConcent": 37823, + "ĠBlessed": 37824, + "Hz": 37825, + "Ġinhibit": 37826, + "Ġshenanigans": 37827, + "ĠSpear": 37828, + "Ġoverlay": 37829, + "ritis": 37830, + "ilus": 37831, + "Ġvariance": 37832, + "Ġoverpower": 37833, + "viol": 37834, + "erning": 37835, + "Ġpolarization": 37836, + "aito": 37837, + "GV": 37838, + "493": 37839, + "Keeping": 37840, + "Ġpaternity": 37841, + "ĠHappiness": 37842, + "oops": 37843, + "sb": 37844, + "xit": 37845, + "ophysical": 37846, + "Ġconclusive": 37847, + "Arch": 37848, + "Ġmiser": 37849, + "Ġsuffice": 37850, + "ĠStout": 37851, + "Ġhrs": 37852, + "643": 37853, + "Ġprincipled": 37854, + "azine": 37855, + "atorium": 37856, + "ĠFairy": 37857, + "Ġinfiltrated": 37858, + "ĠHier": 37859, + "ĠMIA": 37860, + "inders": 37861, + "Ġrebutt": 37862, + "Ġxx": 37863, + "Ġfeats": 37864, + "izzle": 37865, + "Ġ780": 37866, + "668": 37867, + "Ġrepressive": 37868, + "ĠYugoslavia": 37869, + "sole": 37870, + "704": 37871, + "ĠRPG": 37872, + "ĠTroll": 37873, + "packing": 37874, + "ĠDatabase": 37875, + "ĠVelvet": 37876, + "ĠRELEASE": 37877, + "ablish": 37878, + "smoking": 37879, + "ĠBottle": 37880, + "ĠFully": 37881, + "ĠLean": 37882, + "Ġobjectively": 37883, + "ĠFounding": 37884, + "ĠClassics": 37885, + "Ġmosaic": 37886, + "473": 37887, + "Ġrooft": 37888, + "Ġcentrally": 37889, + "Ġdismissive": 37890, + "Ġparasites": 37891, + "009": 37892, + "Ġcursed": 37893, + "Ġvex": 37894, + "Ġeconom": 37895, + "ĠBore": 37896, + "enery": 37897, + "ĠFundamental": 37898, + "ĠOmni": 37899, + "489": 37900, + "714": 37901, + "Ġforegoing": 37902, + "Ġfragment": 37903, + "oros": 37904, + "070": 37905, + "ĠFaust": 37906, + "Ġsucking": 37907, + "Ġnode": 37908, + "Ġrighteous": 37909, + "ĠPowered": 37910, + "426": 37911, + "HQ": 37912, + "Ġchronically": 37913, + "ĠBAL": 37914, + "Ġprest": 37915, + "Ġrapists": 37916, + "ĠRelationship": 37917, + "ĠCHR": 37918, + "Ġlinen": 37919, + "Ġnumerical": 37920, + "oters": 37921, + "Ġiterations": 37922, + "ttes": 37923, + "ĠENTER": 37924, + "Ġrabbi": 37925, + "Ġhoard": 37926, + "Ġmerciless": 37927, + "Ġrobes": 37928, + "ĠSpray": 37929, + "Ġadvers": 37930, + "ilantro": 37931, + "483": 37932, + "Ġfungus": 37933, + "Ġalcoholism": 37934, + "anasia": 37935, + "ĠCruiser": 37936, + "Ġmorals": 37937, + "cision": 37938, + "measures": 37939, + "Ġsabot": 37940, + "Ġrecol": 37941, + "ĠSaur": 37942, + "ĠError": 37943, + "Ġmysteriously": 37944, + "sle": 37945, + "Ġfeminists": 37946, + "д": 37947, + "ackle": 37948, + "ĠMarxist": 37949, + "Ġselves": 37950, + "Ġdoorway": 37951, + "Ġdiscard": 37952, + "Ġbandits": 37953, + "ĠDive": 37954, + "ameless": 37955, + "TRY": 37956, + "Ġgull": 37957, + "Ġrepublican": 37958, + "sr": 37959, + "ĠDynamo": 37960, + "Ġembryo": 37961, + "MENTS": 37962, + "ĠLOW": 37963, + "Ġ319": 37964, + "Ġgly": 37965, + "Ġcowork": 37966, + "Coll": 37967, + "Ġcris": 37968, + "ĠBanana": 37969, + "reality": 37970, + "Ġmobilization": 37971, + "unal": 37972, + "Updated": 37973, + "Crew": 37974, + "ĠGideon": 37975, + "Ġvines": 37976, + "Ġknitting": 37977, + "Ġdag": 37978, + "ĠSurv": 37979, + "Ġvacc": 37980, + "Ġimpulses": 37981, + "Northern": 37982, + "Ġnanop": 37983, + "allows": 37984, + "UTH": 37985, + "Ġflashbacks": 37986, + "alsa": 37987, + "Ġ282": 37988, + "Ġtransmissions": 37989, + "ĠAlmighty": 37990, + "Office": 37991, + "ĠBride": 37992, + "ĠBeasts": 37993, + "othy": 37994, + "ĠClouds": 37995, + "ĠDyn": 37996, + "ĠJolly": 37997, + "District": 37998, + "Ġveget": 37999, + "Ġantit": 38000, + "ĠSmoking": 38001, + "hess": 38002, + "Ġcompose": 38003, + "Ġreligiously": 38004, + "ĠHY": 38005, + "Ġfluorescent": 38006, + "rame": 38007, + "ĠMeier": 38008, + "ĠSQ": 38009, + "benefit": 38010, + "Thirty": 38011, + "559": 38012, + "ĠCance": 38013, + "586": 38014, + "Ġgrouped": 38015, + "Ġphys": 38016, + "Ġrebellious": 38017, + "ĠBASE": 38018, + "chid": 38019, + "582": 38020, + "ĠLessons": 38021, + "ĠWonderful": 38022, + "ODE": 38023, + "uctions": 38024, + "Ġbarbaric": 38025, + "rahim": 38026, + "635": 38027, + "Ġcloves": 38028, + "ĠNIH": 38029, + "ossession": 38030, + "Employ": 38031, + "Ġliberate": 38032, + "Gro": 38033, + "Ġmagician": 38034, + "ountain": 38035, + "FORM": 38036, + "533": 38037, + "Ġunpredict": 38038, + "rity": 38039, + "Ġfaked": 38040, + "plets": 38041, + "ppelin": 38042, + "Living": 38043, + "Ġnearer": 38044, + "Ġsuperiors": 38045, + "Ur": 38046, + "Ġheroism": 38047, + "Ġbearded": 38048, + "006": 38049, + "Cole": 38050, + "1970": 38051, + "Ġsill": 38052, + "ĠReduce": 38053, + "OLOG": 38054, + "onel": 38055, + "Billy": 38056, + "ĠPainter": 38057, + "ansas": 38058, + "Ġintermediary": 38059, + "trump": 38060, + "ĠMith": 38061, + "otom": 38062, + "434": 38063, + "Ġterrit": 38064, + "Wa": 38065, + "Ġsuprem": 38066, + "Rh": 38067, + "liction": 38068, + "ĠDEAD": 38069, + "Ġbothers": 38070, + "503": 38071, + "Ġfrogs": 38072, + "Ġsprinkled": 38073, + "Ġnil": 38074, + "628": 38075, + "Private": 38076, + "ĠKGB": 38077, + "Ġoverriding": 38078, + "Ġdeceived": 38079, + "698": 38080, + "idium": 38081, + "Ġseeker": 38082, + "Final": 38083, + "Ġsubconscious": 38084, + "Ġwom": 38085, + "Ġcass": 38086, + "Ġchicks": 38087, + "Ġverifying": 38088, + "ective": 38089, + "inia": 38090, + "ĠDetection": 38091, + "MH": 38092, + "fortable": 38093, + "ĠISPs": 38094, + "Ġcrumble": 38095, + "ĠRecap": 38096, + "598": 38097, + "ummies": 38098, + "export": 38099, + "Irish": 38100, + "Ġlil": 38101, + "ĠRapt": 38102, + "ĠRIGHT": 38103, + "Ġanecdotal": 38104, + "Ġpiercing": 38105, + "deck": 38106, + "Liber": 38107, + "Books": 38108, + "Ġassassin": 38109, + "Tur": 38110, + "revolution": 38111, + "ĠSheep": 38112, + "ĠPublishers": 38113, + "EMS": 38114, + "iosis": 38115, + "finder": 38116, + "ĠCuriosity": 38117, + "ARB": 38118, + "ĠConvers": 38119, + "IVES": 38120, + "clave": 38121, + "ĠChaos": 38122, + "ĠMim": 38123, + "ĠCostume": 38124, + "Ġtwe": 38125, + "Ġintim": 38126, + "757": 38127, + "berto": 38128, + "Ġ261": 38129, + "VPN": 38130, + "cribed": 38131, + "ĠVerb": 38132, + "cb": 38133, + "Ġaxle": 38134, + "Ġsandwic": 38135, + "Ice": 38136, + "ĠThermal": 38137, + "654": 38138, + "709": 38139, + "ĠPact": 38140, + "ĠEnsure": 38141, + "izable": 38142, + "497": 38143, + "Ġbloodstream": 38144, + "Aw": 38145, + "Ġleakage": 38146, + "Ġalleg": 38147, + "ĠMelody": 38148, + "681": 38149, + "Austin": 38150, + "428": 38151, + "Ġsummarized": 38152, + "ĠDefendants": 38153, + "ĠVader": 38154, + "Ê": 38155, + "Ġ1880": 38156, + "Ġassemb": 38157, + "YOU": 38158, + "GREEN": 38159, + "jury": 38160, + "4000": 38161, + "Ġvenerable": 38162, + "Ġcomputational": 38163, + "Ġperpetuate": 38164, + "Ġtorpedo": 38165, + "Ġaborted": 38166, + "Ġrhetorical": 38167, + "ĠOvert": 38168, + "Ġacknowledgment": 38169, + "essment": 38170, + "ĠIGN": 38171, + "ĠSheen": 38172, + "571": 38173, + "Ġcontag": 38174, + "Ġcultiv": 38175, + "Ġspawn": 38176, + "mess": 38177, + "Dur": 38178, + "Ġvortex": 38179, + "ixties": 38180, + "ĠBlow": 38181, + "Sum": 38182, + "Åį": 38183, + "Rom": 38184, + "ĠRadeon": 38185, + "Fed": 38186, + "Ġameric": 38187, + "ĠAnth": 38188, + "Ġantic": 38189, + "Ġfortress": 38190, + "Cold": 38191, + "ĠPredict": 38192, + "Fake": 38193, + "Ġilluminate": 38194, + "Find": 38195, + "Ġintellectually": 38196, + "Ġgon": 38197, + "alker": 38198, + "Ġinvoice": 38199, + "IELD": 38200, + "Ġfools": 38201, + "ĠEnding": 38202, + "-(": 38203, + "Ġalk": 38204, + "ĠControlled": 38205, + "Ġpurposefully": 38206, + "ĠChronic": 38207, + "Ġrele": 38208, + "ĠOps": 38209, + "Party": 38210, + "ethnic": 38211, + "ĠSpecifications": 38212, + "ffee": 38213, + "ĠTeach": 38214, + "ulas": 38215, + "Ġenslaved": 38216, + "onomy": 38217, + "Ġtenets": 38218, + "Ġammonia": 38219, + "Ġ1913": 38220, + "Ġdripping": 38221, + "612": 38222, + "659": 38223, + "ĠSagan": 38224, + "Ġinaccur": 38225, + "Ġabol": 38226, + "ĠLIKE": 38227, + "Ġvisualization": 38228, + "learn": 38229, + "anon": 38230, + "cipline": 38231, + "Ġadaptations": 38232, + "Ġwaiter": 38233, + "nergy": 38234, + "507": 38235, + "ĠDK": 38236, + "YD": 38237, + "Ġpedest": 38238, + "Sense": 38239, + "ĠObst": 38240, + "Ġresurrection": 38241, + "ĠSPECIAL": 38242, + "Unlike": 38243, + "Ġlia": 38244, + "Ġpersuasive": 38245, + "iatrics": 38246, + "ONEY": 38247, + "esthetic": 38248, + "494": 38249, + "zik": 38250, + "Ġfract": 38251, + "ĠOutput": 38252, + "ĠBers": 38253, + "rozen": 38254, + "ĠRevis": 38255, + "Ġdraconian": 38256, + "Words": 38257, + "asions": 38258, + "ĠClintons": 38259, + "CU": 38260, + "History": 38261, + "Ġtwilight": 38262, + "iform": 38263, + "Ġdispl": 38264, + "progress": 38265, + "ĠIO": 38266, + "Ġcannibal": 38267, + "Michelle": 38268, + "Ġnerv": 38269, + "Ġcontexts": 38270, + "ĠHorses": 38271, + "Ġanatomy": 38272, + "ĠLegislation": 38273, + "ĠBloody": 38274, + "Ġunwittingly": 38275, + "Ġinquired": 38276, + "ĠZip": 38277, + "ĠDesigns": 38278, + "Ġirritating": 38279, + "Ġunison": 38280, + "ĠRG": 38281, + "aviour": 38282, + "Ġpseudo": 38283, + "ĠVenom": 38284, + "Ġobscured": 38285, + "Ġner": 38286, + "uked": 38287, + "ORGE": 38288, + "Ġmomentarily": 38289, + "olyn": 38290, + "Syrian": 38291, + "Ġmicroscopic": 38292, + "Ġmistress": 38293, + "Less": 38294, + "Ġawoke": 38295, + "Ġtutor": 38296, + "esome": 38297, + "ollar": 38298, + "egg": 38299, + "UTE": 38300, + "Buzz": 38301, + "Ġattainment": 38302, + "Ġdiscriminating": 38303, + "::": 38304, + "Ġ525": 38305, + "azard": 38306, + "ĠBrist": 38307, + "oras": 38308, + "Ġveterin": 38309, + "jing": 38310, + "idon": 38311, + "ĠAustral": 38312, + "arious": 38313, + "ĠGrav": 38314, + "anol": 38315, + "ĠQuran": 38316, + "Ġbleach": 38317, + "588": 38318, + "ĠOsw": 38319, + "Ġdiffered": 38320, + "typ": 38321, + "ĠSIL": 38322, + "failed": 38323, + "436": 38324, + "Ġpalms": 38325, + "ĠFail": 38326, + "idespread": 38327, + "Ġchap": 38328, + "ĠIMAGES": 38329, + "ACP": 38330, + "matched": 38331, + "Ġjaws": 38332, + "MHz": 38333, + "Nik": 38334, + "ĠHume": 38335, + "OSH": 38336, + "Ġpresume": 38337, + "secut": 38338, + "ĠDied": 38339, + "ĠBreat": 38340, + "gins": 38341, + "prison": 38342, + "ĠUR": 38343, + "ĠROS": 38344, + "isitions": 38345, + "Ġpelvic": 38346, + "exclusive": 38347, + "522": 38348, + "689": 38349, + "FN": 38350, + "Ġener": 38351, + "Ġdispers": 38352, + "Ġcohorts": 38353, + "shut": 38354, + "ĠLoad": 38355, + "needs": 38356, + "azaki": 38357, + "inoa": 38358, + "Inside": 38359, + "usra": 38360, + "ighters": 38361, + "Ġ271": 38362, + "Ġsubordinate": 38363, + "ĠHOL": 38364, + "ĠGlow": 38365, + "Ġincred": 38366, + "ĠMadame": 38367, + "Ġoats": 38368, + "Ġdeviation": 38369, + "ĠApproach": 38370, + "Ġnarc": 38371, + "bart": 38372, + "bole": 38373, + "ĠSHE": 38374, + "effects": 38375, + "ĠADA": 38376, + "Ġmuse": 38377, + "Squ": 38378, + "Ġneuroscience": 38379, + "ĠValues": 38380, + "engu": 38381, + "Ġdosage": 38382, + "Ġwhispers": 38383, + "Ġnaughty": 38384, + "ĠFarming": 38385, + "Recently": 38386, + "Ġrelapse": 38387, + "rentice": 38388, + "UGH": 38389, + "Ġdarkened": 38390, + "appings": 38391, + "ĠSlaughter": 38392, + "ĠAnim": 38393, + "Ġovertly": 38394, + "poses": 38395, + "Ġdeficient": 38396, + "Ġnecks": 38397, + "Iron": 38398, + "Ġphysiological": 38399, + "ĠLiang": 38400, + "Ġlear": 38401, + "Ġcelestial": 38402, + "Ġpistols": 38403, + "Ġeyebrow": 38404, + "915": 38405, + "ratch": 38406, + "cephal": 38407, + "ĠPSU": 38408, + "Ġphotograp": 38409, + "ĠGaul": 38410, + "Ġuncontrolled": 38411, + "ĠJoined": 38412, + "652": 38413, + "itory": 38414, + "Ġ274": 38415, + "GAN": 38416, + "imester": 38417, + "essional": 38418, + "Ø©": 38419, + "Ġuncons": 38420, + "THER": 38421, + "Ġpaternal": 38422, + "Zero": 38423, + "ugen": 38424, + "538": 38425, + "Ġende": 38426, + "Ġ505": 38427, + "movie": 38428, + "Lind": 38429, + "Ġscorn": 38430, + "ulty": 38431, + "Ġpesky": 38432, + "Ġ8000": 38433, + "677": 38434, + "Ġhomophobia": 38435, + "ranch": 38436, + "Ġnarciss": 38437, + "ĠVoyager": 38438, + "ĠHELP": 38439, + "528": 38440, + "edly": 38441, + "Ġdetract": 38442, + "Hope": 38443, + "787": 38444, + "ĠMerlin": 38445, + "Ġgrids": 38446, + "KI": 38447, + "Mu": 38448, + "ĠSelected": 38449, + "select": 38450, + "ĠModer": 38451, + "ĠFeet": 38452, + "Ġrename": 38453, + "intensity": 38454, + "Wilson": 38455, + "Ġ414": 38456, + "leave": 38457, + "Ready": 38458, + "intuitive": 38459, + "Ġmeager": 38460, + "Franc": 38461, + "DH": 38462, + "Ġrhy": 38463, + "ĠPillar": 38464, + "ĠDOE": 38465, + "minist": 38466, + "ĠGrave": 38467, + "isible": 38468, + "Ess": 38469, + "Ġempt": 38470, + "Ġpatched": 38471, + "ĠAbortion": 38472, + "rals": 38473, + "Ġdow": 38474, + "Ġcrawled": 38475, + "igrate": 38476, + "Virginia": 38477, + "Ġconting": 38478, + "Ġorphans": 38479, + "ĠCrimean": 38480, + "Ġdyn": 38481, + "Ġshadowy": 38482, + "sound": 38483, + "ailable": 38484, + "Ġ293": 38485, + "vm": 38486, + "Ġaccompanies": 38487, + "Meanwhile": 38488, + "JR": 38489, + "ĠDirections": 38490, + "Ġadolescence": 38491, + "Ġpenetrated": 38492, + "bars": 38493, + "Rev": 38494, + "Ta": 38495, + "ĠSkywalker": 38496, + "ĠFires": 38497, + "concept": 38498, + "ĠSIG": 38499, + "554": 38500, + "currently": 38501, + "Ġ----------------": 38502, + "ĠWHITE": 38503, + "767": 38504, + "rors": 38505, + "PDF": 38506, + "Ġcasing": 38507, + "673": 38508, + "Ġdisapprove": 38509, + "1800": 38510, + "ĠWeed": 38511, + "Ġinhib": 38512, + "Ġmorbid": 38513, + "433": 38514, + "Ġawfully": 38515, + "Ts": 38516, + "Maria": 38517, + "Ġillusions": 38518, + "Ġtotalitarian": 38519, + "ollo": 38520, + "Ġsuppl": 38521, + "Ġsarc": 38522, + "ĠRGB": 38523, + "Ġlauncher": 38524, + "Ġbadass": 38525, + "ĠSyd": 38526, + "Ġscrape": 38527, + "ĠCLA": 38528, + "Ġcircum": 38529, + "657": 38530, + "Ġnucleus": 38531, + "ĠUkip": 38532, + "Ġmodem": 38533, + "ĠJou": 38534, + "adders": 38535, + "Ġwiser": 38536, + "thereal": 38537, + "Ġdemocr": 38538, + "ĠInvalid": 38539, + "Mine": 38540, + "Ġmanifested": 38541, + "meat": 38542, + "MORE": 38543, + "Larry": 38544, + "acements": 38545, + "Ġspecimen": 38546, + "results": 38547, + "Ġswallowing": 38548, + "Ġpigeon": 38549, + "tons": 38550, + "ĠLose": 38551, + "Ġquartz": 38552, + "Ġintraven": 38553, + "Ġ412": 38554, + "alyst": 38555, + "Ġengraved": 38556, + "client": 38557, + "ĠADV": 38558, + "ĠShared": 38559, + "Ġrites": 38560, + "Ġhysterical": 38561, + "ĠHUM": 38562, + "Cow": 38563, + "orously": 38564, + "Ġpleasures": 38565, + "democratic": 38566, + "Ġamph": 38567, + "Ġnib": 38568, + "rieg": 38569, + "Ġcalculates": 38570, + "Ġfrying": 38571, + "favorite": 38572, + "Ġantim": 38573, + "ĠDoom": 38574, + "monitor": 38575, + "Want": 38576, + "Ġtemplates": 38577, + "558": 38578, + "iever": 38579, + "Photos": 38580, + ",,": 38581, + "ĠSync": 38582, + "Ġconfronts": 38583, + "kept": 38584, + "dt": 38585, + "ĠERROR": 38586, + "ETF": 38587, + "578": 38588, + "Ġspor": 38589, + "718": 38590, + "ivation": 38591, + "ĠHaskell": 38592, + "Ca": 38593, + "Ġdick": 38594, + "Ġcivilized": 38595, + "Ġblah": 38596, + "enough": 38597, + "Ġoccup": 38598, + "Ġ334": 38599, + "antically": 38600, + "584": 38601, + "ĠDolphin": 38602, + "ĠStarts": 38603, + "Ġfanatic": 38604, + "ت": 38605, + "imag": 38606, + "Ġmicrobial": 38607, + "freedom": 38608, + "cult": 38609, + "wra": 38610, + "Ġ423": 38611, + "RIPT": 38612, + "601": 38613, + "BTC": 38614, + "atmeal": 38615, + "653": 38616, + "agogue": 38617, + "Ġderives": 38618, + "Wolf": 38619, + "466": 38620, + "Susan": 38621, + "ĠPassage": 38622, + "ARDS": 38623, + "Guy": 38624, + "Council": 38625, + "Ġerotic": 38626, + "pure": 38627, + "ĠMemories": 38628, + "ĠWikileaks": 38629, + "elines": 38630, + "Ġanth": 38631, + "Capital": 38632, + "807": 38633, + "ĠEggs": 38634, + "cv": 38635, + "ctors": 38636, + "Ġshatter": 38637, + "Ġesteem": 38638, + "vity": 38639, + "ĠVulcan": 38640, + "effic": 38641, + "ĠBELOW": 38642, + "Ġplatoon": 38643, + "Commun": 38644, + "oustic": 38645, + "Amy": 38646, + "Freedom": 38647, + "ppo": 38648, + "Ja": 38649, + "ĠConan": 38650, + "Ġinsepar": 38651, + "scene": 38652, + "Ġurinary": 38653, + "gain": 38654, + "Hillary": 38655, + "ĠTAM": 38656, + "Hist": 38657, + "Ġmechan": 38658, + "ĠRobots": 38659, + "Leader": 38660, + "Ġcartridges": 38661, + "Ġwhistleblowers": 38662, + "ĠSPL": 38663, + "Labour": 38664, + "unction": 38665, + "Ġfaithfully": 38666, + "Ġcoarse": 38667, + "Ġsynth": 38668, + "ĠLV": 38669, + "Ġjustifying": 38670, + "439": 38671, + "Victoria": 38672, + "ĠProceedings": 38673, + "alogy": 38674, + "Ġmorph": 38675, + "Ġcove": 38676, + "Ġlaughable": 38677, + "ECA": 38678, + "Ġ670": 38679, + "aturated": 38680, + "ĠSouls": 38681, + "ĠSleeping": 38682, + "Ly": 38683, + "ĠRetro": 38684, + "Ġastroph": 38685, + "Ġseism": 38686, + "atherine": 38687, + "ĠHercules": 38688, + "Ġfuse": 38689, + "ĠHL": 38690, + "Ġunintentionally": 38691, + "ĠRé": 38692, + "iery": 38693, + "Ġconco": 38694, + "Ġeras": 38695, + "recent": 38696, + "Ġlaunchers": 38697, + "ĠVolcano": 38698, + "ĠJace": 38699, + "Ġterminating": 38700, + "ĠIde": 38701, + "zee": 38702, + "asonic": 38703, + "itone": 38704, + "Ġnutshell": 38705, + "Ġbip": 38706, + "dies": 38707, + "Ġ286": 38708, + "Ġnood": 38709, + "ĠFathers": 38710, + "alys": 38711, + "Ġtheor": 38712, + "???": 38713, + "548": 38714, + "674": 38715, + "efined": 38716, + "806": 38717, + "âĻ": 38718, + "697": 38719, + "Ġdecap": 38720, + "ĠFN": 38721, + "Ġbureaucr": 38722, + "ĠGoat": 38723, + "ĠShang": 38724, + "Ġsemin": 38725, + "Ġthroats": 38726, + "Ġmoth": 38727, + "herer": 38728, + "Democratic": 38729, + "ixtures": 38730, + "impl": 38731, + "ĠLogo": 38732, + "ortunate": 38733, + "Ġclumsy": 38734, + "Ġinnocuous": 38735, + "ĠBlend": 38736, + "abulary": 38737, + "ĠFaces": 38738, + "Ġpornographic": 38739, + "px": 38740, + "Information": 38741, + "Ġfluoride": 38742, + "Ġatroc": 38743, + "Ġdelta": 38744, + "whatever": 38745, + "ossier": 38746, + "ĠNoir": 38747, + "ĠYao": 38748, + "551": 38749, + "undred": 38750, + "Ġmillennium": 38751, + "Ġferal": 38752, + "Ġconvinc": 38753, + "cano": 38754, + "imsy": 38755, + "angles": 38756, + "Ġsterile": 38757, + "ĠMenu": 38758, + "779": 38759, + "ĠCrack": 38760, + "Ġabundantly": 38761, + "ĠmL": 38762, + "Ġinfiltration": 38763, + "ĠDefinition": 38764, + "733": 38765, + "oubt": 38766, + "Ġorbital": 38767, + "Ġpiss": 38768, + "Ġbeet": 38769, + "679": 38770, + "Ġcounteract": 38771, + "ĠALE": 38772, + "ulative": 38773, + "crew": 38774, + "Ġliberating": 38775, + "ĠDull": 38776, + "Speaking": 38777, + "Sadly": 38778, + "Ġmisfortune": 38779, + "Ġdolphin": 38780, + "557": 38781, + "Ġbould": 38782, + "ĠTorah": 38783, + "ĠConfederacy": 38784, + "421": 38785, + "Ġorbits": 38786, + "ocused": 38787, + "beer": 38788, + "Rand": 38789, + "ĠORIG": 38790, + "Ġmuc": 38791, + "LER": 38792, + "ĠMisty": 38793, + "Ġinexpl": 38794, + "Ġreptiles": 38795, + "Ġaven": 38796, + "blocking": 38797, + "ĠPASS": 38798, + "Ġarisen": 38799, + "ĠMock": 38800, + "Ġops": 38801, + "Ġshin": 38802, + "524": 38803, + "Ġdigestion": 38804, + "Soft": 38805, + "irect": 38806, + "POL": 38807, + "ĠSpell": 38808, + "Level": 38809, + "Ġhex": 38810, + "Ġbitcoins": 38811, + "ĠHungry": 38812, + "VL": 38813, + "ĠRealm": 38814, + "RELATED": 38815, + "Delta": 38816, + "Pri": 38817, + "Ġrejoice": 38818, + "ĠLatter": 38819, + "LG": 38820, + "Ġstupidity": 38821, + "Ġdonkey": 38822, + "nova": 38823, + "Vill": 38824, + "Ġdecomp": 38825, + "Ġexternally": 38826, + "Ġsequest": 38827, + "815": 38828, + "Ġshortcut": 38829, + "riminal": 38830, + "Hun": 38831, + "EH": 38832, + "Ġregiment": 38833, + "Case": 38834, + "definition": 38835, + "Ġappendix": 38836, + "ĠPlayed": 38837, + "associated": 38838, + "izens": 38839, + "ĠVag": 38840, + "Ġflung": 38841, + "Ġfru": 38842, + "Ġcoil": 38843, + "________________________": 38844, + "Ġselects": 38845, + "Ġsolves": 38846, + "aea": 38847, + "985": 38848, + "Tomorrow": 38849, + "Ġsear": 38850, + "APE": 38851, + "492": 38852, + "Ġenlightened": 38853, + "Ġnonexistent": 38854, + "ĠPotato": 38855, + "Ghost": 38856, + "Ġrichness": 38857, + "ĠKarin": 38858, + "Ġfamilial": 38859, + "ĠJA": 38860, + "Regardless": 38861, + "Ġepis": 38862, + "GD": 38863, + "Ġinsanely": 38864, + "ĠPhill": 38865, + "Block": 38866, + "Finding": 38867, + "omal": 38868, + "Ġdecipher": 38869, + "ĠSwap": 38870, + "derived": 38871, + "ĠOFFIC": 38872, + "Support": 38873, + "Ġnylon": 38874, + "Ġexaggeration": 38875, + "Ġevangelicals": 38876, + "Ġbearings": 38877, + "587": 38878, + "Ġlocale": 38879, + "Ġpowerfully": 38880, + "Ġappropriated": 38881, + "itates": 38882, + "irlfriend": 38883, + "cule": 38884, + "ĠSomewhere": 38885, + "747": 38886, + "ĠInteresting": 38887, + "464": 38888, + "Ġelong": 38889, + "Ġdegrade": 38890, + "rafted": 38891, + "Ġtutorials": 38892, + "905": 38893, + "ĠIntervention": 38894, + "Ġuniqueness": 38895, + "Ġ284": 38896, + "Ġexplorers": 38897, + "Ġnucle": 38898, + "ĠMillenn": 38899, + "511": 38900, + "ĠReneg": 38901, + "Ġexecut": 38902, + "urai": 38903, + "leon": 38904, + "Ġdeserts": 38905, + "ĠCig": 38906, + "Ġsuggestive": 38907, + "instead": 38908, + "Ġlousy": 38909, + "Ġenigmatic": 38910, + "594": 38911, + "Know": 38912, + "rollment": 38913, + "ipher": 38914, + "Ġhumanities": 38915, + "Ġmodifying": 38916, + ".....": 38917, + "Ġdegraded": 38918, + "Ġsuppressing": 38919, + "Ġeman": 38920, + "abouts": 38921, + "functional": 38922, + "ĠOU": 38923, + "ĠRelax": 38924, + "786": 38925, + "esses": 38926, + "ĠLogin": 38927, + "spec": 38928, + "ĠWWF": 38929, + "Ġ364": 38930, + "ĠIsis": 38931, + "Wisconsin": 38932, + "Ġequival": 38933, + "ĠCollector": 38934, + "ibilities": 38935, + "malink": 38936, + "acea": 38937, + "Ġchained": 38938, + "Ġarist": 38939, + "Ġdisadvantages": 38940, + "ĠBrus": 38941, + "limits": 38942, + "ĠDmit": 38943, + "544": 38944, + "ĠRecipe": 38945, + "Ġhabitual": 38946, + ".):": 38947, + "ĠPRODUCT": 38948, + "772": 38949, + "Ġrept": 38950, + "Ġpathology": 38951, + "Ġresurrected": 38952, + "uders": 38953, + "Ġlingu": 38954, + "Ġdenomination": 38955, + "Ġfirewall": 38956, + "scient": 38957, + "Ġvaliant": 38958, + "Kansas": 38959, + "516": 38960, + "Ġcontemporaries": 38961, + "Roman": 38962, + "Ġaccompan": 38963, + "Ġantennas": 38964, + "ĠXan": 38965, + "Ġelectromagnetic": 38966, + "ĠNek": 38967, + "alien": 38968, + "indle": 38969, + "Ġgraphene": 38970, + "Ġgraceful": 38971, + "syn": 38972, + "ĠBosh": 38973, + "Ġ1908": 38974, + "Ġsuccumb": 38975, + "Technology": 38976, + "Ġtoxin": 38977, + "myra": 38978, + "essert": 38979, + "Hell": 38980, + "Gil": 38981, + "Ġdiarr": 38982, + "imeters": 38983, + "Ġexplo": 38984, + "Ġgeometric": 38985, + "ĠNavigation": 38986, + "cern": 38987, + "Ġprogrammer": 38988, + "oÄŁan": 38989, + "Ġdodging": 38990, + "ĠLU": 38991, + "573": 38992, + "inters": 38993, + "Ġserum": 38994, + "Ġuber": 38995, + "Ġmanga": 38996, + "762": 38997, + "ĠOccasionally": 38998, + "437": 38999, + "ĠTheme": 39000, + "Ġimmature": 39001, + "Ġactivating": 39002, + "ĠTruly": 39003, + "د": 39004, + "osion": 39005, + "Age": 39006, + "TIME": 39007, + "Silver": 39008, + "sand": 39009, + "ulnerable": 39010, + "Ġcram": 39011, + "Large": 39012, + "ĠAnger": 39013, + "icators": 39014, + "431": 39015, + "ĠHonest": 39016, + "zip": 39017, + "Ġdism": 39018, + "Ġfades": 39019, + "ĠPik": 39020, + "Ast": 39021, + "sequent": 39022, + "Ġunsigned": 39023, + "xious": 39024, + "creation": 39025, + "Ġ395": 39026, + "ottenham": 39027, + "Ġundesirable": 39028, + "ugal": 39029, + "ĠDivide": 39030, + "lp": 39031, + "563": 39032, + "ĠPOP": 39033, + "ĠCET": 39034, + "session": 39035, + "Ġoccurrences": 39036, + "chu": 39037, + "ĠACS": 39038, + "ĠProsecut": 39039, + "Ġhypnot": 39040, + "rely": 39041, + "ERG": 39042, + "Ven": 39043, + "Republicans": 39044, + "inez": 39045, + "ĠImplementation": 39046, + "Ġsprang": 39047, + "Ġobs": 39048, + "Defense": 39049, + "Ġunexpl": 39050, + "ĠPAGE": 39051, + "ĠTent": 39052, + "ĠNeurolog": 39053, + "Ġintuition": 39054, + "759": 39055, + "Ġterrestrial": 39056, + "Ġmorphine": 39057, + "Ġ.\"": 39058, + "ĠHydra": 39059, + "651": 39060, + "Ġneoliberal": 39061, + "683": 39062, + "Ġabnormalities": 39063, + "quant": 39064, + "Ġmonastery": 39065, + "jac": 39066, + "ĠReaction": 39067, + "Ġcontraceptive": 39068, + "ĠBalls": 39069, + "Ġapost": 39070, + "676": 39071, + "ĠHELL": 39072, + "approximately": 39073, + "Ġvibrations": 39074, + "COR": 39075, + "ĠCPUs": 39076, + "Ġcontin": 39077, + "Ġsemblance": 39078, + "Ġshorth": 39079, + "tip": 39080, + "ĠChips": 39081, + "makes": 39082, + "Ġprett": 39083, + "Ġconspicuous": 39084, + "ĠAmp": 39085, + "Ġvisualize": 39086, + "Hu": 39087, + "sorry": 39088, + "nai": 39089, + "ĠArcade": 39090, + "rimination": 39091, + "obin": 39092, + "Ġvampire": 39093, + "773": 39094, + "ĠCaucasus": 39095, + "Medic": 39096, + "ĠGitHub": 39097, + "ĠWicked": 39098, + "ĠFet": 39099, + "Krist": 39100, + "998": 39101, + "Ġfrontal": 39102, + "Ġ283": 39103, + "ndum": 39104, + "Ġidols": 39105, + "ĠMSG": 39106, + "ĠShuttle": 39107, + "ĠTowards": 39108, + "Ġsaturation": 39109, + "Ġ®": 39110, + "Ġcradle": 39111, + "eteen": 39112, + "Ġprejudices": 39113, + "separ": 39114, + "ĠSoda": 39115, + "ynam": 39116, + "Ġnause": 39117, + "Ġpenetrating": 39118, + "ĠVampire": 39119, + "Ġmole": 39120, + "Ġgoogle": 39121, + "earance": 39122, + "583": 39123, + "Ġdomin": 39124, + "727": 39125, + "Kind": 39126, + "Ġcust": 39127, + "manuel": 39128, + "ĠAstro": 39129, + "Roger": 39130, + "JO": 39131, + "killed": 39132, + "ĠDisapp": 39133, + "833": 39134, + "ĠEQU": 39135, + "Ġprecedence": 39136, + "mberg": 39137, + "641": 39138, + "ĠRoller": 39139, + "Ġspecifying": 39140, + "035": 39141, + "phil": 39142, + "Ġpowdered": 39143, + "Ġblot": 39144, + "Ġdeline": 39145, + "Bruce": 39146, + "536": 39147, + "Ġpim": 39148, + "leasing": 39149, + "vacc": 39150, + "RN": 39151, + "Ġspacing": 39152, + "Ġhangar": 39153, + "ĠPlot": 39154, + "537": 39155, + "legraph": 39156, + "596": 39157, + "Ġpolyg": 39158, + "doi": 39159, + "ĠNerd": 39160, + "installed": 39161, + "ĠSeeds": 39162, + "ĠPlays": 39163, + "ĠRomance": 39164, + "layer": 39165, + "Ġunsu": 39166, + "Ġcurric": 39167, + "Mi": 39168, + "restrial": 39169, + "ĠNiño": 39170, + "ĠProper": 39171, + "Ġpores": 39172, + "Giving": 39173, + "aeus": 39174, + "Middle": 39175, + "liber": 39176, + "Ġcombatants": 39177, + "ĠBulk": 39178, + "Ġ502": 39179, + "Ġstru": 39180, + "ĠLonely": 39181, + "Companies": 39182, + "inence": 39183, + "Autom": 39184, + "Ġfearsome": 39185, + "Ġsummar": 39186, + "Ġrotated": 39187, + "ĠPLA": 39188, + "ĠFAT": 39189, + "572": 39190, + "ĠSkies": 39191, + "iour": 39192, + "Ġintimately": 39193, + "amera": 39194, + "Ġ475": 39195, + "623": 39196, + "Ġirrig": 39197, + "Ġboosters": 39198, + "Ġtransmitting": 39199, + "DOWN": 39200, + "ĠAble": 39201, + "Ġfuriously": 39202, + "spirit": 39203, + "Ġgrun": 39204, + "Ġbible": 39205, + "ĠAdmir": 39206, + "Ġ§": 39207, + "ĠRaise": 39208, + "Ġflowering": 39209, + "uxe": 39210, + "ravis": 39211, + "urther": 39212, + "ĠScientology": 39213, + "pathy": 39214, + "Ġruth": 39215, + "Ġtempor": 39216, + "Ġwhispered": 39217, + "ogly": 39218, + "coord": 39219, + "chlor": 39220, + "processing": 39221, + "iott": 39222, + "ĠTY": 39223, + "wik": 39224, + "abolic": 39225, + "ĠUnable": 39226, + "ĠLiterary": 39227, + "ĠpH": 39228, + "Eastern": 39229, + "Craig": 39230, + "Fear": 39231, + "Ġinventions": 39232, + "ĠNost": 39233, + "Ġafflicted": 39234, + "ĠSwamp": 39235, + "INST": 39236, + "Jerry": 39237, + "Ġprope": 39238, + "ĠLancet": 39239, + "Ġrefres": 39240, + "ĠPrinciples": 39241, + "ĠLys": 39242, + "ERAL": 39243, + "addock": 39244, + "Ġcynicism": 39245, + "Ġmassacres": 39246, + "roo": 39247, + "Ġcollagen": 39248, + "Johnny": 39249, + "Keith": 39250, + "Italian": 39251, + "553": 39252, + "Dad": 39253, + "Neither": 39254, + "cler": 39255, + "ilers": 39256, + "Ġassass": 39257, + "Travel": 39258, + "672": 39259, + "Ġeaves": 39260, + "ATOR": 39261, + "Ġoily": 39262, + "581": 39263, + "ateful": 39264, + "728": 39265, + "Ġchiefly": 39266, + "tical": 39267, + "enes": 39268, + "ĠWouldn": 39269, + "ĠJacket": 39270, + "ĠSuit": 39271, + "Ġindustrialized": 39272, + "ĠNose": 39273, + "ĠSECTION": 39274, + "Ġredd": 39275, + "Ġcavity": 39276, + "Ġconn": 39277, + "Shield": 39278, + "Ġtongues": 39279, + "Ġsuccinct": 39280, + "views": 39281, + "ĠMUST": 39282, + "oliath": 39283, + "Ġlimitless": 39284, + "Ġapocalyptic": 39285, + "ĠAtlantis": 39286, + "DNA": 39287, + "ilded": 39288, + "ĠDresden": 39289, + "nit": 39290, + "Ġsubdiv": 39291, + "gressive": 39292, + "701": 39293, + "hops": 39294, + "alist": 39295, + "Ġunintentional": 39296, + "Ġpsychic": 39297, + "Ġcontrovers": 39298, + "Ġforeground": 39299, + "Ġnaïve": 39300, + "Ġfolders": 39301, + "icist": 39302, + "Ġdrawbacks": 39303, + "ĠToxic": 39304, + "ophy": 39305, + "ĠMasonic": 39306, + "Ġcis": 39307, + "olated": 39308, + "Ġdepletion": 39309, + "Rap": 39310, + "692": 39311, + "Ġinver": 39312, + "ĠFAQ": 39313, + "Ġmeanings": 39314, + "Ġbisc": 39315, + "ĠRage": 39316, + "Ġresear": 39317, + "Ep": 39318, + "Ġunbeat": 39319, + "ĠComponents": 39320, + "bub": 39321, + "ĠInterface": 39322, + "Isa": 39323, + "ĠArgon": 39324, + "Ġdenomin": 39325, + "Ġmammal": 39326, + "519": 39327, + "Ġsizing": 39328, + "imbabwe": 39329, + "ĠReplacement": 39330, + "Georgia": 39331, + "ĠParticipation": 39332, + "Ġmelts": 39333, + "Ġfemin": 39334, + "514": 39335, + "Ġseams": 39336, + "513": 39337, + "ĠGaw": 39338, + "Ġbrood": 39339, + "Mit": 39340, + "Ġannoyance": 39341, + "Ġequilibrium": 39342, + "Ġpatri": 39343, + "Ġ338": 39344, + "561": 39345, + "mentioned": 39346, + "ĠVotes": 39347, + "Ġintoler": 39348, + "Ġstrikingly": 39349, + "Ġ352": 39350, + "Ġskeletal": 39351, + "616": 39352, + "isition": 39353, + "Ġfluor": 39354, + "provided": 39355, + "517": 39356, + "Ġclimates": 39357, + "Ġsensibilities": 39358, + "ĠFrequ": 39359, + "onite": 39360, + "Kenn": 39361, + "Ġmagnets": 39362, + "assis": 39363, + "Ġprerequisite": 39364, + "Ġ>>>": 39365, + "Ġscree": 39366, + "google": 39367, + "ĠMirage": 39368, + "Ġevict": 39369, + "Peace": 39370, + "Ġmissionaries": 39371, + "617": 39372, + "748": 39373, + "rient": 39374, + "ĠSTATS": 39375, + "Bird": 39376, + "ĠShiva": 39377, + "ĠBlessing": 39378, + "Ġredundancy": 39379, + "Ġphotoc": 39380, + "ĠOnes": 39381, + "754": 39382, + "alert": 39383, + "urous": 39384, + "Ġfolklore": 39385, + "ĠIdeal": 39386, + "sheets": 39387, + "according": 39388, + "Hor": 39389, + "Cle": 39390, + "ĠEdit": 39391, + "671": 39392, + "olitics": 39393, + "ĠESC": 39394, + "Ġparaly": 39395, + "Ġorgasm": 39396, + "speak": 39397, + "ð": 39398, + "Ġsneaky": 39399, + "Ġswords": 39400, + "Ġfandom": 39401, + "776": 39402, + "ĠScandinav": 39403, + "Ġdarts": 39404, + "546": 39405, + "cerpt": 39406, + "ĠGifts": 39407, + "Ġmagically": 39408, + "phys": 39409, + "Laughs": 39410, + "ĠSour": 39411, + "ources": 39412, + "789": 39413, + "ĠEps": 39414, + "ository": 39415, + "uality": 39416, + "literally": 39417, + "Ġheavens": 39418, + "FUL": 39419, + "Ġie": 39420, + "ĠISP": 39421, + "Ġwink": 39422, + "Ġweeping": 39423, + "Ġdocking": 39424, + "ACY": 39425, + "iece": 39426, + "Ġsignifies": 39427, + "guns": 39428, + "Sac": 39429, + "Leave": 39430, + "imation": 39431, + "Ġunex": 39432, + "uctive": 39433, + "ĠFees": 39434, + "ĠPortable": 39435, + "ĠInvestigator": 39436, + "pill": 39437, + "rehensible": 39438, + "Ġpotency": 39439, + "803": 39440, + "Ġembodiment": 39441, + "overty": 39442, + "shine": 39443, + "REL": 39444, + "ĠMPH": 39445, + "ĠPatriarch": 39446, + "Ġaspirin": 39447, + "Ġrinse": 39448, + "Ġinher": 39449, + "ograms": 39450, + "ĠTHREE": 39451, + "qt": 39452, + "ipples": 39453, + "Ġdehuman": 39454, + "Ġslander": 39455, + "Ġflora": 39456, + "brow": 39457, + "Ġblindly": 39458, + "ectar": 39459, + "endish": 39460, + "Ġpigment": 39461, + "cellent": 39462, + "Ġyells": 39463, + "ĠLust": 39464, + "ĠAttacks": 39465, + "ĠSyndicate": 39466, + "otin": 39467, + "gress": 39468, + "reenshot": 39469, + "picking": 39470, + "Ġacupuncture": 39471, + "images": 39472, + "glas": 39473, + "ĠPolicies": 39474, + "Ġintestinal": 39475, + "1998": 39476, + "ULE": 39477, + "runs": 39478, + "ĠNing": 39479, + "ĠAsuka": 39480, + "ĠSkull": 39481, + "Motor": 39482, + "Ġdefund": 39483, + "Ġattaching": 39484, + "ĠBAD": 39485, + "Ġquarrel": 39486, + "Child": 39487, + "Dog": 39488, + "issan": 39489, + "irmation": 39490, + "Ġinline": 39491, + "ĠLover": 39492, + "Ġcyan": 39493, + "entary": 39494, + "awareness": 39495, + "Ġtraveller": 39496, + "âĢIJ": 39497, + "Ġbeasts": 39498, + "Ġboobs": 39499, + "ĠDeadly": 39500, + "Ġplutonium": 39501, + "ĠIntellectual": 39502, + "Jam": 39503, + "Ġconsec": 39504, + "663": 39505, + "ĠVegan": 39506, + "Ġ331": 39507, + "uron": 39508, + "ĠHEL": 39509, + "reements": 39510, + "Ġclone": 39511, + "Ġoutputs": 39512, + "oult": 39513, + "ĠDOM": 39514, + "ĠNX": 39515, + "Ze": 39516, + "909": 39517, + "brate": 39518, + "arations": 39519, + "ĠJindal": 39520, + "Ġbooklet": 39521, + "amide": 39522, + "Ġscraping": 39523, + "Sol": 39524, + "Date": 39525, + "796": 39526, + "Ġfulf": 39527, + "Ġskeletons": 39528, + "Ġsaints": 39529, + "ĠCurious": 39530, + "Han": 39531, + "Ġrepud": 39532, + "osity": 39533, + "ĠGravity": 39534, + "Ġmetadata": 39535, + "Focus": 39536, + "Ġthrott": 39537, + "ĠProgramming": 39538, + "Break": 39539, + "erver": 39540, + "Ġknight": 39541, + "yrs": 39542, + "Ġ376": 39543, + "sat": 39544, + "auto": 39545, + "Ġbroom": 39546, + "Ġnerd": 39547, + "Political": 39548, + "022": 39549, + "-------------": 39550, + "oulos": 39551, + "Ġrelic": 39552, + "Ġenactment": 39553, + "rious": 39554, + "ĠUniform": 39555, + "Teen": 39556, + "Colorado": 39557, + "055": 39558, + "Ġangled": 39559, + "bolt": 39560, + "ĠNeander": 39561, + "ĠDism": 39562, + "thanks": 39563, + "Polit": 39564, + "ersion": 39565, + "dro": 39566, + "install": 39567, + "Jake": 39568, + "hz": 39569, + "Ġ770": 39570, + "ĠCommodore": 39571, + "lahoma": 39572, + "Ġshri": 39573, + "Ġ....": 39574, + "Ġ7000": 39575, + "scope": 39576, + "Ġgenesis": 39577, + "Ġresided": 39578, + "ĠRivals": 39579, + "Ġsarcastic": 39580, + "Ġelicit": 39581, + "Ġmultiplied": 39582, + "uitous": 39583, + "Ġoppress": 39584, + "ĠPROT": 39585, + "Ġperpetually": 39586, + "ĠAdds": 39587, + "Ġbuffers": 39588, + "Ġmush": 39589, + "Ġ354": 39590, + "Ġpresc": 39591, + "ĠKung": 39592, + "682": 39593, + "Education": 39594, + "Ġpled": 39595, + "bsp": 39596, + "Ġconfessions": 39597, + "Ġrevocation": 39598, + "Micro": 39599, + "ĠHobby": 39600, + "ĠFatal": 39601, + "STAR": 39602, + "Ġworkspace": 39603, + "Ġtransformations": 39604, + "Ġportals": 39605, + "orned": 39606, + "figured": 39607, + "Ġlinguistic": 39608, + "pperc": 39609, + "ergus": 39610, + "Fel": 39611, + "ĠIntent": 39612, + "Ġ289": 39613, + "Ġdelinquent": 39614, + "Ġhandwriting": 39615, + "Ġvap": 39616, + "576": 39617, + "redited": 39618, + "736": 39619, + "Ġpsychiatry": 39620, + "GMT": 39621, + "Ġdisingen": 39622, + "Ġcrou": 39623, + "801": 39624, + "Ġmalice": 39625, + "itutes": 39626, + "ĠTiff": 39627, + "Ġstink": 39628, + "574": 39629, + "Story": 39630, + "Modern": 39631, + "ĠGly": 39632, + "Jamie": 39633, + "Ġadvertis": 39634, + "Ġhiber": 39635, + "Ġinfiltr": 39636, + "Ġelector": 39637, + "rovers": 39638, + "ĠFist": 39639, + "peed": 39640, + "ĠClassical": 39641, + "592": 39642, + "Ġconscientious": 39643, + "Surv": 39644, + "Text": 39645, + "ĠDrunk": 39646, + "Ġsupplemented": 39647, + "THIS": 39648, + "Ġtimid": 39649, + "Ġstacking": 39650, + "rites": 39651, + "Ġrebirth": 39652, + "Ġbalcon": 39653, + "Ġyawn": 39654, + "rosc": 39655, + "axy": 39656, + "Hart": 39657, + "ĠOPER": 39658, + "996": 39659, + "Ġrabid": 39660, + "ĠTick": 39661, + "Ġgrinning": 39662, + "elfth": 39663, + "045": 39664, + "Ġjustifies": 39665, + "ĠPirate": 39666, + "ĠSalary": 39667, + "Ġmirac": 39668, + "613": 39669, + "inately": 39670, + "ĠLIN": 39671, + "Ġinadequ": 39672, + "NPR": 39673, + "iddled": 39674, + "storage": 39675, + "Ġseventy": 39676, + "onet": 39677, + "Ġgastro": 39678, + "FIR": 39679, + "Ġrodent": 39680, + "629": 39681, + "ĠInclude": 39682, + "ĠCategories": 39683, + "ĠLiterally": 39684, + "Ġpree": 39685, + "aunder": 39686, + "ĠLOL": 39687, + "694": 39688, + "Ġindef": 39689, + "Ped": 39690, + "Ġmenstru": 39691, + "Ġcensored": 39692, + "Ġconfigure": 39693, + "Ġoverest": 39694, + "igenous": 39695, + "Ġrectangular": 39696, + "ĠMIS": 39697, + "ĠMub": 39698, + "Ġwitches": 39699, + "izards": 39700, + "Ġobnoxious": 39701, + "ĠLoll": 39702, + "ĠSEM": 39703, + "Ġspiritually": 39704, + "Ġcoer": 39705, + "Ġmodesty": 39706, + "butt": 39707, + "Ġedits": 39708, + "ĠShall": 39709, + "sburgh": 39710, + "Ġ1911": 39711, + "Rex": 39712, + "manent": 39713, + "ĠLithuan": 39714, + "Ġpointers": 39715, + "ativity": 39716, + "retch": 39717, + "Ġcascade": 39718, + "ĠRagnarok": 39719, + "ĠPainting": 39720, + "ĠATL": 39721, + "Born": 39722, + "Ġpadding": 39723, + "whel": 39724, + "Ġgrotesque": 39725, + "Ġtheorists": 39726, + "forcer": 39727, + "ĠJinn": 39728, + "Ġrenal": 39729, + "jamin": 39730, + "ĠFEC": 39731, + ".\"\"": 39732, + "redict": 39733, + "Ġoppos": 39734, + "opted": 39735, + "Sel": 39736, + "ipment": 39737, + "752": 39738, + "792": 39739, + "Pur": 39740, + "Ġvolt": 39741, + "Ġflap": 39742, + "ĠCASE": 39743, + "Ġdyed": 39744, + "orers": 39745, + "becca": 39746, + ",.": 39747, + "ifice": 39748, + "ubes": 39749, + "Ġyr": 39750, + "DW": 39751, + "Ġalteration": 39752, + "ĠSimpl": 39753, + "Ġunequiv": 39754, + "756": 39755, + "Dou": 39756, + "Ġplunder": 39757, + "Ġcommons": 39758, + "Ġstag": 39759, + "ĠZeal": 39760, + "avanaugh": 39761, + "Self": 39762, + "none": 39763, + "EGIN": 39764, + "Ġflashback": 39765, + "VAL": 39766, + "Gab": 39767, + "ĠCapture": 39768, + "ĠBrilliant": 39769, + "ĠDisk": 39770, + "ĠMood": 39771, + "Ġhaun": 39772, + "Ġrotting": 39773, + "ĠCobra": 39774, + "Ġpsychopath": 39775, + "Ġhelper": 39776, + "Starting": 39777, + "ĠOrbit": 39778, + "Ġcaf": 39779, + "Half": 39780, + "Volume": 39781, + "aptop": 39782, + "ĠSaga": 39783, + "azor": 39784, + "593": 39785, + "774": 39786, + "ĠCaucasian": 39787, + "compan": 39788, + "ĠVERY": 39789, + "GES": 39790, + "Ġvomit": 39791, + "Ġdispro": 39792, + "ĠMechanics": 39793, + "Ġ385": 39794, + "Ġmystical": 39795, + "AFTA": 39796, + "Ġbacter": 39797, + "availability": 39798, + "Ġhairc": 39799, + "ĠVec": 39800, + "rypt": 39801, + "Ġmanipulative": 39802, + "shell": 39803, + "ĠWeird": 39804, + "jab": 39805, + "ĠByr": 39806, + "Bow": 39807, + "uin": 39808, + "Ġquot": 39809, + "MX": 39810, + "Ġ960": 39811, + "ĠSharia": 39812, + "ĠWeapon": 39813, + "ĠPowerPoint": 39814, + "Ġstitching": 39815, + "Ġconstraint": 39816, + "âľ": 39817, + "ulic": 39818, + "597": 39819, + "omedical": 39820, + "ĠSupplemental": 39821, + "ĠSurve": 39822, + "ĠSubcommittee": 39823, + "ĠDarkness": 39824, + "Ġpython": 39825, + "LU": 39826, + "Ġ402": 39827, + "ĠQuan": 39828, + "ĠModerate": 39829, + "clusively": 39830, + "Ġextrap": 39831, + "Ġlatt": 39832, + "ĠSTUD": 39833, + "oslav": 39834, + "Ġsymb": 39835, + "battle": 39836, + "flash": 39837, + "ĠDeploy": 39838, + "Ġmicrobiome": 39839, + "Ġingested": 39840, + "Ġdistort": 39841, + "Ġassimil": 39842, + "Ġmobs": 39843, + "illet": 39844, + "Gre": 39845, + "Ġ294": 39846, + "Ġforbids": 39847, + "ĠEfficiency": 39848, + "ĠClan": 39849, + "763": 39850, + "Ġdragons": 39851, + "States": 39852, + "ĠMAKE": 39853, + "ĠBOOK": 39854, + "ĠRuns": 39855, + "ĠUX": 39856, + "EED": 39857, + "Whoever": 39858, + "ionics": 39859, + "worldly": 39860, + "ĠMermaid": 39861, + "Ġbenz": 39862, + "Info": 39863, + "523": 39864, + "Ġbiod": 39865, + "ĠPoison": 39866, + "ceivable": 39867, + "Services": 39868, + "ATIVE": 39869, + "ĠItem": 39870, + "Ġdisav": 39871, + "Ġheter": 39872, + "Ġasteroids": 39873, + "ĠWooden": 39874, + "Ġelectroly": 39875, + "assadors": 39876, + "nance": 39877, + "reflect": 39878, + "Ġattent": 39879, + "iphany": 39880, + "Ġspaceship": 39881, + "Ġbegg": 39882, + "algia": 39883, + "Ax": 39884, + "Ġidiosyncr": 39885, + "Ġinserting": 39886, + "ĠCSS": 39887, + "ĠLET": 39888, + "ĠStrikes": 39889, + "ossibly": 39890, + "Exp": 39891, + "Opp": 39892, + "dden": 39893, + "Ġplayable": 39894, + "ĠJM": 39895, + "Ġlawfully": 39896, + "ĠBlink": 39897, + "Ġ413": 39898, + "Ġoverpowered": 39899, + "Ġcommenter": 39900, + "Track": 39901, + "Ġmethyl": 39902, + "Ġfermented": 39903, + "Ġinvaders": 39904, + "ĠMoves": 39905, + "Ġcommunicates": 39906, + "rint": 39907, + "ĠTray": 39908, + "jug": 39909, + "Ġsuperf": 39910, + "ochet": 39911, + "ĠJelly": 39912, + "Ġestrogen": 39913, + "Dom": 39914, + "mix": 39915, + "Gun": 39916, + "ochemistry": 39917, + "952": 39918, + "Ġovere": 39919, + "ĠPlaintiff": 39920, + "ĠPilgrim": 39921, + "ĠSERVICES": 39922, + "ĠExpend": 39923, + "ĠFRE": 39924, + "Ġsmelling": 39925, + "ĠSpaces": 39926, + "bris": 39927, + "Mission": 39928, + "Ġarter": 39929, + "Ġautonom": 39930, + "Lisa": 39931, + "ĠPercent": 39932, + "NK": 39933, + "ĠLimits": 39934, + "Ġ356": 39935, + "Recent": 39936, + "ĠSiberian": 39937, + "etermin": 39938, + "nets": 39939, + "ĠSword": 39940, + "essee": 39941, + "Ùĩ": 39942, + "icycle": 39943, + "Ġparas": 39944, + "Ġrud": 39945, + "Ġscrib": 39946, + "Ġ1860": 39947, + "Shop": 39948, + "orld": 39949, + "Ġpept": 39950, + "ENSE": 39951, + "Ġanimations": 39952, + "ership": 39953, + "Search": 39954, + "ĠUSSR": 39955, + "washed": 39956, + "Ġpromulg": 39957, + "Ġdetainee": 39958, + "Ġunderest": 39959, + "ĠAppropri": 39960, + "Left": 39961, + "Update": 39962, + "Wallet": 39963, + "idently": 39964, + "ĠBicycle": 39965, + "Ġgorge": 39966, + "abyte": 39967, + "ĠMinecraft": 39968, + "rike": 39969, + "997": 39970, + "Tesla": 39971, + "Often": 39972, + "ĠTHESE": 39973, + "Ġregression": 39974, + "Hen": 39975, + "Ġsnippets": 39976, + "irds": 39977, + "Ġprinces": 39978, + "Ġwastes": 39979, + "ĠWond": 39980, + "itimate": 39981, + "ĠMongol": 39982, + "ĠkW": 39983, + "Ġidiots": 39984, + "Ġforeigner": 39985, + "Upon": 39986, + "Ġbackdoor": 39987, + "umph": 39988, + "ĠSquirrel": 39989, + "Ġtyped": 39990, + "Ġblockers": 39991, + "Vote": 39992, + "ĠPossibly": 39993, + "geist": 39994, + "ĠTRANS": 39995, + "Ġtitan": 39996, + "VG": 39997, + "Ġmicrobi": 39998, + "Ġinteracts": 39999, + "Ġmasc": 40000, + "Ġfinite": 40001, + "Ġcutoff": 40002, + "ornings": 40003, + "Ġprototyp": 40004, + "Ġcompan": 40005, + "mology": 40006, + "ĠBOX": 40007, + "Cre": 40008, + "Bot": 40009, + "grading": 40010, + "PET": 40011, + "Ġinsidious": 40012, + "ĠFranch": 40013, + "orians": 40014, + "ĠAUT": 40015, + "ĠCrush": 40016, + "589": 40017, + "question": 40018, + "anguard": 40019, + "Ġabsurdity": 40020, + "?\",": 40021, + "Hum": 40022, + "Ġliberalism": 40023, + "Ġpostwar": 40024, + "Gener": 40025, + "Personally": 40026, + "889": 40027, + "Bul": 40028, + "Ġlighthouse": 40029, + "Ġ291": 40030, + "VK": 40031, + "ĠExposure": 40032, + "Ġsubtract": 40033, + "ometime": 40034, + "arbon": 40035, + "ĠThieves": 40036, + "anus": 40037, + "ĠLibertarian": 40038, + "Raw": 40039, + "Ġsolvent": 40040, + "Ġcorros": 40041, + "Ġsignific": 40042, + "Ġscholarly": 40043, + "024": 40044, + "Ġfetish": 40045, + "Ġlarvae": 40046, + "Ġcatast": 40047, + "Ġtraitor": 40048, + "ijing": 40049, + "Demand": 40050, + "math": 40051, + "Ġconceivable": 40052, + "either": 40053, + "acl": 40054, + "ĠArrows": 40055, + "627": 40056, + "ĠFrankenstein": 40057, + "entious": 40058, + "Ġimitation": 40059, + "amn": 40060, + "ĠSTOP": 40061, + "Ġcripp": 40062, + "zag": 40063, + "ĠZed": 40064, + "797": 40065, + "Along": 40066, + "Ġwont": 40067, + "Ġfolds": 40068, + "Shar": 40069, + "ĠCommentary": 40070, + "ĠLibraries": 40071, + "ĠThunderbolt": 40072, + "itud": 40073, + "Toy": 40074, + "Ġincidentally": 40075, + "ĠResp": 40076, + "Ġordinarily": 40077, + "Ġvanish": 40078, + "acterial": 40079, + "Minnesota": 40080, + "rank": 40081, + "614": 40082, + "ĠExam": 40083, + "Got": 40084, + "Ġsnipers": 40085, + "ETHOD": 40086, + "dirty": 40087, + "igsaw": 40088, + "Obs": 40089, + "ĠAuthors": 40090, + "Ġillustrating": 40091, + "782": 40092, + "864": 40093, + "Ġblinded": 40094, + "transfer": 40095, + "Ġspawning": 40096, + "ĠDiary": 40097, + "ĠDNS": 40098, + "CG": 40099, + "someone": 40100, + "Ġcruc": 40101, + "Morgan": 40102, + "Learn": 40103, + "API": 40104, + "toc": 40105, + "STAT": 40106, + "ĠFlame": 40107, + "aganda": 40108, + "ĠBenef": 40109, + "stuff": 40110, + "SEA": 40111, + "Ġincest": 40112, + "Normally": 40113, + "ĠRU": 40114, + "Ġarsenic": 40115, + "isine": 40116, + "ĠTG": 40117, + "Type": 40118, + "regn": 40119, + "Cass": 40120, + "Touch": 40121, + "Site": 40122, + "Ġpict": 40123, + "Ġcorrupted": 40124, + "729": 40125, + "Ġnineteen": 40126, + "Ġparaph": 40127, + "Ġtavern": 40128, + "Ġretard": 40129, + "ĠKaf": 40130, + "Ġcolleg": 40131, + "bucks": 40132, + "imum": 40133, + "ĠCandle": 40134, + "ĠMisc": 40135, + "ĠAwesome": 40136, + "edited": 40137, + "ĠDN": 40138, + "otomy": 40139, + "Ġdisclaimer": 40140, + "798": 40141, + "ĠGoodbye": 40142, + "ucle": 40143, + "atom": 40144, + "Judge": 40145, + "cipl": 40146, + "Ġinexplicable": 40147, + "iddler": 40148, + "781": 40149, + "Ġempirical": 40150, + "Veter": 40151, + "Ġascert": 40152, + "Ġaest": 40153, + "Ġlaz": 40154, + "binary": 40155, + "Ġ358": 40156, + "contained": 40157, + "Ġmultipl": 40158, + "ocado": 40159, + "Ġdelusional": 40160, + "Ġaeros": 40161, + "udence": 40162, + "Ġjargon": 40163, + "estine": 40164, + "Ġarbitrarily": 40165, + "Ġprick": 40166, + "BACK": 40167, + "amines": 40168, + "Mess": 40169, + "Knowing": 40170, + "ublic": 40171, + "ĠWarfare": 40172, + "Ġsignify": 40173, + "Ġfragmentation": 40174, + "Tex": 40175, + "Ġnin": 40176, + "Ġdise": 40177, + "882": 40178, + "hospital": 40179, + "volent": 40180, + "Need": 40181, + "Ġinfer": 40182, + "Sony": 40183, + "783": 40184, + "YING": 40185, + "Ġinfinity": 40186, + "ĠFortress": 40187, + "Ġmustache": 40188, + "Ġcorresponds": 40189, + "DX": 40190, + "Ġunmarried": 40191, + "ĠCruel": 40192, + "Ġ1901": 40193, + "Ġappropri": 40194, + "ZI": 40195, + "Ġphosph": 40196, + "901": 40197, + "IFE": 40198, + "Ġ347": 40199, + "Ġconvoluted": 40200, + "ĠApost": 40201, + "htm": 40202, + "Ġilluminating": 40203, + "568": 40204, + "Ġassassinate": 40205, + "Ġparam": 40206, + "Ġimpractical": 40207, + "cedes": 40208, + "ĠProcedure": 40209, + "ĠMouth": 40210, + "Battle": 40211, + "Ġ451": 40212, + "Sand": 40213, + "Ġcontamin": 40214, + "Hour": 40215, + "Cell": 40216, + "BIL": 40217, + "Ġprecon": 40218, + "ĠScor": 40219, + "Ġconfig": 40220, + "ĠMuscle": 40221, + "Ġhive": 40222, + "Ġunderworld": 40223, + "plement": 40224, + "Ġpostage": 40225, + "Ġinterpersonal": 40226, + "Ġpierced": 40227, + "Ġcharms": 40228, + "oscopic": 40229, + "ASC": 40230, + "ĠDex": 40231, + "render": 40232, + "png": 40233, + "Ġcritiques": 40234, + "992": 40235, + "ĠVinyl": 40236, + "Bear": 40237, + "idia": 40238, + "ĠTemp": 40239, + "Ġcyn": 40240, + "ĠBCE": 40241, + "Ġpatriarchal": 40242, + "Ġantagonist": 40243, + "ĠGMO": 40244, + "Ġunnatural": 40245, + "Race": 40246, + "imeo": 40247, + "ĠUkrainians": 40248, + "Train": 40249, + "Ġ329": 40250, + "ritten": 40251, + "igil": 40252, + "Lin": 40253, + "alus": 40254, + "*****": 40255, + "olded": 40256, + "ĠPegasus": 40257, + "Bas": 40258, + "photos": 40259, + "Ġ820": 40260, + "Ġsquadron": 40261, + "ESE": 40262, + "Ġ373": 40263, + "Uk": 40264, + "Lost": 40265, + "Store": 40266, + "ĠScenes": 40267, + "JJ": 40268, + "Ġlick": 40269, + "Tyler": 40270, + "cius": 40271, + "lishing": 40272, + "ocl": 40273, + "Ġassoci": 40274, + "ensitivity": 40275, + "entanyl": 40276, + "Rum": 40277, + "Ġ443": 40278, + "onding": 40279, + "Ġpedals": 40280, + "ĠPsychological": 40281, + "Ġthro": 40282, + "Network": 40283, + "591": 40284, + "Pick": 40285, + "Ġchords": 40286, + "ĠHound": 40287, + "entials": 40288, + "faces": 40289, + "ĠYin": 40290, + "ugi": 40291, + "bows": 40292, + "ĠForms": 40293, + "886": 40294, + "Ox": 40295, + "Ġ351": 40296, + "Ġmating": 40297, + "Ġchirop": 40298, + "916": 40299, + "Ġexpend": 40300, + "Ġusefulness": 40301, + "Marvel": 40302, + "ĠStretch": 40303, + "omez": 40304, + "ĠJS": 40305, + "Hal": 40306, + "fle": 40307, + "ĠCountdown": 40308, + "ĠLH": 40309, + "assian": 40310, + "vd": 40311, + "ĠTranscript": 40312, + "ĠExtrem": 40313, + "idine": 40314, + "ustainable": 40315, + "ederal": 40316, + "ĠOwl": 40317, + "Ġcreed": 40318, + "ĠGrateful": 40319, + "Ġprenatal": 40320, + "________________________________": 40321, + "ĠElements": 40322, + "âĢ¦)": 40323, + "nesia": 40324, + "ARGET": 40325, + "Ġboredom": 40326, + "Ġdepictions": 40327, + "verbal": 40328, + "ĠeSports": 40329, + "Laura": 40330, + "ilage": 40331, + "ĠGalactic": 40332, + "Investigators": 40333, + "Ġscattering": 40334, + "instein": 40335, + "ĠExperiment": 40336, + "ĠRecre": 40337, + "Ġregul": 40338, + "Ġrelent": 40339, + "STE": 40340, + "Ġslicing": 40341, + "igans": 40342, + "raped": 40343, + "ĠDeter": 40344, + "Ġsmoker": 40345, + "ĠWikimedia": 40346, + "pages": 40347, + "Ted": 40348, + "713": 40349, + "Ġpuberty": 40350, + "Ġhars": 40351, + "ĠStarter": 40352, + "patch": 40353, + "leeve": 40354, + "Ġ346": 40355, + "ĠAccessories": 40356, + "ventions": 40357, + "ĠSTAND": 40358, + "ĠUrug": 40359, + "ĠOccupy": 40360, + "Ġbinds": 40361, + "ĠBubble": 40362, + "Ġincorporation": 40363, + "Ġstereotypical": 40364, + "Ġgor": 40365, + "987": 40366, + "Ġevils": 40367, + "tower": 40368, + "Ġastronomer": 40369, + "Ble": 40370, + "ĠNid": 40371, + "ĠWidow": 40372, + "Ġpaw": 40373, + "Ġinnoc": 40374, + "ĠOWN": 40375, + "Ġtofu": 40376, + "drops": 40377, + "ĠEval": 40378, + "693": 40379, + "Collins": 40380, + "penter": 40381, + "ĠNib": 40382, + "Ġsmokes": 40383, + "Ġ1850": 40384, + "Ġtechno": 40385, + "oooo": 40386, + "ĠUnic": 40387, + "ĠKirin": 40388, + "\":[\"": 40389, + "Ġincrements": 40390, + "989": 40391, + "oodoo": 40392, + "ĠCyborg": 40393, + "Ġcures": 40394, + "ĠOW": 40395, + "ĠAnnex": 40396, + "behavior": 40397, + "/-": 40398, + "Ġbuggy": 40399, + "onent": 40400, + "Bey": 40401, + "Ġsummarize": 40402, + "putable": 40403, + "Ġfri": 40404, + "Gi": 40405, + "urances": 40406, + "ĠAppalach": 40407, + "Ġhegemony": 40408, + "ĠOrigins": 40409, + "Ġconnectors": 40410, + "ĠAST": 40411, + "object": 40412, + "ĠSlay": 40413, + "Arm": 40414, + "oston": 40415, + "ĠEVEN": 40416, + "Ġprophecy": 40417, + "Bright": 40418, + "ĠVector": 40419, + "Marg": 40420, + "omical": 40421, + "Holy": 40422, + "ĠRPM": 40423, + "ĠReceiver": 40424, + "Ġtracts": 40425, + "boss": 40426, + "Ġblurry": 40427, + "aspx": 40428, + "DES": 40429, + "Ġcess": 40430, + "ĠAster": 40431, + "anything": 40432, + "levard": 40433, + "unciation": 40434, + "jong": 40435, + "Ġiv": 40436, + "Common": 40437, + "ĠDistance": 40438, + "imus": 40439, + "outheast": 40440, + "Ġcir": 40441, + "ĠCato": 40442, + "Ġinscribed": 40443, + "ersed": 40444, + "Ġanarchy": 40445, + "Ġplagiar": 40446, + "Ġthug": 40447, + "Actor": 40448, + "ĠTant": 40449, + "Researchers": 40450, + "remember": 40451, + "Ġitch": 40452, + "Ġrefill": 40453, + "Ġsucker": 40454, + "ĠWANT": 40455, + "RAG": 40456, + "rencies": 40457, + "ĠTape": 40458, + "Ġattaches": 40459, + "nb": 40460, + "Tan": 40461, + "Ġappend": 40462, + "Ġalas": 40463, + "951": 40464, + "panel": 40465, + "Climate": 40466, + "icrobial": 40467, + "Brandon": 40468, + "ĠFreud": 40469, + "Ġfungi": 40470, + "Ġcommenters": 40471, + "ĠDelicious": 40472, + "Ġhitherto": 40473, + "conv": 40474, + "Ġchemist": 40475, + "Ġdenominations": 40476, + "ĠBehavior": 40477, + "comed": 40478, + "ĠLantern": 40479, + "ĠFloating": 40480, + "magic": 40481, + "ĠBarbar": 40482, + "bender": 40483, + "iliar": 40484, + "unny": 40485, + "Ġretracted": 40486, + "atars": 40487, + "ĠLovely": 40488, + "Ġinfinitely": 40489, + "Ġhumili": 40490, + "Ġinterestingly": 40491, + "Ġmunicip": 40492, + "ĠPanic": 40493, + "Ġcomprehension": 40494, + "ĠMassacre": 40495, + "Ġpersuasion": 40496, + "enf": 40497, + "Ġcoded": 40498, + "higher": 40499, + "chart": 40500, + "umbered": 40501, + "ĠIndigo": 40502, + "Ġthinker": 40503, + "Ġgoof": 40504, + "ĠPetition": 40505, + "fascist": 40506, + "absor": 40507, + "Ġassay": 40508, + "ĠClassification": 40509, + "Ġhalluc": 40510, + "speech": 40511, + "issues": 40512, + "Ġinexper": 40513, + "ĠLibre": 40514, + "Ġsling": 40515, + "zech": 40516, + "Ġpouch": 40517, + "ĠOffense": 40518, + "ĠHF": 40519, + "Fight": 40520, + "026": 40521, + "ĠTrident": 40522, + "fm": 40523, + "Ġintox": 40524, + "Ġ465": 40525, + "colonial": 40526, + "ovies": 40527, + "794": 40528, + "Techn": 40529, + "undreds": 40530, + "Ġchildish": 40531, + "arenthood": 40532, + "ĠShade": 40533, + "Host": 40534, + "Ġdirectional": 40535, + "reader": 40536, + "rimp": 40537, + "ĠEater": 40538, + "prep": 40539, + "Ġmeas": 40540, + "Ġlatch": 40541, + "inant": 40542, + "nels": 40543, + "finished": 40544, + "application": 40545, + "Board": 40546, + "Ġfiller": 40547, + "ivably": 40548, + "CAST": 40549, + "Ġstereotyp": 40550, + "Ġwarranties": 40551, + "ĠProbe": 40552, + "Ġspontaneously": 40553, + "Ġtropes": 40554, + "Meg": 40555, + "ĠHandling": 40556, + "hemer": 40557, + "986": 40558, + "ĠSly": 40559, + "plates": 40560, + "Ġmolten": 40561, + "ĠHIT": 40562, + "strings": 40563, + "Ġcentrif": 40564, + "ĠENG": 40565, + "Indeed": 40566, + "Ġ429": 40567, + "Ġsly": 40568, + "Ġ490": 40569, + "Ġhordes": 40570, + "boot": 40571, + "691": 40572, + "ihara": 40573, + "Ġsubversive": 40574, + "Russell": 40575, + "aceous": 40576, + "wk": 40577, + "Ġreverence": 40578, + "Ġingenious": 40579, + "holiday": 40580, + "eligible": 40581, + "ĠTactical": 40582, + "978": 40583, + "herence": 40584, + "Ġgimm": 40585, + "Ġarchaic": 40586, + "Ġadam": 40587, + "Ġ297": 40588, + "Father": 40589, + "ĠLerner": 40590, + "Ġhesitated": 40591, + "Safety": 40592, + "Ġawakened": 40593, + "ueller": 40594, + "Ġextrater": 40595, + "Ġmummy": 40596, + "ĠBuddhism": 40597, + "Ġ359": 40598, + "Ġlegions": 40599, + "Ġprehistoric": 40600, + "ancouver": 40601, + "Ġmelancholy": 40602, + "ĠEnemy": 40603, + "ĠSyl": 40604, + "ĠRobo": 40605, + "verting": 40606, + "ĠBullets": 40607, + "essler": 40608, + "Ġmarvelous": 40609, + "ĠBened": 40610, + "Ġsavior": 40611, + "omever": 40612, + "Bee": 40613, + "Ġrapp": 40614, + "Ġpredomin": 40615, + "ĠScripture": 40616, + "Ġsnapshots": 40617, + "Ġunrem": 40618, + "Ġsquid": 40619, + "ĠBuddh": 40620, + "ĠSantorum": 40621, + "Internet": 40622, + "avoid": 40623, + "Ġunamb": 40624, + "Ġ296": 40625, + "Ġnexus": 40626, + "Ġinterchangeable": 40627, + "ockets": 40628, + "Ġfoll": 40629, + "ĠOPT": 40630, + "023": 40631, + "²": 40632, + "Ġhereditary": 40633, + "Ġvape": 40634, + "=\"": 40635, + "1996": 40636, + "س": 40637, + "Emergency": 40638, + "Ġneb": 40639, + "Ġisot": 40640, + "Ġdiam": 40641, + "stairs": 40642, + "ĠAppendix": 40643, + "venient": 40644, + "Ġinvol": 40645, + "Ġtheorist": 40646, + "Ġconqu": 40647, + "Mich": 40648, + "ĠSort": 40649, + "antasy": 40650, + "dating": 40651, + "771": 40652, + "Ġape": 40653, + "Ġindemn": 40654, + "ween": 40655, + "Games": 40656, + "ascal": 40657, + "Muslims": 40658, + "Ġleaflets": 40659, + "Ġtraverse": 40660, + "Ġtransgress": 40661, + "Ġflushed": 40662, + "893": 40663, + "lasses": 40664, + "obos": 40665, + "ooming": 40666, + "Ġtou": 40667, + "mast": 40668, + "âģ": 40669, + "751": 40670, + "Either": 40671, + "Ġgrate": 40672, + "urgy": 40673, + "Ġendowed": 40674, + "ĠRasm": 40675, + "Nat": 40676, + "odka": 40677, + "olon": 40678, + "iants": 40679, + "Ġsensations": 40680, + "Ġsituational": 40681, + "pox": 40682, + "Figure": 40683, + "Ġslime": 40684, + "Ġ421": 40685, + "ollow": 40686, + "Ġanesthesia": 40687, + "adult": 40688, + "ĠPiece": 40689, + "994": 40690, + "ĠAnalog": 40691, + "Iv": 40692, + "flo": 40693, + "Ġdomest": 40694, + "Ġcabal": 40695, + "Ġgarg": 40696, + "Ġrabb": 40697, + "REC": 40698, + "ISTORY": 40699, + "Friend": 40700, + "Ġancestor": 40701, + "ĠLets": 40702, + "Ġelf": 40703, + "Ġlobb": 40704, + "ĠAdren": 40705, + "silver": 40706, + "astical": 40707, + "Ġstitch": 40708, + "028": 40709, + "Hug": 40710, + "Ġmoss": 40711, + "ompl": 40712, + "Ġunob": 40713, + "883": 40714, + "Ġcortex": 40715, + "olutely": 40716, + "052": 40717, + "Seattle": 40718, + "restling": 40719, + "endment": 40720, + "Ġ366": 40721, + "ventus": 40722, + "ĠRated": 40723, + "ĠClever": 40724, + "Ġcloak": 40725, + "phrase": 40726, + "flake": 40727, + "Ġphilosophies": 40728, + "784": 40729, + "Ġskulls": 40730, + "wake": 40731, + "oru": 40732, + "ĠACTION": 40733, + "Ġcomprom": 40734, + "ĠManufacturer": 40735, + "ĠImprove": 40736, + "Ns": 40737, + "ĠRevenge": 40738, + "lords": 40739, + "Ġ417": 40740, + "iddles": 40741, + "Ġcondesc": 40742, + "tiny": 40743, + "Ġchloride": 40744, + "greg": 40745, + "ĠREST": 40746, + "subject": 40747, + "Ġundes": 40748, + "ftime": 40749, + "Ġbottleneck": 40750, + "ĠZombie": 40751, + "Ġhabitable": 40752, + "Ġcigars": 40753, + "Ġenlarg": 40754, + "icester": 40755, + "ðĿ": 40756, + "regulation": 40757, + "arters": 40758, + "Ġformulations": 40759, + "Ġadhesive": 40760, + "Ġ344": 40761, + "pod": 40762, + "etitive": 40763, + "Ġcontinuum": 40764, + "aghd": 40765, + "Ġ701": 40766, + "Ġdisband": 40767, + "Tu": 40768, + "Ġcivilisation": 40769, + "ĠPCI": 40770, + "Ġcrooked": 40771, + "ammy": 40772, + "Ġbrim": 40773, + "Jr": 40774, + "ĠBunker": 40775, + "plot": 40776, + "Ġwielded": 40777, + "Ġcaricature": 40778, + "ĠInfinite": 40779, + "piracy": 40780, + "aretz": 40781, + "Ġstares": 40782, + "incinnati": 40783, + "agents": 40784, + "ĠObamaCare": 40785, + "asuring": 40786, + "ansion": 40787, + "Ġastonished": 40788, + "iovascular": 40789, + "Bio": 40790, + "Ġadvisable": 40791, + "Ġsender": 40792, + "887": 40793, + "Led": 40794, + "DN": 40795, + "Ġaggregation": 40796, + "ĠInnocent": 40797, + "ĠTransactions": 40798, + "worms": 40799, + "ĠWorm": 40800, + "Ġ363": 40801, + "ĠBiblical": 40802, + "rared": 40803, + "Ġgazing": 40804, + "chant": 40805, + "Ġsubordinates": 40806, + "1600": 40807, + "actually": 40808, + "olition": 40809, + "ĠRTX": 40810, + "ĠPyramid": 40811, + "alph": 40812, + "ĠFPS": 40813, + "Ġerrone": 40814, + "ĠLR": 40815, + "Scientists": 40816, + "Ġincons": 40817, + "Ġbrittle": 40818, + "027": 40819, + "ĠBowser": 40820, + "Rub": 40821, + "links": 40822, + "ĠWik": 40823, + "ussion": 40824, + "Marsh": 40825, + "resents": 40826, + "Clean": 40827, + "Ġbrute": 40828, + "ĠInventory": 40829, + "1100": 40830, + "ĠATK": 40831, + "793": 40832, + "Ġcaveats": 40833, + "ĠKnot": 40834, + "IRT": 40835, + "ĠCanad": 40836, + "isma": 40837, + "entin": 40838, + "Own": 40839, + "Ġ455": 40840, + "Ġlesions": 40841, + "ĠAres": 40842, + "ĠKali": 40843, + "Ġpaws": 40844, + "Auto": 40845, + "Ġdiscrim": 40846, + "044": 40847, + "ĠCOUN": 40848, + "Ġ1905": 40849, + "Ġexperien": 40850, + "Ġ406": 40851, + "achelor": 40852, + "Ġscarcely": 40853, + "Ġsynchronized": 40854, + "Rat": 40855, + "Blake": 40856, + "Ġrewriting": 40857, + "Ġcannons": 40858, + "stem": 40859, + "Apparently": 40860, + "Ġleveling": 40861, + "?]": 40862, + "Ġfins": 40863, + "ĠTone": 40864, + "ogether": 40865, + "Sound": 40866, + "Ġmicrosc": 40867, + "ĠAsylum": 40868, + "Ġindividuality": 40869, + "Ġ432": 40870, + "lease": 40871, + "Chuck": 40872, + "Ġhating": 40873, + "Ġleftists": 40874, + "ĠPersonality": 40875, + "ĠBundle": 40876, + "Dutch": 40877, + "Ġtransformer": 40878, + "iami": 40879, + "ĠTradition": 40880, + "ĠRecipes": 40881, + "Ġdiscour": 40882, + "Viol": 40883, + "Ext": 40884, + "ĠOliv": 40885, + "ashington": 40886, + "Ġmillennia": 40887, + "Ġpsychiatrists": 40888, + "ĠTrilogy": 40889, + "inction": 40890, + "Ġdisliked": 40891, + "088": 40892, + "954": 40893, + "Ġoverloaded": 40894, + "Ġopium": 40895, + "acus": 40896, + "resources": 40897, + "mud": 40898, + "ometry": 40899, + "Hit": 40900, + "Ġguild": 40901, + "Ġabyss": 40902, + "884": 40903, + "ensity": 40904, + "ĠDifference": 40905, + "Electric": 40906, + "authent": 40907, + "Ġdownloadable": 40908, + "ellar": 40909, + "ĠSavior": 40910, + "ĠFRI": 40911, + "Ġ445": 40912, + "Ġincidental": 40913, + "Ġanalogue": 40914, + "ounters": 40915, + "ĠBuilder": 40916, + "Ġnarration": 40917, + "ategor": 40918, + "raise": 40919, + "Ġindoctr": 40920, + "Aren": 40921, + "Ġbaptism": 40922, + "Ġobe": 40923, + "Ġtubing": 40924, + "apsed": 40925, + "Fortunately": 40926, + "gered": 40927, + "Pict": 40928, + "Ġmastering": 40929, + "ĠHIM": 40930, + "ĠObesity": 40931, + "Ġornament": 40932, + "advant": 40933, + "ĠCous": 40934, + "032": 40935, + "cells": 40936, + "Ġpreclude": 40937, + "Ġanecdote": 40938, + "Ġpatriarchy": 40939, + "ĠSending": 40940, + "Pie": 40941, + "Ġdepressive": 40942, + "ĠEnds": 40943, + "712": 40944, + "zos": 40945, + "icka": 40946, + "Ġ1906": 40947, + "Anti": 40948, + "vana": 40949, + "ĠRestrict": 40950, + "Ġprotr": 40951, + "Ġusername": 40952, + "Ġparach": 40953, + "1997": 40954, + "imental": 40955, + "rower": 40956, + "carb": 40957, + "033": 40958, + "Ġobligatory": 40959, + "Ġwillful": 40960, + "Ġsnail": 40961, + "json": 40962, + "izarre": 40963, + "Ġmiscar": 40964, + "Ġdopamine": 40965, + "л": 40966, + "Ġapplic": 40967, + "Ġnervously": 40968, + "YY": 40969, + "alez": 40970, + "ĠSoviets": 40971, + "ĠMister": 40972, + "Ġcrates": 40973, + "Ġheavenly": 40974, + "Ġdoct": 40975, + "048": 40976, + "Ġ2400": 40977, + "ivia": 40978, + "adies": 40979, + "Phone": 40980, + "asks": 40981, + "Ġperenn": 40982, + "Ġcomposing": 40983, + "Ġraiding": 40984, + "requent": 40985, + "ibli": 40986, + "ĠFeedback": 40987, + "cellaneous": 40988, + "ĠContracts": 40989, + "ĠCasting": 40990, + "vim": 40991, + "Cut": 40992, + "Ġabbrevi": 40993, + "Ġintest": 40994, + "ricted": 40995, + "969": 40996, + "nostic": 40997, + "Ġinverted": 40998, + "ĠEG": 40999, + "aiden": 41000, + "ĠClaud": 41001, + "ĠiP": 41002, + "urized": 41003, + "Emily": 41004, + "Ġ353": 41005, + "Ġ((": 41006, + "ammad": 41007, + "Reb": 41008, + "plom": 41009, + "YES": 41010, + "connection": 41011, + "ĠWra": 41012, + "ĠMerch": 41013, + "Ġether": 41014, + "Elizabeth": 41015, + "Chip": 41016, + "relevant": 41017, + "URA": 41018, + "Ġantioxidant": 41019, + "ĠChron": 41020, + "Ġtheological": 41021, + "HCR": 41022, + "ruits": 41023, + "Body": 41024, + "enezuel": 41025, + "Few": 41026, + "adder": 41027, + "Ġinducing": 41028, + "ĠDarth": 41029, + "Ġimplicitly": 41030, + "Ġoverfl": 41031, + "Ġrelics": 41032, + "Must": 41033, + "ĠAnswers": 41034, + "Ġretina": 41035, + "ĠSlowly": 41036, + "ĠShib": 41037, + "software": 41038, + "Ġ\"\"": 41039, + "hack": 41040, + "Apart": 41041, + "told": 41042, + "Ger": 41043, + "Civil": 41044, + "problem": 41045, + "Ġslang": 41046, + "Ġtactile": 41047, + "Ġtabl": 41048, + "ĠAscension": 41049, + "Ġhumankind": 41050, + "Howard": 41051, + "rescent": 41052, + "ĠReleases": 41053, + "arijuana": 41054, + "Christopher": 41055, + "ĠWarden": 41056, + "blogspot": 41057, + "ĠVari": 41058, + "idency": 41059, + "ĠHandler": 41060, + "Round": 41061, + "MJ": 41062, + "Ġrhyth": 41063, + "Tai": 41064, + "terson": 41065, + "Ġ,\"": 41066, + "portation": 41067, + "ĠOrbital": 41068, + "Ġfantas": 41069, + "Ġattribut": 41070, + "Ġdiagram": 41071, + "atech": 41072, + "1992": 41073, + "ibl": 41074, + "Woman": 41075, + "ternally": 41076, + "Days": 41077, + "Ġdebunk": 41078, + "ĠPhant": 41079, + "ĠOath": 41080, + "sharp": 41081, + "Ġclaws": 41082, + "Lots": 41083, + "Incre": 41084, + "Aff": 41085, + "hooting": 41086, + "rect": 41087, + "Ġaltru": 41088, + "Ġwors": 41089, + "Ġtho": 41090, + "Ġ349": 41091, + "clusions": 41092, + "Ġpseudonym": 41093, + "Bec": 41094, + "Ġphosphorus": 41095, + "ivic": 41096, + "Ġ348": 41097, + "otent": 41098, + "Ġub": 41099, + "Ġcoales": 41100, + "regate": 41101, + "Ġ1870": 41102, + "Ġglide": 41103, + "treated": 41104, + "ĠSymb": 41105, + "Ġenchant": 41106, + "Besides": 41107, + "stocks": 41108, + "Ġ388": 41109, + "--------------": 41110, + "interpret": 41111, + "ouple": 41112, + "Ġdrawback": 41113, + "ĠRevised": 41114, + "Ġanat": 41115, + "Ġpsychosis": 41116, + "ب": 41117, + "Ġdiffuse": 41118, + "Ġaffidav": 41119, + "elve": 41120, + "amination": 41121, + "ĠTackle": 41122, + "hunter": 41123, + "env": 41124, + "Ġchests": 41125, + "Ġsubter": 41126, + "Ġconquest": 41127, + "Ġfidelity": 41128, + "Ġinfringing": 41129, + "opathic": 41130, + "ĠGrip": 41131, + "ĠKeyboard": 41132, + "Ġobjectionable": 41133, + "Ġmetabol": 41134, + "ĠGö": 41135, + "Room": 41136, + "...)": 41137, + "KEN": 41138, + "assic": 41139, + "Ġgeop": 41140, + "Tro": 41141, + "Ġcursing": 41142, + "Ġdile": 41143, + "Ġultraviolet": 41144, + "inarily": 41145, + "Ġdistilled": 41146, + "sect": 41147, + "ĠShooter": 41148, + "uckles": 41149, + "Ġdistortions": 41150, + "Map": 41151, + "Doctor": 41152, + "Ġinstalls": 41153, + "oire": 41154, + "Ġstarch": 41155, + "ociation": 41156, + "Lev": 41157, + "Ġscripture": 41158, + "Ġsalient": 41159, + "ilitating": 41160, + "wb": 41161, + "ĠSov": 41162, + "ĠDamn": 41163, + "Grey": 41164, + "Ġ980": 41165, + "Ġjung": 41166, + "Ġlicking": 41167, + "029": 41168, + "ĠDian": 41169, + "ĠBabylon": 41170, + "к": 41171, + "ĠRomantic": 41172, + "Ġguesses": 41173, + "ĠFren": 41174, + "Generally": 41175, + "ultural": 41176, + "istence": 41177, + "Ġiniti": 41178, + "Ġ341": 41179, + "ĠSlave": 41180, + "ultan": 41181, + "ĠTrash": 41182, + "ĠEmpty": 41183, + "ĠHundred": 41184, + "ĠDirective": 41185, + "Anderson": 41186, + "Advertisement": 41187, + "RH": 41188, + "ĠOo": 41189, + "ĠHik": 41190, + "peg": 41191, + "Sup": 41192, + "ĠXT": 41193, + "Ġencrypt": 41194, + "selage": 41195, + "ĠThrone": 41196, + "Ġconsecut": 41197, + "Li": 41198, + "ĠVirus": 41199, + "ĠCookies": 41200, + "SHIP": 41201, + "Ġflavorful": 41202, + "odynamics": 41203, + "animal": 41204, + "spread": 41205, + "ĠIPCC": 41206, + "jobs": 41207, + "ernand": 41208, + "ĠHaunted": 41209, + "Ġintolerable": 41210, + "ĠLAR": 41211, + "ixtape": 41212, + "Ġneur": 41213, + "Ġcausal": 41214, + "ĠPsychiatry": 41215, + "ĠVim": 41216, + "Ġgenomic": 41217, + "duration": 41218, + "ĠUsername": 41219, + "ategy": 41220, + "Ġunic": 41221, + "ĠKILL": 41222, + "blooded": 41223, + "Ġcaucuses": 41224, + "ĠPOLITICO": 41225, + "Spanish": 41226, + "Ġobedience": 41227, + "Ġinconven": 41228, + "MAT": 41229, + "Ġbends": 41230, + "ĠImprovements": 41231, + "Ġrelig": 41232, + "ĠForth": 41233, + "ĠLumia": 41234, + "uces": 41235, + "Ġunim": 41236, + "ĠStatistical": 41237, + "kb": 41238, + "auntlet": 41239, + "ĠDisco": 41240, + "ĠInstruction": 41241, + "ooo": 41242, + "ĠDictionary": 41243, + "culated": 41244, + "Adv": 41245, + "ĠAvatar": 41246, + "ictional": 41247, + "Ġcentr": 41248, + "ifles": 41249, + "orks": 41250, + "skill": 41251, + "Ġlatex": 41252, + "ĠPagan": 41253, + "Ġdevast": 41254, + "Ġprol": 41255, + "896": 41256, + "Product": 41257, + "968": 41258, + "Ġfrench": 41259, + "083": 41260, + "ĠCluster": 41261, + "cloth": 41262, + "ĠFilter": 41263, + "ĠDisorders": 41264, + "etimes": 41265, + "Ġinstinctively": 41266, + "ĠBritann": 41267, + "Ġaft": 41268, + "ĠVict": 41269, + "Ġâĺħ": 41270, + "Ġperverse": 41271, + "Ġcontraceptives": 41272, + "ĠHannibal": 41273, + "escap": 41274, + "ĠApostle": 41275, + "ĠXiao": 41276, + "ĠMagnum": 41277, + "Ġphosphate": 41278, + "Ġ399": 41279, + "utable": 41280, + "Ġsten": 41281, + "Ġwearer": 41282, + "Ġsmug": 41283, + "ĠInfluence": 41284, + "Ġ384": 41285, + "Truth": 41286, + "struction": 41287, + "Ġmaniac": 41288, + "ĠMagnetic": 41289, + "ousands": 41290, + "Ġsemen": 41291, + "dir": 41292, + "ĠTornado": 41293, + "Ġexplos": 41294, + "1995": 41295, + "Xi": 41296, + "Steel": 41297, + "057": 41298, + "Barn": 41299, + "Fan": 41300, + "ĠChatt": 41301, + "Chem": 41302, + "ĠFold": 41303, + "bees": 41304, + "1080": 41305, + "ĠMaze": 41306, + "ierre": 41307, + "oeuv": 41308, + "Cand": 41309, + "odium": 41310, + "mmm": 41311, + "ereo": 41312, + "Ġreactionary": 41313, + "Ġacidic": 41314, + "ĠRemoval": 41315, + "Ġnont": 41316, + "031": 41317, + "ĠTerminator": 41318, + "ĠVendor": 41319, + "enemy": 41320, + "Ġreconstructed": 41321, + "ĠGalileo": 41322, + "Ġtesters": 41323, + "albeit": 41324, + "uminium": 41325, + "Ġrite": 41326, + "ĠInput": 41327, + "committee": 41328, + "Ġjour": 41329, + "gements": 41330, + "Ġgerm": 41331, + "Dick": 41332, + "ĠRequirements": 41333, + "omsday": 41334, + "Î": 41335, + "ISSION": 41336, + "Ġmolded": 41337, + "Ġrye": 41338, + "Attorney": 41339, + "population": 41340, + "Ġrepet": 41341, + "Sync": 41342, + "breaks": 41343, + "Ġbanished": 41344, + "Ġraspberry": 41345, + "Ġammo": 41346, + "Ġorthodox": 41347, + "Ġwebcam": 41348, + "ĠAsc": 41349, + "vl": 41350, + "1989": 41351, + "Ġdiscipl": 41352, + "Ġmoreover": 41353, + "Ġexplodes": 41354, + "1960": 41355, + "Ġpropositions": 41356, + "Protect": 41357, + "Ġsexes": 41358, + "physical": 41359, + "ĠAthena": 41360, + "ocent": 41361, + "ĠGothic": 41362, + "ĠRacial": 41363, + "istani": 41364, + "Ġhelium": 41365, + "ĠPresumably": 41366, + "Ġperman": 41367, + "becue": 41368, + "ĠHW": 41369, + "rued": 41370, + "ĠCNS": 41371, + "DEP": 41372, + "ĠManifest": 41373, + "2500": 41374, + "ĠMyst": 41375, + "Economic": 41376, + "Prot": 41377, + "Ġledge": 41378, + "Ġimitate": 41379, + "ĠTotally": 41380, + "ĠBeaut": 41381, + "OIL": 41382, + "Ġ1440": 41383, + "Moscow": 41384, + "ĠSets": 41385, + "merga": 41386, + "Ġlesbians": 41387, + "Walker": 41388, + "Move": 41389, + "ĠSOM": 41390, + "ĠPsy": 41391, + "strument": 41392, + "Ġiter": 41393, + "ĠTosh": 41394, + "oola": 41395, + "ĠAntiqu": 41396, + "ĠShining": 41397, + "Ġobservational": 41398, + "VW": 41399, + "rophe": 41400, + "034": 41401, + "Ġcontiguous": 41402, + "Ġstarve": 41403, + "sure": 41404, + "Ġnegate": 41405, + "Ġmindless": 41406, + "tf": 41407, + "Ġdownwards": 41408, + "046": 41409, + "riors": 41410, + "Ġreverted": 41411, + "ĠAthe": 41412, + "Bra": 41413, + "eah": 41414, + "Rachel": 41415, + "Hung": 41416, + "Join": 41417, + "ĠRaces": 41418, + "Ġmutant": 41419, + "Ġuncond": 41420, + "Ġusability": 41421, + "NESS": 41422, + "haust": 41423, + "036": 41424, + "Ġobscurity": 41425, + "Ġimperialism": 41426, + "Ġemitting": 41427, + "Ġideologically": 41428, + "ĠIro": 41429, + "erva": 41430, + "ĠIzzy": 41431, + "ĠLevels": 41432, + "onym": 41433, + "ĠConspiracy": 41434, + "ĠSapphire": 41435, + "Ul": 41436, + "Ġhuh": 41437, + "ochem": 41438, + "Ġbehaves": 41439, + "ĠMesh": 41440, + "Ark": 41441, + "Ġvec": 41442, + "ĠActions": 41443, + "Ġdistinguishing": 41444, + "ĠTsarnaev": 41445, + "ĠEndurance": 41446, + "ederation": 41447, + "itant": 41448, + "Ġstreetcar": 41449, + "041": 41450, + "ĠAval": 41451, + "ĠCompanion": 41452, + "ĠCartoon": 41453, + "Ġcalculus": 41454, + "993": 41455, + "eq": 41456, + "ĠVanilla": 41457, + "MAC": 41458, + "wolves": 41459, + "fg": 41460, + "Ġfermentation": 41461, + "Ġinformants": 41462, + "Ġsudo": 41463, + "Ġperipher": 41464, + "Ġindign": 41465, + "parts": 41466, + "detail": 41467, + "femin": 41468, + "blade": 41469, + "Ġinserts": 41470, + "Ġoffsets": 41471, + "Ġantidepressants": 41472, + "Ġphr": 41473, + "Ġresultant": 41474, + "biology": 41475, + "Ġacquies": 41476, + "UFF": 41477, + "****************": 41478, + "ĠPenalty": 41479, + "Ġrever": 41480, + "heric": 41481, + "ĠShadows": 41482, + "command": 41483, + "Ġreprint": 41484, + "089": 41485, + "empty": 41486, + "ĠTAG": 41487, + "stim": 41488, + "FK": 41489, + "Ġkins": 41490, + "uggle": 41491, + "imura": 41492, + "wit": 41493, + "Kill": 41494, + "Beck": 41495, + "Ocean": 41496, + "Ġlabyrinth": 41497, + "ĠNorse": 41498, + "IENCE": 41499, + "Ġ+++": 41500, + "DoS": 41501, + "gm": 41502, + "Ġbarbar": 41503, + "ĠCeres": 41504, + "Ġhashing": 41505, + "eworthy": 41506, + "Ġrecite": 41507, + "Ġelectrodes": 41508, + "Ġconformity": 41509, + "response": 41510, + "olate": 41511, + "Ġ357": 41512, + "Snap": 41513, + "Crime": 41514, + "Ġpointer": 41515, + "ĠTIT": 41516, + "Ġdistinctions": 41517, + "Ġ427": 41518, + "ĠÙĪ": 41519, + "abases": 41520, + "Mars": 41521, + "ĠSpiritual": 41522, + "Ġimpuls": 41523, + "Philadelphia": 41524, + "1994": 41525, + "Ġcunning": 41526, + "Ġfram": 41527, + "Ġinco": 41528, + "Ġomnip": 41529, + "imize": 41530, + "ervative": 41531, + "Gy": 41532, + "Drug": 41533, + "Ġcarniv": 41534, + "ĠSailor": 41535, + "download": 41536, + "ĠBeetle": 41537, + "ĠEarthqu": 41538, + "izontal": 41539, + "Alan": 41540, + "Nice": 41541, + "Prior": 41542, + "MAG": 41543, + "Ġautobi": 41544, + "ĠBrill": 41545, + "Ġpredominant": 41546, + "ĠMessiah": 41547, + "REM": 41548, + "ĠSlip": 41549, + "ĠWebs": 41550, + "ademic": 41551, + "<": 41552, + "ĠVessel": 41553, + "vari": 41554, + "Code": 41555, + "Ġbeetle": 41556, + "projects": 41557, + "BAT": 41558, + "Ġpsychotic": 41559, + "Ġunderside": 41560, + "Ġrefute": 41561, + "Considering": 41562, + "kees": 41563, + "wd": 41564, + "priority": 41565, + "Ġtwentieth": 41566, + "Ġatheist": 41567, + "amina": 41568, + "Ġeuphem": 41569, + "Ġtripod": 41570, + "ĠTrayvon": 41571, + "ĠNON": 41572, + "2200": 41573, + "ĠNPC": 41574, + "ependence": 41575, + "ĠMHz": 41576, + "ĠBung": 41577, + "Ġpane": 41578, + "Ġaboriginal": 41579, + "ĠPLUS": 41580, + "igers": 41581, + "ĠSexy": 41582, + "MF": 41583, + "Chall": 41584, + "Ay": 41585, + "ilingual": 41586, + "adj": 41587, + "Ġfrown": 41588, + "successful": 41589, + "stack": 41590, + "Ġic": 41591, + "ĠSeah": 41592, + "Ġconsequ": 41593, + "bugs": 41594, + "ĠScand": 41595, + "ĠCurve": 41596, + "Nob": 41597, + "ĠHoo": 41598, + "ĠKissinger": 41599, + "ĠTimeline": 41600, + "Ġmt": 41601, + "Description": 41602, + "YP": 41603, + "ĠInstallation": 41604, + "levision": 41605, + "Ġanthropology": 41606, + "itzerland": 41607, + "iaries": 41608, + "kward": 41609, + "robat": 41610, + "Ġcarbohydrate": 41611, + "Phot": 41612, + "оÐ": 41613, + "ĠSQL": 41614, + "Disc": 41615, + "Ġdataset": 41616, + "ynski": 41617, + "Ġfiat": 41618, + "ĠDres": 41619, + "ĠFavor": 41620, + "ĠHalls": 41621, + "Alt": 41622, + "PART": 41623, + "Spider": 41624, + "Ġdisabling": 41625, + "RG": 41626, + "Ward": 41627, + "aturation": 41628, + "Ġwillfully": 41629, + "Ġlockout": 41630, + "ĠShutdown": 41631, + "956": 41632, + "Ġcommunists": 41633, + "Against": 41634, + "Ore": 41635, + "ĠRik": 41636, + "ĠASD": 41637, + "ĠOnion": 41638, + "Ġparticulars": 41639, + "Analy": 41640, + "checked": 41641, + "selected": 41642, + "romy": 41643, + "ĠAkira": 41644, + "Ġcongr": 41645, + "Choice": 41646, + "Ġbos": 41647, + "organisms": 41648, + "Ġfrowned": 41649, + "Tok": 41650, + "Bir": 41651, + "ĠScrib": 41652, + "Ġrealms": 41653, + "Ġcoercive": 41654, + "1993": 41655, + "021": 41656, + "âĢĵâĢĵ": 41657, + "athetic": 41658, + "rior": 41659, + "Ġfolly": 41660, + "ĠAMERICA": 41661, + "Ġcassette": 41662, + "953": 41663, + "Ġabsorbs": 41664, + "043": 41665, + "quad": 41666, + "''.": 41667, + "ĠExtract": 41668, + "Ġ424": 41669, + "Whit": 41670, + "Dun": 41671, + "Ġexerted": 41672, + "Ġbrethren": 41673, + "ĠChronicles": 41674, + "eric": 41675, + "Mot": 41676, + "Ġendings": 41677, + "piration": 41678, + "Ġpredetermined": 41679, + "ĠAirl": 41680, + "Ġgasp": 41681, + "Ġ367": 41682, + "Ġexclaim": 41683, + "cation": 41684, + "sort": 41685, + "idden": 41686, + "missive": 41687, + "ع": 41688, + "oice": 41689, + "same": 41690, + "Ott": 41691, + "Ġscatter": 41692, + "Flight": 41693, + "ĠTOD": 41694, + "Stra": 41695, + "amia": 41696, + "IZE": 41697, + "Ġcompressor": 41698, + "ixels": 41699, + "lethal": 41700, + "ĠExperimental": 41701, + "Ing": 41702, + "knife": 41703, + "Ġvanishing": 41704, + "ĠRequired": 41705, + "Stat": 41706, + "ĠPlex": 41707, + "spection": 41708, + "ĠBakr": 41709, + "Amazing": 41710, + "Ġbreaths": 41711, + "rots": 41712, + "OSP": 41713, + "Ġ840": 41714, + "Wars": 41715, + "OGR": 41716, + "Ġ372": 41717, + "ĠKhe": 41718, + "inous": 41719, + "lightly": 41720, + "ĠRounds": 41721, + "Ġrefinement": 41722, + "property": 41723, + "Ġmetaph": 41724, + "oultry": 41725, + "istor": 41726, + "Ġintestine": 41727, + "eus": 41728, + "ĠWilhelm": 41729, + "ĠBane": 41730, + "emption": 41731, + "oubtedly": 41732, + "ĠVirtue": 41733, + "'),": 41734, + "Ħ¢": 41735, + "Ġappar": 41736, + "ĠTranslation": 41737, + "Quite": 41738, + "Ġphysicists": 41739, + "Ġpriesthood": 41740, + "Ġallowable": 41741, + "Saint": 41742, + "OSED": 41743, + "bind": 41744, + "Ġtorches": 41745, + "osexual": 41746, + "Cruz": 41747, + "ertility": 41748, + "ĠAES": 41749, + "Ġascended": 41750, + "Ġmuzzle": 41751, + "Ġelectors": 41752, + "ĠKrug": 41753, + "Ġcc": 41754, + "classic": 41755, + "ĠMace": 41756, + "Å«": 41757, + "ĠâĢ¦\"": 41758, + "ĠTEST": 41759, + "gomery": 41760, + "Person": 41761, + "Ġtranslations": 41762, + "ĠDys": 41763, + "ĠConsent": 41764, + "Ġ361": 41765, + "alos": 41766, + "Ġallerg": 41767, + "ĠWast": 41768, + "ĠChecks": 41769, + "cerning": 41770, + "Ġlizard": 41771, + "Ġrevolutions": 41772, + "Ġtether": 41773, + "Ġminimized": 41774, + "ĠReverse": 41775, + "itely": 41776, + "iguous": 41777, + "athing": 41778, + "Flow": 41779, + "Moving": 41780, + "Ġ409": 41781, + "047": 41782, + "Ġsnug": 41783, + "Nich": 41784, + "Ġcartridge": 41785, + "YL": 41786, + "Ġforwarding": 41787, + "umerous": 41788, + "ĠAbedin": 41789, + "iolet": 41790, + "tick": 41791, + "ĠTransform": 41792, + "Grant": 41793, + "Ġsubtitles": 41794, + "ĠEmin": 41795, + "ghost": 41796, + "ĠKurd": 41797, + "Ġfireball": 41798, + "compatible": 41799, + "Ġprojectiles": 41800, + "amorph": 41801, + "ĠSatisf": 41802, + "Ġquirks": 41803, + "Ġrecept": 41804, + "spective": 41805, + "Ġgraphical": 41806, + "ĠPicard": 41807, + "ĠAuthent": 41808, + "ĠSponge": 41809, + "Army": 41810, + "ĠLumin": 41811, + "ĠSOME": 41812, + "Ġsolitude": 41813, + "ĠSHOULD": 41814, + "ĠFasc": 41815, + "opez": 41816, + "types": 41817, + "gallery": 41818, + "OLOGY": 41819, + "shake": 41820, + "Ġ369": 41821, + "Ġreused": 41822, + "Ġ378": 41823, + "Ġexorc": 41824, + "Ġdocs": 41825, + "Yu": 41826, + "ĠGOD": 41827, + "ocrine": 41828, + "location": 41829, + "fif": 41830, + "Grid": 41831, + "Ġpowd": 41832, + "Ġ'[": 41833, + "Ġposterior": 41834, + "Thompson": 41835, + "Table": 41836, + "oslov": 41837, + "ĠGoddess": 41838, + "odon": 41839, + "ĠSTD": 41840, + "Ġresponsiveness": 41841, + "stab": 41842, + "absolute": 41843, + "Enough": 41844, + "ĠEssence": 41845, + "ĠUpgrade": 41846, + "hematically": 41847, + "Subscribe": 41848, + "alsh": 41849, + "repl": 41850, + "Ġselector": 41851, + "ĠLength": 41852, + "Ġtemporal": 41853, + "Tele": 41854, + "ocalyptic": 41855, + "ĠDeaths": 41856, + "rl": 41857, + "Target": 41858, + "ĠOrn": 41859, + "ongh": 41860, + "Ġ1909": 41861, + "Quest": 41862, + "Place": 41863, + "ĠDisabled": 41864, + "Ġascending": 41865, + "giene": 41866, + "ĠMSI": 41867, + "ivil": 41868, + "Ġcaval": 41869, + "Ġintermitt": 41870, + "Ġsalts": 41871, + "Apr": 41872, + "059": 41873, + "ĠKeeper": 41874, + "emis": 41875, + "ĠEternal": 41876, + "SER": 41877, + "estones": 41878, + "Ġrudimentary": 41879, + "Ġpooled": 41880, + "ĠAlright": 41881, + "Ġdiagrams": 41882, + "ydia": 41883, + "Jacob": 41884, + "Ġarchitectures": 41885, + "ĠUSPS": 41886, + "Ġfootnote": 41887, + "ĠBrav": 41888, + "ĠLeopard": 41889, + "Ġvirtuous": 41890, + "ploma": 41891, + "ĠHIP": 41892, + "Ġhorizontally": 41893, + "olith": 41894, + "Prop": 41895, + "ĠApocalypse": 41896, + "Syria": 41897, + "ĠShowdown": 41898, + "constitutional": 41899, + "Independent": 41900, + "ĠMiliband": 41901, + "ĠTracks": 41902, + "adle": 41903, + "ĠESL": 41904, + "ĠFIGHT": 41905, + "Ġjohn": 41906, + "é": 41907, + "benef": 41908, + "eware": 41909, + "ĠTABLE": 41910, + "ĠVeg": 41911, + "ainers": 41912, + "Ġresolves": 41913, + "Warren": 41914, + "ĠRanked": 41915, + "possibly": 41916, + "bian": 41917, + "simple": 41918, + "Ġuniformly": 41919, + "ĠSlash": 41920, + "otton": 41921, + "ĠAbsent": 41922, + "agically": 41923, + "ĠPieces": 41924, + "Station": 41925, + "ĠBeware": 41926, + "ĠDiscrimination": 41927, + "Ġponies": 41928, + "Import": 41929, + "utory": 41930, + "ĠParas": 41931, + "Phoenix": 41932, + "Lat": 41933, + "UTC": 41934, + "push": 41935, + "astically": 41936, + "urrent": 41937, + "untarily": 41938, + "Ġparanormal": 41939, + "Ġglanced": 41940, + "Ġmanifestations": 41941, + "ĠNeuroscience": 41942, + "irgin": 41943, + "ROM": 41944, + "Ġ($)": 41945, + "Ġ379": 41946, + "missing": 41947, + "Ġmercenaries": 41948, + "Ġenumer": 41949, + "ĠShant": 41950, + "Ws": 41951, + "wered": 41952, + "Ġbuffs": 41953, + "ultane": 41954, + "ĠRohing": 41955, + "igger": 41956, + "Ring": 41957, + "Ġmanifests": 41958, + "Fat": 41959, + "ĠReduced": 41960, + "ĠMinerva": 41961, + "uart": 41962, + "ĠArmory": 41963, + "orange": 41964, + "igible": 41965, + "Ġphysiology": 41966, + "Ut": 41967, + "Ġparchment": 41968, + "ĠFired": 41969, + "trap": 41970, + "oggle": 41971, + "mson": 41972, + "ĠPoster": 41973, + "Ġbount": 41974, + "import": 41975, + "maximum": 41976, + "Ġ422": 41977, + "ĠFemin": 41978, + "Ġnodding": 41979, + "Ġinscription": 41980, + "Results": 41981, + "GRE": 41982, + "icative": 41983, + "Ġcognition": 41984, + "Ġions": 41985, + "ĠBite": 41986, + "Ġneutron": 41987, + "Ġduplication": 41988, + "ĠZIP": 41989, + "ĠQuit": 41990, + "Ġgrasping": 41991, + "ĠDaylight": 41992, + "Ġlayouts": 41993, + "CLA": 41994, + "reason": 41995, + "ĠHuh": 41996, + "Ġpige": 41997, + "ĠBomber": 41998, + "Produ": 41999, + "Ġgland": 42000, + "ĠAbsolute": 42001, + "writ": 42002, + "Ġmassac": 42003, + "Ġfixation": 42004, + "device": 42005, + "yz": 42006, + "ĠGOT": 42007, + "ĠDying": 42008, + "adjust": 42009, + "grain": 42010, + "Ġdeform": 42011, + "Ġtypew": 42012, + "Ġdagger": 42013, + "ĠTuring": 42014, + "ĠBucc": 42015, + "Heavy": 42016, + "Ġcommod": 42017, + "files": 42018, + "ogeneous": 42019, + "roth": 42020, + "Buff": 42021, + "Ġbookmark": 42022, + "porary": 42023, + "Medical": 42024, + "Um": 42025, + "Ġtranslucent": 42026, + "ĠAnxiety": 42027, + "ĠCorinthians": 42028, + "optional": 42029, + "PUT": 42030, + "Ġcrucifix": 42031, + "alloween": 42032, + "ĠVK": 42033, + "Ġblu": 42034, + "ĠCorinth": 42035, + "Mount": 42036, + "Ġmembranes": 42037, + "particip": 42038, + "Ġextraord": 42039, + "Ġstimulated": 42040, + "leneck": 42041, + "Ġspecifies": 42042, + "Sin": 42043, + "lash": 42044, + "Edited": 42045, + "Ġfused": 42046, + "Nin": 42047, + "ĠBungie": 42048, + "ĠTooth": 42049, + "WATCH": 42050, + "Nav": 42051, + "Initially": 42052, + "+)": 42053, + "ĠAncest": 42054, + "Ġtransmitter": 42055, + "ĠVolks": 42056, + "ezvous": 42057, + "ĠNirvana": 42058, + "ĠCald": 42059, + "font": 42060, + "Und": 42061, + "remlin": 42062, + "ichever": 42063, + "ĠHeal": 42064, + "shall": 42065, + "Ġattribution": 42066, + "authorized": 42067, + "ĠINTO": 42068, + "acteria": 42069, + "ĠTsu": 42070, + "ĠPlane": 42071, + "iphate": 42072, + "igraph": 42073, + "chev": 42074, + "Ġinverse": 42075, + "ifest": 42076, + "Players": 42077, + "!!\"": 42078, + "ĠContrast": 42079, + "1984": 42080, + "Ġsevent": 42081, + "colour": 42082, + "ĠRational": 42083, + "virtual": 42084, + "Ġfec": 42085, + "ĠETH": 42086, + "ĠPru": 42087, + "Õ": 42088, + "asma": 42089, + "Cur": 42090, + "Ġassigns": 42091, + "Ġridic": 42092, + "Todd": 42093, + "ulton": 42094, + "ĠDefendant": 42095, + "opsis": 42096, + "Ġpercentile": 42097, + "shr": 42098, + "wagen": 42099, + "Ġ368": 42100, + "SIGN": 42101, + "Screen": 42102, + "reprene": 42103, + "Ġerection": 42104, + "ĠFreak": 42105, + "ĠStard": 42106, + "stained": 42107, + "Ġcla": 42108, + "fet": 42109, + "ramids": 42110, + "QL": 42111, + "avorable": 42112, + "ĠTCP": 42113, + "nown": 42114, + "ulence": 42115, + "similar": 42116, + "Ġlinkage": 42117, + "ercise": 42118, + "Path": 42119, + "LECT": 42120, + "ĠCollections": 42121, + "ĠModule": 42122, + "Ġcs": 42123, + "Current": 42124, + "Ġmono": 42125, + "ĠAlv": 42126, + "ĠDude": 42127, + "Ġhypers": 42128, + "Ġ2600": 42129, + "surface": 42130, + "Ġpredictor": 42131, + "ĠColomb": 42132, + "Prof": 42133, + "anqu": 42134, + "natal": 42135, + "Ġadultery": 42136, + "ĠGenerations": 42137, + "clerosis": 42138, + "Ġ371": 42139, + "Ġenlightenment": 42140, + "onomic": 42141, + "Ġsatir": 42142, + "ĠBasics": 42143, + "Graham": 42144, + "ĠRove": 42145, + "Ġadul": 42146, + "Shut": 42147, + "ocious": 42148, + "Ġhandc": 42149, + "BW": 42150, + "ĠCognitive": 42151, + "visible": 42152, + "Ġinev": 42153, + "Ġ978": 42154, + "ĠSupported": 42155, + "Ġarrays": 42156, + "Ġalienation": 42157, + "Weight": 42158, + "ĠkWh": 42159, + "Ġwarped": 42160, + "Ġ386": 42161, + "lance": 42162, + "Ġherpes": 42163, + "ĠPHP": 42164, + "Ġclaimant": 42165, + "uitive": 42166, + "Ġpussy": 42167, + "Ġcorpus": 42168, + "ĠAo": 42169, + "Qual": 42170, + "ĠXVI": 42171, + "requ": 42172, + "Ġsympt": 42173, + "mination": 42174, + "Ġhairy": 42175, + "ĠBattles": 42176, + "owntown": 42177, + "Roberts": 42178, + "Ġnec": 42179, + "ablo": 42180, + "AMD": 42181, + "internet": 42182, + "Tar": 42183, + "direction": 42184, + "ouston": 42185, + "ĠGlock": 42186, + "ĠYanukovych": 42187, + "ogens": 42188, + "rogram": 42189, + "otype": 42190, + "ĠPt": 42191, + "tenance": 42192, + "Ġaromatic": 42193, + "oxin": 42194, + "Vert": 42195, + "Ġsociop": 42196, + "cible": 42197, + "Db": 42198, + "________________": 42199, + "Third": 42200, + "ĠShips": 42201, + "!.": 42202, + "expensive": 42203, + "WOR": 42204, + "primary": 42205, + "Ġ666": 42206, + "Ġdecaying": 42207, + "Ġclustered": 42208, + "Ġbeetles": 42209, + "ĠHogwarts": 42210, + "Ġheaders": 42211, + "ĠJudah": 42212, + "Ġscen": 42213, + "Ġcosmos": 42214, + "ĠGenetic": 42215, + "blems": 42216, + "Ġfeeble": 42217, + "NOW": 42218, + "NSA": 42219, + "Ġadminist": 42220, + "ĠDocker": 42221, + "portion": 42222, + "gression": 42223, + "Ġ1904": 42224, + "heard": 42225, + "Ġinhab": 42226, + "ĠLeaves": 42227, + "Ġcortisol": 42228, + "atinum": 42229, + "unknown": 42230, + "ĠObserv": 42231, + "ĠPhilosophy": 42232, + "Ide": 42233, + "Ġcopyrighted": 42234, + "surv": 42235, + "ĠLocations": 42236, + "Ġglands": 42237, + "ĠKnife": 42238, + "ĠEmber": 42239, + "ĠUnicorn": 42240, + "Ġhaste": 42241, + "Ġkinderg": 42242, + "ĠTerrit": 42243, + "ĠKoran": 42244, + "Ġaval": 42245, + "addon": 42246, + "ĠNero": 42247, + "\"]": 42248, + "Ġ392": 42249, + "comfort": 42250, + "Ġclothed": 42251, + "ashtra": 42252, + "mode": 42253, + "Ġ??": 42254, + "!\",": 42255, + "Ġknob": 42256, + "EMP": 42257, + "norm": 42258, + "ĠAgo": 42259, + "RECT": 42260, + "Denver": 42261, + "Ġ1907": 42262, + "ĠBombs": 42263, + "Sche": 42264, + "Ġtriangular": 42265, + "Ġperv": 42266, + "rises": 42267, + "Jes": 42268, + "Ġcalibration": 42269, + "Ġts": 42270, + "Same": 42271, + "ĠAxe": 42272, + "ĠMei": 42273, + "multi": 42274, + "Ġexerc": 42275, + "orney": 42276, + "Ware": 42277, + "abul": 42278, + "ĠFior": 42279, + "Eventually": 42280, + "ĠGrizz": 42281, + "Past": 42282, + "married": 42283, + "Ġscram": 42284, + "ĠCache": 42285, + "posure": 42286, + "Ġheav": 42287, + "ĠShirt": 42288, + "powder": 42289, + "complex": 42290, + "Doc": 42291, + "arus": 42292, + "Pi": 42293, + "Ġcurv": 42294, + "ĠTopic": 42295, + "Ġ.)": 42296, + "Ġwills": 42297, + "philis": 42298, + "gui": 42299, + "leground": 42300, + "Eth": 42301, + "Strike": 42302, + "Kid": 42303, + "Ġdelegated": 42304, + "Soon": 42305, + "Ġwast": 42306, + "gage": 42307, + "Ġprosecut": 42308, + "Ġ374": 42309, + "opolis": 42310, + "chest": 42311, + "ensation": 42312, + "Ġredes": 42313, + "Ġpresum": 42314, + "Portland": 42315, + "Ġannihil": 42316, + "yssey": 42317, + "Ġforks": 42318, + "Ġvitro": 42319, + "walker": 42320, + "ĠPsal": 42321, + "ĠStealth": 42322, + "Quick": 42323, + "ĠBaghd": 42324, + "ĠDrift": 42325, + "//": 42326, + "Ġinvincible": 42327, + "ĠGAM": 42328, + "Ġcastles": 42329, + "Ġbondage": 42330, + "ĠBalloon": 42331, + "Amid": 42332, + "individual": 42333, + "tis": 42334, + "ĠGuides": 42335, + "xe": 42336, + "Cong": 42337, + "URI": 42338, + "ĠHH": 42339, + "PHOTOS": 42340, + "ĠASIC": 42341, + "burst": 42342, + "ahon": 42343, + "ĠFIX": 42344, + "ilib": 42345, + "Ġ457": 42346, + "ĠLogged": 42347, + "à¹": 42348, + "Creat": 42349, + "inatory": 42350, + "column": 42351, + "ĠAugustus": 42352, + "suggest": 42353, + "pret": 42354, + "ĠParan": 42355, + "Ġsubsistence": 42356, + "wx": 42357, + "×": 42358, + "aleigh": 42359, + "dash": 42360, + "ĠMana": 42361, + "Ko": 42362, + "opausal": 42363, + "Ġbene": 42364, + "ĠSabb": 42365, + "ĠGhosts": 42366, + "Ġ1830": 42367, + "ĠHats": 42368, + "ĠHive": 42369, + "Perfect": 42370, + "Ġsocialists": 42371, + "Ġtumult": 42372, + "EGA": 42373, + "ĠNAME": 42374, + "Android": 42375, + "assembled": 42376, + "phis": 42377, + "Stage": 42378, + "Char": 42379, + "Double": 42380, + "Ġinsign": 42381, + "IED": 42382, + "perial": 42383, + "ĠEMP": 42384, + "mx": 42385, + "Ġskept": 42386, + "Ġwifi": 42387, + "Ġparad": 42388, + "ĠFrequency": 42389, + "Dist": 42390, + "nil": 42391, + "iots": 42392, + "å": 42393, + "Message": 42394, + "Furthermore": 42395, + "Ġhideous": 42396, + "ĠLDL": 42397, + "ĠFault": 42398, + "ĠDimensions": 42399, + "ĠImplement": 42400, + "fram": 42401, + "Ġamaz": 42402, + "ĠIndones": 42403, + "ĠTile": 42404, + "Ġlar": 42405, + "gc": 42406, + "Ġcorrelate": 42407, + "Ġensl": 42408, + "mite": 42409, + "Ġhomosexuals": 42410, + "Ġagric": 42411, + "8000": 42412, + "Ġcuring": 42413, + "rament": 42414, + "Ġrecons": 42415, + "ocene": 42416, + "ENTION": 42417, + "Ġcommunion": 42418, + "ĠFunction": 42419, + "iple": 42420, + "Ġredund": 42421, + "Ġcalibrated": 42422, + "Ġcontribut": 42423, + "ĠHuck": 42424, + "limit": 42425, + "ĠFedora": 42426, + "ĠTsuk": 42427, + "brates": 42428, + "Ġ1903": 42429, + "ozo": 42430, + "visual": 42431, + "ĠDiscipline": 42432, + "chains": 42433, + "ĠOCD": 42434, + "Ġexpended": 42435, + "0002": 42436, + "Ġsty": 42437, + "ĠNightmare": 42438, + "ĠReplace": 42439, + "ounty": 42440, + "fn": 42441, + "1900": 42442, + "ĠEpidem": 42443, + "ĠFW": 42444, + "Ġgul": 42445, + "ĠTomato": 42446, + "ĠPerse": 42447, + "wl": 42448, + "ĠFormation": 42449, + "Scan": 42450, + "cosystem": 42451, + "Brand": 42452, + "Ġ398": 42453, + "Ġcaptives": 42454, + "Ġ×": 42455, + "ESCO": 42456, + "ĠEnder": 42457, + "lesh": 42458, + "ĠAscend": 42459, + "poly": 42460, + "eous": 42461, + "Ġhyster": 42462, + "Murray": 42463, + "phe": 42464, + "Ġradiator": 42465, + "esthes": 42466, + "Ġopin": 42467, + "Ġconspic": 42468, + "intosh": 42469, + "Ġwitchcraft": 42470, + "ĠCFR": 42471, + "ussian": 42472, + "escent": 42473, + "locking": 42474, + "Ġnonsensical": 42475, + "uala": 42476, + "ĠSerial": 42477, + "1991": 42478, + "ĠCalm": 42479, + "containing": 42480, + "Ġstimulates": 42481, + "Ġ448": 42482, + "Pir": 42483, + "ĠâĨĴ": 42484, + "ĠDiver": 42485, + "Ġmanuscripts": 42486, + "ĠGaia": 42487, + "Ñĥ": 42488, + "Learning": 42489, + "Ġnipple": 42490, + "reads": 42491, + "Ġandroid": 42492, + "ĠMeditation": 42493, + "Ġincomprehensible": 42494, + "edded": 42495, + "Ġdescendant": 42496, + "ĠMorty": 42497, + "Luckily": 42498, + "ARCH": 42499, + "ausible": 42500, + "Dig": 42501, + "shared": 42502, + "ĠClip": 42503, + "Ġtrope": 42504, + "Ġnarcissistic": 42505, + "ventures": 42506, + "Ġcuriously": 42507, + "ĠCosmos": 42508, + "Aust": 42509, + "Lay": 42510, + "ĠShard": 42511, + "ĠRecorded": 42512, + "Ġ458": 42513, + "........": 42514, + "Ġperish": 42515, + "ĠExample": 42516, + "luent": 42517, + "Ġapes": 42518, + "ĠHitch": 42519, + "Ġholiest": 42520, + "Ġamplifier": 42521, + "minent": 42522, + "xxxxxxxx": 42523, + "inite": 42524, + "Ġgenomes": 42525, + "ĠGuilty": 42526, + "mult": 42527, + "Ġorc": 42528, + "Ġnipples": 42529, + "Side": 42530, + "Ġlogically": 42531, + "Ġdatasets": 42532, + "ĠTitanium": 42533, + "Ġrotor": 42534, + "undle": 42535, + "handled": 42536, + "nexpected": 42537, + "Ġdw": 42538, + "Ġdiagonal": 42539, + "ĠAnimated": 42540, + "Ġnumbering": 42541, + "Forest": 42542, + "ĠâĨ": 42543, + "Prin": 42544, + "Ġchemically": 42545, + "ĠGithub": 42546, + "Ġaph": 42547, + "ĠFaster": 42548, + "ĠTinker": 42549, + "ikini": 42550, + "Dest": 42551, + "dri": 42552, + "Manufact": 42553, + "isance": 42554, + "Return": 42555, + "Alert": 42556, + "elcome": 42557, + "ĠMMR": 42558, + "Ġresid": 42559, + "ĠLIC": 42560, + "Ġspecificity": 42561, + "zanne": 42562, + "Ġanyways": 42563, + "Ġ426": 42564, + "Scot": 42565, + "astery": 42566, + "Via": 42567, + "ĠBlocks": 42568, + "Ġactivates": 42569, + "Ġabstinence": 42570, + "Ġchronological": 42571, + "Soul": 42572, + "ĠSchne": 42573, + "Ġwatts": 42574, + "AUT": 42575, + "Ġcalcul": 42576, + "Simply": 42577, + "Emb": 42578, + "ceptive": 42579, + "ĠCatholicism": 42580, + "obook": 42581, + "ĠBits": 42582, + "ĠMbps": 42583, + "Ġindignation": 42584, + "Ġshorthand": 42585, + "Active": 42586, + "ĠLimbaugh": 42587, + "ĠCapcom": 42588, + "adesh": 42589, + "Ġclipping": 42590, + "ĠInstructor": 42591, + "Secret": 42592, + "___": 42593, + "Fer": 42594, + "rawling": 42595, + "ĠReward": 42596, + "Ġweep": 42597, + "Ġmotherboard": 42598, + "Above": 42599, + "metry": 42600, + "ĠPTS": 42601, + "Ġbombard": 42602, + "abetes": 42603, + ".--": 42604, + "Lens": 42605, + "Comb": 42606, + "basic": 42607, + "ĠREALLY": 42608, + "Later": 42609, + "Ġ383": 42610, + "Ġpositional": 42611, + "olesc": 42612, + "Ġcrotch": 42613, + "ĠMDMA": 42614, + "requently": 42615, + "ĠPants": 42616, + "Ġ433": 42617, + "uctor": 42618, + "Ġillumination": 42619, + "ĠÙħ": 42620, + "ocrin": 42621, + "Ġpamph": 42622, + "atio": 42623, + "etc": 42624, + "Ġrestores": 42625, + "ĠProtector": 42626, + "Develop": 42627, + "ĠMew": 42628, + "trop": 42629, + "ĠSlayer": 42630, + "Ti": 42631, + "ĠNotwithstanding": 42632, + "Match": 42633, + "LIST": 42634, + "IDES": 42635, + "ĠThick": 42636, + "Ġdisks": 42637, + "Kin": 42638, + "Ġghetto": 42639, + "ĠObjects": 42640, + "Ġprism": 42641, + "ĠNether": 42642, + "Ġvul": 42643, + "iky": 42644, + "]:": 42645, + "ĠDetail": 42646, + "Ġfucked": 42647, + "!?": 42648, + "anium": 42649, + "Ġlords": 42650, + "ilities": 42651, + "ĠEthnic": 42652, + "static": 42653, + "$$": 42654, + "evidence": 42655, + "Ġmainline": 42656, + "Ġpeasant": 42657, + "ĠEnhance": 42658, + "ĠForced": 42659, + "virt": 42660, + "Ġii": 42661, + "Ġsymm": 42662, + "Ġconverter": 42663, + "ularity": 42664, + "Ġrepent": 42665, + "num": 42666, + "ĠScrew": 42667, + "ĠFTA": 42668, + "Ġmarines": 42669, + "hetto": 42670, + "blow": 42671, + "Ġado": 42672, + "ĠTypical": 42673, + "Ġoverw": 42674, + "ĠBerm": 42675, + "keley": 42676, + "Song": 42677, + "hao": 42678, + "valid": 42679, + "EXT": 42680, + "ĠProvides": 42681, + "âĺħâĺħ": 42682, + "ĠOdin": 42683, + "Shot": 42684, + "Ġgamma": 42685, + "Princ": 42686, + "asonry": 42687, + "ĠAccuracy": 42688, + "Ġcriterion": 42689, + "Ġdescriptive": 42690, + "Gall": 42691, + "gray": 42692, + "ĠCalcul": 42693, + "Ġaxes": 42694, + "ĠCommunists": 42695, + "ĠRebellion": 42696, + "Success": 42697, + "tg": 42698, + "Ġâĺ": 42699, + "Ġmultiplier": 42700, + "ravity": 42701, + "Thus": 42702, + "URL": 42703, + "Ġalternatively": 42704, + "duction": 42705, + "Ġsarcast": 42706, + "ĠCarth": 42707, + "ĠUSL": 42708, + "ĠInvisible": 42709, + "larg": 42710, + "pleted": 42711, + "pathic": 42712, + "Additionally": 42713, + "ĠCao": 42714, + "Ġlatent": 42715, + "ĠSurge": 42716, + "MEN": 42717, + "communications": 42718, + "ĠArray": 42719, + "Pink": 42720, + "commit": 42721, + "isodes": 42722, + "earcher": 42723, + "Ukraine": 42724, + "ĠAnthrop": 42725, + "incial": 42726, + "Ġquotations": 42727, + "adena": 42728, + "Ġwhining": 42729, + "Ġretri": 42730, + "ĠAssass": 42731, + "elligent": 42732, + "ĠPERSON": 42733, + "Py": 42734, + "Send": 42735, + "ĠâĪĴ": 42736, + "DON": 42737, + "Ġwatt": 42738, + "description": 42739, + "POS": 42740, + "Ġrepro": 42741, + "destroy": 42742, + "icidal": 42743, + "Ġmidrange": 42744, + "Ġinfographic": 42745, + "interesting": 42746, + "category": 42747, + "Flash": 42748, + "ĠInvasion": 42749, + "ĠExodus": 42750, + "restricted": 42751, + "Ġinference": 42752, + "dding": 42753, + "mingham": 42754, + "Ġcircumst": 42755, + "Wi": 42756, + "ĠHast": 42757, + "Ġsubjug": 42758, + "Ġwhispering": 42759, + "-.": 42760, + "Ġadren": 42761, + "ĠPattern": 42762, + "BOX": 42763, + "ĠEnhancement": 42764, + "Exc": 42765, + "ĠBucket": 42766, + "ĠGUN": 42767, + "deen": 42768, + "ĠHomo": 42769, + "1985": 42770, + "Ġclo": 42771, + "Ġsnippet": 42772, + "Ġ1896": 42773, + "TPP": 42774, + "Seg": 42775, + "success": 42776, + ";\"": 42777, + "ĠMUCH": 42778, + "Author": 42779, + "Ġreplication": 42780, + "Ġhallucinations": 42781, + "Inv": 42782, + "ĠAware": 42783, + "ĠViper": 42784, + "kai": 42785, + "frames": 42786, + "ĠTHANK": 42787, + "ĠSHA": 42788, + "wordpress": 42789, + "Ġbc": 42790, + "CIA": 42791, + "arrison": 42792, + "Ġalloc": 42793, + "ĠAlz": 42794, + "letcher": 42795, + "ĠDaredevil": 42796, + "iversary": 42797, + "Ġmanuals": 42798, + "Catholic": 42799, + "feat": 42800, + "Ġkinetic": 42801, + "JB": 42802, + "yeah": 42803, + "ĠLDS": 42804, + "Ġppm": 42805, + "ĠADC": 42806, + "pring": 42807, + "cence": 42808, + "Ġclasp": 42809, + "Ġsetups": 42810, + "Ġdeity": 42811, + "ĠIndra": 42812, + "ĠWander": 42813, + "Ġantib": 42814, + "Otherwise": 42815, + "ombie": 42816, + "Bitcoin": 42817, + "ipop": 42818, + "expression": 42819, + "Animal": 42820, + "ĠResurrection": 42821, + "ĠMoral": 42822, + "ĠSDK": 42823, + "Ġwretched": 42824, + "ogenous": 42825, + "species": 42826, + "Ġchuckled": 42827, + "Thor": 42828, + "Ġ428": 42829, + "avery": 42830, + "ĠPry": 42831, + "asures": 42832, + "ĠErn": 42833, + "apor": 42834, + "Ġinnumerable": 42835, + "Ġbaptized": 42836, + "ĠExplosive": 42837, + "Ġelves": 42838, + "idges": 42839, + "ĠParadox": 42840, + "Close": 42841, + "aldehyde": 42842, + "construct": 42843, + "Ġvirginity": 42844, + "Poll": 42845, + "assin": 42846, + "Doctors": 42847, + "Pos": 42848, + "NECT": 42849, + "Moreover": 42850, + "Commercial": 42851, + "cknowled": 42852, + "1988": 42853, + "Ġquotation": 42854, + "marriage": 42855, + "ĠBapt": 42856, + "ĠSina": 42857, + "ĠGloves": 42858, + "gian": 42859, + "Ġconfounding": 42860, + "URRENT": 42861, + "Dean": 42862, + "Brew": 42863, + "thur": 42864, + "pty": 42865, + "immune": 42866, + "ĠSQU": 42867, + "Ġcounterfe": 42868, + "rider": 42869, + "Ġinferred": 42870, + "ĠDimension": 42871, + "ĠToad": 42872, + "Ġafterlife": 42873, + "ĠHERO": 42874, + "Indiana": 42875, + "seek": 42876, + "Ġdistinguishes": 42877, + "ĠQur": 42878, + "ĠMethods": 42879, + "combat": 42880, + "Ġcateg": 42881, + "ĠStruggle": 42882, + "teness": 42883, + "liquid": 42884, + "Ġblinking": 42885, + "ĠCONTIN": 42886, + "iae": 42887, + "Ġaerobic": 42888, + "Ġstrugg": 42889, + "Ġegalitarian": 42890, + "hello": 42891, + "orrect": 42892, + "ĠAbandon": 42893, + "Ġferment": 42894, + "Area": 42895, + "idem": 42896, + "ĠMania": 42897, + "Ġjs": 42898, + "ĠBALL": 42899, + "Running": 42900, + "Ġregenerate": 42901, + "iquid": 42902, + "Uh": 42903, + "Crystal": 42904, + "ĠItal": 42905, + "ĠHeavenly": 42906, + "в": 42907, + "CRIPTION": 42908, + "Consumer": 42909, + "dust": 42910, + "amiliar": 42911, + "ĠRhino": 42912, + "Rocket": 42913, + "Ġreversible": 42914, + "kok": 42915, + "ĠSketch": 42916, + "Ġshotguns": 42917, + "apses": 42918, + "Ġdetach": 42919, + "ĠCells": 42920, + "artist": 42921, + "rily": 42922, + "ĠRestore": 42923, + "Scar": 42924, + "Ġevid": 42925, + "Ġspaced": 42926, + "ĠContributions": 42927, + "Ġ418": 42928, + "ĠMystic": 42929, + "Ġobfusc": 42930, + "Russ": 42931, + "wings": 42932, + "Pear": 42933, + "osite": 42934, + "Nusra": 42935, + "urations": 42936, + "ovie": 42937, + "icago": 42938, + "ĠConcepts": 42939, + "Ġstimuli": 42940, + "Ġaroused": 42941, + "aughty": 42942, + "Talking": 42943, + "ĠPrompt": 42944, + "Across": 42945, + "ĠPlaint": 42946, + "Ġbranching": 42947, + "Thankfully": 42948, + "Original": 42949, + "Esc": 42950, + "ĠTechnician": 42951, + "fleet": 42952, + "usher": 42953, + "Mos": 42954, + "livion": 42955, + "oenix": 42956, + "Ġhr": 42957, + "ibble": 42958, + "Ġindent": 42959, + "ĠFinished": 42960, + "Department": 42961, + "ĠINFO": 42962, + "Movie": 42963, + "++": 42964, + "THING": 42965, + "Ġtimers": 42966, + "rocket": 42967, + "Natural": 42968, + "lime": 42969, + "Ġangular": 42970, + "osure": 42971, + "Ġdynamically": 42972, + "Ġpacif": 42973, + "ĠProcessor": 42974, + "Ġdisgu": 42975, + "Ġmoderators": 42976, + "Ġceases": 42977, + "Ġinertia": 42978, + "Ġpaperback": 42979, + "yton": 42980, + "ĠHuma": 42981, + "Ġprohibitions": 42982, + "Ġgestation": 42983, + "Bomb": 42984, + "termin": 42985, + "Ġcaric": 42986, + "oS": 42987, + "tc": 42988, + "Cop": 42989, + "raved": 42990, + "Ġeighty": 42991, + "ĠEnable": 42992, + "Ġimplementations": 42993, + "Ġconquering": 42994, + "ĠFinder": 42995, + "window": 42996, + "Gra": 42997, + "Ġfonts": 42998, + "laughter": 42999, + "Ġcolonization": 43000, + "ĠDOD": 43001, + ")!": 43002, + ",)": 43003, + "ĠGeral": 43004, + "ĠSpoiler": 43005, + "ĠComponent": 43006, + "Ġgist": 43007, + "hiro": 43008, + "Ġlicens": 43009, + "nesses": 43010, + "Ġkarma": 43011, + "?\".": 43012, + "OPA": 43013, + "Ġsquats": 43014, + "ĠRAND": 43015, + "Ġorally": 43016, + "document": 43017, + "olars": 43018, + "Ġpresumptive": 43019, + "Pers": 43020, + "OAD": 43021, + "ufficient": 43022, + "LESS": 43023, + "Hidden": 43024, + "ORK": 43025, + "xs": 43026, + "Ġmathematician": 43027, + "ĠGloss": 43028, + "Ġannihilation": 43029, + "Ġmanifold": 43030, + "Ry": 43031, + "Thunder": 43032, + "Yan": 43033, + "Activ": 43034, + "Ġworldly": 43035, + "TED": 43036, + "marg": 43037, + "ĠStun": 43038, + "ryce": 43039, + "ĠVG": 43040, + "Isn": 43041, + "ĠCyn": 43042, + "Expl": 43043, + "IRED": 43044, + "Ġcompr": 43045, + "Ġindisc": 43046, + "Boss": 43047, + "()": 43048, + "berman": 43049, + "ĠBegins": 43050, + "ujah": 43051, + "ornia": 43052, + "hetical": 43053, + "Ġcivilizations": 43054, + "Ġfundamentalist": 43055, + "strap": 43056, + "Forward": 43057, + "ettlement": 43058, + "Ġprophetic": 43059, + "glers": 43060, + "bending": 43061, + "Terry": 43062, + "Ġidi": 43063, + "Ġtrunc": 43064, + "Ġcreeps": 43065, + "intel": 43066, + "switch": 43067, + "ailand": 43068, + "Ġinstaller": 43069, + "GOP": 43070, + "Ġ499": 43071, + "ĠParallel": 43072, + "Cru": 43073, + "Ġ\"@": 43074, + "Ġ396": 43075, + "ĠUnlock": 43076, + "Raven": 43077, + "Corn": 43078, + "Ġcircadian": 43079, + "Ġ********************************": 43080, + "iliate": 43081, + "ĠFunctional": 43082, + "Ġpronouns": 43083, + "ĠSatoshi": 43084, + "Ġstim": 43085, + "Gay": 43086, + "Iss": 43087, + "ĠThief": 43088, + "atellite": 43089, + "Ġshards": 43090, + "Ġphil": 43091, + "protein": 43092, + "Ġalters": 43093, + "Poor": 43094, + "Typically": 43095, + "KER": 43096, + "ociate": 43097, + "Ġemits": 43098, + "recy": 43099, + "Ġmechanically": 43100, + "Ġ...\"": 43101, + "nature": 43102, + "sys": 43103, + "ysc": 43104, + "Ġwavelengths": 43105, + "pattern": 43106, + "insured": 43107, + "Ġparasitic": 43108, + "ĠLCS": 43109, + "ĠPACs": 43110, + "Ġheals": 43111, + "ĠCCP": 43112, + "ĠHacker": 43113, + "Ġpsy": 43114, + "ĠBeans": 43115, + "Ġdemonic": 43116, + "JV": 43117, + "Ġatmosp": 43118, + "equality": 43119, + "Ġairst": 43120, + "Ġincarn": 43121, + "ynthesis": 43122, + "Ġequations": 43123, + "tch": 43124, + "ĠHUGE": 43125, + "ĠChanged": 43126, + "itatively": 43127, + "Job": 43128, + "gaming": 43129, + "Ġ1899": 43130, + "ĠMorsi": 43131, + "Ġconjecture": 43132, + "riad": 43133, + "Ġprimates": 43134, + "ĠArtemis": 43135, + "ĠThro": 43136, + "Ġbiologically": 43137, + "Church": 43138, + "topia": 43139, + "recomm": 43140, + "Ġgradient": 43141, + "Ġful": 43142, + "Ġbastard": 43143, + "CHO": 43144, + "IUM": 43145, + "sleep": 43146, + "Construction": 43147, + "raints": 43148, + "vable": 43149, + "ionage": 43150, + "Ġcomrade": 43151, + "Ġpopulate": 43152, + "Ġnerds": 43153, + "ĠXie": 43154, + "result": 43155, + "ĠImper": 43156, + "Ġpamphlet": 43157, + "Ku": 43158, + "Ġbackend": 43159, + "ificent": 43160, + "etus": 43161, + "Ġdisson": 43162, + "config": 43163, + "Ġsuc": 43164, + "Ġwavelength": 43165, + "external": 43166, + "owder": 43167, + "Ġpredis": 43168, + "eenth": 43169, + "Det": 43170, + "andem": 43171, + "Ġ1865": 43172, + "ĠDefeat": 43173, + "Individual": 43174, + "Ġretrieving": 43175, + "stories": 43176, + "Ġdesolate": 43177, + "Ġlett": 43178, + "Ġunpublished": 43179, + "Ġpassively": 43180, + "Ġdissertation": 43181, + "raits": 43182, + "abee": 43183, + "ĠResist": 43184, + "Robin": 43185, + "Ġbenevolent": 43186, + "blast": 43187, + "Offic": 43188, + "snap": 43189, + "vernment": 43190, + "Ġextermin": 43191, + "wt": 43192, + "bitious": 43193, + "hibited": 43194, + "Insp": 43195, + "posted": 43196, + "ĠYugoslav": 43197, + "rational": 43198, + "adapt": 43199, + "ĠAtari": 43200, + "Ġplugin": 43201, + "oglobin": 43202, + "efeated": 43203, + "ĠHRC": 43204, + "cko": 43205, + "ilver": 43206, + "ĠDestruction": 43207, + "gewater": 43208, + "ĠRadiation": 43209, + "Ġimprison": 43210, + "origin": 43211, + "antine": 43212, + "ĠPublication": 43213, + "Ġhealer": 43214, + "istered": 43215, + "ĠTHEIR": 43216, + "hazard": 43217, + "Contract": 43218, + "Ġmediated": 43219, + "Ġindexed": 43220, + "ĠSYSTEM": 43221, + "Labor": 43222, + "Blade": 43223, + "Ġyog": 43224, + "Champ": 43225, + "Gordon": 43226, + "IAS": 43227, + "Ġnineteenth": 43228, + "animous": 43229, + "begin": 43230, + "ĠHolo": 43231, + "Planet": 43232, + "udding": 43233, + "default": 43234, + "ĠOMG": 43235, + "Ġwond": 43236, + "wm": 43237, + "pend": 43238, + "Extreme": 43239, + "Ġinterstellar": 43240, + "ASED": 43241, + "ĠBerks": 43242, + "Ġprimal": 43243, + "Foot": 43244, + "Ġinadvert": 43245, + "amboo": 43246, + "ĠLeica": 43247, + "Events": 43248, + "ĠPigs": 43249, + "RAFT": 43250, + "ï": 43251, + "ĠGentleman": 43252, + "Multiple": 43253, + "ĠPsychiatric": 43254, + "Ġdespise": 43255, + "ĠZionism": 43256, + "ĠSSL": 43257, + "shit": 43258, + "Ġthreaded": 43259, + "Ġartifact": 43260, + "Ġmitochondrial": 43261, + "ĠLayer": 43262, + "inus": 43263, + "podcast": 43264, + "Ġawaken": 43265, + "Management": 43266, + "Ġdelusions": 43267, + "grey": 43268, + "Ġpseud": 43269, + "agonal": 43270, + "ĠHirosh": 43271, + "Georg": 43272, + "Dragon": 43273, + "Stack": 43274, + "ohm": 43275, + "Ġvener": 43276, + "Row": 43277, + "Ġsandbox": 43278, + "Ġblinding": 43279, + "razen": 43280, + "Ġ389": 43281, + "Ġcrappy": 43282, + "Ġlith": 43283, + "antha": 43284, + "Ġplurality": 43285, + "ĠDAC": 43286, + "inently": 43287, + "intage": 43288, + "Ġ1902": 43289, + "ĠDepend": 43290, + "Ġelapsed": 43291, + "==": 43292, + "ĠGenie": 43293, + "Bush": 43294, + "ĠPlanetary": 43295, + "Bah": 43296, + "ĠKira": 43297, + "emn": 43298, + "Month": 43299, + "allic": 43300, + "coded": 43301, + "VOL": 43302, + "Ġ[...]": 43303, + "ĠRampage": 43304, + "Ġ(*": 43305, + "Production": 43306, + "licts": 43307, + "Ġinoc": 43308, + "Cour": 43309, + "Ġspurious": 43310, + "Ġultras": 43311, + "ggles": 43312, + "Ġdelusion": 43313, + "ĠRacer": 43314, + "ĠPrism": 43315, + "FH": 43316, + "uppet": 43317, + "Ġcultured": 43318, + "Ġ436": 43319, + "aneously": 43320, + "اÙĦ": 43321, + "ĠMissions": 43322, + "monton": 43323, + "criptions": 43324, + "ificate": 43325, + "Cause": 43326, + "Ġ1898": 43327, + "ocaust": 43328, + "Ġbri": 43329, + "ĠShoals": 43330, + "ommod": 43331, + "alted": 43332, + "ogenesis": 43333, + "warn": 43334, + "illus": 43335, + "vv": 43336, + "Ġcontam": 43337, + "ĠLesbian": 43338, + "Ġcavalry": 43339, + "ĠPresence": 43340, + "rehens": 43341, + "tool": 43342, + "accessible": 43343, + "Ġ(~": 43344, + "ĠLicensed": 43345, + "Ġprophets": 43346, + "Ġboulder": 43347, + "mean": 43348, + "akura": 43349, + "Ġunres": 43350, + "ĠCinnamon": 43351, + "Leaks": 43352, + "........................": 43353, + "Contact": 43354, + "Ġassassins": 43355, + "ĠGreenwald": 43356, + "dk": 43357, + "amazon": 43358, + "Ġagreeable": 43359, + "ernandez": 43360, + "Easy": 43361, + "PLA": 43362, + "ĠBigfoot": 43363, + "Ġconvent": 43364, + "Ġempires": 43365, + "Ġ387": 43366, + "Ġgrasped": 43367, + "Ġruby": 43368, + "Ġreconc": 43369, + "Warning": 43370, + "atem": 43371, + "Ġretrieval": 43372, + "ĠFDR": 43373, + "ĠReaper": 43374, + "orem": 43375, + "ĠLuo": 43376, + "hig": 43377, + "ĠArmor": 43378, + "tp": 43379, + "ĠInterpret": 43380, + "Conservative": 43381, + "ĠSodium": 43382, + "Ġbead": 43383, + "Ġpropagate": 43384, + "claw": 43385, + "href": 43386, + "ĠPaste": 43387, + "Ġomit": 43388, + "Boost": 43389, + "Diamond": 43390, + "goo": 43391, + "Ġanomal": 43392, + "ĠDISTRICT": 43393, + "Greek": 43394, + "warning": 43395, + "Ġdespised": 43396, + "Karl": 43397, + "AGES": 43398, + "Ġserotonin": 43399, + "ESSION": 43400, + "_______": 43401, + "ĠCollider": 43402, + "auldron": 43403, + "Ġsquee": 43404, + "Control": 43405, + "ffield": 43406, + "cycles": 43407, + "Legal": 43408, + "xa": 43409, + "minimum": 43410, + "ĠGeneric": 43411, + "Circ": 43412, + "·": 43413, + "Behind": 43414, + "guide": 43415, + "Ground": 43416, + "roying": 43417, + "ĠGrail": 43418, + "Ġthee": 43419, + "Ġ9000": 43420, + "Batman": 43421, + "Brother": 43422, + "Ġnons": 43423, + "RW": 43424, + "saf": 43425, + "ĠCroat": 43426, + "tainment": 43427, + "sci": 43428, + "Ye": 43429, + "Range": 43430, + "Ey": 43431, + "perature": 43432, + "ĠDracula": 43433, + "oreal": 43434, + "Fighting": 43435, + "Ġreleg": 43436, + "Ġcoupling": 43437, + "Tracker": 43438, + "tyard": 43439, + "Mut": 43440, + "Military": 43441, + "lamm": 43442, + "ittens": 43443, + "ĠCRC": 43444, + "ĠXiang": 43445, + "Ġorthodoxy": 43446, + "ĠGoth": 43447, + "Ġalgorith": 43448, + "ĠAthen": 43449, + "Ġtyrann": 43450, + "ĠTorrent": 43451, + "IDs": 43452, + "ĠGENERAL": 43453, + "ĠASUS": 43454, + "rastructure": 43455, + "Faith": 43456, + "models": 43457, + "rentices": 43458, + "ĠCurse": 43459, + "Ġcalibr": 43460, + "attled": 43461, + "monary": 43462, + "Ġpenet": 43463, + "aclysm": 43464, + "album": 43465, + "Ġremnant": 43466, + "Ġfung": 43467, + "itiveness": 43468, + "thodox": 43469, + "Ġunlocks": 43470, + "Ġprobabilities": 43471, + "Ġster": 43472, + "Ġscrim": 43473, + "Ġanalytic": 43474, + "Urban": 43475, + "âĢĶâĢĶâĢĶâĢĶ": 43476, + "Craft": 43477, + "Ġbrut": 43478, + "1986": 43479, + "Section": 43480, + "raged": 43481, + "arij": 43482, + "Hero": 43483, + "ĠHebdo": 43484, + "ĠEmpress": 43485, + "Ġvivo": 43486, + "ĠPublications": 43487, + "Ġcannabinoids": 43488, + "arrett": 43489, + "Ġbounded": 43490, + "Ġquests": 43491, + "Ġomin": 43492, + "ĠRuler": 43493, + "ĠYue": 43494, + "ridges": 43495, + "Ġpeasants": 43496, + "ĠAlloy": 43497, + "Desk": 43498, + "ULAR": 43499, + "Ġthor": 43500, + "ĠOvers": 43501, + "ĠTome": 43502, + "mk": 43503, + "Ġ1050": 43504, + "Ġshroud": 43505, + "Ġdistribut": 43506, + "weapons": 43507, + "ĠAuthorization": 43508, + "ĠPoke": 43509, + "ĠAlternate": 43510, + "scan": 43511, + "artisan": 43512, + "ĠGems": 43513, + "ĠForums": 43514, + "atonin": 43515, + "viron": 43516, + "Rog": 43517, + "duct": 43518, + "Ġtabletop": 43519, + "crow": 43520, + "/)": 43521, + "ĠStainless": 43522, + "ottest": 43523, + "Ġreborn": 43524, + "anchez": 43525, + "cium": 43526, + "ĠNicarag": 43527, + "elfare": 43528, + "Ġupd": 43529, + "ritic": 43530, + "bm": 43531, + "Ġ608": 43532, + "ĠSlightly": 43533, + "ĠDrops": 43534, + "ISO": 43535, + "ĠiT": 43536, + "xiety": 43537, + "ĠGawker": 43538, + "omination": 43539, + "ĠReached": 43540, + "Student": 43541, + "Drop": 43542, + "MET": 43543, + "ĠKubrick": 43544, + "1950": 43545, + "ĠTuls": 43546, + "Ġcomputed": 43547, + "depending": 43548, + "ĠCosmetic": 43549, + "udget": 43550, + "Lex": 43551, + "icut": 43552, + "ĠDepth": 43553, + "Ġ1893": 43554, + "ahah": 43555, + "Ġath": 43556, + "fights": 43557, + "thia": 43558, + "Ġoccult": 43559, + "Wheel": 43560, + "ĠSega": 43561, + "Ġtheolog": 43562, + "reement": 43563, + ")--": 43564, + "Ġunus": 43565, + "ĠGamma": 43566, + "Looks": 43567, + "Ġellipt": 43568, + "Ġairflow": 43569, + "ĠHimself": 43570, + "Ġpagan": 43571, + "ĠRei": 43572, + "Ġpilgr": 43573, + "ĠSubmission": 43574, + "Region": 43575, + "Ġinsertion": 43576, + "Ġsket": 43577, + "Ġsatisfies": 43578, + "ĠPixie": 43579, + "Ġcontempl": 43580, + "abbit": 43581, + "ĠReplay": 43582, + "ĠGalile": 43583, + "ĠGodzilla": 43584, + "Ġarithmetic": 43585, + "iasm": 43586, + "1987": 43587, + "ĠFeminist": 43588, + "Liter": 43589, + "ĠDisable": 43590, + "ouble": 43591, + "essors": 43592, + "Ġfors": 43593, + "Ġensu": 43594, + "Putting": 43595, + "ĠMSM": 43596, + "Cond": 43597, + "emade": 43598, + "Ġindistinguishable": 43599, + "Magn": 43600, + "Ġms": 43601, + "MAL": 43602, + "ĠBF": 43603, + "dm": 43604, + "iltration": 43605, + "irection": 43606, + "ĠSpir": 43607, + "Gb": 43608, + "ĠIbn": 43609, + "Abs": 43610, + "imens": 43611, + "RNA": 43612, + "============": 43613, + "Ġ655": 43614, + "ĠConversion": 43615, + "imilation": 43616, + "igion": 43617, + "ĠSomew": 43618, + "mL": 43619, + "Border": 43620, + "Ë": 43621, + "Factor": 43622, + "Number": 43623, + "Ġejac": 43624, + "Cho": 43625, + "Ġrighteousness": 43626, + "ĠPATH": 43627, + "ĠElys": 43628, + "ouched": 43629, + "Ġmultic": 43630, + "Ġfaculties": 43631, + "ĠEarthquake": 43632, + "ĠReferences": 43633, + "ensitive": 43634, + "Ġimpat": 43635, + "Ġ................": 43636, + "buff": 43637, + "Ġ1895": 43638, + "colo": 43639, + "Vi": 43640, + "Ġubiqu": 43641, + "ĠChev": 43642, + "Fish": 43643, + "ĠBlueprint": 43644, + "CHQ": 43645, + "Ġlinem": 43646, + "ĠFlavor": 43647, + "Ġcrimson": 43648, + "ĠAbstract": 43649, + "arette": 43650, + "plete": 43651, + "ranean": 43652, + "Dash": 43653, + "Ġdimensional": 43654, + "Cub": 43655, + "ttle": 43656, + "ĠDSM": 43657, + "Ġinstantaneous": 43658, + "esy": 43659, + "Ġepoch": 43660, + "Brit": 43661, + "ĠÎ": 43662, + "ECD": 43663, + "Ġwarp": 43664, + "obyl": 43665, + "ubric": 43666, + "Ġutilitarian": 43667, + "Ġsummarizes": 43668, + "letal": 43669, + "Ord": 43670, + "opath": 43671, + "tained": 43672, + "ghai": 43673, + "Ġwhis": 43674, + "insert": 43675, + "Ġphon": 43676, + "rils": 43677, + "Ġearthly": 43678, + "ĠAlic": 43679, + "ĠPCIe": 43680, + "Ġfurthermore": 43681, + "ocard": 43682, + "Ġuter": 43683, + "ĠAdmin": 43684, + "ographics": 43685, + "ĠConstantin": 43686, + "gravity": 43687, + "iPhone": 43688, + "Ġwasteland": 43689, + "Ġfps": 43690, + "Tip": 43691, + "Ġmurm": 43692, + "paces": 43693, + "ĠSamurai": 43694, + "ĠFOIA": 43695, + "ĠRadiant": 43696, + "ĠUnreal": 43697, + "Ġmicrow": 43698, + "usterity": 43699, + "zyme": 43700, + "itbart": 43701, + "metadata": 43702, + "Dat": 43703, + "ĠMoons": 43704, + "ĠProtestants": 43705, + "ungle": 43706, + "Ġvideog": 43707, + "pid": 43708, + "Ġdisple": 43709, + "aucus": 43710, + "Ġcoils": 43711, + "ĠDwar": 43712, + "fixed": 43713, + "Alice": 43714, + "Ġgarrison": 43715, + "ĠVelocity": 43716, + "ĠJehovah": 43717, + "Ġfascists": 43718, + "ĠCHO": 43719, + "jl": 43720, + "Ġmetaphors": 43721, + "ĠSiege": 43722, + "scientific": 43723, + "Ä«": 43724, + "Slow": 43725, + "hex": 43726, + "ĠBlaz": 43727, + "mediated": 43728, + "esthesia": 43729, + "ĠAvg": 43730, + "Ġbelie": 43731, + "Carter": 43732, + "Ġexposition": 43733, + "azeera": 43734, + "dial": 43735, + "Ġbask": 43736, + "Scale": 43737, + "Ġdisob": 43738, + "Ġgore": 43739, + "Ġhypocr": 43740, + "Ġphantom": 43741, + "ĠSynd": 43742, + "BLIC": 43743, + "pter": 43744, + "ĠScorpion": 43745, + "eor": 43746, + "ĠRecover": 43747, + "Ġsummoning": 43748, + "Ġorb": 43749, + "jump": 43750, + "Ġ768": 43751, + "ĠEnix": 43752, + "Spons": 43753, + ",...": 43754, + "Wide": 43755, + "Ġparse": 43756, + "Ġdebtor": 43757, + "Ġpathological": 43758, + "Ġserpent": 43759, + "ĠFranç": 43760, + "reetings": 43761, + "Ġdeletion": 43762, + "Ġvolunt": 43763, + "ĠNotification": 43764, + "liga": 43765, + "Disk": 43766, + "Account": 43767, + "1979": 43768, + "Ġsymmetry": 43769, + "ĠBearing": 43770, + "ĠABV": 43771, + "ĠORDER": 43772, + "rpm": 43773, + "ĠFuck": 43774, + "?!\"": 43775, + "mask": 43776, + "Grade": 43777, + "neath": 43778, + "ocom": 43779, + "Detect": 43780, + "ryption": 43781, + "ĠAura": 43782, + "Ġinert": 43783, + "PLAY": 43784, + "gres": 43785, + "INTON": 43786, + "Deal": 43787, + "fficient": 43788, + "ĠVoid": 43789, + "gement": 43790, + "Ġscorp": 43791, + "Ġreincarn": 43792, + "ĠVapor": 43793, + "Ġ1840": 43794, + "Yellow": 43795, + "......": 43796, + "Ġparameter": 43797, + "ĠDISTR": 43798, + "ĠForgotten": 43799, + "Eat": 43800, + "izational": 43801, + "Witness": 43802, + "ĠDupl": 43803, + "Ġdogma": 43804, + "Ġzipper": 43805, + "ĠZeus": 43806, + "mage": 43807, + "ormal": 43808, + "Ġ\".": 43809, + "Ġecc": 43810, + "ĠSlot": 43811, + "ĠRegist": 43812, + "Others": 43813, + "VID": 43814, + "Windows": 43815, + "Ġshitty": 43816, + "ĠLethal": 43817, + "Monster": 43818, + "ĠExpression": 43819, + "tx": 43820, + "ythm": 43821, + "Were": 43822, + "ivalry": 43823, + "atcher": 43824, + "ĠFormat": 43825, + "ĠPlasma": 43826, + "Phys": 43827, + "laugh": 43828, + "Fu": 43829, + "java": 43830, + "roma": 43831, + "ĠIncreases": 43832, + "Ġlicensee": 43833, + "Ġmystic": 43834, + "Ġproto": 43835, + "ĠLoki": 43836, + "forcing": 43837, + "hots": 43838, + "Ġ->": 43839, + "Outside": 43840, + "ĠEndless": 43841, + "Ġachie": 43842, + "ĠTurtles": 43843, + "Ġconvin": 43844, + "JUST": 43845, + "Ġimmobil": 43846, + "ĠCauses": 43847, + "Ġclich": 43848, + "xes": 43849, + "ffiti": 43850, + "Ġhypot": 43851, + "Bat": 43852, + "Ġbigot": 43853, + "Personal": 43854, + "ĠPharmac": 43855, + "Lot": 43856, + "VERT": 43857, + "Ġbapt": 43858, + "idelines": 43859, + "Ġprox": 43860, + "MAP": 43861, + "Spirit": 43862, + "ĠSlug": 43863, + "Ġebook": 43864, + "eches": 43865, + "ĠAndromeda": 43866, + "Ġceremon": 43867, + "1975": 43868, + "PRE": 43869, + "Ġasshole": 43870, + "linear": 43871, + "Nevertheless": 43872, + "Ġwillpower": 43873, + "azel": 43874, + "Fif": 43875, + "andise": 43876, + "Ġextravag": 43877, + "ĠBuffy": 43878, + "Ġcorrelations": 43879, + "ptr": 43880, + "Progress": 43881, + "shape": 43882, + "ĠSymbol": 43883, + "arag": 43884, + "ĠContext": 43885, + "ucer": 43886, + "1983": 43887, + "ĠMyster": 43888, + "Pain": 43889, + "Login": 43890, + "mbol": 43891, + "codes": 43892, + "RANT": 43893, + "Ġoverse": 43894, + "opot": 43895, + "STEM": 43896, + "enser": 43897, + "ĠCosmic": 43898, + "Spl": 43899, + "ritional": 43900, + "ĠPharaoh": 43901, + "ĠRemix": 43902, + "xon": 43903, + "ĠXII": 43904, + "Ġunman": 43905, + "Ġimmedi": 43906, + "Ġmonog": 43907, + "ĠLX": 43908, + "Ġabstraction": 43909, + "ocolate": 43910, + "ĠDonkey": 43911, + "Ġ!!": 43912, + "ĠLIA": 43913, + "shed": 43914, + "rules": 43915, + "Ġcalc": 43916, + "ĠAutob": 43917, + "anmar": 43918, + "eworks": 43919, + "notations": 43920, + "Ġtenancy": 43921, + "ĠPetraeus": 43922, + "dp": 43923, + "amphetamine": 43924, + "ĠCortex": 43925, + "rw": 43926, + "Ġprojectile": 43927, + "Ġintrinsically": 43928, + "Route": 43929, + "Ġnegoti": 43930, + "anuts": 43931, + "Analysis": 43932, + "redits": 43933, + "ĠGG": 43934, + "thread": 43935, + "ĠChosen": 43936, + "Years": 43937, + "otyp": 43938, + "ĠNCT": 43939, + "udic": 43940, + "ochemical": 43941, + "Neigh": 43942, + "Ġfishes": 43943, + "ĠFloat": 43944, + "Print": 43945, + "okia": 43946, + "Ġbarb": 43947, + "quote": 43948, + "Lew": 43949, + "Ġannoun": 43950, + "istors": 43951, + "Reading": 43952, + "ACTION": 43953, + "Ġintakes": 43954, + "ĠBeet": 43955, + "matter": 43956, + "Swe": 43957, + "Ther": 43958, + "Ġtyrant": 43959, + "ĠPsycho": 43960, + "ĠDestroy": 43961, + "Ġesoteric": 43962, + "Ġbiom": 43963, + "idious": 43964, + "Merc": 43965, + "hran": 43966, + "ĠBaal": 43967, + "seconds": 43968, + "Ġsuperhuman": 43969, + "ancel": 43970, + "Ġworshipped": 43971, + "Ġwebs": 43972, + "Ġviolet": 43973, + "ĠMetallic": 43974, + "eday": 43975, + "ordering": 43976, + "Nut": 43977, + "Ġconstructs": 43978, + "olescent": 43979, + "Unit": 43980, + "otypes": 43981, + "Ġembryonic": 43982, + "perm": 43983, + "Nature": 43984, + "ĠDecre": 43985, + "levant": 43986, + "Ġss": 43987, + "+(": 43988, + "ĠDoctrine": 43989, + "puters": 43990, + "Ġsaline": 43991, + "orsche": 43992, + "1111": 43993, + "values": 43994, + "Ġutopian": 43995, + "ĠBooster": 43996, + "Technical": 43997, + "ì": 43998, + "ĠLIMITED": 43999, + "nir": 44000, + "Ġclones": 44001, + "Performance": 44002, + "aple": 44003, + "Ġshudder": 44004, + "Ġcontempor": 44005, + "lator": 44006, + "ĠOops": 44007, + "Ġammon": 44008, + "Ġdavid": 44009, + "Ġbom": 44010, + "bish": 44011, + "Ġdetectable": 44012, + "Ġmultiplying": 44013, + "Ġreddit": 44014, + "Prim": 44015, + "Ġmedial": 44016, + "Ġsubstrate": 44017, + "ĠSanskrit": 44018, + "Spect": 44019, + "ĠMagical": 44020, + "Ġarcane": 44021, + "align": 44022, + "Ġ1861": 44023, + "Ġneocons": 44024, + "Ì": 44025, + "ĠBounty": 44026, + "ĠContinent": 44027, + "Ġhurd": 44028, + "alions": 44029, + "Ġgeneralized": 44030, + "ĠInsect": 44031, + "Ġsimul": 44032, + "actual": 44033, + "advert": 44034, + "ukong": 44035, + "Resp": 44036, + "ĠWarcraft": 44037, + "Hunter": 44038, + "hyper": 44039, + "ĠBreach": 44040, + "ught": 44041, + "Ġcomputation": 44042, + "react": 44043, + "Feel": 44044, + "ĠCheong": 44045, + "Ġslut": 44046, + "Ġgalactic": 44047, + "Ġtaunt": 44048, + "Enjoy": 44049, + "Ġreprinted": 44050, + "Word": 44051, + "ĠHandbook": 44052, + "amins": 44053, + "exit": 44054, + "Wo": 44055, + "Ġadherents": 44056, + "Counter": 44057, + "ĠNode": 44058, + "ĠTwisted": 44059, + "Ġgrinned": 44060, + "universal": 44061, + "ĠAmon": 44062, + "Ġaster": 44063, + "ĠEquip": 44064, + "!\".": 44065, + "Ġanalogous": 44066, + "rients": 44067, + "alky": 44068, + "ĠQian": 44069, + "Ġspont": 44070, + "docs": 44071, + "Ġcontemplation": 44072, + "Ġrevolutionaries": 44073, + "Ġpreset": 44074, + "ĠAmendments": 44075, + "Ġexecutes": 44076, + "ĠDuration": 44077, + "Ġcompulsion": 44078, + "Ġstagger": 44079, + "ynamic": 44080, + "blem": 44081, + "];": 44082, + "Higher": 44083, + "Balt": 44084, + "heast": 44085, + "Ġcorp": 44086, + "awei": 44087, + "Motion": 44088, + "Mis": 44089, + "Ġadventurer": 44090, + "eger": 44091, + "Ġarsen": 44092, + "ĠVoltage": 44093, + "ĠEVENTS": 44094, + "Salt": 44095, + "issance": 44096, + "DK": 44097, + "Ship": 44098, + "Ġunwitting": 44099, + "Ton": 44100, + "ĠPROGRAM": 44101, + "Ġtentacles": 44102, + "erness": 44103, + "thirst": 44104, + "Fig": 44105, + "fty": 44106, + "ĠTolkien": 44107, + "Sleep": 44108, + "ĠExplain": 44109, + "Pub": 44110, + "ĠBounce": 44111, + "ĠDemo": 44112, + "Ġ1897": 44113, + "ĠSPI": 44114, + "intern": 44115, + "********": 44116, + "ĠKills": 44117, + "ĠZombies": 44118, + "Single": 44119, + "ratom": 44120, + "ĠClaw": 44121, + "hid": 44122, + "asel": 44123, + "Shock": 44124, + "erential": 44125, + "Ġupgr": 44126, + "holy": 44127, + "Ġ\\": 44128, + "aghetti": 44129, + "Ġthence": 44130, + "genic": 44131, + "papers": 44132, + "1982": 44133, + "ravel": 44134, + "ĠUNIVERS": 44135, + "Charge": 44136, + "ĠDelay": 44137, + "ibrary": 44138, + "ĠHDD": 44139, + "olson": 44140, + "Ġenchanted": 44141, + "Wr": 44142, + "graph": 44143, + "Ġcorro": 44144, + "ept": 44145, + "etsu": 44146, + "ĠQin": 44147, + "Û": 44148, + "Ġantidepressant": 44149, + "ĠCerberus": 44150, + "Ġappe": 44151, + "ĠDEFENSE": 44152, + "Ġdysph": 44153, + "split": 44154, + "zilla": 44155, + "attr": 44156, + "Clar": 44157, + "Äĵ": 44158, + "hov": 44159, + "IRC": 44160, + "hibition": 44161, + "'/": 44162, + "ĠURLs": 44163, + "Draft": 44164, + "Prep": 44165, + "ĠLanguages": 44166, + "ĠTravels": 44167, + "ceiver": 44168, + "aturally": 44169, + "pair": 44170, + "ĠALWAYS": 44171, + "aaaa": 44172, + "ĠTenth": 44173, + "ĠNAD": 44174, + "Serv": 44175, + "ĠUID": 44176, + "cens": 44177, + "ĠLearned": 44178, + "Ġtraject": 44179, + "Ġmoaning": 44180, + "ĠNare": 44181, + "Ġingen": 44182, + "Ġsurn": 44183, + "Ġfloppy": 44184, + "breeding": 44185, + "uph": 44186, + "rossover": 44187, + "Understanding": 44188, + "Glass": 44189, + "Ġruntime": 44190, + "gp": 44191, + "Ġâľĵ": 44192, + "Ġcyt": 44193, + "bley": 44194, + "agall": 44195, + "Ġunworthy": 44196, + "otine": 44197, + "Ġchromosome": 44198, + "utters": 44199, + "Ġµ": 44200, + "Ġexpans": 44201, + "Ġdement": 44202, + "Ġinsurrection": 44203, + "Ġsurviv": 44204, + "genre": 44205, + "ospital": 44206, + "ĠPlato": 44207, + "ĠTrigger": 44208, + "selection": 44209, + "ilege": 44210, + "Ġsegreg": 44211, + "itizens": 44212, + "ĠRAID": 44213, + "Pure": 44214, + "hetti": 44215, + "ĠFailed": 44216, + "ĠCharacters": 44217, + "ĠCreep": 44218, + "akra": 44219, + "Ec": 44220, + "ĠAristotle": 44221, + "Lim": 44222, + "error": 44223, + "yrus": 44224, + "umably": 44225, + ">>": 44226, + "Ġtsun": 44227, + "knowledge": 44228, + "Cert": 44229, + "bable": 44230, + "hesion": 44231, + "ĠProcedures": 44232, + "Ġmarkup": 44233, + "ideo": 44234, + "Ġrhet": 44235, + "ĠChapters": 44236, + "ĠChecking": 44237, + "mega": 44238, + "Ġphotons": 44239, + "required": 44240, + "Unknown": 44241, + "ĠDrawn": 44242, + "Ġvari": 44243, + "EEK": 44244, + "Ġcompuls": 44245, + "Ġcloning": 44246, + "ccoli": 44247, + "Ġ1070": 44248, + "Ġkindred": 44249, + "Ġdiscl": 44250, + "ĠCind": 44251, + "Collect": 44252, + "Ġchromosomes": 44253, + "phant": 44254, + "ĠKafka": 44255, + "Ġeverlasting": 44256, + "Ġmercenary": 44257, + "ĠHmm": 44258, + "----": 44259, + "riber": 44260, + "Ġdoubtless": 44261, + "Ġsusceptibility": 44262, + "beta": 44263, + "notice": 44264, + "Ġcrochet": 44265, + "Ġrespir": 44266, + "Ġphilosophers": 44267, + "ĠExtras": 44268, + "Ġseparat": 44269, + "shown": 44270, + "iblings": 44271, + "Hispanic": 44272, + "copy": 44273, + "Tang": 44274, + "Knight": 44275, + "Ġpursu": 44276, + "ĠAnime": 44277, + "Ġlipid": 44278, + "ggies": 44279, + "levels": 44280, + "phalt": 44281, + "ĠCompleted": 44282, + "bral": 44283, + "Ġcerv": 44284, + "ĠAfric": 44285, + "ĠPhar": 44286, + "Color": 44287, + "ogene": 44288, + "ĠCompan": 44289, + "memory": 44290, + "Dust": 44291, + "ĠXIV": 44292, + "ĠConsole": 44293, + "').": 44294, + "Ġ1888": 44295, + "byn": 44296, + "Ġpolygamy": 44297, + "Auth": 44298, + "BUT": 44299, + "istine": 44300, + "Ġsacr": 44301, + "Ġabsor": 44302, + "ijah": 44303, + "ĠNeural": 44304, + "olester": 44305, + "ql": 44306, + "Already": 44307, + "Creating": 44308, + "ĠStarg": 44309, + "ĠPhilos": 44310, + "Consider": 44311, + "Ġrepositories": 44312, + "cludes": 44313, + "ĠBuffer": 44314, + "ĠPerspect": 44315, + "Ġcomput": 44316, + "Stew": 44317, + "iamond": 44318, + "ĠJudgment": 44319, + "OVA": 44320, + "angible": 44321, + "Ġoxid": 44322, + "Ġepigen": 44323, + "Ġsidel": 44324, + "ĠEag": 44325, + "devices": 44326, + "icone": 44327, + "1920": 44328, + "atism": 44329, + "beard": 44330, + "ĠGujar": 44331, + "ĠPlaystation": 44332, + "Ġglances": 44333, + "ĠCOMPLE": 44334, + "VERTIS": 44335, + "ukemia": 44336, + "Edit": 44337, + "Tickets": 44338, + "Square": 44339, + "ĠSerpent": 44340, + "Ġtransporter": 44341, + "MQ": 44342, + "ĠMongo": 44343, + "1967": 44344, + "ibaba": 44345, + "Ġtimet": 44346, + "sylvania": 44347, + "Latin": 44348, + "osaurs": 44349, + "Ġhumanoid": 44350, + "Ġcannabinoid": 44351, + "Ġdisciple": 44352, + "Psych": 44353, + "Ġimpro": 44354, + "Ġmc": 44355, + "Raid": 44356, + "Letter": 44357, + "ificant": 44358, + "ĠPortug": 44359, + "ĠFreem": 44360, + "Ġappell": 44361, + "ĠMushroom": 44362, + "Ġclans": 44363, + "Ġsinful": 44364, + "Ġingestion": 44365, + "ĠDirectory": 44366, + "abetic": 44367, + "Ġantigen": 44368, + "Ġimagin": 44369, + "mitter": 44370, + "!!!!!": 44371, + "ĠDPR": 44372, + "leness": 44373, + "\":\"\",\"": 44374, + "ĠAUTHOR": 44375, + "Ġgrunt": 44376, + "Ġflickering": 44377, + "Cath": 44378, + "asury": 44379, + "Ġnozzle": 44380, + "Secure": 44381, + "Stre": 44382, + "ĠBIT": 44383, + "Ġdeviations": 44384, + "Professor": 44385, + "bilt": 44386, + "ĠConscious": 44387, + "Ġinterrupts": 44388, + "ĠMormons": 44389, + "ĠCutter": 44390, + "Bed": 44391, + "ipient": 44392, + "ĠGhostbusters": 44393, + "Cart": 44394, + "endas": 44395, + "ĠExecution": 44396, + "ycle": 44397, + "Ġwedd": 44398, + "Sold": 44399, + "Ġvanquished": 44400, + "Regarding": 44401, + "Depending": 44402, + "']": 44403, + "atron": 44404, + "oidal": 44405, + "Cube": 44406, + "Studio": 44407, + ":/": 44408, + "ĠExplosion": 44409, + "activate": 44410, + "pport": 44411, + "fuck": 44412, + "Whe": 44413, + "Ġsmir": 44414, + "Ġwidgets": 44415, + "urses": 44416, + "izard": 44417, + ")*": 44418, + "icho": 44419, + "ĠVersus": 44420, + "ĠIntroduced": 44421, + "osaurus": 44422, + "1977": 44423, + "forum": 44424, + "Gray": 44425, + "Program": 44426, + "righteous": 44427, + "endum": 44428, + "ĠScare": 44429, + "Ġresists": 44430, + "*)": 44431, + "ĠCombo": 44432, + "Ġsockets": 44433, + "Ġaston": 44434, + "LAB": 44435, + "Ġmutated": 44436, + "eworld": 44437, + "DEF": 44438, + "Trend": 44439, + "âĢĶ-": 44440, + "Ġpropagation": 44441, + "Ġemancipation": 44442, + "collection": 44443, + "ĠDifferences": 44444, + "Tweet": 44445, + "Ġmajesty": 44446, + ")...": 44447, + "sylv": 44448, + "Ġadapters": 44449, + "Ġmilliseconds": 44450, + "Jews": 44451, + "ĠPatreon": 44452, + "phasis": 44453, + "ĠHTTP": 44454, + "onnaissance": 44455, + "ENDED": 44456, + "ĠIntro": 44457, + "qs": 44458, + "Ġsuperflu": 44459, + "*.": 44460, + "Ġminions": 44461, + "ĠStupid": 44462, + "Ġspecialization": 44463, + "ĠPikachu": 44464, + "Ġappellant": 44465, + "Training": 44466, + "circle": 44467, + "Interest": 44468, + "Ġfallacy": 44469, + "ĠDinosaur": 44470, + "ĠTHEM": 44471, + "Ġdirectories": 44472, + "Ġmasturbation": 44473, + "ĠStain": 44474, + "1978": 44475, + "odied": 44476, + "Ġexqu": 44477, + "ĠRats": 44478, + "swick": 44479, + "Ġemptiness": 44480, + "ĠXeon": 44481, + "Ġthereto": 44482, + "ĠEngels": 44483, + "ĠSupplement": 44484, + "Chan": 44485, + "Ġundead": 44486, + "ĠNoct": 44487, + "erest": 44488, + "ĠQuery": 44489, + "ĠSOLD": 44490, + "thritis": 44491, + "ĠEncounter": 44492, + "Ġvectors": 44493, + "Econom": 44494, + "Rogue": 44495, + "Ġgelatin": 44496, + "Rot": 44497, + "Flickr": 44498, + "Ġcaching": 44499, + "Ġloader": 44500, + "ĠELE": 44501, + "Ġcamoufl": 44502, + "Commission": 44503, + "Ġ1886": 44504, + "Ġcombos": 44505, + "ĠAwakening": 44506, + "Ġfeudal": 44507, + "Ġasses": 44508, + "ASY": 44509, + "atalie": 44510, + "Ġpanties": 44511, + "ĠMono": 44512, + "selves": 44513, + "Download": 44514, + "Ġvampires": 44515, + "------": 44516, + "ishop": 44517, + "User": 44518, + "Ġimperialist": 44519, + "ĠGOODMAN": 44520, + "1973": 44521, + "Vel": 44522, + "Struct": 44523, + "ĠUFOs": 44524, + "drivers": 44525, + "ĠOptional": 44526, + "uably": 44527, + "ĠPrinciple": 44528, + "verett": 44529, + "taining": 44530, + "Ġ1889": 44531, + "ĠCommunism": 44532, + "auder": 44533, + "Keys": 44534, + "lore": 44535, + "ĠMedieval": 44536, + "Hyd": 44537, + "weapon": 44538, + "Register": 44539, + "ĠHighlander": 44540, + "ĠRFC": 44541, + "Demon": 44542, + "ardless": 44543, + "ĠOrche": 44544, + "Kick": 44545, + "pixel": 44546, + "address": 44547, + "OUP": 44548, + "Brain": 44549, + "ĠMorph": 44550, + "bash": 44551, + "ĠANG": 44552, + "ĠIdle": 44553, + "ĠLucifer": 44554, + "Ġcorrelates": 44555, + "Ġgazed": 44556, + "colm": 44557, + "ĠKard": 44558, + "Solar": 44559, + "ĠVariable": 44560, + "ĠPACK": 44561, + "Ġfuzz": 44562, + "Ġanonym": 44563, + "ĠECO": 44564, + "feature": 44565, + "ĠEsports": 44566, + "ĠAnthropology": 44567, + "cise": 44568, + "manac": 44569, + "ĠSupports": 44570, + "rists": 44571, + "Quant": 44572, + "istical": 44573, + "çļĦ": 44574, + "Ġdexterity": 44575, + "monster": 44576, + "ordial": 44577, + "Mob": 44578, + "DEC": 44579, + "ĠConj": 44580, + "entric": 44581, + "1981": 44582, + "ECTION": 44583, + "ietal": 44584, + "ĠUses": 44585, + "ĠArmageddon": 44586, + "ĠCapitalism": 44587, + "Ub": 44588, + "iazep": 44589, + "helps": 44590, + "ouls": 44591, + "grim": 44592, + "ĠEthiop": 44593, + "tesy": 44594, + "Ġclipboard": 44595, + "Ġchimpanzees": 44596, + "PLIC": 44597, + "Sexual": 44598, + "wallet": 44599, + "ĠRect": 44600, + "ocytes": 44601, + "ĠHels": 44602, + "lace": 44603, + "Damn": 44604, + "Ġblasp": 44605, + "ildo": 44606, + "ĠRober": 44607, + "APD": 44608, + "ĠWCS": 44609, + "ippery": 44610, + "ellectual": 44611, + "Ġ$(": 44612, + "Ġuniverses": 44613, + "Ġholster": 44614, + "Ġshading": 44615, + "Ġinflic": 44616, + "else": 44617, + "ĠShiny": 44618, + "ĠAVG": 44619, + "Lower": 44620, + "ĠMayhem": 44621, + "Originally": 44622, + "Crypt": 44623, + "SHARE": 44624, + "ĠBeir": 44625, + "!:": 44626, + "Ġrepentance": 44627, + "WHAT": 44628, + ".......": 44629, + "Ġauditory": 44630, + "aaa": 44631, + "ĠLoot": 44632, + "ciples": 44633, + "Ġcontem": 44634, + "Ġphoton": 44635, + "æľ": 44636, + "omach": 44637, + "ĠWhedon": 44638, + "ĠValid": 44639, + "asonable": 44640, + "pha": 44641, + "assad": 44642, + "ĠPse": 44643, + "Heat": 44644, + "Ġplugins": 44645, + "Ġclenched": 44646, + "ĠAmeric": 44647, + "transform": 44648, + "ĠEnh": 44649, + "agnetic": 44650, + "usalem": 44651, + "sych": 44652, + "Wed": 44653, + "replace": 44654, + "ĠKinect": 44655, + "shield": 44656, + "Sax": 44657, + "ividually": 44658, + "Ġfunctionally": 44659, + "Ġ:)": 44660, + "typically": 44661, + "Opening": 44662, + "Fa": 44663, + "ĠSELECT": 44664, + "Ġsamurai": 44665, + "Ġhorde": 44666, + "entle": 44667, + "sth": 44668, + "Changes": 44669, + "Pin": 44670, + "ithing": 44671, + "illance": 44672, + "ĠEmblem": 44673, + "ĠMicha": 44674, + "crypt": 44675, + "ĠObjective": 44676, + "ophys": 44677, + "Ġavg": 44678, + "poon": 44679, + "Ġreadable": 44680, + "ĠRx": 44681, + "allel": 44682, + "Sit": 44683, + "gom": 44684, + "ureau": 44685, + "ĠDoodle": 44686, + "Ġdungeon": 44687, + "($": 44688, + "Nintendo": 44689, + "\"],\"": 44690, + "Notes": 44691, + "Grab": 44692, + "Prosecutors": 44693, + "Advanced": 44694, + "Ġ1862": 44695, + "ĠVeter": 44696, + "Ġjurisd": 44697, + "ĠLauncher": 44698, + "Catal": 44699, + "udder": 44700, + "Ġresidues": 44701, + "Ġregress": 44702, + "ĠConquer": 44703, + "osal": 44704, + "ĠDice": 44705, + "************": 44706, + "braska": 44707, + "ipolar": 44708, + "Ġathe": 44709, + "bringing": 44710, + "Suddenly": 44711, + "ĠIEEE": 44712, + "verbs": 44713, + "Ġdelet": 44714, + "ipeg": 44715, + "Previous": 44716, + "]\"": 44717, + "Ġsidebar": 44718, + "illac": 44719, + "Property": 44720, + "α": 44721, + "REP": 44722, + "Ġauthenticated": 44723, + "gypt": 44724, + "uilding": 44725, + "ĠGing": 44726, + "Ġwart": 44727, + "Birth": 44728, + "Ġobedient": 44729, + "ĠXuan": 44730, + "ĠTYPE": 44731, + "Ġinhibits": 44732, + "1972": 44733, + "humans": 44734, + "IENT": 44735, + "Ġyoutube": 44736, + "Shortly": 44737, + "ophen": 44738, + "ĠWinc": 44739, + "ĠWrit": 44740, + "AUD": 44741, + "ĠHobbit": 44742, + "emphasis": 44743, + "ĠWonders": 44744, + "Ġtwitch": 44745, + "ĠProphe": 44746, + "Berry": 44747, + "ĠGinny": 44748, + "ĠBurst": 44749, + "ĠGenerator": 44750, + "Ġepile": 44751, + "ĠBalanced": 44752, + "GPU": 44753, + "maps": 44754, + "Ġneurotrans": 44755, + "ĠIRC": 44756, + "Ġ\"$": 44757, + "Create": 44758, + "Particip": 44759, + "ĠMarxism": 44760, + "Ġthou": 44761, + "ĠMortal": 44762, + "Ġ�": 44763, + "Ġninja": 44764, + "inburgh": 44765, + "Ġappro": 44766, + "ĠPistol": 44767, + "Jar": 44768, + "Ġprophes": 44769, + "classes": 44770, + "Ġanarchist": 44771, + "Ġextant": 44772, + "message": 44773, + "itaire": 44774, + "Ġ1863": 44775, + "ĠProl": 44776, + "Ġpropell": 44777, + "Ġimpossibility": 44778, + "Ġpropos": 44779, + "itamin": 44780, + "Rating": 44781, + "olphin": 44782, + "Ġmitochond": 44783, + "versions": 44784, + "Liberal": 44785, + "ishy": 44786, + "Ġspherical": 44787, + "ĠSurvive": 44788, + "FREE": 44789, + "rawler": 44790, + "Metal": 44791, + "ĠStarship": 44792, + "Ġ=================================================================": 44793, + "ĠDharma": 44794, + "ĠSeller": 44795, + "Ġwrapper": 44796, + "Experience": 44797, + "Integ": 44798, + "Customer": 44799, + "hammad": 44800, + "Ġunanim": 44801, + "Jenn": 44802, + "Ġschizophren": 44803, + "agree": 44804, + "ĠEVENT": 44805, + "Shell": 44806, + "Ġfractions": 44807, + "1968": 44808, + "Ġextermination": 44809, + "ĠSniper": 44810, + "Ġpronoun": 44811, + "ĠHitman": 44812, + "xp": 44813, + "resource": 44814, + "WIND": 44815, + "Ġhierarchical": 44816, + "Ġted": 44817, + "Changing": 44818, + "Ġplaus": 44819, + "Transform": 44820, + "Ġbicy": 44821, + "imentary": 44822, + "Fuck": 44823, + "Mini": 44824, + "Ġoverc": 44825, + "ĠOptimus": 44826, + "outer": 44827, + "helial": 44828, + "akening": 44829, + "fx": 44830, + "Ġnig": 44831, + "Ġ+/-": 44832, + "ĠVICE": 44833, + "Ġnm": 44834, + "1976": 44835, + "ĠRitual": 44836, + "ĠTyrann": 44837, + "Ġscriptures": 44838, + "inical": 44839, + "ĠNull": 44840, + "ourgeois": 44841, + "dra": 44842, + "Ġpious": 44843, + "Ġneuron": 44844, + "Ġcolonists": 44845, + "ĠNebula": 44846, + "apply": 44847, + "Sah": 44848, + "Marx": 44849, + "Ġhypotheses": 44850, + "notation": 44851, + "acists": 44852, + "Math": 44853, + "Manager": 44854, + "Library": 44855, + "audi": 44856, + "Ġmp": 44857, + "ergic": 44858, + "Ġwizards": 44859, + "fw": 44860, + "DVD": 44861, + "ĠScala": 44862, + "Different": 44863, + "ampoo": 44864, + "ĠDread": 44865, + "abbage": 44866, + "Rus": 44867, + "ĠDumbledore": 44868, + "keleton": 44869, + "elsh": 44870, + "esian": 44871, + "ĠCorsair": 44872, + "Tier": 44873, + "ĠCelest": 44874, + "Ġnoun": 44875, + "Ġlucid": 44876, + "requisites": 44877, + "Ġgenus": 44878, + "Event": 44879, + "1974": 44880, + "ĠSatanic": 44881, + "iox": 44882, + "ĠHandle": 44883, + "ĠDestroyer": 44884, + "Ġinvocation": 44885, + "ĠXD": 44886, + "modified": 44887, + "Gam": 44888, + "ĠRPC": 44889, + "Ġsubsystem": 44890, + "Compared": 44891, + "odan": 44892, + "ĠPassive": 44893, + "ĠHelmet": 44894, + "nutrition": 44895, + "riction": 44896, + "HOW": 44897, + "Jess": 44898, + "Ġpiston": 44899, + "imately": 44900, + "Ġhypoc": 44901, + "ĠCelestial": 44902, + "MRI": 44903, + "Ġcompiler": 44904, + "ĠBadge": 44905, + "ĠRevelation": 44906, + "Ġintrig": 44907, + "Grad": 44908, + "ĠSPACE": 44909, + "Poly": 44910, + "ĠVul": 44911, + "Ġtrembling": 44912, + "Ġindepend": 44913, + "doctor": 44914, + "Certain": 44915, + "emet": 44916, + "Password": 44917, + "Ġgasped": 44918, + "Ġpronunciation": 44919, + "Fuel": 44920, + "ĠSPEC": 44921, + "assets": 44922, + "Extra": 44923, + "Ġformatting": 44924, + "Ġmods": 44925, + "\"!": 44926, + "akedown": 44927, + "Ġcircuitry": 44928, + "ĠTRUE": 44929, + "ĠVeil": 44930, + "Ġsighed": 44931, + "Charg": 44932, + "eals": 44933, + "Ġworkaround": 44934, + "Ġank": 44935, + "ĠScrolls": 44936, + "Ġdiffusion": 44937, + "Ġamps": 44938, + "ĠTempest": 44939, + "adata": 44940, + "Ġphenomen": 44941, + "Ġ???": 44942, + "Ġpopup": 44943, + "Ġinhibition": 44944, + "Ġaliases": 44945, + "erity": 44946, + "agraph": 44947, + "Jew": 44948, + "Ġbec": 44949, + "Classic": 44950, + "comment": 44951, + "usable": 44952, + "rodu": 44953, + "ĠEnlightenment": 44954, + "Ġinvis": 44955, + "Ġbiochemical": 44956, + "latest": 44957, + "ĠGMOs": 44958, + "ĠSocialism": 44959, + "Ġpollut": 44960, + "Ġeluc": 44961, + "Js": 44962, + "orthern": 44963, + "PDATED": 44964, + "alyses": 44965, + "Experts": 44966, + "Blog": 44967, + "ĠDemocr": 44968, + "etooth": 44969, + "pause": 44970, + "âĢ¢âĢ¢": 44971, + "ĠShinji": 44972, + "Ġdystop": 44973, + "Sources": 44974, + "ĠBrach": 44975, + "np": 44976, + "ĠXY": 44977, + "Ġneurot": 44978, + "assembly": 44979, + "Ġbourgeois": 44980, + "ĠReson": 44981, + "ĠIDE": 44982, + "Ġrecoil": 44983, + "raq": 44984, + "ĠAvenger": 44985, + "Paper": 44986, + "UTF": 44987, + "ĠWrest": 44988, + "ĠSimulation": 44989, + "elaide": 44990, + "ĠDMCA": 44991, + "utm": 44992, + "1963": 44993, + "Ġarcs": 44994, + "Ġmaximal": 44995, + "Ġcyl": 44996, + "Ġphilosoph": 44997, + "enium": 44998, + "Ġrelativity": 44999, + "ĠMacintosh": 45000, + "Ġpneum": 45001, + "LOC": 45002, + "Ġgoddamn": 45003, + "SHA": 45004, + "Ġlocalization": 45005, + "ĠPHI": 45006, + "Ġhierarch": 45007, + "Ġatheists": 45008, + "±": 45009, + "Luck": 45010, + "ĠJugg": 45011, + "options": 45012, + "alore": 45013, + "Edward": 45014, + "Monitor": 45015, + "Ġneoc": 45016, + "numbered": 45017, + "Arc": 45018, + "ĠCodes": 45019, + "ĠHallow": 45020, + "olitan": 45021, + "sections": 45022, + "ĠEzek": 45023, + "Ġamy": 45024, + "task": 45025, + "ĠCLS": 45026, + "ĠValkyrie": 45027, + "Ġcircumference": 45028, + "amac": 45029, + "ĠNotting": 45030, + "Ġproverb": 45031, + "Spec": 45032, + "Ġelemental": 45033, + "ĠBitcoins": 45034, + "Except": 45035, + "Release": 45036, + "ADVERTISEMENT": 45037, + "Complete": 45038, + "phrine": 45039, + "Ġspores": 45040, + "random": 45041, + "neum": 45042, + "trigger": 45043, + "ocide": 45044, + "Ġlongitudinal": 45045, + "isec": 45046, + "peat": 45047, + "Ġprecept": 45048, + "Wing": 45049, + "ĠâĹ": 45050, + "otropic": 45051, + "mouse": 45052, + "ĠWitcher": 45053, + "ĠAppearance": 45054, + "ROR": 45055, + "Ġ||": 45056, + "aird": 45057, + "Blu": 45058, + "Ġincomp": 45059, + "ĠFirefly": 45060, + "update": 45061, + "Loc": 45062, + "Ġnihil": 45063, + "hesive": 45064, + "Quality": 45065, + "youtu": 45066, + "Seriously": 45067, + "Ġannot": 45068, + "ĠCoins": 45069, + "Visit": 45070, + "lc": 45071, + "----------": 45072, + "Ġdiction": 45073, + "Ġafore": 45074, + "Ġimmortality": 45075, + "ĠForbidden": 45076, + "Allah": 45077, + "ĠPartial": 45078, + "ĠGears": 45079, + "Ġtrance": 45080, + "Hat": 45081, + "irez": 45082, + "ĠSATA": 45083, + "Ġelectrode": 45084, + "ĠLinear": 45085, + "rikes": 45086, + "Ġderiv": 45087, + "ĠXue": 45088, + "Fine": 45089, + "ĠIgnore": 45090, + "desc": 45091, + "DOM": 45092, + "Simple": 45093, + "orescence": 45094, + "Previously": 45095, + "Ġcircumcision": 45096, + "Sphere": 45097, + "Ġrenown": 45098, + "SET": 45099, + "ilight": 45100, + "ĠByzantine": 45101, + "EXP": 45102, + "Ġwhine": 45103, + "Missing": 45104, + "Lt": 45105, + "Guide": 45106, + "Ġhippocampus": 45107, + "Ġwip": 45108, + "yrights": 45109, + "Ġsubmer": 45110, + "Maker": 45111, + "Switch": 45112, + "Ġspectral": 45113, + "nect": 45114, + "Ãį": 45115, + "Ġreven": 45116, + "WER": 45117, + "Adding": 45118, + "ĠCONTROL": 45119, + "asper": 45120, + "0000000": 45121, + "ynt": 45122, + "annabin": 45123, + "ĠAliens": 45124, + "ĠPCR": 45125, + "asketball": 45126, + "ricia": 45127, + "ĠUnch": 45128, + "Tap": 45129, + "Ġpracticable": 45130, + "ĠUsage": 45131, + "Ġsoluble": 45132, + "Scroll": 45133, + "Random": 45134, + "Ġmoan": 45135, + "ĠPuppet": 45136, + "Dim": 45137, + "Attack": 45138, + "Ġspears": 45139, + "Ġrectangle": 45140, + "Ġamuse": 45141, + "ĠDoct": 45142, + "reon": 45143, + "ĠReset": 45144, + "vag": 45145, + "unin": 45146, + "ĠBris": 45147, + "ĠSwarm": 45148, + "Model": 45149, + "Standing": 45150, + "Ġdenotes": 45151, + "{": 45152, + "ĠLizard": 45153, + "nesty": 45154, + "Ġwor": 45155, + "Ġamplification": 45156, + "ĠInferno": 45157, + "Cover": 45158, + "SAM": 45159, + "respective": 45160, + "Shift": 45161, + "Ġlibertarians": 45162, + "Runner": 45163, + "ĠRevelations": 45164, + "Spr": 45165, + "ĠCrusader": 45166, + "Ġcaffe": 45167, + "Patch": 45168, + "stros": 45169, + "ĠImmortal": 45170, + "Ġinsofar": 45171, + "itance": 45172, + "ĠValhalla": 45173, + "Ġradial": 45174, + "Beast": 45175, + "sync": 45176, + "Ġ--------": 45177, + "ĠPathfinder": 45178, + "iless": 45179, + "operator": 45180, + "Choose": 45181, + "Ġdecode": 45182, + "Ġvou": 45183, + "ĠMutant": 45184, + "ĠCVE": 45185, + "Female": 45186, + "Ġoxidation": 45187, + "inational": 45188, + "dB": 45189, + "Scope": 45190, + "Wan": 45191, + "ĠBought": 45192, + "ĠDietary": 45193, + "rotein": 45194, + "Present": 45195, + "aukee": 45196, + "Ġtotem": 45197, + "Ġsatur": 45198, + "wagon": 45199, + "Builder": 45200, + "ĠBulg": 45201, + "Ġsects": 45202, + "Flo": 45203, + "ombat": 45204, + "ĠHermione": 45205, + "aughs": 45206, + "Ġhydra": 45207, + "paren": 45208, + "ë": 45209, + "Whereas": 45210, + "tsky": 45211, + "Ġchall": 45212, + "WORK": 45213, + "opian": 45214, + "rican": 45215, + "vati": 45216, + "ĠHTTPS": 45217, + "Ġwrink": 45218, + "Ġthrob": 45219, + "habi": 45220, + "Ġiodine": 45221, + "omorph": 45222, + "ĠScion": 45223, + "Hunt": 45224, + "Written": 45225, + "iosity": 45226, + "ĠBrowser": 45227, + "Ġsinners": 45228, + "culosis": 45229, + "Ġunconsciously": 45230, + "0100": 45231, + "Ġanarchists": 45232, + "Pull": 45233, + "FFER": 45234, + "Ġpandemonium": 45235, + "matically": 45236, + "Rush": 45237, + "Ġpurified": 45238, + "ĠCyan": 45239, + "ĠDifficulty": 45240, + "«": 45241, + "Aside": 45242, + "oggles": 45243, + "untu": 45244, + "iege": 45245, + "iberal": 45246, + "ĠCOUR": 45247, + "eteenth": 45248, + "weeney": 45249, + "biased": 45250, + "ĠDecay": 45251, + "quart": 45252, + "alysis": 45253, + "Ġstere": 45254, + "ellect": 45255, + "Ġkernels": 45256, + "juven": 45257, + "ĠJPEG": 45258, + "indal": 45259, + "topic": 45260, + "Ġidentifier": 45261, + "åı": 45262, + "Ġepid": 45263, + "1969": 45264, + "Ġpoisons": 45265, + "sym": 45266, + "mop": 45267, + "LOCK": 45268, + "axe": 45269, + "cohol": 45270, + "ctory": 45271, + "Ġadject": 45272, + "Skin": 45273, + "ĠFract": 45274, + "ĠSHAR": 45275, + "echo": 45276, + "thood": 45277, + "Ġencoding": 45278, + "Ġrelational": 45279, + "Len": 45280, + "Bone": 45281, + "agara": 45282, + "uggish": 45283, + "ĠTanks": 45284, + "Stats": 45285, + "lihood": 45286, + "Mult": 45287, + "Graph": 45288, + "ĠCannot": 45289, + "ĠSpac": 45290, + "handler": 45291, + "ĠShit": 45292, + "Ġmorp": 45293, + "controller": 45294, + "udeau": 45295, + "Screenshot": 45296, + "Development": 45297, + "Gear": 45298, + "Ġtong": 45299, + "ĠColossus": 45300, + "rylic": 45301, + "STRUCT": 45302, + "capitalist": 45303, + "Ġsupplementation": 45304, + "Parts": 45305, + "pb": 45306, + "oppy": 45307, + "pite": 45308, + "processor": 45309, + "Ġexplanatory": 45310, + "Environmental": 45311, + "Compl": 45312, + "Gaming": 45313, + "arently": 45314, + "Ġconcess": 45315, + "Ġathlet": 45316, + "forestation": 45317, + "orsi": 45318, + "igmat": 45319, + "Ġencoded": 45320, + "misc": 45321, + "Ġproofs": 45322, + "ĠRevision": 45323, + "Ġmathematic": 45324, + "Ġconstitu": 45325, + "fficiency": 45326, + "Ġlightsaber": 45327, + "gz": 45328, + "erate": 45329, + "ournals": 45330, + "Comment": 45331, + "Ġpercept": 45332, + ".\"[": 45333, + "ĠTechniques": 45334, + "coins": 45335, + "Shape": 45336, + "venant": 45337, + "ĠPrinted": 45338, + "Native": 45339, + "ĠGors": 45340, + "pecting": 45341, + "ĠDuel": 45342, + "Ġadmins": 45343, + "Flor": 45344, + "ĠDeus": 45345, + "cham": 45346, + "ĠRails": 45347, + "ceptor": 45348, + "naire": 45349, + "ĠSquid": 45350, + "ĠWarranty": 45351, + "SPEC": 45352, + "ensis": 45353, + "FUN": 45354, + "stellar": 45355, + "Select": 45356, + "llular": 45357, + "arget": 45358, + "ĠUncharted": 45359, + "Details": 45360, + "rison": 45361, + "Ġsyntax": 45362, + "chanted": 45363, + "Ġ-----": 45364, + "Ġthats": 45365, + "Registration": 45366, + "ĠSaber": 45367, + "ethical": 45368, + "Ġcryptography": 45369, + "atown": 45370, + "Ġdependencies": 45371, + "nw": 45372, + "Ġvehement": 45373, + "Ġrationality": 45374, + "ĠThou": 45375, + "Ġ----": 45376, + "rador": 45377, + "Ġenh": 45378, + "ĠCrate": 45379, + "STATE": 45380, + "/(": 45381, + "Ġdelim": 45382, + "CEPT": 45383, + "monkey": 45384, + "pai": 45385, + "uracy": 45386, + "Ġmortals": 45387, + "Sanders": 45388, + "ĠSeraph": 45389, + "-\"": 45390, + "1945": 45391, + "endix": 45392, + ":'": 45393, + "ĠLegs": 45394, + "Exper": 45395, + "ĠKrypt": 45396, + "clinton": 45397, + "Ġuphe": 45398, + "Vers": 45399, + "Similarly": 45400, + "ressor": 45401, + "leans": 45402, + "LOG": 45403, + "cific": 45404, + "Ġ].": 45405, + "-)": 45406, + "resist": 45407, + "Pred": 45408, + "Latest": 45409, + "ilyn": 45410, + "Ġblob": 45411, + "Ġdevils": 45412, + "ĠIllusion": 45413, + "erella": 45414, + "Ġyak": 45415, + "method": 45416, + "Ġ698": 45417, + "Shadow": 45418, + "velt": 45419, + "Ġsomet": 45420, + "xc": 45421, + "Ġtriangles": 45422, + "netic": 45423, + "Calling": 45424, + "ĠDRM": 45425, + "Ġtriglycer": 45426, + "Ġinhibited": 45427, + "Ġnep": 45428, + "Ġalgebra": 45429, + "ascar": 45430, + "laim": 45431, + "Ġappl": 45432, + "1971": 45433, + "Bernie": 45434, + "Eh": 45435, + "Ġundefined": 45436, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 45437, + "Sys": 45438, + "ournaments": 45439, + "Solid": 45440, + "Ġhep": 45441, + "ĠMales": 45442, + "Agent": 45443, + "Ġpsychedel": 45444, + "Wik": 45445, + "Ġdoctrines": 45446, + "rection": 45447, + "Compare": 45448, + "âĺ": 45449, + "Ġcertific": 45450, + "Ġsubstr": 45451, + "ĠCitation": 45452, + "ĠAFB": 45453, + "ĠBecame": 45454, + "Ġaristocracy": 45455, + "aryl": 45456, + "Ġanatomical": 45457, + "ocumented": 45458, + "ĠAssy": 45459, + "ĠFORM": 45460, + "Traditional": 45461, + "azines": 45462, + "Content": 45463, + "furt": 45464, + "Ġscripting": 45465, + "Ġcloaked": 45466, + "Ġunint": 45467, + "ĠCivilization": 45468, + "Desktop": 45469, + "ĠRagnar": 45470, + "Ġcurses": 45471, + "Ġobservable": 45472, + "ĠSpock": 45473, + "ĠPyr": 45474, + "Ġelectrom": 45475, + "ĠLump": 45476, + "oresc": 45477, + "ĠAttribution": 45478, + "egal": 45479, + "achusetts": 45480, + "Ġmarqu": 45481, + "âĻ¦": 45482, + "Ġcursor": 45483, + "ascist": 45484, + "1966": 45485, + "edit": 45486, + "lisher": 45487, + "ocyte": 45488, + "Writer": 45489, + "BILITIES": 45490, + "ĠUpload": 45491, + "Ġtreacher": 45492, + "Ġrecomb": 45493, + "Ġknights": 45494, + "Ġimmutable": 45495, + "ĠPly": 45496, + "Ġatten": 45497, + "ĠPassed": 45498, + "Flying": 45499, + "icipated": 45500, + "querade": 45501, + "ĠZot": 45502, + "CRE": 45503, + "ĠCursed": 45504, + "ickr": 45505, + "ĠDroid": 45506, + "thereum": 45507, + "Ġadjective": 45508, + "DIT": 45509, + "Ġtob": 45510, + "Ġinit": 45511, + "ĠPenet": 45512, + "Ġignor": 45513, + "Ġexalted": 45514, + "ĠDwell": 45515, + "assemb": 45516, + "Ġsentient": 45517, + "Ġ``": 45518, + "ĠGoo": 45519, + "Professional": 45520, + "othing": 45521, + "rupted": 45522, + "olics": 45523, + "ĠSetup": 45524, + "Thu": 45525, + "Campaign": 45526, + "Secondly": 45527, + "clipse": 45528, + "hibit": 45529, + "amate": 45530, + "SUP": 45531, + "ĠSuppose": 45532, + "submit": 45533, + "ĠDebian": 45534, + "Ġantid": 45535, + "Ġentert": 45536, + "ysical": 45537, + "ĠGladiator": 45538, + "ĠSTL": 45539, + "ĠBugs": 45540, + "ĠMech": 45541, + "ĠCoffin": 45542, + "itored": 45543, + "ICLE": 45544, + "Mist": 45545, + "Ġinfall": 45546, + "votes": 45547, + "actly": 45548, + "Occ": 45549, + "ĠConquest": 45550, + "alach": 45551, + "Ġintertw": 45552, + "reverse": 45553, + "amiya": 45554, + "icularly": 45555, + "edom": 45556, + "ĠLuxem": 45557, + "Fra": 45558, + "urrencies": 45559, + "Ġnobility": 45560, + "Tab": 45561, + "Beer": 45562, + "Ġ10000": 45563, + "Ġincor": 45564, + "Ġmelanch": 45565, + "Depth": 45566, + "Firstly": 45567, + "usr": 45568, + "ĠWiki": 45569, + "hhhh": 45570, + "ĠProxy": 45571, + "Ġantagonists": 45572, + "Ġtransistor": 45573, + "ĠRelic": 45574, + "ĠPrometheus": 45575, + "Ġ1280": 45576, + "Coun": 45577, + "ĠMedals": 45578, + "stats": 45579, + "Assembly": 45580, + "inished": 45581, + "cemic": 45582, + "Ġadventurers": 45583, + "Ġcd": 45584, + "Supporters": 45585, + "ĠYs": 45586, + "])": 45587, + "Ġneglig": 45588, + "Request": 45589, + "Ġwhore": 45590, + "Ġovercl": 45591, + "_-": 45592, + "partial": 45593, + "amd": 45594, + "Ġfructose": 45595, + "Ġdivid": 45596, + "Administ": 45597, + "amples": 45598, + "Boo": 45599, + "akery": 45600, + "owered": 45601, + "hester": 45602, + "Links": 45603, + "GROUND": 45604, + "ethy": 45605, + "Ġincarcer": 45606, + "Ġincap": 45607, + "Drag": 45608, + "ĠElastic": 45609, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 45610, + "Ultra": 45611, + "AAAA": 45612, + "Order": 45613, + "ĠMysteries": 45614, + "Ġcanonical": 45615, + "Ign": 45616, + "Ġanimate": 45617, + "wegian": 45618, + "ggle": 45619, + "Hash": 45620, + "Arg": 45621, + "verty": 45622, + "Ġanalges": 45623, + "ouver": 45624, + "ittees": 45625, + "ĠAsgard": 45626, + "______": 45627, + "Mix": 45628, + "1964": 45629, + "Rate": 45630, + "Ġarousal": 45631, + "pheus": 45632, + "undai": 45633, + "hetamine": 45634, + "ĠMysterious": 45635, + "Alright": 45636, + "ĠHerod": 45637, + "riott": 45638, + "ĠAnarchy": 45639, + "ĠArche": 45640, + "Question": 45641, + "Chapter": 45642, + "Token": 45643, + "ĠSphere": 45644, + "Ġinduces": 45645, + "Audio": 45646, + "Normal": 45647, + "Ġprophe": 45648, + "ĠValiant": 45649, + "Tag": 45650, + "Relations": 45651, + "Ġblinked": 45652, + "onyms": 45653, + "ĠVortex": 45654, + "Ġdb": 45655, + "emonic": 45656, + "Phase": 45657, + "Ġkingdoms": 45658, + "Twe": 45659, + "ĠLORD": 45660, + "plementation": 45661, + "ĠConstantinople": 45662, + "helm": 45663, + "ĠFlesh": 45664, + "Ġthumbnail": 45665, + "ledged": 45666, + "ĠPROG": 45667, + "Ġdisbel": 45668, + "ĠLikes": 45669, + "ĠGamer": 45670, + "renches": 45671, + "hattan": 45672, + "Index": 45673, + "pecially": 45674, + "ĠJiu": 45675, + "Ġwhats": 45676, + "erion": 45677, + "xf": 45678, + "ĠPerception": 45679, + "Alien": 45680, + "Capt": 45681, + "ãĢĤ": 45682, + "joining": 45683, + "nesium": 45684, + "ĠSocrates": 45685, + "Icon": 45686, + "animate": 45687, + "ocalypse": 45688, + "ĠTactics": 45689, + "assador": 45690, + "Veh": 45691, + "src": 45692, + ",-": 45693, + "Ġvisc": 45694, + "ĠDiscord": 45695, + "initial": 45696, + "atana": 45697, + "Size": 45698, + "Claim": 45699, + "ffect": 45700, + "iciary": 45701, + "Ġturret": 45702, + "reset": 45703, + "Ï": 45704, + "wrap": 45705, + "ulnerability": 45706, + "ĠInsert": 45707, + "Ġirrad": 45708, + "ognitive": 45709, + "clips": 45710, + "uncle": 45711, + "chemy": 45712, + "ottesville": 45713, + "Write": 45714, + "earances": 45715, + "1965": 45716, + "MIC": 45717, + "Ġmanag": 45718, + "Ġtelesc": 45719, + "Termin": 45720, + "Guest": 45721, + "Ġdenote": 45722, + "Failure": 45723, + "ograp": 45724, + "âĢķ": 45725, + "Ġscrolls": 45726, + "ĠArmored": 45727, + "Ġrecomp": 45728, + "Ġplaceholder": 45729, + "ĠISBN": 45730, + "ĠBelief": 45731, + "emporary": 45732, + "Asset": 45733, + "arcer": 45734, + "haar": 45735, + "assium": 45736, + "%:": 45737, + "ernal": 45738, + "ĠLv": 45739, + "atible": 45740, + "Pand": 45741, + "oubted": 45742, + "Lie": 45743, + "bial": 45744, + "STEP": 45745, + "Ġpresets": 45746, + "Ġstatist": 45747, + "Sund": 45748, + "reshold": 45749, + "endium": 45750, + "\");": 45751, + "Software": 45752, + "Ġbasal": 45753, + "ĠYose": 45754, + "Ġmortg": 45755, + "ocry": 45756, + "Ġsubreddit": 45757, + "omorphic": 45758, + "ĠLoaded": 45759, + "berra": 45760, + "vg": 45761, + "orkshire": 45762, + "ĠChrys": 45763, + "Repeat": 45764, + "ĠSimulator": 45765, + "rx": 45766, + "gex": 45767, + "Linux": 45768, + "ĠInstruct": 45769, + "irable": 45770, + "Ġmosquit": 45771, + "ĠManga": 45772, + "iOS": 45773, + "Ġsynt": 45774, + "Ġclitor": 45775, + "Ġlobe": 45776, + "ĠDelete": 45777, + "CVE": 45778, + "fortunately": 45779, + "Enc": 45780, + "vertising": 45781, + "Ġanten": 45782, + "Ġfif": 45783, + "Study": 45784, + "prev": 45785, + "ossus": 45786, + "Nar": 45787, + "Decl": 45788, + "erala": 45789, + "ĠPrototype": 45790, + "UGE": 45791, + "1001": 45792, + "Ġ---------": 45793, + "deals": 45794, + "odcast": 45795, + "TPS": 45796, + "Ġcodec": 45797, + "ittee": 45798, + "isexual": 45799, + "ĠBreaker": 45800, + "menu": 45801, + "ĠURI": 45802, + "('": 45803, + "ĠFiorina": 45804, + "ĠApostles": 45805, + "ĠWitches": 45806, + "raint": 45807, + "addafi": 45808, + "ersive": 45809, + "yrim": 45810, + "Ġmosa": 45811, + "Ġrog": 45812, + "Ear": 45813, + "âĺħ": 45814, + "Ġcaloric": 45815, + "matical": 45816, + "yrics": 45817, + "ĠKrugman": 45818, + "axter": 45819, + "1016": 45820, + "Ġsep": 45821, + "ĠExtend": 45822, + "ropolitan": 45823, + "thren": 45824, + "ologne": 45825, + "atomic": 45826, + "Naturally": 45827, + "Pros": 45828, + "gencies": 45829, + "akens": 45830, + "Male": 45831, + "Ġcausation": 45832, + "omnia": 45833, + "Comments": 45834, + "eeee": 45835, + "iquette": 45836, + "Ġcytok": 45837, + "ename": 45838, + "details": 45839, + "Ġdestruct": 45840, + "leep": 45841, + "ĠCavern": 45842, + "ĠInvention": 45843, + "ueless": 45844, + "Ġsubsection": 45845, + "outhern": 45846, + "metic": 45847, + "blogs": 45848, + "ĠPacks": 45849, + "ĠArduino": 45850, + "hhh": 45851, + "elligence": 45852, + "imity": 45853, + "ĠUltron": 45854, + "astrous": 45855, + "Ġbiome": 45856, + "ĠHover": 45857, + "Ġprivile": 45858, + "igham": 45859, + "apest": 45860, + "ĠYoshi": 45861, + "Artist": 45862, + ".\",": 45863, + "gamer": 45864, + "Virgin": 45865, + "Tea": 45866, + "ĠDoomsday": 45867, + "ĠðŁĻĤ": 45868, + "terday": 45869, + "ĠCommando": 45870, + "ĠAchieve": 45871, + "chrom": 45872, + "Ġcryptographic": 45873, + "Ġrebell": 45874, + "Specifically": 45875, + "âĢ¦âĢ¦âĢ¦âĢ¦": 45876, + "ĠEternity": 45877, + "Ġemulation": 45878, + "ĠSERV": 45879, + "ĠMiscellaneous": 45880, + "ĠParticipant": 45881, + "duc": 45882, + "vp": 45883, + "ĠSparkle": 45884, + "ategories": 45885, + "Ġdecrypt": 45886, + "ĠGNOME": 45887, + "activation": 45888, + "Ġanarch": 45889, + "owler": 45890, + "adiator": 45891, + "itars": 45892, + "ĠTHEN": 45893, + ")\",": 45894, + "åħ": 45895, + "Ġembod": 45896, + "vae": 45897, + "âĺĨ": 45898, + "Member": 45899, + "Ġrm": 45900, + "nyder": 45901, + "ĠLeviathan": 45902, + "Gaza": 45903, + "erenn": 45904, + "Chicken": 45905, + "ĠDefinitive": 45906, + "ĠBolshe": 45907, + "ĠJagu": 45908, + "gorith": 45909, + "loader": 45910, + "exe": 45911, + ".........": 45912, + "ĠReceived": 45913, + "ĠProto": 45914, + "ĠLocked": 45915, + "Posts": 45916, + "ankind": 45917, + "Clock": 45918, + "ĠCLI": 45919, + "Throw": 45920, + "dL": 45921, + "epad": 45922, + "ĠAtmosp": 45923, + "Ġmk": 45924, + "ĠSteal": 45925, + "uple": 45926, + "reference": 45927, + "ĠGNU": 45928, + "adelphia": 45929, + "scripts": 45930, + "ilaterally": 45931, + "ĠMods": 45932, + "odus": 45933, + "ignty": 45934, + "REF": 45935, + "Ġhypothesized": 45936, + "issors": 45937, + "Ġanus": 45938, + "HUD": 45939, + "rices": 45940, + "Draw": 45941, + "Computer": 45942, + "Below": 45943, + "uthor": 45944, + "ĠTact": 45945, + "=$": 45946, + "00000000": 45947, + "Ġcaut": 45948, + "Sharp": 45949, + "depend": 45950, + "Ġtatt": 45951, + "Goal": 45952, + "Sounds": 45953, + "zona": 45954, + "anyon": 45955, + "ricanes": 45956, + "ĠUSAF": 45957, + "Jump": 45958, + "Bottom": 45959, + "etermination": 45960, + "ĠPles": 45961, + "Ġhypothes": 45962, + "Reference": 45963, + "Ġswall": 45964, + "Ġmaneu": 45965, + "rifice": 45966, + "ĠVeh": 45967, + "Ġtex": 45968, + "geoning": 45969, + "ĠâľĶ": 45970, + "Mach": 45971, + "eanor": 45972, + "%);": 45973, + "archives": 45974, + "Ġencyclopedia": 45975, + "ĠPreferences": 45976, + "damage": 45977, + "Done": 45978, + "Ġcoefficient": 45979, + "ĠCreatures": 45980, + "Ġital": 45981, + "ivari": 45982, + "Revolution": 45983, + "Ġnob": 45984, + "Diff": 45985, + "Ġabbre": 45986, + "Writ": 45987, + "ĠDOS": 45988, + "redd": 45989, + "Ġsplend": 45990, + "orest": 45991, + "flame": 45992, + "Ġdevs": 45993, + "Ġ==": 45994, + "ĠPuzzle": 45995, + "Ġgit": 45996, + "MOD": 45997, + "ĠArgument": 45998, + "ĠAbyss": 45999, + "Studies": 46000, + "ophob": 46001, + "uild": 46002, + "scill": 46003, + "fp": 46004, + "Ġplur": 46005, + "Delete": 46006, + "ĠFALSE": 46007, + "FIL": 46008, + "Ġmicrobiota": 46009, + "ĠIPv": 46010, + "Stud": 46011, + "ortal": 46012, + "ĠDivinity": 46013, + "ounter": 46014, + "ä¸": 46015, + "Naz": 46016, + "stals": 46017, + "ihilation": 46018, + "Ġpersecut": 46019, + "ĠPlanes": 46020, + "viation": 46021, + "Driver": 46022, + "ĠEEG": 46023, + "Unity": 46024, + "Premium": 46025, + "ĠSiren": 46026, + "ĠPaleo": 46027, + "earchers": 46028, + "Pract": 46029, + "Ö": 46030, + "VII": 46031, + "mosp": 46032, + "Ġidentifiers": 46033, + "Near": 46034, + "achu": 46035, + "Apps": 46036, + "tackle": 46037, + "COLOR": 46038, + "Ġperpendicular": 46039, + "viks": 46040, + "ecided": 46041, + "ĠDota": 46042, + "icons": 46043, + "Ġpsi": 46044, + "Brave": 46045, + "Ġunimagin": 46046, + "ĠATI": 46047, + "OOL": 46048, + "Gender": 46049, + "ĠSwords": 46050, + "oples": 46051, + "Rank": 46052, + "olphins": 46053, + "Ġdeities": 46054, + "ĠXIII": 46055, + "м": 46056, + "ĠKraken": 46057, + "ĠLEVEL": 46058, + "stasy": 46059, + "ĠBabel": 46060, + "Hours": 46061, + "Avoid": 46062, + "Mech": 46063, + "Multi": 46064, + "Ġect": 46065, + "Occup": 46066, + "panic": 46067, + "Ġmutants": 46068, + "Evidence": 46069, + "Tips": 46070, + "Ġvolts": 46071, + "Exit": 46072, + "xb": 46073, + "planet": 46074, + "avez": 46075, + "features": 46076, + ")]": 46077, + "lol": 46078, + "ĠNeph": 46079, + "ĠSanct": 46080, + "Ġimpover": 46081, + "................................": 46082, + "Sty": 46083, + "Email": 46084, + "Torrent": 46085, + "Ġgluc": 46086, + "ĠSins": 46087, + "ĠIncarn": 46088, + "ĠWITHOUT": 46089, + "ĠPanzer": 46090, + "ĠAssignment": 46091, + "versible": 46092, + "Strange": 46093, + "ITNESS": 46094, + "incible": 46095, + "ZX": 46096, + "ĠMySQL": 46097, + "Ġconson": 46098, + "Ġoxidative": 46099, + "Machine": 46100, + "Impro": 46101, + "Parent": 46102, + "ĠMetroid": 46103, + "Educ": 46104, + "Ġdismant": 46105, + "dx": 46106, + "ĠPersona": 46107, + "ĠHDL": 46108, + "Americ": 46109, + "Users": 46110, + "Ġeighteenth": 46111, + "WARNING": 46112, + "ĠLists": 46113, + "ĠCanter": 46114, + "ĠTrotsky": 46115, + "Ġhaha": 46116, + "]'": 46117, + "ĠEncyclopedia": 46118, + "admin": 46119, + "ĠACTIONS": 46120, + "idav": 46121, + "ο": 46122, + "ĠFTP": 46123, + "Ġquar": 46124, + "ongyang": 46125, + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦": 46126, + "Ġsynchronization": 46127, + "DEM": 46128, + "riched": 46129, + "Ġnegro": 46130, + "Bench": 46131, + "Ġfilament": 46132, + "Ġdecoding": 46133, + "obj": 46134, + "Ġjoystick": 46135, + "Decre": 46136, + "ĠBolshevik": 46137, + "Virtual": 46138, + "ĠSacrament": 46139, + "xd": 46140, + "BILL": 46141, + "-+-+": 46142, + "¶": 46143, + "anchester": 46144, + "Pokemon": 46145, + "Ġslic": 46146, + "iameter": 46147, + "errilla": 46148, + "Exactly": 46149, + "\"'": 46150, + "getic": 46151, + "3333": 46152, + "solete": 46153, + "Ġincorpor": 46154, + "Ġio": 46155, + "------------": 46156, + "Ġantiquity": 46157, + "ATURES": 46158, + "Policy": 46159, + "oppable": 46160, + "Ġ=>": 46161, + "ODUCT": 46162, + "otide": 46163, + "Ú": 46164, + "Ġnormative": 46165, + "Fac": 46166, + "Ġshaman": 46167, + "element": 46168, + "Plex": 46169, + "INTER": 46170, + "etsk": 46171, + "ĠGauntlet": 46172, + "ĠBIOS": 46173, + "×ķ": 46174, + "riet": 46175, + "Rew": 46176, + "uristic": 46177, + "urches": 46178, + "ĠChomsky": 46179, + "ixir": 46180, + "package": 46181, + "Owner": 46182, + "Ġschematic": 46183, + "Assistant": 46184, + "Ġemanc": 46185, + "Ġarchetype": 46186, + "Initial": 46187, + "intent": 46188, + "Ġfilib": 46189, + "ispers": 46190, + "Flag": 46191, + "Tank": 46192, + "Ġinsurg": 46193, + "Ġapproximation": 46194, + "Ġsemantic": 46195, + "Ġsubtitle": 46196, + "Font": 46197, + "Ġintimid": 46198, + "Ġhath": 46199, + "tools": 46200, + "gob": 46201, + "Process": 46202, + "slave": 46203, + "ĠJUSTICE": 46204, + "âĻ¥": 46205, + "ĠHardcore": 46206, + "Discover": 46207, + "Ġexch": 46208, + "ptive": 46209, + "units": 46210, + "ĠDjango": 46211, + "itudinal": 46212, + "Ġpc": 46213, + "akespeare": 46214, + "ospace": 46215, + "Ġhorny": 46216, + "auth": 46217, + "ĠSkyrim": 46218, + "ENGTH": 46219, + "perors": 46220, + "ĠVulkan": 46221, + "Ġchimpan": 46222, + "Ġremem": 46223, + "Ġopacity": 46224, + "Ġ:(": 46225, + "ushima": 46226, + "Ġawoken": 46227, + "Ġsacrament": 46228, + "Beginning": 46229, + "escape": 46230, + "Anim": 46231, + "Ġadvant": 46232, + "ĠRequires": 46233, + "output": 46234, + "Ġdroid": 46235, + "Yep": 46236, + "rieving": 46237, + "Ġpt": 46238, + "ĠShotgun": 46239, + "ĠOsiris": 46240, + "disabled": 46241, + "ĠRadius": 46242, + "Medium": 46243, + "ĠScient": 46244, + "ĠRept": 46245, + "ymm": 46246, + "Ġcp": 46247, + "ĠLabyrinth": 46248, + "poral": 46249, + "Ġ'(": 46250, + "Hack": 46251, + "ĠTechnique": 46252, + "/,": 46253, + "Ġambig": 46254, + "Basic": 46255, + "Ġretrie": 46256, + "VICE": 46257, + "BIP": 46258, + "ragon": 46259, + "phies": 46260, + "uminum": 46261, + "ĠFei": 46262, + "lesi": 46263, + "Ġsemantics": 46264, + "ĠHz": 46265, + "ĠUnderworld": 46266, + "Ġendot": 46267, + "olesterol": 46268, + "ourning": 46269, + "Ġcaches": 46270, + "ĠYug": 46271, + "Legendary": 46272, + "ĠDocumentation": 46273, + "ĠSpiral": 46274, + "ĠClone": 46275, + "bnb": 46276, + "ĠâĶ": 46277, + "ustom": 46278, + "Mp": 46279, + "gettable": 46280, + "agonist": 46281, + "Ġneuronal": 46282, + "culus": 46283, + "enum": 46284, + "cules": 46285, + "Ġmuttered": 46286, + "ctica": 46287, + "necess": 46288, + "ĠSubtle": 46289, + "Ġsolder": 46290, + "Environment": 46291, + "oneliness": 46292, + "orage": 46293, + "âĢ¦.\"": 46294, + "nesota": 46295, + "agements": 46296, + "Ùİ": 46297, + "WHERE": 46298, + "ĠGDDR": 46299, + "Scient": 46300, + "ĠMulcair": 46301, + "ĠRena": 46302, + "________________________________________________________________": 46303, + "antics": 46304, + "Ġtorped": 46305, + "Brow": 46306, + "ossal": 46307, + "Category": 46308, + "Regular": 46309, + "remote": 46310, + "ãģ": 46311, + "ĠCoil": 46312, + "ritch": 46313, + "specified": 46314, + "Average": 46315, + "Ġfingert": 46316, + "entity": 46317, + "atibility": 46318, + "ampunk": 46319, + "ĠScriptures": 46320, + "Ġunequ": 46321, + "arettes": 46322, + "arching": 46323, + "Ġastron": 46324, + "Ġnumeric": 46325, + "ĠeBook": 46326, + "remove": 46327, + "onday": 46328, + "Ġmetaphysical": 46329, + "ĠGoku": 46330, + "Element": 46331, + "ĠRuin": 46332, + "Norm": 46333, + "Ġtox": 46334, + "puff": 46335, + "Ġharmonic": 46336, + "ĠAgility": 46337, + "ĠHearthstone": 46338, + "Ġmana": 46339, + "Points": 46340, + "Ġconduc": 46341, + "ĠPersia": 46342, + "-----": 46343, + "license": 46344, + "Application": 46345, + "assert": 46346, + "Reader": 46347, + "ĠSacrifice": 46348, + "float": 46349, + "inctions": 46350, + "byter": 46351, + "Ġfundament": 46352, + "\"âĢ¦": 46353, + "Fourth": 46354, + "Effective": 46355, + "ĠMeow": 46356, + "ĠErrors": 46357, + "ĠIcar": 46358, + "ĠMMO": 46359, + "Ġapostles": 46360, + "Ġfaintly": 46361, + "component": 46362, + "bably": 46363, + "uggage": 46364, + "ĠMPG": 46365, + "krit": 46366, + "container": 46367, + "ixture": 46368, + "ĠPOV": 46369, + "izabeth": 46370, + "onut": 46371, + "isdom": 46372, + "trace": 46373, + "ĠSDL": 46374, + "Interestingly": 46375, + "ĠExplan": 46376, + "lesiastical": 46377, + "ternal": 46378, + "Bug": 46379, + "Ġmetabolites": 46380, + "geries": 46381, + "Ġsupra": 46382, + "ĠMakoto": 46383, + "orget": 46384, + "racuse": 46385, + "][": 46386, + "ĠPrelude": 46387, + "peria": 46388, + "tube": 46389, + "ĠCatalog": 46390, + "ĠGoblin": 46391, + "QUEST": 46392, + "ĠINCLUD": 46393, + "ĠVERS": 46394, + "erguson": 46395, + "Ġcommandments": 46396, + "ĠUDP": 46397, + "itle": 46398, + "ι": 46399, + "domain": 46400, + "roximately": 46401, + "ĠTLS": 46402, + "ongevity": 46403, + "Ġmodulation": 46404, + "Ġdidnt": 46405, + "ĠCalories": 46406, + "Applications": 46407, + "ormon": 46408, + "Ġsd": 46409, + "dullah": 46410, + "Ġcous": 46411, + "ĠDARK": 46412, + "clip": 46413, + "ĠPsychiat": 46414, + "ĠTanz": 46415, + "ĠCharisma": 46416, + "ĠMerge": 46417, + "ĠKDE": 46418, + "requires": 46419, + "urdue": 46420, + "Ġdecimal": 46421, + "Ġâī¥": 46422, + "ĠAuth": 46423, + "ebted": 46424, + "ĠTempl": 46425, + "ĠâĢº": 46426, + "Ultimate": 46427, + "Ġmammalian": 46428, + "advertising": 46429, + "Ġdominion": 46430, + "Ġacron": 46431, + "ĠWem": 46432, + "ĠHeist": 46433, + "oiler": 46434, + "FLAG": 46435, + "ovember": 46436, + "Syn": 46437, + "Ġgodd": 46438, + "ĠPyth": 46439, + "Ġglyc": 46440, + "ĠHelpful": 46441, + "Ġgad": 46442, + "chedel": 46443, + "Similar": 46444, + "Ġ¶": 46445, + "Ġnp": 46446, + "ĠREPL": 46447, + "Fill": 46448, + "ĠSunder": 46449, + "etsy": 46450, + "ĠPAX": 46451, + "ĠFemales": 46452, + "ĠKingdoms": 46453, + "Ġwhistlebl": 46454, + "Hide": 46455, + "serial": 46456, + "ĠEnemies": 46457, + "ĠPeb": 46458, + "Ġpiety": 46459, + "ifact": 46460, + "esity": 46461, + "bsite": 46462, + "esides": 46463, + "Ġported": 46464, + "Ġamygdala": 46465, + "ĠGerr": 46466, + "afety": 46467, + "Ġadip": 46468, + "(\"": 46469, + "Ġcf": 46470, + "Ġurl": 46471, + "unia": 46472, + "icro": 46473, + "Austral": 46474, + "ĠConfig": 46475, + "accompanied": 46476, + "isite": 46477, + "Ġtextual": 46478, + "\">": 46479, + "Ġanecd": 46480, + "Ġ\",": 46481, + "angular": 46482, + "ĠUnicode": 46483, + "Proof": 46484, + "Ġmultiplication": 46485, + "Address": 46486, + "Ġbytes": 46487, + "lems": 46488, + "uterte": 46489, + "Episode": 46490, + "oshop": 46491, + "ritical": 46492, + "Adjust": 46493, + "argument": 46494, + "\\'": 46495, + "Rober": 46496, + "pection": 46497, + "Agg": 46498, + "äº": 46499, + "interrupted": 46500, + "ĠDebor": 46501, + "Ġlair": 46502, + "Various": 46503, + "isively": 46504, + "ĠStatic": 46505, + "ohyd": 46506, + "ĠEchoes": 46507, + "UID": 46508, + "raught": 46509, + "Bott": 46510, + "Ġapostle": 46511, + "ĠCentauri": 46512, + "oxicity": 46513, + "ibling": 46514, + "Ġparalle": 46515, + "inav": 46516, + "Crit": 46517, + "ĠTyph": 46518, + "Ġhig": 46519, + "ĠEDITION": 46520, + "Ġcoord": 46521, + "uish": 46522, + "sectional": 46523, + "inki": 46524, + "Title": 46525, + "anyahu": 46526, + "osterone": 46527, + "Ġdesper": 46528, + "ribly": 46529, + "Legend": 46530, + "afort": 46531, + "Org": 46532, + "Ġempir": 46533, + "ĠQuake": 46534, + "SSL": 46535, + "ioxide": 46536, + "åľ": 46537, + "Ġenz": 46538, + "urtle": 46539, + "BSD": 46540, + "Rust": 46541, + "ospels": 46542, + "Rare": 46543, + "Ġpartitions": 46544, + "Ġheresy": 46545, + "overy": 46546, + "Ġmonop": 46547, + "Pixel": 46548, + "odder": 46549, + "Option": 46550, + "withstanding": 46551, + "Transfer": 46552, + "Ġarrog": 46553, + "skip": 46554, + "ĠSSH": 46555, + "ĠSph": 46556, + "Ġcallback": 46557, + "PIN": 46558, + "Ġpdf": 46559, + "Ġplaint": 46560, + "cipled": 46561, + "reenshots": 46562, + "Ġparsing": 46563, + "::::::::": 46564, + "ioxid": 46565, + "Ġhereafter": 46566, + "ĠFunctions": 46567, + "ĠBulgar": 46568, + "Ġintu": 46569, + "DOC": 46570, + "Location": 46571, + "Hyper": 46572, + "ageddon": 46573, + "Evil": 46574, + "illions": 46575, + "Introduction": 46576, + "Physical": 46577, + "ĠLayout": 46578, + "âķ": 46579, + "------------------------": 46580, + "ĠRodham": 46581, + "ĠPatterns": 46582, + "Delivery": 46583, + "Ġdistur": 46584, + "ĠVolunte": 46585, + "ĠGUI": 46586, + "Ġclen": 46587, + "Ġinacc": 46588, + "ĠBallistic": 46589, + "ĠSprite": 46590, + "Privacy": 46591, + "theme": 46592, + "dump": 46593, + "ĠByte": 46594, + "ĠIncre": 46595, + "apult": 46596, + "ĠWrath": 46597, + "ensibly": 46598, + "NOTE": 46599, + "ounge": 46600, + "ustomed": 46601, + "ochond": 46602, + "ĠQt": 46603, + "Primary": 46604, + "Ġsidew": 46605, + "Root": 46606, + "gregation": 46607, + "SQL": 46608, + "ĠSOFTWARE": 46609, + "Gallery": 46610, + "ĠDungeon": 46611, + "ĠVengeance": 46612, + "->": 46613, + "steam": 46614, + "Ġfrivol": 46615, + "Ġpid": 46616, + "filter": 46617, + "Ġfacult": 46618, + "doms": 46619, + "Tool": 46620, + "1959": 46621, + "Ġprefix": 46622, + "Ġcomma": 46623, + "relative": 46624, + "Ġformatted": 46625, + "appropriately": 46626, + "Ġmd": 46627, + "xxx": 46628, + "ĠAuthentication": 46629, + "ĠWTC": 46630, + "Ġvulner": 46631, + "reditary": 46632, + "Steam": 46633, + "Tx": 46634, + "ĠGHC": 46635, + "Increased": 46636, + "forcement": 46637, + "ĠGuant": 46638, + "bernatorial": 46639, + "Entry": 46640, + "ĠWarp": 46641, + "ĠCreature": 46642, + "ĠAmmunition": 46643, + "Ġclust": 46644, + "ĠInher": 46645, + "Ġunbel": 46646, + "RGB": 46647, + "ĠMankind": 46648, + "ĠPlague": 46649, + "Ġ=================================": 46650, + "psc": 46651, + "Intern": 46652, + "tml": 46653, + "ĠCrusade": 46654, + "inflamm": 46655, + "Storage": 46656, + "token": 46657, + "inse": 46658, + "False": 46659, + "Adult": 46660, + "Pokémon": 46661, + "PLIED": 46662, + "Ġglac": 46663, + "ĠDwarf": 46664, + "sequence": 46665, + "Ġmagnification": 46666, + "ĠIlluminati": 46667, + "hedral": 46668, + "param": 46669, + "regon": 46670, + ".\",\"": 46671, + "Eva": 46672, + "igree": 46673, + "Object": 46674, + "Ġoptimizations": 46675, + "uador": 46676, + "mmmm": 46677, + "ullivan": 46678, + "Ġ[\"": 46679, + "ĠDusk": 46680, + "Ġtrig": 46681, + "Ġiss": 46682, + "Ġhypert": 46683, + "Ġperspect": 46684, + "Ġassum": 46685, + ":,": 46686, + "Ġinterpol": 46687, + "Asked": 46688, + "Boot": 46689, + "LIB": 46690, + "Loading": 46691, + "Ident": 46692, + "upuncture": 46693, + "ioch": 46694, + "Ġprefrontal": 46695, + "delay": 46696, + "ĠPoké": 46697, + "bestos": 46698, + "overe": 46699, + "Elf": 46700, + "eteria": 46701, + "ĠSneak": 46702, + "bians": 46703, + "ĠARTICLE": 46704, + "Xbox": 46705, + "encrypted": 46706, + "ync": 46707, + "ĠNietzsche": 46708, + "Nonetheless": 46709, + "Ġ±": 46710, + "ĠPrimal": 46711, + "ĠFlare": 46712, + "Ġconflic": 46713, + "ĠRune": 46714, + "Tes": 46715, + "cellence": 46716, + "Mega": 46717, + "ĠEntity": 46718, + "chrome": 46719, + "iatures": 46720, + "Ġuninstall": 46721, + "Winner": 46722, + "aimon": 46723, + "Ġhomebrew": 46724, + "Ruby": 46725, + "araoh": 46726, + "itime": 46727, + "Ġpotion": 46728, + "ĠAllows": 46729, + "ogyn": 46730, + "osuke": 46731, + "Limited": 46732, + "Ġmacros": 46733, + "ERROR": 46734, + "gling": 46735, + "Ġtodd": 46736, + "repre": 46737, + "ĠSakura": 46738, + "erker": 46739, + "items": 46740, + "FIG": 46741, + "ĠUnle": 46742, + "Ġhardness": 46743, + "Split": 46744, + "Ġarous": 46745, + "ocally": 46746, + "Ġì": 46747, + "ĠEVE": 46748, + "pleasant": 46749, + "ihil": 46750, + "ĠRouter": 46751, + "ĠLucius": 46752, + "readable": 46753, + "Ġtremb": 46754, + "Dro": 46755, + "Ġblaster": 46756, + "Ġbourgeoisie": 46757, + "NUM": 46758, + "Alternative": 46759, + "flags": 46760, + "GAME": 46761, + "ebook": 46762, + "ĠIPM": 46763, + "Ġcorrel": 46764, + "Setting": 46765, + "Frame": 46766, + "Ġatheism": 46767, + "Interested": 46768, + "Liquid": 46769, + "stanbul": 46770, + "Lv": 46771, + "Ġtits": 46772, + "Ġdc": 46773, + "×Ļ×": 46774, + "Ġdoctr": 46775, + "background": 46776, + "tsy": 46777, + "ĠCtrl": 46778, + "ĠCompatibility": 46779, + "idae": 46780, + "example": 46781, + "perture": 46782, + "Ġguid": 46783, + "ĠWinged": 46784, + "Command": 46785, + "ridor": 46786, + "bool": 46787, + "comments": 46788, + "ĠImmunity": 46789, + "Nit": 46790, + "Statement": 46791, + "Ġmanif": 46792, + "ĠIntake": 46793, + "Bloom": 46794, + "txt": 46795, + "context": 46796, + "input": 46797, + "achus": 46798, + "proc": 46799, + "Ñĭ": 46800, + "Ġdisemb": 46801, + "ospons": 46802, + "utical": 46803, + "ĠRender": 46804, + "Ironically": 46805, + "ursday": 46806, + "ĠExile": 46807, + "lishes": 46808, + "iets": 46809, + "orescent": 46810, + "cair": 46811, + "ĠSubjects": 46812, + "ĠDungeons": 46813, + "Ġiii": 46814, + "neapolis": 46815, + "ĠBlaster": 46816, + "Ġphp": 46817, + "ORED": 46818, + "ĠSLI": 46819, + "Ġelig": 46820, + "ĠIdentified": 46821, + "ĠBrawl": 46822, + "bytes": 46823, + "ĠCTR": 46824, + "Ġsched": 46825, + "Assuming": 46826, + "Bound": 46827, + "ĠMathemat": 46828, + "razil": 46829, + "ĠAstral": 46830, + "mble": 46831, + "untled": 46832, + "Ġmech": 46833, + "ĠDagger": 46834, + "ĠUseful": 46835, + "nesday": 46836, + "tarians": 46837, + "AMY": 46838, + "Camera": 46839, + "node": 46840, + "pict": 46841, + "ginx": 46842, + "Ġyea": 46843, + ">>>>>>>>": 46844, + "paragraph": 46845, + "ĠSupplementary": 46846, + "9999": 46847, + "ĠAlchemist": 46848, + "uzzle": 46849, + "igun": 46850, + "ĠCalculator": 46851, + "ĠApplicant": 46852, + "hift": 46853, + "ĠGPL": 46854, + "Ġencode": 46855, + "Crash": 46856, + "ĠNutr": 46857, + "kHz": 46858, + "TABLE": 46859, + "intestinal": 46860, + "andom": 46861, + "archive": 46862, + "Ëľ": 46863, + "Registered": 46864, + "Questions": 46865, + "Remote": 46866, + "ethyst": 46867, + "Ġgren": 46868, + "ĠTexture": 46869, + "Ġseiz": 46870, + "Anyway": 46871, + "ĠVariant": 46872, + "ê": 46873, + "Adapt": 46874, + "ittered": 46875, + "meta": 46876, + "ambers": 46877, + "ĠRuins": 46878, + "ĠChimera": 46879, + "password": 46880, + "ĠReboot": 46881, + "Ġcaster": 46882, + "Ġamplitude": 46883, + "Position": 46884, + "Ġnotation": 46885, + "Ġsecretion": 46886, + "Excellent": 46887, + "delete": 46888, + "aminer": 46889, + "ä»": 46890, + "Exec": 46891, + "ĠKenobi": 46892, + "Interview": 46893, + "ontent": 46894, + "ospel": 46895, + "Ġtuber": 46896, + "CONT": 46897, + "roups": 46898, + "Ġemulator": 46899, + "Ġjava": 46900, + "0200": 46901, + "Ġnested": 46902, + "Ġfert": 46903, + ")).": 46904, + "Dex": 46905, + "ĠSora": 46906, + "Ġpotions": 46907, + "ĠAnon": 46908, + "aah": 46909, + "Ġdunno": 46910, + "Ġμ": 46911, + "Ġmethodological": 46912, + "itles": 46913, + "phia": 46914, + "Beg": 46915, + "Rules": 46916, + "ĠXML": 46917, + "Ġflask": 46918, + "ĠShogun": 46919, + "Ġ2048": 46920, + "atchewan": 46921, + "Ġfuckin": 46922, + "Built": 46923, + "Ġbour": 46924, + "Ġdisag": 46925, + "yss": 46926, + "ĠÏ": 46927, + "Spoiler": 46928, + "Wiki": 46929, + "Ġmorphology": 46930, + "Ġendors": 46931, + "Ġdungeons": 46932, + "dragon": 46933, + ")),": 46934, + "Ġhous": 46935, + "Ġoverwhel": 46936, + "SAY": 46937, + "abwe": 46938, + "--------------------------------": 46939, + "Ġepist": 46940, + "Ġpalp": 46941, + "ĠExtensions": 46942, + "ĠMistress": 46943, + "ĠUkrain": 46944, + "================": 46945, + "edience": 46946, + "abama": 46947, + "ĠLua": 46948, + "ĠOffline": 46949, + "ĠKonami": 46950, + "unicip": 46951, + "ĠMachina": 46952, + "Specific": 46953, + "Ġpresupp": 46954, + "ĠGEAR": 46955, + "rition": 46956, + "rences": 46957, + "successfully": 46958, + "Ġ1024": 46959, + "Platform": 46960, + "}}": 46961, + "clude": 46962, + "roxy": 46963, + "Ġpromot": 46964, + "ĠAdapter": 46965, + "rocal": 46966, + "ĠMasquerade": 46967, + "Panel": 46968, + "Language": 46969, + "elsius": 46970, + "Push": 46971, + "abase": 46972, + "ĠdB": 46973, + "argon": 46974, + "ĠRemoved": 46975, + "amph": 46976, + "ĠWyr": 46977, + "Ġindisp": 46978, + "ĠOkin": 46979, + "aepernick": 46980, + "moil": 46981, + "Continue": 46982, + "00007": 46983, + "ĠJournals": 46984, + "TAG": 46985, + "ĠRemastered": 46986, + "Ġsymp": 46987, + "methyl": 46988, + "Overview": 46989, + "umeric": 46990, + "ĠCodex": 46991, + ".$": 46992, + "ranged": 46993, + "Sym": 46994, + "ĠVerse": 46995, + "ĠEnabled": 46996, + "ĠFUCK": 46997, + "ĠHearth": 46998, + "Ġbrill": 46999, + "ĠChaser": 47000, + "Beh": 47001, + "ĠAlchemy": 47002, + "Oracle": 47003, + "roleum": 47004, + "ĠVoldemort": 47005, + "();": 47006, + "Ġcollaps": 47007, + "Visual": 47008, + "ĠAngular": 47009, + "ĠOsc": 47010, + "ichita": 47011, + "Ġcig": 47012, + "Ġtoolbar": 47013, + "ĠEnlight": 47014, + "ÑĮ": 47015, + "ε": 47016, + "aliation": 47017, + "ĠLovecraft": 47018, + "jri": 47019, + "ĠInterstellar": 47020, + "Ġdebugging": 47021, + "Ġparentheses": 47022, + "ĠInit": 47023, + "Located": 47024, + "Weak": 47025, + "ĠPvP": 47026, + "ĠCloak": 47027, + "uture": 47028, + "iths": 47029, + "asionally": 47030, + "FACE": 47031, + "Introdu": 47032, + "');": 47033, + "slot": 47034, + "aturday": 47035, + "ĠNiet": 47036, + "Ġpuzz": 47037, + "!!!!!!!!": 47038, + "folios": 47039, + "Ç": 47040, + "Ġverbs": 47041, + "ĠFrames": 47042, + "ĠAmbro": 47043, + "Ġmillisec": 47044, + "ĠRebell": 47045, + "ylum": 47046, + "PASS": 47047, + "ĠConfiguration": 47048, + "μ": 47049, + "brids": 47050, + "vantage": 47051, + "Ġ['": 47052, + "ĠScy": 47053, + "Benef": 47054, + "gradation": 47055, + "ĠOrc": 47056, + "Resources": 47057, + "Awesome": 47058, + "ĠMilitia": 47059, + "POST": 47060, + "Ġbinaries": 47061, + "Mode": 47062, + "Ġkb": 47063, + "ĠWARRANT": 47064, + "hemy": 47065, + "Desc": 47066, + "alion": 47067, + "Ġwiki": 47068, + "Ġcommer": 47069, + "Serial": 47070, + "ĠUncommon": 47071, + "ignore": 47072, + "Ġconstructor": 47073, + "ctl": 47074, + "Ġ):": 47075, + "ĠVerify": 47076, + "Notice": 47077, + "ĠRPGs": 47078, + "uckland": 47079, + "Ġincre": 47080, + "Pinterest": 47081, + "ĠDefinitions": 47082, + "iband": 47083, + "Ġtd": 47084, + "Ġsubscrib": 47085, + "Shin": 47086, + "ĠGadget": 47087, + "Document": 47088, + "å®": 47089, + "Requ": 47090, + "QUIRE": 47091, + "ĠQuadro": 47092, + "ĠUnix": 47093, + "Enlarge": 47094, + "thens": 47095, + "\"...": 47096, + "gebra": 47097, + "pload": 47098, + "alogue": 47099, + "vironments": 47100, + "Strength": 47101, + "ĠPID": 47102, + "ĠInvaders": 47103, + "HOME": 47104, + "Atl": 47105, + "ĠBlizz": 47106, + "ĠWidth": 47107, + "ĠOpenGL": 47108, + "zx": 47109, + "$,": 47110, + "Ġå": 47111, + "cig": 47112, + "lectic": 47113, + "relation": 47114, + "Ġfeas": 47115, + "undown": 47116, + "Said": 47117, + "ν": 47118, + "��": 47119, + "english": 47120, + "ĠTokens": 47121, + "ĠALEC": 47122, + "OOOO": 47123, + "isconsin": 47124, + "Ġconstants": 47125, + "ĠTemplar": 47126, + "Accept": 47127, + "Ġmascul": 47128, + "enegger": 47129, + "ampires": 47130, + "Rated": 47131, + "lua": 47132, + "ucl": 47133, + "ĠSequence": 47134, + "ĠNRS": 47135, + "STD": 47136, + "Cra": 47137, + "autions": 47138, + "ĠKernel": 47139, + "oleon": 47140, + "htaking": 47141, + "ancial": 47142, + "Pages": 47143, + "orthodox": 47144, + "ropy": 47145, + "EEE": 47146, + "Ġtranssexual": 47147, + "?????": 47148, + "Ġsurpr": 47149, + "arthy": 47150, + "ĠPsychic": 47151, + "Ġdorsal": 47152, + "cember": 47153, + "joice": 47154, + "/+": 47155, + "verend": 47156, + "uint": 47157, + "Ġderog": 47158, + "Subject": 47159, + "hemat": 47160, + "!]": 47161, + "Ġ);": 47162, + "Ġmeshes": 47163, + "Ġreperc": 47164, + "ĠTerran": 47165, + "åĪ": 47166, + "Load": 47167, + "å¹": 47168, + "ikarp": 47169, + "rompt": 47170, + "Ġgoblins": 47171, + "ĠShattered": 47172, + "tests": 47173, + "Spread": 47174, + "ĠNaruto": 47175, + "Ġpredic": 47176, + "Hyp": 47177, + "ĠArkham": 47178, + "ĠNASL": 47179, + "Material": 47180, + "Rule": 47181, + "raviolet": 47182, + "ĠKlingon": 47183, + "Memory": 47184, + "acers": 47185, + "Known": 47186, + "Important": 47187, + "Ġα": 47188, + "Ġtraged": 47189, + "Ġshalt": 47190, + "Ġiso": 47191, + "ĠJSON": 47192, + "Instant": 47193, + "Ġpg": 47194, + "Ġexponent": 47195, + "formance": 47196, + "bitcoin": 47197, + "DOS": 47198, + "cheat": 47199, + "Ġrook": 47200, + "ĠBiol": 47201, + "noticed": 47202, + "Ġtwent": 47203, + "ĠRedux": 47204, + "ĠBorderlands": 47205, + "Supported": 47206, + "TRUMP": 47207, + "Ġturrets": 47208, + "include": 47209, + "Effect": 47210, + "Ġdisg": 47211, + "ophical": 47212, + "ĠFaction": 47213, + "wiki": 47214, + "Ġsrc": 47215, + "Laun": 47216, + "TIT": 47217, + "Ġorbs": 47218, + "Ġincompet": 47219, + "Ġdescriptor": 47220, + "ĠTrog": 47221, + "Contribut": 47222, + "ĠGodd": 47223, + "inances": 47224, + "Ult": 47225, + "lyak": 47226, + "âĢ¢âĢ¢âĢ¢âĢ¢": 47227, + "stitial": 47228, + "essim": 47229, + "Graphics": 47230, + "ubis": 47231, + "Ġegreg": 47232, + "DEV": 47233, + "Ġannotations": 47234, + "Yang": 47235, + "ĠDruid": 47236, + "ĠInquisition": 47237, + "ohydrate": 47238, + "Critical": 47239, + "æĸ": 47240, + "Sample": 47241, + "ĠPref": 47242, + "ĠUnleashed": 47243, + "ĠAccessed": 47244, + "Ġconceptions": 47245, + "Minor": 47246, + "pard": 47247, + "prus": 47248, + "Factory": 47249, + "thinkable": 47250, + "Ġexecutable": 47251, + "chapter": 47252, + "inyl": 47253, + "Display": 47254, + "ilater": 47255, + "Released": 47256, + "ĠDirectX": 47257, + "aneers": 47258, + "Ġ______": 47259, + "ĠHilbert": 47260, + "Options": 47261, + "Ġsorcery": 47262, + "esm": 47263, + "ÏĦ": 47264, + "Ġdescript": 47265, + "ĠTycoon": 47266, + "psons": 47267, + "Ġcov": 47268, + "Launch": 47269, + "ogeneity": 47270, + "Ġsacrific": 47271, + "ADRA": 47272, + "netflix": 47273, + "flix": 47274, + "usage": 47275, + "properties": 47276, + "attach": 47277, + "req": 47278, + "Resource": 47279, + "requisite": 47280, + "1007": 47281, + "ĠMIDI": 47282, + "ĠZoro": 47283, + "Tue": 47284, + "hower": 47285, + "dds": 47286, + "ynasty": 47287, + "headers": 47288, + "Ġdisproportion": 47289, + "omaly": 47290, + "Ġvim": 47291, + "inces": 47292, + "edient": 47293, + "ĠWraith": 47294, + "ilibrium": 47295, + "Hig": 47296, + "ĠFrie": 47297, + "Meat": 47298, + "ldom": 47299, + "KNOWN": 47300, + "orgetown": 47301, + "Improve": 47302, + "10000": 47303, + "Ġretarded": 47304, + "Disclaimer": 47305, + "Ġunfocused": 47306, + "ĠUnsure": 47307, + "ĠElixir": 47308, + "idth": 47309, + "atural": 47310, + "ĠErr": 47311, + "Critics": 47312, + "ĠBows": 47313, + "ifferent": 47314, + "proxy": 47315, + "Lic": 47316, + "aucas": 47317, + "rolet": 47318, + "ĠCoC": 47319, + "Ġdoesnt": 47320, + "phabet": 47321, + "Version": 47322, + "Ġhepat": 47323, + "gif": 47324, + "izophren": 47325, + "ãĥ»": 47326, + "ĠGutenberg": 47327, + "β": 47328, + "phans": 47329, + "Scene": 47330, + "Ġaccomp": 47331, + "ilings": 47332, + "rypted": 47333, + "aceae": 47334, + "arantine": 47335, + "heses": 47336, + "iasco": 47337, + "lopp": 47338, + "ĠGSL": 47339, + "disk": 47340, + "ãĢģ": 47341, + "0010": 47342, + "ĠOutbreak": 47343, + "Column": 47344, + "odox": 47345, + "atform": 47346, + "ĠThrust": 47347, + "ĠSVG": 47348, + "Enhanced": 47349, + "¯": 47350, + "Tools": 47351, + "rogens": 47352, + "xus": 47353, + "Available": 47354, + "zbollah": 47355, + "è¡": 47356, + "osate": 47357, + "usb": 47358, + "ordes": 47359, + "Matrix": 47360, + "ĠBlazing": 47361, + "ascus": 47362, + "ĠSovere": 47363, + "hement": 47364, + "*:": 47365, + "amaru": 47366, + "Ġparsed": 47367, + "Bonus": 47368, + "otrop": 47369, + "spell": 47370, + "ancock": 47371, + "ĠEnchant": 47372, + "vP": 47373, + "ĠReferred": 47374, + "Ġalot": 47375, + "ĠRuntime": 47376, + "ĠFn": 47377, + "CPU": 47378, + "ĠNicotine": 47379, + "External": 47380, + "ĠNightmares": 47381, + "Ġentropy": 47382, + "kB": 47383, + "ĠRealms": 47384, + "Ġ##": 47385, + "Ġsubmar": 47386, + "ĠSlime": 47387, + "itual": 47388, + "ĠBastard": 47389, + "Ġacknowled": 47390, + "Magazine": 47391, + "rendered": 47392, + "ircraft": 47393, + "CSS": 47394, + "Numbers": 47395, + "Pg": 47396, + "utenant": 47397, + "ĠPalest": 47398, + "ĠRoose": 47399, + "udicrous": 47400, + "anooga": 47401, + "Unt": 47402, + "Ġcapacitor": 47403, + "Ġschema": 47404, + "hematic": 47405, + "ĠPinball": 47406, + "endars": 47407, + "Ġ===": 47408, + "nsic": 47409, + "ipedia": 47410, + "Ġchromos": 47411, + "ĠmRNA": 47412, + "Ct": 47413, + "ĠPaladin": 47414, + "sonian": 47415, + "Ġæ": 47416, + "ajor": 47417, + "repeat": 47418, + "ortex": 47419, + "ĠHeroic": 47420, + "ĠHera": 47421, + "ociated": 47422, + "Ġdebug": 47423, + "osher": 47424, + "upiter": 47425, + "_.": 47426, + "Ġsys": 47427, + "ĠDownloads": 47428, + "','": 47429, + "Adventure": 47430, + "FORE": 47431, + "ocument": 47432, + "arning": 47433, + "Ġmiscon": 47434, + "vidia": 47435, + "Cod": 47436, + "ibraries": 47437, + "buffer": 47438, + "cdn": 47439, + "ĠModes": 47440, + "tarian": 47441, + "ĠPyro": 47442, + "ĠFixes": 47443, + "ĠâĪ": 47444, + "ĠCf": 47445, + "Testing": 47446, + "Byte": 47447, + "nants": 47448, + "oufl": 47449, + "ĠCipher": 47450, + "Aim": 47451, + "ĠAfgh": 47452, + "ĠStarCraft": 47453, + "intendent": 47454, + "akespe": 47455, + "Apply": 47456, + ">>>": 47457, + "Lenin": 47458, + "ĠShaman": 47459, + "%\"": 47460, + "ĠFrenzy": 47461, + "illusion": 47462, + "===": 47463, + "Website": 47464, + "Allow": 47465, + "ĠBinary": 47466, + "ensable": 47467, + "ĠEmpires": 47468, + "Ġpromul": 47469, + "ormonal": 47470, + "ileaks": 47471, + "ĠAmmo": 47472, + "assies": 47473, + "atican": 47474, + "avior": 47475, + "ĠIter": 47476, + "1024": 47477, + "uesday": 47478, + "ĠAppears": 47479, + "achine": 47480, + "Problem": 47481, + "ousy": 47482, + "ramid": 47483, + "nox": 47484, + "··": 47485, + "omething": 47486, + "ĠPurg": 47487, + "artney": 47488, + "Ġ0000": 47489, + "psey": 47490, + "Ġglutamate": 47491, + "ĠActivate": 47492, + "Repl": 47493, + "Priv": 47494, + "cyclop": 47495, + "ĠHispan": 47496, + "atsuki": 47497, + "Likewise": 47498, + "JOHN": 47499, + "POSE": 47500, + "pherd": 47501, + "schild": 47502, + "Ġsuffix": 47503, + "åIJ": 47504, + "Ġoptionally": 47505, + "ĠRecomm": 47506, + "ĠSpawn": 47507, + "ARDIS": 47508, + "Ġinconsist": 47509, + "Ġenglish": 47510, + "Beta": 47511, + "ĠContains": 47512, + "uddenly": 47513, + "Ġls": 47514, + "Dynamic": 47515, + "åĽ": 47516, + "Ġ{{": 47517, + "dq": 47518, + "Hmm": 47519, + "oliberal": 47520, + "ĠCarnage": 47521, + "ĠRebirth": 47522, + "incerity": 47523, + "Ġproletariat": 47524, + "ĠCrafting": 47525, + "Explore": 47526, + "Ġeld": 47527, + "ĠAnarch": 47528, + "Ġ(>": 47529, + "ĠClockwork": 47530, + "ĠProced": 47531, + "APTER": 47532, + "ĠSorcerer": 47533, + "âĶ": 47534, + "ĠSnape": 47535, + "elist": 47536, + "Balance": 47537, + "Tube": 47538, + "Ġ--------------------": 47539, + "Ġnostalg": 47540, + "ACTED": 47541, + "ĠVID": 47542, + "soever": 47543, + "ignt": 47544, + "Ġhypothal": 47545, + "ĠObj": 47546, + "igure": 47547, + "ĠElves": 47548, + "gorithm": 47549, + "Romney": 47550, + "idable": 47551, + "renheit": 47552, + "aptic": 47553, + "Ġnonex": 47554, + "Profile": 47555, + "Ġscient": 47556, + "ĠAchievements": 47557, + "ĠReload": 47558, + "Products": 47559, + "ampire": 47560, + "pread": 47561, + "ĠYamato": 47562, + "Thread": 47563, + "ĠFML": 47564, + "ĠForsaken": 47565, + "Statistics": 47566, + "Ġ([": 47567, + "utsu": 47568, + "nces": 47569, + "...?": 47570, + "upload": 47571, + "Typ": 47572, + "ĠReflex": 47573, + "Dial": 47574, + "Ġspawns": 47575, + "Server": 47576, + "Ġacquaint": 47577, + "iterranean": 47578, + "='": 47579, + "Device": 47580, + "ר": 47581, + "ocaly": 47582, + "Remove": 47583, + "Ġ=====": 47584, + "Ġabdom": 47585, + "ideos": 47586, + "Dual": 47587, + "Fax": 47588, + "Ġbesie": 47589, + "ĠAdin": 47590, + "Ġdescrib": 47591, + "Ġiod": 47592, + "Limit": 47593, + "aunders": 47594, + "ĠAssassins": 47595, + "xxxx": 47596, + "ulner": 47597, + "Shipping": 47598, + "Item": 47599, + "fortune": 47600, + "Ġcipher": 47601, + "mA": 47602, + "acerb": 47603, + "ebus": 47604, + "Ġmodifiers": 47605, + "Added": 47606, + "prisingly": 47607, + "Dir": 47608, + "ĠArchangel": 47609, + "umbnails": 47610, + "Huh": 47611, + "ĠWARN": 47612, + "Role": 47613, + "usional": 47614, + "Ġcortical": 47615, + "ĠSCP": 47616, + "ĠException": 47617, + "ĠWarhammer": 47618, + ")))": 47619, + "](": 47620, + "Ġsynaptic": 47621, + "Ġcached": 47622, + "archment": 47623, + "Ġtarg": 47624, + "Filter": 47625, + "ĠHades": 47626, + "Ġprinc": 47627, + "halla": 47628, + "ptoms": 47629, + "Ïģ": 47630, + "ructose": 47631, + "termination": 47632, + "Ġcompe": 47633, + "define": 47634, + "Ġprosec": 47635, + "require": 47636, + "ĠCorpse": 47637, + "Abstract": 47638, + "********************************": 47639, + "Used": 47640, + "ĠIbid": 47641, + "trak": 47642, + "ä¸Ń": 47643, + "ĠGABA": 47644, + "åĬ": 47645, + "ĠHegel": 47646, + "Jere": 47647, + "odore": 47648, + "í": 47649, + "namese": 47650, + "Origin": 47651, + "ĠMastery": 47652, + "gerald": 47653, + "Charges": 47654, + "--------------------": 47655, + "Forge": 47656, + "comings": 47657, + "åį": 47658, + "Ġ(&": 47659, + "Ġgrap": 47660, + "Mask": 47661, + "ĠGundam": 47662, + "generic": 47663, + "ĠMalf": 47664, + "raphics": 47665, + "Internal": 47666, + "ourge": 47667, + "Ġirresist": 47668, + "sterdam": 47669, + "Ġendogenous": 47670, + "Export": 47671, + "Ġë": 47672, + "poons": 47673, + "Ġabund": 47674, + "ĠQuantity": 47675, + "Issue": 47676, + "âĪĴ": 47677, + "cknow": 47678, + "Anonymous": 47679, + "ĠDRAG": 47680, + "Wikipedia": 47681, + "Ġsubdu": 47682, + "iverpool": 47683, + "apesh": 47684, + "Ability": 47685, + "ĠCentOS": 47686, + "iseum": 47687, + "lycer": 47688, + "Untitled": 47689, + "Ġlineback": 47690, + "Ġtomat": 47691, + "byte": 47692, + "tile": 47693, + "linux": 47694, + "Palest": 47695, + "canon": 47696, + "FAULT": 47697, + "ĠkHz": 47698, + "Ġhelic": 47699, + "ĠIGF": 47700, + "WARE": 47701, + "Feature": 47702, + "ĠGraveyard": 47703, + "ĠNemesis": 47704, + "akuya": 47705, + "inement": 47706, + "Ġwhence": 47707, + "ractical": 47708, + "Ping": 47709, + "tesque": 47710, + "scroll": 47711, + "espie": 47712, + "Ġasynchronous": 47713, + "ocre": 47714, + "Measure": 47715, + "morph": 47716, + "std": 47717, + "Settings": 47718, + "Course": 47719, + "Ġ],": 47720, + "Ïĥ": 47721, + "Documents": 47722, + "estern": 47723, + "Ġtf": 47724, + "Ġcircumcised": 47725, + "geant": 47726, + "Ġconject": 47727, + "ĠFolder": 47728, + "outube": 47729, + "ĠMedline": 47730, + "Status": 47731, + "ctr": 47732, + "anoia": 47733, + "ĠPowerShell": 47734, + "Chel": 47735, + "Loop": 47736, + "Ġresize": 47737, + "aphael": 47738, + "workshop": 47739, + "velength": 47740, + "hover": 47741, + "flush": 47742, + "Ġβ": 47743, + "Task": 47744, + "pedia": 47745, + "ptin": 47746, + "bidden": 47747, + "windows": 47748, + "ĠCaucas": 47749, + "aml": 47750, + "isoft": 47751, + "Ġrs": 47752, + "cgi": 47753, + "urrection": 47754, + "miah": 47755, + "ÏĤ": 47756, + "Ġplaythrough": 47757, + "Reddit": 47758, + "׾": 47759, + "Ġannotation": 47760, + "Ġnobles": 47761, + "seq": 47762, + "mares": 47763, + "Ġwik": 47764, + "foreseen": 47765, + "RPG": 47766, + "Ġreper": 47767, + "aredevil": 47768, + "arcity": 47769, + "/\"": 47770, + "Ġ});": 47771, + "Ġdiscont": 47772, + "ĠBinding": 47773, + "answered": 47774, + "Mesh": 47775, + "ĠMPEG": 47776, + "Ġperceptual": 47777, + "OTAL": 47778, + "ursive": 47779, + "ãģĦ": 47780, + "Ġplun": 47781, + "onential": 47782, + "ãĤ": 47783, + "ĠReloaded": 47784, + "iscopal": 47785, + "ĠDespair": 47786, + "FIX": 47787, + "Ġheterogeneity": 47788, + ",[": 47789, + "ichick": 47790, + "DCS": 47791, + "Ġcooldown": 47792, + "................": 47793, + "Ġsomew": 47794, + "Battery": 47795, + "stract": 47796, + "Attempt": 47797, + "allery": 47798, + "ĠNept": 47799, + "Ġtac": 47800, + "ĠElemental": 47801, + "Function": 47802, + "Ġbindings": 47803, + "versive": 47804, + "ĠWarlock": 47805, + "Response": 47806, + "ĠNPCs": 47807, + "ollower": 47808, + "ĠReborn": 47809, + "Ġphenotype": 47810, + "uscript": 47811, + "Ġpecul": 47812, + "!/": 47813, + "Unique": 47814, + "ĠFreeBSD": 47815, + "ĠChero": 47816, + "Ġcolle": 47817, + "gently": 47818, + "Empty": 47819, + "rss": 47820, + "Ġdd": 47821, + "forge": 47822, + "ĠTraps": 47823, + "×Ķ": 47824, + "iblical": 47825, + "---------": 47826, + "uminati": 47827, + "login": 47828, + "asus": 47829, + "xual": 47830, + "ĠMiko": 47831, + "ĠDrac": 47832, + "ssh": 47833, + "Submit": 47834, + "ĠMultiplayer": 47835, + "leanor": 47836, + "Orig": 47837, + "anism": 47838, + "peror": 47839, + "ĠESV": 47840, + "Ġencour": 47841, + "å°": 47842, + "ĠPLoS": 47843, + "ĠCrusher": 47844, + "ocrates": 47845, + "ynchronous": 47846, + "§": 47847, + "ĠLuffy": 47848, + "Lastly": 47849, + "Ġdiffere": 47850, + "okane": 47851, + "Enh": 47852, + "ursor": 47853, + "Ġapopt": 47854, + "ĠTotem": 47855, + "ä½": 47856, + "Honest": 47857, + "xml": 47858, + "Created": 47859, + "Ġteleport": 47860, + "NRS": 47861, + "ccess": 47862, + "ilitary": 47863, + "ackets": 47864, + "Ġenchantment": 47865, + "ĠCunning": 47866, + "ortmund": 47867, + "Altern": 47868, + "Alternatively": 47869, + "ĠLuthor": 47870, + "Publisher": 47871, + "GBT": 47872, + "çĶ": 47873, + "Activity": 47874, + "Ġleptin": 47875, + "æĪ": 47876, + "ĠStarfleet": 47877, + "å¸": 47878, + "oooooooo": 47879, + "Ġlawy": 47880, + "Frag": 47881, + "ת": 47882, + "yright": 47883, + "cookie": 47884, + "Finish": 47885, + "wikipedia": 47886, + "ĠAbilities": 47887, + "interface": 47888, + "Ġglared": 47889, + "Engineers": 47890, + "ĠAtk": 47891, + "oteric": 47892, + "Ġbyte": 47893, + "ossibility": 47894, + "Label": 47895, + "ĠCSV": 47896, + "Ġè": 47897, + "ĠOblivion": 47898, + "android": 47899, + "rehensive": 47900, + "ĠCommands": 47901, + "clud": 47902, + "ĠTutorial": 47903, + "retched": 47904, + "irlwind": 47905, + "conserv": 47906, + "ministic": 47907, + "void": 47908, + "ernels": 47909, + "alias": 47910, + "ĠDraco": 47911, + "desktop": 47912, + "ĠMormonism": 47913, + "oÄŁ": 47914, + "kef": 47915, + "Ġtimestamp": 47916, + "WAYS": 47917, + "ãģĹ": 47918, + "\"(": 47919, + "eneg": 47920, + "CHAT": 47921, + "Ġnpm": 47922, + "ĠGrenade": 47923, + "rongh": 47924, + "dinand": 47925, + "Definition": 47926, + "ĠInteger": 47927, + "Ġmodifier": 47928, + "Ġdex": 47929, + "ĠParameters": 47930, + "andestine": 47931, + "ĠSHALL": 47932, + "Purchase": 47933, + "enaries": 47934, + "Ġstarship": 47935, + "Armor": 47936, + "Skill": 47937, + "Ġlookup": 47938, + "verages": 47939, + "Minimum": 47940, + "ĠBleach": 47941, + "Ġdf": 47942, + "inosaur": 47943, + "ixel": 47944, + "Zip": 47945, + "temp": 47946, + "ruby": 47947, + "Fram": 47948, + "sword": 47949, + "Minecraft": 47950, + "strous": 47951, + "Client": 47952, + "ĠBarbarian": 47953, + "æĹ": 47954, + "USER": 47955, + "ĠMehran": 47956, + "axies": 47957, + "ermanent": 47958, + "ĠHeader": 47959, + "ablishment": 47960, + "hyde": 47961, + "Snake": 47962, + "ĠTelesc": 47963, + "Pocket": 47964, + "Ġ........": 47965, + "Destroy": 47966, + "Method": 47967, + "ĠZup": 47968, + "olulu": 47969, + "Ġunemploy": 47970, + "Temp": 47971, + "ĠExplicit": 47972, + "人": 47973, + "cache": 47974, + "innamon": 47975, + "Ġunavoid": 47976, + "Summary": 47977, + "Ġappre": 47978, + "Ġtaxp": 47979, + "XXX": 47980, + "ieval": 47981, + "ĠSummon": 47982, + "å¤": 47983, + "Lear": 47984, + "ibliography": 47985, + "CLASS": 47986, + "dimension": 47987, + "ĠHorde": 47988, + "Ġfilesystem": 47989, + "ĠQiao": 47990, + "obbies": 47991, + "DIR": 47992, + "Ġimpedance": 47993, + "éĩ": 47994, + "Names": 47995, + "ĠDrupal": 47996, + "Applic": 47997, + "imei": 47998, + "ynchron": 47999, + "Ire": 48000, + "ĠMinion": 48001, + "ĠHaste": 48002, + "ä¿": 48003, + "Ġ(=": 48004, + "LinkedIn": 48005, + "Maps": 48006, + "ifacts": 48007, + "Damage": 48008, + "odynam": 48009, + "ĠShroud": 48010, + "Ancient": 48011, + "enhagen": 48012, + "Tact": 48013, + "anship": 48014, + "aturdays": 48015, + "ãģ«": 48016, + "ikhail": 48017, + "ãģ®": 48018, + "framework": 48019, + "lication": 48020, + "âĢ¦]": 48021, + "Plug": 48022, + "ĠLilith": 48023, + "browser": 48024, + "offset": 48025, + "ĠJuda": 48026, + "ciating": 48027, + "console": 48028, + "Ġ=================": 48029, + "._": 48030, + "ĠPuzz": 48031, + "OPLE": 48032, + "erial": 48033, + "OHN": 48034, + "ĠGolem": 48035, + "ierrez": 48036, + "Ġ},": 48037, + "inition": 48038, + "insula": 48039, + "ĠEntered": 48040, + "greSQL": 48041, + "ĠFlask": 48042, + "ĠXCOM": 48043, + "fixes": 48044, + "ĠWeasley": 48045, + "arser": 48046, + "Ġrc": 48047, + "microsoft": 48048, + "HHHH": 48049, + "INFO": 48050, + "rehend": 48051, + "Ġpolymorph": 48052, + "Button": 48053, + "âī": 48054, + "QUI": 48055, + "twitch": 48056, + "jriwal": 48057, + "ĠSaiyan": 48058, + "Ġadherent": 48059, + "acters": 48060, + "arthed": 48061, + "âĢł": 48062, + "Ġfoss": 48063, + "ã": 48064, + "Quote": 48065, + "ependent": 48066, + "Ġhorr": 48067, + "UGC": 48068, + "Weiss": 48069, + "styles": 48070, + "advertisement": 48071, + "Credits": 48072, + "Lua": 48073, + "ĠUCH": 48074, + "Ġhorrend": 48075, + "Ġminion": 48076, + ">,": 48077, + "ãĥ³": 48078, + "Ġinclud": 48079, + "Compar": 48080, + "Ġ[]": 48081, + "Ġ(<": 48082, + "Phones": 48083, + "paralleled": 48084, + "HTML": 48085, + "Ġ(%": 48086, + "raltar": 48087, + "Ġamd": 48088, + "Maximum": 48089, + "ĠSolitaire": 48090, + "SCP": 48091, + "ĠVaugh": 48092, + "ĠCLR": 48093, + "database": 48094, + "module": 48095, + "̶": 48096, + "Capture": 48097, + "Window": 48098, + "ubuntu": 48099, + "Includes": 48100, + "ĠUriel": 48101, + "ORPG": 48102, + "κ": 48103, + "âĪ": 48104, + "ä¸Ģ": 48105, + "Ġdexter": 48106, + "ĠGlac": 48107, + "slice": 48108, + "HAHAHAHA": 48109, + "\\\"": 48110, + "lations": 48111, + "ÙIJ": 48112, + "ĠAUTH": 48113, + "earch": 48114, + "ĠSocket": 48115, + "Character": 48116, + "Sort": 48117, + "Ġindist": 48118, + "/_": 48119, + "ĠAntar": 48120, + "ifix": 48121, + "Ġlich": 48122, + "variable": 48123, + "_(": 48124, + "Ġgui": 48125, + "Herm": 48126, + "elvet": 48127, + "è¯": 48128, + "Developer": 48129, + "Ġkcal": 48130, + "ciation": 48131, + "Transaction": 48132, + "Ġdocker": 48133, + "###": 48134, + "ĠVegeta": 48135, + "Result": 48136, + "ocamp": 48137, + "aughtered": 48138, + "Increase": 48139, + "aples": 48140, + "iannopoulos": 48141, + "zbek": 48142, + "estyles": 48143, + "emonium": 48144, + "è¿": 48145, + "ĠFANT": 48146, + "Reason": 48147, + "Elsewhere": 48148, + "\"\"": 48149, + "ĠArtifact": 48150, + "Authent": 48151, + "herical": 48152, + "Ġmembr": 48153, + "socket": 48154, + "Elsa": 48155, + "Condition": 48156, + "Ġlapt": 48157, + "Ġsorcerer": 48158, + "Layer": 48159, + "apters": 48160, + "Ġveter": 48161, + "Myth": 48162, + "ensical": 48163, + "ÏĢ": 48164, + "noxious": 48165, + "Ġunpre": 48166, + "Flags": 48167, + "OOOOOOOO": 48168, + "Ġincent": 48169, + "Combat": 48170, + "Session": 48171, + "Ġteleportation": 48172, + "éĢ": 48173, + "ortment": 48174, + "Admin": 48175, + "Fixed": 48176, + "×Ļ": 48177, + "Ġconfir": 48178, + "ãģŁ": 48179, + "morrow": 48180, + "osponsors": 48181, + "\\/": 48182, + "ictionary": 48183, + "Num": 48184, + "Ġquir": 48185, + "åº": 48186, + "à¨": 48187, + "Ġ<<": 48188, + "Attempts": 48189, + "ãģ§": 48190, + "λ": 48191, + "Features": 48192, + "XXXX": 48193, + "Ġinflamm": 48194, + "VERSION": 48195, + "ortality": 48196, + "spawn": 48197, + "ratulations": 48198, + "Ġcharism": 48199, + "Ġ&&": 48200, + "Dialogue": 48201, + "luster": 48202, + "<<": 48203, + "args": 48204, + "redients": 48205, + "Ġpredicate": 48206, + "qqa": 48207, + "etheus": 48208, + "Ġ(!": 48209, + "Ġshowc": 48210, + "cmd": 48211, + "bringer": 48212, + "Ġcoh": 48213, + "Input": 48214, + "ĠFANTASY": 48215, + "Ġfict": 48216, + "Blocks": 48217, + "Install": 48218, + "vector": 48219, + "umblr": 48220, + "agnar": 48221, + "Array": 48222, + "Ġembry": 48223, + "Ġtheoret": 48224, + "Ġhref": 48225, + "irrel": 48226, + "irements": 48227, + "iations": 48228, + "Ġ(/": 48229, + "Thumbnail": 48230, + "Ġhashes": 48231, + "^^": 48232, + "Copy": 48233, + "Ġeq": 48234, + "translation": 48235, + "Favorite": 48236, + "Fail": 48237, + "Ġogre": 48238, + "isites": 48239, + "Merit": 48240, + "ãģ¦": 48241, + "DATA": 48242, + "rarily": 48243, + "igmatic": 48244, + "Sequ": 48245, + "Els": 48246, + "ãģª": 48247, + "lehem": 48248, + "requency": 48249, + "aughed": 48250, + "Ġdistingu": 48251, + "Ġartific": 48252, + "Ġdwarves": 48253, + "Í": 48254, + "resy": 48255, + "~~": 48256, + "sofar": 48257, + "ideon": 48258, + "ozyg": 48259, + "EEEE": 48260, + "ĠMelee": 48261, + "大": 48262, + "tumblr": 48263, + "ssl": 48264, + "Wra": 48265, + "ONSORED": 48266, + "Ġvowel": 48267, + "},": 48268, + "Vari": 48269, + "cientious": 48270, + "Node": 48271, + "Ġsorce": 48272, + "========": 48273, + "perse": 48274, + "Detailed": 48275, + "isphere": 48276, + "Background": 48277, + "ĺħ": 48278, + "Redd": 48279, + "ìĿ": 48280, + "ãģ¨": 48281, + "ĠCTRL": 48282, + "Ġç": 48283, + "iculty": 48284, + "ername": 48285, + "Ġns": 48286, + "Deploy": 48287, + "Ġhapp": 48288, + "Ġ///": 48289, + "Begin": 48290, + "Ġgp": 48291, + "$.": 48292, + "Output": 48293, + "Suggest": 48294, + "×IJ": 48295, + "ĠToggle": 48296, + "Ġnutrit": 48297, + "Ġ\\\"": 48298, + "Ġpreval": 48299, + "Ġsubreddits": 48300, + "Menu": 48301, + "Amount": 48302, + "ĠWasteland": 48303, + "Ġsprites": 48304, + "Ġshader": 48305, + "Ġ;)": 48306, + "NAME": 48307, + "CLUD": 48308, + "Ġgoblin": 48309, + "Refer": 48310, + "ÙĴ": 48311, + "á¹": 48312, + "Improved": 48313, + "endiary": 48314, + "Ġassail": 48315, + "chieve": 48316, + "reply": 48317, + "Ġcontrad": 48318, + "cients": 48319, + "GROUP": 48320, + "Controller": 48321, + "omsky": 48322, + "chemist": 48323, + "packages": 48324, + "ombies": 48325, + "scl": 48326, + "Ġibn": 48327, + "çĽ": 48328, + ":(": 48329, + "ĠMinotaur": 48330, + "niper": 48331, + "====": 48332, + "Ġsubsc": 48333, + "è¦": 48334, + "Ġinteger": 48335, + "Ġ\"-": 48336, + "Ġtheorem": 48337, + "utenberg": 48338, + "Trigger": 48339, + "github": 48340, + "ä¼": 48341, + "##": 48342, + "xtap": 48343, + "oké": 48344, + "ilial": 48345, + "idepress": 48346, + ":\\": 48347, + "Param": 48348, + "Correction": 48349, + "ïve": 48350, + "Chest": 48351, + "ש": 48352, + "ĠÏĦ": 48353, + "Ġrespawn": 48354, + "Ġrall": 48355, + "Ġcreatine": 48356, + "umsy": 48357, + "ĠTemplate": 48358, + "foo": 48359, + "query": 48360, + "Ġmanufact": 48361, + "Hardware": 48362, + "iframe": 48363, + "Ġ-------": 48364, + "Ġrecip": 48365, + "ĠAttributes": 48366, + "Ġforeskin": 48367, + "ãĤĭ": 48368, + "ãĥĦ": 48369, + "uania": 48370, + "................................................................": 48371, + "Ġphylogen": 48372, + "eaturing": 48373, + "Ġsprite": 48374, + "Ġinvari": 48375, + "DonaldTrump": 48376, + "({": 48377, + "ĠMalfoy": 48378, + "Gamer": 48379, + "ĠPlugin": 48380, + "γ": 48381, + "Query": 48382, + "ĠPuzzles": 48383, + "inventory": 48384, + "trl": 48385, + "Insert": 48386, + "Ġawa": 48387, + "ĠWerewolf": 48388, + "Ġhorizont": 48389, + "×ŀ": 48390, + "Ġcunt": 48391, + "]]": 48392, + "ĠByz": 48393, + "Mouse": 48394, + "Ġ[[": 48395, + "ĠCthulhu": 48396, + "ĠDRAGON": 48397, + "Default": 48398, + "ĠPresbyter": 48399, + "Ġff": 48400, + "Ġorcs": 48401, + "Construct": 48402, + "ĠDebug": 48403, + "Ġ*/": 48404, + "×ij": 48405, + "Ġembr": 48406, + "License": 48407, + "css": 48408, + "incinn": 48409, + "Prosecut": 48410, + "Ġsugg": 48411, + "å¾": 48412, + "ĠUndead": 48413, + "æĿ": 48414, + "Ġfs": 48415, + "Ġthw": 48416, + "Vector": 48417, + "åĮ": 48418, + "settings": 48419, + "å¯": 48420, + "Ġssh": 48421, + "ĠConverted": 48422, + "ãĤĴ": 48423, + "risome": 48424, + "Ġagre": 48425, + "Collection": 48426, + "cmp": 48427, + "puter": 48428, + "alloc": 48429, + "Ġé": 48430, + "ascade": 48431, + "ĠSpells": 48432, + "Ġ:-)": 48433, + "Haunted": 48434, + "Ġadolesc": 48435, + "FORMATION": 48436, + "ĠImperium": 48437, + "ãĥ¼": 48438, + "Supplement": 48439, + "Render": 48440, + "Theme": 48441, + "ĠTorment": 48442, + "([": 48443, + "ëĭ": 48444, + "Ġhtml": 48445, + "Ġjuven": 48446, + "ĠSiber": 48447, + "Ġdaemon": 48448, + "ivariate": 48449, + "objects": 48450, + "negie": 48451, + "Ġindu": 48452, + "landish": 48453, + "Meta": 48454, + "Impl": 48455, + "Ġglyph": 48456, + "Ġ-->": 48457, + "Ġstreng": 48458, + "agascar": 48459, + "guyen": 48460, + "((": 48461, + ")[": 48462, + "ĠNorn": 48463, + "Ġhippocamp": 48464, + "Ġ¯": 48465, + "îĢ": 48466, + "Connection": 48467, + "PATH": 48468, + "mbuds": 48469, + "ĠShards": 48470, + "Ġadvoc": 48471, + "Ġsimulac": 48472, + "âĸij": 48473, + "!?\"": 48474, + "ĠPotion": 48475, + "Ġamulet": 48476, + "ĠFnatic": 48477, + "Ġcryptoc": 48478, + "wav": 48479, + "radius": 48480, + "pkg": 48481, + "ĠMFT": 48482, + "æĢ": 48483, + "Ġtoile": 48484, + "Items": 48485, + "ifference": 48486, + "errors": 48487, + "ĠCelt": 48488, + "Ġunpop": 48489, + "ilogy": 48490, + "6666": 48491, + "hesda": 48492, + "Instruct": 48493, + "å·": 48494, + "Materials": 48495, + "ettings": 48496, + "Percent": 48497, + "Ġresistor": 48498, + "tymology": 48499, + "Ġdeprecated": 48500, + "Ġgrep": 48501, + "ĠWRITE": 48502, + "Ġtriv": 48503, + "Ġscrut": 48504, + "[/": 48505, + "anyl": 48506, + "skirts": 48507, + "MSN": 48508, + "ĠCodec": 48509, + "ecd": 48510, + "Anth": 48511, + "){": 48512, + "%]": 48513, + "veyard": 48514, + "aspberry": 48515, + "ãĢ": 48516, + "Reward": 48517, + "rha": 48518, + "Stretch": 48519, + "]-": 48520, + "Prev": 48521, + "Context": 48522, + "Ġlinux": 48523, + "HAHA": 48524, + "perties": 48525, + "ĠVIDE": 48526, + "Domain": 48527, + "Ġmurd": 48528, + "ĠLegions": 48529, + "apache": 48530, + "æŃ": 48531, + "Pause": 48532, + "Temperature": 48533, + "ufact": 48534, + "igslist": 48535, + "ĠRetrieved": 48536, + "èª": 48537, + "ãģĮ": 48538, + "Ingredients": 48539, + "ruary": 48540, + "dyl": 48541, + "Alias": 48542, + "ĠÎĶ": 48543, + "Ġinval": 48544, + "amsung": 48545, + "!--": 48546, + "olean": 48547, + "æī": 48548, + "ãģ¯": 48549, + "Ġcoefficients": 48550, + "ĠDHCP": 48551, + "âĨĴ": 48552, + "utonium": 48553, + ":[": 48554, + "âĹ": 48555, + "cli": 48556, + "Container": 48557, + "å¼": 48558, + "nexus": 48559, + "SOURCE": 48560, + "Ò": 48561, + "=/": 48562, + "Ġmysql": 48563, + "ĠGained": 48564, + "Ġ/*": 48565, + "uncture": 48566, + "Ġstatically": 48567, + "âĸł": 48568, + "æĺ¯": 48569, + "æ°": 48570, + "estamp": 48571, + "Cache": 48572, + "ulkan": 48573, + "staking": 48574, + "apter": 48575, + "ãģ¾": 48576, + "Ġμg": 48577, + "Ġtremend": 48578, + "ĠPiercing": 48579, + "naissance": 48580, + "ĠHealer": 48581, + "Enabled": 48582, + "éģ": 48583, + "âĸ": 48584, + "ĠThumbnails": 48585, + "Ġhither": 48586, + "Format": 48587, + "utherland": 48588, + "íķ": 48589, + "Ġdestro": 48590, + "fff": 48591, + "execute": 48592, + "msg": 48593, + "romancer": 48594, + "ĠCanaver": 48595, + "ĠVaults": 48596, + "oided": 48597, + "iage": 48598, + "Ġimg": 48599, + "summary": 48600, + "]);": 48601, + "ĠABE": 48602, + "ĠGamergate": 48603, + "utherford": 48604, + "Ġoverwrite": 48605, + "enment": 48606, + "æķ": 48607, + "Ġsystemd": 48608, + "tif": 48609, + "]).": 48610, + "ãĤ¤": 48611, + "Widget": 48612, + "======": 48613, + "(-": 48614, + "Ġ\"+": 48615, + "ĠIncarnation": 48616, + "æĥ": 48617, + "���": 48618, + "GUI": 48619, + "èĥ": 48620, + "forums": 48621, + "Ġrunes": 48622, + "Ġâī¤": 48623, + "Ġdefic": 48624, + "Distance": 48625, + "directory": 48626, + "ĠHorus": 48627, + "iltr": 48628, + "ortium": 48629, + "Ġ./": 48630, + "bda": 48631, + "owship": 48632, + "ĠâĨij": 48633, + "}.": 48634, + "åĩ": 48635, + "1027": 48636, + "Weapons": 48637, + "lucent": 48638, + "Ġauth": 48639, + ";;": 48640, + "Recommended": 48641, + "Ġsurv": 48642, + "Ġvm": 48643, + "ĠStronghold": 48644, + "Ġparan": 48645, + "ĠTrance": 48646, + "æĺ": 48647, + "Ġsovere": 48648, + "Ġcorrid": 48649, + "ĠPwr": 48650, + "Ġ[/": 48651, + "Ġseq": 48652, + "Population": 48653, + "Ġ[];": 48654, + "Ġreferen": 48655, + "ĠInstr": 48656, + "ĠStamina": 48657, + "kernel": 48658, + "Python": 48659, + "-+": 48660, + "Ġallele": 48661, + "éĽ": 48662, + "isode": 48663, + "ä¸į": 48664, + "otonin": 48665, + "modules": 48666, + "Notable": 48667, + "Spell": 48668, + "\\\\": 48669, + "Pref": 48670, + "Ġdatas": 48671, + "setup": 48672, + "Ġhapl": 48673, + "Height": 48674, + "åĭ": 48675, + "ãģ£": 48676, + "]),": 48677, + "Handle": 48678, + "umenthal": 48679, + "Package": 48680, + "Ġenthus": 48681, + "Ġunsus": 48682, + "Narr": 48683, + "Examples": 48684, + "FAQ": 48685, + "REDACTED": 48686, + "Ġnotor": 48687, + "Enable": 48688, + "Pattern": 48689, + "aeda": 48690, + ">.": 48691, + "CHECK": 48692, + "Ġ����": 48693, + "Ġ'.": 48694, + "Ġãĥ": 48695, + "append": 48696, + "����": 48697, + "gemony": 48698, + "terness": 48699, + "ĠHaku": 48700, + "NVIDIA": 48701, + "queue": 48702, + "Bind": 48703, + "Ġneigh": 48704, + "armor": 48705, + "retty": 48706, + "LOD": 48707, + "plugins": 48708, + "Ġ/>": 48709, + "TYPE": 48710, + "Ġ4096": 48711, + "-------": 48712, + "Preview": 48713, + "FML": 48714, + "Ġproletarian": 48715, + "zees": 48716, + "enfranch": 48717, + "ãģĨ": 48718, + "Ctrl": 48719, + "Module": 48720, + "ĠSurviv": 48721, + "ĠStarcraft": 48722, + "rored": 48723, + "reddit": 48724, + "Ġrul": 48725, + "Ġtx": 48726, + "Ġmage": 48727, + "Sword": 48728, + "Ġ~/": 48729, + "Effects": 48730, + "éļ": 48731, + "ä¹": 48732, + "Sensor": 48733, + "Solution": 48734, + "ãģĻ": 48735, + "Arcade": 48736, + "Ġpredec": 48737, + "Values": 48738, + "Length": 48739, + "Ġfortun": 48740, + "ttp": 48741, + "\"[": 48742, + "tmp": 48743, + "ĠBerserker": 48744, + "åĨ": 48745, + "ositories": 48746, + "Ġcouncill": 48747, + "ffff": 48748, + "));": 48749, + "Recipe": 48750, + "ĠASCII": 48751, + "âĦ¢:": 48752, + "ä": 48753, + "Ġhorm": 48754, + "=>": 48755, + "sers": 48756, + "ãģĭ": 48757, + "Recommend": 48758, + "['": 48759, + "agame": 48760, + "Animation": 48761, + "aucuses": 48762, + "Discussion": 48763, + "Ġhelicop": 48764, + "å¿": 48765, + "Float": 48766, + "Component": 48767, + "instance": 48768, + "Ġfoo": 48769, + "localhost": 48770, + "=-": 48771, + "Offset": 48772, + "Psy": 48773, + "ĠGohan": 48774, + "buquerque": 48775, + "Ġdefe": 48776, + "chwitz": 48777, + "parse": 48778, + "Ġdors": 48779, + "Ġspons": 48780, + "Ġasync": 48781, + "agonists": 48782, + "Ġindo": 48783, + ".>>": 48784, + "ĠDisciple": 48785, + "Ġfilename": 48786, + "rency": 48787, + "ĠDise": 48788, + "Ġ\"/": 48789, + "template": 48790, + "ãĤ¹": 48791, + "swers": 48792, + "Ġ++": 48793, + "Ġ[(": 48794, + "thora": 48795, + "ĠDepths": 48796, + "livious": 48797, + "Ġdisadvant": 48798, + "foundland": 48799, + "Upload": 48800, + "Ġ§§": 48801, + "Ġsophistic": 48802, + ";}": 48803, + "izont": 48804, + "\"}": 48805, + "estial": 48806, + "Ranked": 48807, + "ĠOccupations": 48808, + "LEASE": 48809, + "ĠOgre": 48810, + "folder": 48811, + "Plot": 48812, + "farious": 48813, + "Ġsuscept": 48814, + "Types": 48815, + "Discuss": 48816, + "Ġ'/": 48817, + "æµ": 48818, + "earable": 48819, + "æ³": 48820, + "Tile": 48821, + "iatus": 48822, + "åŃ": 48823, + "Ġreperto": 48824, + "Helper": 48825, + "Returns": 48826, + "ä¸Ĭ": 48827, + "imaru": 48828, + "Ġreq": 48829, + "Ġdissatisf": 48830, + "multipl": 48831, + "}{": 48832, + "-[": 48833, + "itial": 48834, + "*/": 48835, + "Config": 48836, + "Example": 48837, + "ĠjQuery": 48838, + "Mods": 48839, + "ĠGPIO": 48840, + "Ġlaun": 48841, + "layout": 48842, + "cised": 48843, + "Ġ......": 48844, + "+++": 48845, + "prototype": 48846, + "Exception": 48847, + "Ġsubsections": 48848, + "Ġresemb": 48849, + "Ġâĩ": 48850, + "ĠPubMed": 48851, + "username": 48852, + "Ġaggro": 48853, + "éĥ": 48854, + "Ġ};": 48855, + "ĠMages": 48856, + "ryu": 48857, + "apons": 48858, + "Optional": 48859, + "ĠAncients": 48860, + "ãĤĬ": 48861, + "Quotes": 48862, + "oaded": 48863, + "Ġsuspic": 48864, + "inline": 48865, + "omial": 48866, + "ĠMahjong": 48867, + "auntlets": 48868, + "Ġanarchism": 48869, + "Ġsubclass": 48870, + "ĠMLG": 48871, + "...]": 48872, + "Dialog": 48873, + "uphem": 48874, + "Ġrecursive": 48875, + "7601": 48876, + "frac": 48877, + "Else": 48878, + "ĠSeverus": 48879, + "},{\"": 48880, + "ĠCLIENT": 48881, + "Ġjavascript": 48882, + "sama": 48883, + "ĠLearns": 48884, + "ãĤĤ": 48885, + "Upgrade": 48886, + "Listener": 48887, + "Ġsnipp": 48888, + "Ġrune": 48889, + "ĠTTL": 48890, + "ertation": 48891, + "olicy": 48892, + "=\"\"": 48893, + "«ĺ": 48894, + "Ġexpr": 48895, + "ovych": 48896, + "Ġãģ": 48897, + "_-_": 48898, + "munition": 48899, + "////": 48900, + "func": 48901, + ">>>>": 48902, + "Provider": 48903, + "Ïī": 48904, + "BUG": 48905, + "Ġ[-": 48906, + "Ġarrang": 48907, + "merce": 48908, + "ãĥ": 48909, + "incarn": 48910, + "Valid": 48911, + "ĠAether": 48912, + "ãĤĵ": 48913, + "ĠUTF": 48914, + "ĠMonstrous": 48915, + "ãĤĮ": 48916, + "hedon": 48917, + "áµ": 48918, + ":#": 48919, + "ĠFrieza": 48920, + "padding": 48921, + "Reviewer": 48922, + "Ġpsychiat": 48923, + "yrinth": 48924, + "ĠâĶĤ": 48925, + "hillary": 48926, + "Static": 48927, + "Newsletter": 48928, + "Avg": 48929, + "Ġfn": 48930, + "Topic": 48931, + "choes": 48932, + "Ġnewsp": 48933, + "á¸": 48934, + "Ġ[+": 48935, + "~~~~~~~~~~~~~~~~": 48936, + ":]": 48937, + "apego": 48938, + "buf": 48939, + "Translation": 48940, + "ById": 48941, + "Ġmmol": 48942, + "ãĥ¼ãĥ": 48943, + "å½": 48944, + "ãĤī": 48945, + "Ġparser": 48946, + "ãĥª": 48947, + "`,": 48948, + "Lair": 48949, + ")}": 48950, + "ypes": 48951, + "adobe": 48952, + "Ġancest": 48953, + "ernel": 48954, + "ĠNULL": 48955, + "ç«": 48956, + "anguages": 48957, + "Increases": 48958, + "æĦ": 48959, + "utorial": 48960, + "ithmetic": 48961, + "dll": 48962, + "ĠArcane": 48963, + "çī": 48964, + "Ġtc": 48965, + "urtles": 48966, + "èĪ": 48967, + "Bytes": 48968, + "Slot": 48969, + "ĠBahá": 48970, + "Weapon": 48971, + "widget": 48972, + "querque": 48973, + "Ġembodiments": 48974, + "å¥": 48975, + "WARN": 48976, + "swer": 48977, + "thumbnails": 48978, + "FFFF": 48979, + "inguishable": 48980, + "Ġâī": 48981, + "Ġ${": 48982, + "AAAAAAAA": 48983, + "Conclusion": 48984, + "ĻĤ": 48985, + "disable": 48986, + "Rect": 48987, + "Ġsubp": 48988, + "Ġ().": 48989, + "ĠDetected": 48990, + "èĢ": 48991, + "[]": 48992, + "Ġcoerc": 48993, + "ĠmM": 48994, + "recated": 48995, + "fusc": 48996, + "ĠSorce": 48997, + "çĶŁ": 48998, + ").[": 48999, + "Ġ})": 49000, + "mobi": 49001, + "yip": 49002, + "Acknowled": 49003, + "ternity": 49004, + "iqueness": 49005, + "ython": 49006, + "><": 49007, + "Ġstd": 49008, + "Url": 49009, + "Ġnamespace": 49010, + "Ġtion": 49011, + "oother": 49012, + "Ó": 49013, + "Ġhemor": 49014, + "Ġrg": 49015, + "ventory": 49016, + "ãĤ¢": 49017, + "anamo": 49018, + "Socket": 49019, + "Topics": 49020, + "apeshifter": 49021, + "gnu": 49022, + "Ġdetrim": 49023, + "`.": 49024, + "romeda": 49025, + "çIJ": 49026, + "Ġlambda": 49027, + "Compan": 49028, + "Variable": 49029, + "Ġusb": 49030, + "ĠAdamant": 49031, + "ournal": 49032, + "Ġcovari": 49033, + "ãĥ©": 49034, + "éĸ": 49035, + "åİ": 49036, + "otaur": 49037, + "Ġ(),": 49038, + "Marginal": 49039, + "ãģı": 49040, + "Ġphysic": 49041, + "adeon": 49042, + "RESULTS": 49043, + "200000": 49044, + "ãģį": 49045, + "udeb": 49046, + "ãģĵ": 49047, + "COMPLE": 49048, + "Ġmsg": 49049, + "ghazi": 49050, + "/*": 49051, + "ĠDeity": 49052, + "Ġdisapp": 49053, + "Availability": 49054, + "Ġillum": 49055, + "à©": 49056, + "ptives": 49057, + ",âĢĶ": 49058, + "chnology": 49059, + "Ġaccur": 49060, + "Ġapi": 49061, + "Obj": 49062, + "ãĤ«": 49063, + "ãĤ¸": 49064, + "ä¹ĭ": 49065, + "ËĪ": 49066, + "Ġtcp": 49067, + "Required": 49068, + ".<": 49069, + "\".[": 49070, + "Ġ~/.": 49071, + "Ġobser": 49072, + "RFC": 49073, + "Ġintegers": 49074, + "åī": 49075, + "Installation": 49076, + "Ô": 49077, + "ó": 49078, + "csv": 49079, + "ãĥ«": 49080, + "ĠNoticed": 49081, + "âĸĵ": 49082, + "Tumblr": 49083, + "Reply": 49084, + "||": 49085, + "Ġconclud": 49086, + "Ġ))": 49087, + "ebin": 49088, + "sql": 49089, + "Closure": 49090, + "++++": 49091, + "],[": 49092, + "âĹı": 49093, + "Ġprolet": 49094, + "Ġ>=": 49095, + "estinal": 49096, + "Ġ[*": 49097, + "ĠInquisitor": 49098, + "Ġcmd": 49099, + "FINE": 49100, + "CRIP": 49101, + "Ġvertex": 49102, + "TeX": 49103, + "///": 49104, + "Ö¼": 49105, + "iscons": 49106, + "Ġmyster": 49107, + "Changed": 49108, + "timeout": 49109, + "irtual": 49110, + "Methods": 49111, + "Ġcerts": 49112, + "texture": 49113, + "Roaming": 49114, + "Proxy": 49115, + "Override": 49116, + "éĹ": 49117, + "utf": 49118, + "python": 49119, + "ĠRarity": 49120, + "ilitarian": 49121, + "çľ": 49122, + "().": 49123, + "æł": 49124, + "Ġbuf": 49125, + "åij": 49126, + "çķ": 49127, + "Ġ*.": 49128, + "umerable": 49129, + "~~~~": 49130, + "å¦": 49131, + "Ġsimultane": 49132, + "Ġjson": 49133, + "Requires": 49134, + "Ġperl": 49135, + "Interface": 49136, + "rupal": 49137, + ":": 49242, + "itialized": 49243, + "HTTP": 49244, + "Trivia": 49245, + "Sov": 49246, + "wrapper": 49247, + "={": 49248, + "ĠAzerb": 49249, + "aeper": 49250, + "Ġneighb": 49251, + "initions": 49252, + "Ġsts": 49253, + "ĠSasuke": 49254, + "#$": 49255, + "uliffe": 49256, + "æĸ¹": 49257, + "++++++++++++++++": 49258, + "ĠElven": 49259, + "ãģĤ": 49260, + "Ġartif": 49261, + "Folder": 49262, + "Ġà¨": 49263, + "åĤ": 49264, + "Ġphyl": 49265, + "uggest": 49266, + "blance": 49267, + "ãģł": 49268, + "Requirements": 49269, + "Usage": 49270, + "Ġinitialized": 49271, + "ãģ®æ": 49272, + "conservancy": 49273, + "ĠReincarn": 49274, + ")|": 49275, + "Ġantioxid": 49276, + "ĠClicker": 49277, + "Ġunlaw": 49278, + "Ġ\\(": 49279, + "ãĥĪ": 49280, + "Ġ[*]": 49281, + "Characters": 49282, + "////////": 49283, + "ãĢIJ": 49284, + "ãĤ·": 49285, + "webkit": 49286, + "ãĢij": 49287, + "Ġxp": 49288, + "alkyrie": 49289, + "Console": 49290, + "());": 49291, + "ĠKorra": 49292, + "\"))": 49293, + "oooooooooooooooo": 49294, + "Timer": 49295, + "////////////////": 49296, + "yout": 49297, + "engeance": 49298, + "emetery": 49299, + "Ġmages": 49300, + "mods": 49301, + "Null": 49302, + "Ġphilos": 49303, + "ascript": 49304, + "Ġaddon": 49305, + "ĠâĸĪ": 49306, + "emale": 49307, + "----------------------------------------------------------------": 49308, + "Ġ\\\\": 49309, + "=[": 49310, + "ĠParables": 49311, + "ãĥĨ": 49312, + "VALUE": 49313, + "Ġ@@": 49314, + "Ġuint": 49315, + "${": 49316, + "cpp": 49317, + "%%": 49318, + "Ġ(âĪĴ": 49319, + "utils": 49320, + "prefix": 49321, + "å°Ĩ": 49322, + "ãĥŃ": 49323, + "Completed": 49324, + "Ġgoto": 49325, + "ãĤ¯": 49326, + "Winged": 49327, + "perty": 49328, + "[\"": 49329, + "ãĥİ": 49330, + "ĠScythe": 49331, + "Ġæľ": 49332, + "Ġ!=": 49333, + "Buffer": 49334, + "docker": 49335, + "ĠWATCHED": 49336, + "èĢħ": 49337, + "())": 49338, + "Ġdst": 49339, + "SIZE": 49340, + "ĠDemonic": 49341, + "Ġresil": 49342, + "ãĤ¿": 49343, + "Ġpione": 49344, + "cpu": 49345, + "++)": 49346, + "TEXT": 49347, + "Ġdiscrep": 49348, + "debian": 49349, + "quished": 49350, + "Ġacknow": 49351, + "Ġtrave": 49352, + "Ġgcc": 49353, + "Catalog": 49354, + "ctrl": 49355, + "ĠMoroc": 49356, + "Ġcpu": 49357, + "Ġ];": 49358, + "ĠSorceress": 49359, + "Introduced": 49360, + "Frames": 49361, + "Ġcondem": 49362, + "¶æ": 49363, + "~~~~~~~~": 49364, + "ĠEmacs": 49365, + "][/": 49366, + "Ġglim": 49367, + "Init": 49368, + "ĠPrimordial": 49369, + "ãĥĥ": 49370, + "Ġ+=": 49371, + "Ġblat": 49372, + "à¼": 49373, + "------------------------------------------------": 49374, + "gpu": 49375, + "ãĥĥãĥĪ": 49376, + "Ġxml": 49377, + "Ġboolean": 49378, + "References": 49379, + "Ġ?)": 49380, + "Ġsatell": 49381, + "Queue": 49382, + "Ġpestic": 49383, + "Ġ}}": 49384, + "Attribute": 49385, + "Ġdx": 49386, + "ĠDefin": 49387, + "Synopsis": 49388, + "..................": 49389, + "ãĥ¬": 49390, + "plugin": 49391, + "Disable": 49392, + "0000000000000000": 49393, + ")\\": 49394, + "ĠIchigo": 49395, + "println": 49396, + "rontal": 49397, + "Setup": 49398, + "Ġ��������": 49399, + "å§": 49400, + "âĸº": 49401, + "ĠPengu": 49402, + "ailability": 49403, + "Duration": 49404, + "Timeout": 49405, + "ãĢĮ": 49406, + "Ġbehav": 49407, + "Reviewed": 49408, + "Ġtoget": 49409, + "\\.": 49410, + "lished": 49411, + "Ġthous": 49412, + "Ġperpend": 49413, + "ecause": 49414, + "Layout": 49415, + "è»": 49416, + "ĠDexterity": 49417, + "unsigned": 49418, + "+=": 49419, + "[[": 49420, + "ĠRunes": 49421, + "ãĤ¦": 49422, + "};": 49423, + "})": 49424, + "FTWARE": 49425, + "ength": 49426, + "milo": 49427, + "duino": 49428, + "天": 49429, + "ĠClojure": 49430, + "ļé": 49431, + "ãĥ¥": 49432, + "gradient": 49433, + "Ġ\"\"\"": 49434, + "âĨij": 49435, + "@#": 49436, + "JSON": 49437, + "Ġproport": 49438, + "addr": 49439, + "});": 49440, + "ãĥIJ": 49441, + "ä¸ī": 49442, + "Ġtmp": 49443, + "å£": 49444, + "../": 49445, + "zsche": 49446, + "ĠâĪ¼": 49447, + "Entity": 49448, + "æ©Ł": 49449, + "ĠâĶľâĶĢâĶĢ": 49450, + "filename": 49451, + "{{": 49452, + "@@": 49453, + "ĠSeym": 49454, + "Ġ/**": 49455, + "ĠSummoner": 49456, + "Quantity": 49457, + "ç·": 49458, + "Attach": 49459, + "Ġbool": 49460, + "Texture": 49461, + "Ġopio": 49462, + ".}": 49463, + "ãĥĭ": 49464, + "integer": 49465, + "Ġregex": 49466, + "Ġnomine": 49467, + "ription": 49468, + "ãģ®ç": 49469, + "ãĥķ": 49470, + "Ġsubparagraph": 49471, + "GGGG": 49472, + "Ġexplan": 49473, + "Header": 49474, + "Spawn": 49475, + "toggle": 49476, + "²¾": 49477, + "Abyss": 49478, + "expr": 49479, + "ĠZerg": 49480, + "ĠGrimoire": 49481, + "Contents": 49482, + "Instance": 49483, + "cyclopedia": 49484, + "ãĥĹ": 49485, + "ĠTakeru": 49486, + "=(": 49487, + "代": 49488, + "\\)": 49489, + "Ġrgb": 49490, + "htt": 49491, + "bryce": 49492, + "Ġlivest": 49493, + "ĠAnnotations": 49494, + "âĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢ": 49495, + "berus": 49496, + "ntil": 49497, + "Ġskelet": 49498, + "callback": 49499, + "åħī": 49500, + "Joined": 49501, + "ãĤª": 49502, + "Ġargs": 49503, + "artifacts": 49504, + "Ġå¤": 49505, + "ÃĽ": 49506, + "ãĥŀ": 49507, + "Streamer": 49508, + "}\"": 49509, + "Ġunden": 49510, + "ãĥģ": 49511, + "Īè": 49512, + "ãĥ£": 49513, + "Ġ0004": 49514, + "Ġ\\'": 49515, + "ãĤ°": 49516, + "ĠCONFIG": 49517, + "Ġ#####": 49518, + "``": 49519, + "anguage": 49520, + "Ġ*)": 49521, + "Template": 49522, + "MODE": 49523, + "Ġ00000000": 49524, + "'';": 49525, + ">": 49625, + "Ġlvl": 49626, + "Footnote": 49627, + "Iter": 49628, + "####": 49629, + "ãĥij": 49630, + "ĠCarbuncle": 49631, + "Ġ[+]": 49632, + "Ġmathemat": 49633, + "Allows": 49634, + "Ġ4090": 49635, + "Async": 49636, + "ģ«": 49637, + "Ļ½": 49638, + "))))": 49639, + "á½": 49640, + "Ġcx": 49641, + "Ġansw": 49642, + "{\"": 49643, + "ãĥŁ": 49644, + "addons": 49645, + "Filename": 49646, + "Appearances": 49647, + "ĠãĢĮ": 49648, + "Ġaddr": 49649, + "Ġcharact": 49650, + "glomer": 49651, + "Advertisements": 49652, + "Ġdracon": 49653, + "ĠFenrir": 49654, + "Ġ();": 49655, + "ĠCitiz": 49656, + "acebook": 49657, + "Ġparams": 49658, + "]=": 49659, + "Ġsubscript": 49660, + "Ġentreprene": 49661, + "tnc": 49662, + "iversal": 49663, + "Ġmillenn": 49664, + "ithub": 49665, + "/>": 49666, + "Ġ\"{": 49667, + "Frameworks": 49668, + "avorite": 49669, + "Ġ])": 49670, + "Constructed": 49671, + "fml": 49672, + "ãĥį": 49673, + "################################": 49674, + "-|": 49675, + "¥ŀ": 49676, + "Ġwithd": 49677, + "ĠCth": 49678, + "AppData": 49679, + "Msg": 49680, + ":{": 49681, + "ãĤ¨": 49682, + "Ġtuple": 49683, + "ç¥ŀ": 49684, + "Ġintrins": 49685, + "ĠCooldown": 49686, + "ategory": 49687, + "^{": 49688, + "ãĥĬ": 49689, + "''''": 49690, + "çĶ°": 49691, + "ĠDEBUG": 49692, + "Ġcannabin": 49693, + "ocobo": 49694, + "Invalid": 49695, + "ãĥĢ": 49696, + "Compat": 49697, + "Ġ({": 49698, + "Removed": 49699, + "Ġconvol": 49700, + "}:": 49701, + "interstitial": 49702, + "Ġ\"": 49721, + "initialized": 49722, + "Ġexting": 49723, + "Poké": 49724, + "Parameters": 49725, + "¶ħ": 49726, + "########": 49727, + "NULL": 49728, + "ãĥĩ": 49729, + "groupon": 49730, + "\\-": 49731, + "ãĥı": 49732, + "ãĤ±": 49733, + "Ġsubsequ": 49734, + "ccording": 49735, + "ĠMODULE": 49736, + "ĠProtoss": 49737, + "\"},{\"": 49738, + "Ġ..............": 49739, + "Integer": 49740, + "endif": 49741, + "ãĥĻ": 49742, + "parser": 49743, + "lambda": 49744, + "Ġcarbohyd": 49745, + "ĠUnloaded": 49746, + "_{": 49747, + "âĸ¬âĸ¬": 49748, + "Ġdebian": 49749, + "]}": 49750, + "ãĤ¶": 49751, + "Parameter": 49752, + "ãĤ£": 49753, + "ãĤ»": 49754, + "Ġ$_": 49755, + "İĭ": 49756, + "Ġiterator": 49757, + "ãĤ¬": 49758, + "WINDOWS": 49759, + "CONCLUS": 49760, + "Ġ\"\\": 49761, + "umbn": 49762, + "(&": 49763, + "ãĥ©ãĥ³": 49764, + "usercontent": 49765, + "ometimes": 49766, + "METHOD": 49767, + "ãĥ¢": 49768, + "potion": 49769, + "ãĥ¯": 49770, + "everal": 49771, + "Ġweap": 49772, + "minecraft": 49773, + "================================": 49774, + "printf": 49775, + "ĠShinra": 49776, + "Ġreluct": 49777, + "\\\",": 49778, + "Runtime": 49779, + "xff": 49780, + "ĠAbyssal": 49781, + "akeru": 49782, + "Ġ\\(\\": 49783, + "\"/>": 49784, + "efficients": 49785, + "Ü": 49786, + "avascript": 49787, + "Ġbehavi": 49788, + "++;": 49789, + "=#": 49790, + "Attributes": 49791, + "âĵĺ": 49792, + "lvl": 49793, + "¬¼": 49794, + "/**": 49795, + "Gameplay": 49796, + "ĠLeilan": 49797, + ">)": 49798, + "=\"/": 49799, + "Ġ));": 49800, + "ãĥĨãĤ£": 49801, + "ġ": 49802, + ".": 49836, + "DEBUG": 49837, + "âĶģ": 49838, + "ãĢı": 49839, + "WithNo": 49840, + "Redditor": 49841, + "ĠâĶľ": 49842, + "Ġfmt": 49843, + "ãĢİ": 49844, + "Ġmsec": 49845, + "ĪĴ": 49846, + "eatures": 49847, + "itially": 49848, + "\"\"\"": 49849, + "ãĥ¼ãĤ¯": 49850, + "Textures": 49851, + "\"},": 49852, + "\"><": 49858, + "||||": 49859, + "ß": 49860, + "iterator": 49861, + "è£ħ": 49862, + "Ĥª": 49863, + "ojure": 49864, + "ãħĭãħĭ": 49865, + "ãĥ¼ãĥ³": 49866, + "Ġprintln": 49867, + "Ġ][": 49868, + "âĸĪâĸĪ": 49869, + "âķIJ": 49870, + "\\\":": 49871, + "senal": 49872, + "é¾į": 49873, + "é¾": 49874, + "Ġcryst": 49875, + "ãĥķãĤ¡": 49876, + "ĠCosponsors": 49877, + "ãĤ·ãĥ£": 49878, + "Magikarp": 49879, + "ĠMagicka": 49880, + "âĸĪâĸĪâĸĪâĸĪ": 49881, + ",,,,,,,,": 49882, + "vertisement": 49883, + "âĶĢâĶĢâĶĢâĶĢ": 49884, + "ãĥķãĤ©": 49885, + "luaj": 49886, + "CLASSIFIED": 49887, + ".''.": 49888, + "byss": 49889, + "Ġ{:": 49890, + "ĠNanto": 49891, + "Ġptr": 49892, + "Ġ%%": 49893, + "Ġteasp": 49894, + "[_": 49895, + "ãĥ¤": 49896, + "ħĭ": 49897, + "ŃĶ": 49898, + "Ġpci": 49899, + "Ġ\"<": 49900, + "GGGGGGGG": 49901, + "æĪ¦": 49902, + "--+": 49903, + "ãĤ®": 49904, + "Ġ())": 49905, + "âĸ¬": 49906, + "Ġsizeof": 49907, + "}}}": 49908, + ";;;;;;;;": 49909, + ">]": 49910, + "âĸĪâĸĪâĸĪâĸĪâĸĪâĸĪâĸĪâĸĪ": 49911, + "Vaults": 49912, + "Ġistg": 49913, + "Ġnewcom": 49914, + "=]": 49915, + "¿½": 49916, + "ĵĺ": 49917, + "{\\": 49918, + "Args": 49919, + "Ġexha": 49920, + "(\\": 49921, + "Ġunnecess": 49922, + "\"}],\"": 49923, + "ĠUNCLASSIFIED": 49924, + ">(": 49925, + "ãĤ¢ãĥ«": 49926, + "æ©": 49927, + "70710": 49928, + "Ń·": 49929, + "ãĥ¼ãĥĨãĤ£": 49930, + "ĠSakuya": 49931, + "ãĥĥãĥī": 49932, + "ĠPyrrha": 49933, + "escription": 49934, + "VIDIA": 49935, + "================================================================": 49936, + "Ġlooph": 49937, + "=~": 49938, + "Ġcumbers": 49939, + "Ġ)]": 49940, + "govtrack": 49941, + "ĠãĤµ": 49942, + "Ġsubur": 49943, + "Þ": 49944, + "Ġâī¡": 49945, + "Interstitial": 49946, + "ãĥ¼ãĥĨ": 49947, + "Ġgobl": 49948, + "ãĥīãĥ©": 49949, + "oldown": 49950, + "ģĸ": 49951, + "Depths": 49952, + "Ġ());": 49953, + "Ġ._": 49954, + "20439": 49955, + "Ġç¥ŀ": 49956, + "ãģ®å®": 49957, + "ãĤ¼": 49958, + "Ġ$\\": 49959, + "âĹ¼": 49960, + "Ġencount": 49961, + "Ġ":48457,"Ġstreng":48458,"agascar":48459,"guyen":48460,"((":48461,")[":48462,"ĠNorn":48463,"Ġhippocamp":48464,"Ġ¯":48465,"îĢ":48466,"Connection":48467,"PATH":48468,"mbuds":48469,"ĠShards":48470,"Ġadvoc":48471,"Ġsimulac":48472,"âĸij":48473,"!?\"":48474,"ĠPotion":48475,"Ġamulet":48476,"ĠFnatic":48477,"Ġcryptoc":48478,"wav":48479,"radius":48480,"pkg":48481,"ĠMFT":48482,"æĢ":48483,"Ġtoile":48484,"Items":48485,"ifference":48486,"errors":48487,"ĠCelt":48488,"Ġunpop":48489,"ilogy":48490,"6666":48491,"hesda":48492,"Instruct":48493,"å·":48494,"Materials":48495,"ettings":48496,"Percent":48497,"Ġresistor":48498,"tymology":48499,"Ġdeprecated":48500,"Ġgrep":48501,"ĠWRITE":48502,"Ġtriv":48503,"Ġscrut":48504,"[/":48505,"anyl":48506,"skirts":48507,"MSN":48508,"ĠCodec":48509,"ecd":48510,"Anth":48511,"){":48512,"%]":48513,"veyard":48514,"aspberry":48515,"ãĢ":48516,"Reward":48517,"rha":48518,"Stretch":48519,"]-":48520,"Prev":48521,"Context":48522,"Ġlinux":48523,"HAHA":48524,"perties":48525,"ĠVIDE":48526,"Domain":48527,"Ġmurd":48528,"ĠLegions":48529,"apache":48530,"æŃ":48531,"Pause":48532,"Temperature":48533,"ufact":48534,"igslist":48535,"ĠRetrieved":48536,"èª":48537,"ãģĮ":48538,"Ingredients":48539,"ruary":48540,"dyl":48541,"Alias":48542,"ĠÎĶ":48543,"Ġinval":48544,"amsung":48545,"!--":48546,"olean":48547,"æī":48548,"ãģ¯":48549,"Ġcoefficients":48550,"ĠDHCP":48551,"âĨĴ":48552,"utonium":48553,":[":48554,"âĹ":48555,"cli":48556,"Container":48557,"å¼":48558,"nexus":48559,"SOURCE":48560,"Ò":48561,"=/":48562,"Ġmysql":48563,"ĠGained":48564,"Ġ/*":48565,"uncture":48566,"Ġstatically":48567,"âĸł":48568,"æĺ¯":48569,"æ°":48570,"estamp":48571,"Cache":48572,"ulkan":48573,"staking":48574,"apter":48575,"ãģ¾":48576,"Ġμg":48577,"Ġtremend":48578,"ĠPiercing":48579,"naissance":48580,"ĠHealer":48581,"Enabled":48582,"éģ":48583,"âĸ":48584,"ĠThumbnails":48585,"Ġhither":48586,"Format":48587,"utherland":48588,"íķ":48589,"Ġdestro":48590,"fff":48591,"execute":48592,"msg":48593,"romancer":48594,"ĠCanaver":48595,"ĠVaults":48596,"oided":48597,"iage":48598,"Ġimg":48599,"summary":48600,"]);":48601,"ĠABE":48602,"ĠGamergate":48603,"utherford":48604,"Ġoverwrite":48605,"enment":48606,"æķ":48607,"Ġsystemd":48608,"tif":48609,"]).":48610,"ãĤ¤":48611,"Widget":48612,"======":48613,"(-":48614,"Ġ\"+":48615,"ĠIncarnation":48616,"æĥ":48617,"���":48618,"GUI":48619,"èĥ":48620,"forums":48621,"Ġrunes":48622,"Ġâī¤":48623,"Ġdefic":48624,"Distance":48625,"directory":48626,"ĠHorus":48627,"iltr":48628,"ortium":48629,"Ġ./":48630,"bda":48631,"owship":48632,"ĠâĨij":48633,"}.":48634,"åĩ":48635,"1027":48636,"Weapons":48637,"lucent":48638,"Ġauth":48639,";;":48640,"Recommended":48641,"Ġsurv":48642,"Ġvm":48643,"ĠStronghold":48644,"Ġparan":48645,"ĠTrance":48646,"æĺ":48647,"Ġsovere":48648,"Ġcorrid":48649,"ĠPwr":48650,"Ġ[/":48651,"Ġseq":48652,"Population":48653,"Ġ[];":48654,"Ġreferen":48655,"ĠInstr":48656,"ĠStamina":48657,"kernel":48658,"Python":48659,"-+":48660,"Ġallele":48661,"éĽ":48662,"isode":48663,"ä¸į":48664,"otonin":48665,"modules":48666,"Notable":48667,"Spell":48668,"\\\\":48669,"Pref":48670,"Ġdatas":48671,"setup":48672,"Ġhapl":48673,"Height":48674,"åĭ":48675,"ãģ£":48676,"]),":48677,"Handle":48678,"umenthal":48679,"Package":48680,"Ġenthus":48681,"Ġunsus":48682,"Narr":48683,"Examples":48684,"FAQ":48685,"REDACTED":48686,"Ġnotor":48687,"Enable":48688,"Pattern":48689,"aeda":48690,">.":48691,"CHECK":48692,"Ġ����":48693,"Ġ'.":48694,"Ġãĥ":48695,"append":48696,"����":48697,"gemony":48698,"terness":48699,"ĠHaku":48700,"NVIDIA":48701,"queue":48702,"Bind":48703,"Ġneigh":48704,"armor":48705,"retty":48706,"LOD":48707,"plugins":48708,"Ġ/>":48709,"TYPE":48710,"Ġ4096":48711,"-------":48712,"Preview":48713,"FML":48714,"Ġproletarian":48715,"zees":48716,"enfranch":48717,"ãģĨ":48718,"Ctrl":48719,"Module":48720,"ĠSurviv":48721,"ĠStarcraft":48722,"rored":48723,"reddit":48724,"Ġrul":48725,"Ġtx":48726,"Ġmage":48727,"Sword":48728,"Ġ~/":48729,"Effects":48730,"éļ":48731,"ä¹":48732,"Sensor":48733,"Solution":48734,"ãģĻ":48735,"Arcade":48736,"Ġpredec":48737,"Values":48738,"Length":48739,"Ġfortun":48740,"ttp":48741,"\"[":48742,"tmp":48743,"ĠBerserker":48744,"åĨ":48745,"ositories":48746,"Ġcouncill":48747,"ffff":48748,"));":48749,"Recipe":48750,"ĠASCII":48751,"âĦ¢:":48752,"ä":48753,"Ġhorm":48754,"=>":48755,"sers":48756,"ãģĭ":48757,"Recommend":48758,"['":48759,"agame":48760,"Animation":48761,"aucuses":48762,"Discussion":48763,"Ġhelicop":48764,"å¿":48765,"Float":48766,"Component":48767,"instance":48768,"Ġfoo":48769,"localhost":48770,"=-":48771,"Offset":48772,"Psy":48773,"ĠGohan":48774,"buquerque":48775,"Ġdefe":48776,"chwitz":48777,"parse":48778,"Ġdors":48779,"Ġspons":48780,"Ġasync":48781,"agonists":48782,"Ġindo":48783,".>>":48784,"ĠDisciple":48785,"Ġfilename":48786,"rency":48787,"ĠDise":48788,"Ġ\"/":48789,"template":48790,"ãĤ¹":48791,"swers":48792,"Ġ++":48793,"Ġ[(":48794,"thora":48795,"ĠDepths":48796,"livious":48797,"Ġdisadvant":48798,"foundland":48799,"Upload":48800,"Ġ§§":48801,"Ġsophistic":48802,";}":48803,"izont":48804,"\"}":48805,"estial":48806,"Ranked":48807,"ĠOccupations":48808,"LEASE":48809,"ĠOgre":48810,"folder":48811,"Plot":48812,"farious":48813,"Ġsuscept":48814,"Types":48815,"Discuss":48816,"Ġ'/":48817,"æµ":48818,"earable":48819,"æ³":48820,"Tile":48821,"iatus":48822,"åŃ":48823,"Ġreperto":48824,"Helper":48825,"Returns":48826,"ä¸Ĭ":48827,"imaru":48828,"Ġreq":48829,"Ġdissatisf":48830,"multipl":48831,"}{":48832,"-[":48833,"itial":48834,"*/":48835,"Config":48836,"Example":48837,"ĠjQuery":48838,"Mods":48839,"ĠGPIO":48840,"Ġlaun":48841,"layout":48842,"cised":48843,"Ġ......":48844,"+++":48845,"prototype":48846,"Exception":48847,"Ġsubsections":48848,"Ġresemb":48849,"Ġâĩ":48850,"ĠPubMed":48851,"username":48852,"Ġaggro":48853,"éĥ":48854,"Ġ};":48855,"ĠMages":48856,"ryu":48857,"apons":48858,"Optional":48859,"ĠAncients":48860,"ãĤĬ":48861,"Quotes":48862,"oaded":48863,"Ġsuspic":48864,"inline":48865,"omial":48866,"ĠMahjong":48867,"auntlets":48868,"Ġanarchism":48869,"Ġsubclass":48870,"ĠMLG":48871,"...]":48872,"Dialog":48873,"uphem":48874,"Ġrecursive":48875,"7601":48876,"frac":48877,"Else":48878,"ĠSeverus":48879,"},{\"":48880,"ĠCLIENT":48881,"Ġjavascript":48882,"sama":48883,"ĠLearns":48884,"ãĤĤ":48885,"Upgrade":48886,"Listener":48887,"Ġsnipp":48888,"Ġrune":48889,"ĠTTL":48890,"ertation":48891,"olicy":48892,"=\"\"":48893,"«ĺ":48894,"Ġexpr":48895,"ovych":48896,"Ġãģ":48897,"_-_":48898,"munition":48899,"////":48900,"func":48901,">>>>":48902,"Provider":48903,"Ïī":48904,"BUG":48905,"Ġ[-":48906,"Ġarrang":48907,"merce":48908,"ãĥ":48909,"incarn":48910,"Valid":48911,"ĠAether":48912,"ãĤĵ":48913,"ĠUTF":48914,"ĠMonstrous":48915,"ãĤĮ":48916,"hedon":48917,"áµ":48918,":#":48919,"ĠFrieza":48920,"padding":48921,"Reviewer":48922,"Ġpsychiat":48923,"yrinth":48924,"ĠâĶĤ":48925,"hillary":48926,"Static":48927,"Newsletter":48928,"Avg":48929,"Ġfn":48930,"Topic":48931,"choes":48932,"Ġnewsp":48933,"á¸":48934,"Ġ[+":48935,"~~~~~~~~~~~~~~~~":48936,":]":48937,"apego":48938,"buf":48939,"Translation":48940,"ById":48941,"Ġmmol":48942,"ãĥ¼ãĥ":48943,"å½":48944,"ãĤī":48945,"Ġparser":48946,"ãĥª":48947,"`,":48948,"Lair":48949,")}":48950,"ypes":48951,"adobe":48952,"Ġancest":48953,"ernel":48954,"ĠNULL":48955,"ç«":48956,"anguages":48957,"Increases":48958,"æĦ":48959,"utorial":48960,"ithmetic":48961,"dll":48962,"ĠArcane":48963,"çī":48964,"Ġtc":48965,"urtles":48966,"èĪ":48967,"Bytes":48968,"Slot":48969,"ĠBahá":48970,"Weapon":48971,"widget":48972,"querque":48973,"Ġembodiments":48974,"å¥":48975,"WARN":48976,"swer":48977,"thumbnails":48978,"FFFF":48979,"inguishable":48980,"Ġâī":48981,"Ġ${":48982,"AAAAAAAA":48983,"Conclusion":48984,"ĻĤ":48985,"disable":48986,"Rect":48987,"Ġsubp":48988,"Ġ().":48989,"ĠDetected":48990,"èĢ":48991,"[]":48992,"Ġcoerc":48993,"ĠmM":48994,"recated":48995,"fusc":48996,"ĠSorce":48997,"çĶŁ":48998,").[":48999,"Ġ})":49000,"mobi":49001,"yip":49002,"Acknowled":49003,"ternity":49004,"iqueness":49005,"ython":49006,"><":49007,"Ġstd":49008,"Url":49009,"Ġnamespace":49010,"Ġtion":49011,"oother":49012,"Ó":49013,"Ġhemor":49014,"Ġrg":49015,"ventory":49016,"ãĤ¢":49017,"anamo":49018,"Socket":49019,"Topics":49020,"apeshifter":49021,"gnu":49022,"Ġdetrim":49023,"`.":49024,"romeda":49025,"çIJ":49026,"Ġlambda":49027,"Compan":49028,"Variable":49029,"Ġusb":49030,"ĠAdamant":49031,"ournal":49032,"Ġcovari":49033,"ãĥ©":49034,"éĸ":49035,"åİ":49036,"otaur":49037,"Ġ(),":49038,"Marginal":49039,"ãģı":49040,"Ġphysic":49041,"adeon":49042,"RESULTS":49043,"200000":49044,"ãģį":49045,"udeb":49046,"ãģĵ":49047,"COMPLE":49048,"Ġmsg":49049,"ghazi":49050,"/*":49051,"ĠDeity":49052,"Ġdisapp":49053,"Availability":49054,"Ġillum":49055,"à©":49056,"ptives":49057,",âĢĶ":49058,"chnology":49059,"Ġaccur":49060,"Ġapi":49061,"Obj":49062,"ãĤ«":49063,"ãĤ¸":49064,"ä¹ĭ":49065,"ËĪ":49066,"Ġtcp":49067,"Required":49068,".<":49069,"\".[":49070,"Ġ~/.":49071,"Ġobser":49072,"RFC":49073,"Ġintegers":49074,"åī":49075,"Installation":49076,"Ô":49077,"ó":49078,"csv":49079,"ãĥ«":49080,"ĠNoticed":49081,"âĸĵ":49082,"Tumblr":49083,"Reply":49084,"||":49085,"Ġconclud":49086,"Ġ))":49087,"ebin":49088,"sql":49089,"Closure":49090,"++++":49091,"],[":49092,"âĹı":49093,"Ġprolet":49094,"Ġ>=":49095,"estinal":49096,"Ġ[*":49097,"ĠInquisitor":49098,"Ġcmd":49099,"FINE":49100,"CRIP":49101,"Ġvertex":49102,"TeX":49103,"///":49104,"Ö¼":49105,"iscons":49106,"Ġmyster":49107,"Changed":49108,"timeout":49109,"irtual":49110,"Methods":49111,"Ġcerts":49112,"texture":49113,"Roaming":49114,"Proxy":49115,"Override":49116,"éĹ":49117,"utf":49118,"python":49119,"ĠRarity":49120,"ilitarian":49121,"çľ":49122,"().":49123,"æł":49124,"Ġbuf":49125,"åij":49126,"çķ":49127,"Ġ*.":49128,"umerable":49129,"~~~~":49130,"å¦":49131,"Ġsimultane":49132,"Ġjson":49133,"Requires":49134,"Ġperl":49135,"Interface":49136,"rupal":49137,":":49242,"itialized":49243,"HTTP":49244,"Trivia":49245,"Sov":49246,"wrapper":49247,"={":49248,"ĠAzerb":49249,"aeper":49250,"Ġneighb":49251,"initions":49252,"Ġsts":49253,"ĠSasuke":49254,"#$":49255,"uliffe":49256,"æĸ¹":49257,"++++++++++++++++":49258,"ĠElven":49259,"ãģĤ":49260,"Ġartif":49261,"Folder":49262,"Ġà¨":49263,"åĤ":49264,"Ġphyl":49265,"uggest":49266,"blance":49267,"ãģł":49268,"Requirements":49269,"Usage":49270,"Ġinitialized":49271,"ãģ®æ":49272,"conservancy":49273,"ĠReincarn":49274,")|":49275,"Ġantioxid":49276,"ĠClicker":49277,"Ġunlaw":49278,"Ġ\\(":49279,"ãĥĪ":49280,"Ġ[*]":49281,"Characters":49282,"////////":49283,"ãĢIJ":49284,"ãĤ·":49285,"webkit":49286,"ãĢij":49287,"Ġxp":49288,"alkyrie":49289,"Console":49290,"());":49291,"ĠKorra":49292,"\"))":49293,"oooooooooooooooo":49294,"Timer":49295,"////////////////":49296,"yout":49297,"engeance":49298,"emetery":49299,"Ġmages":49300,"mods":49301,"Null":49302,"Ġphilos":49303,"ascript":49304,"Ġaddon":49305,"ĠâĸĪ":49306,"emale":49307,"----------------------------------------------------------------":49308,"Ġ\\\\":49309,"=[":49310,"ĠParables":49311,"ãĥĨ":49312,"VALUE":49313,"Ġ@@":49314,"Ġuint":49315,"${":49316,"cpp":49317,"%%":49318,"Ġ(âĪĴ":49319,"utils":49320,"prefix":49321,"å°Ĩ":49322,"ãĥŃ":49323,"Completed":49324,"Ġgoto":49325,"ãĤ¯":49326,"Winged":49327,"perty":49328,"[\"":49329,"ãĥİ":49330,"ĠScythe":49331,"Ġæľ":49332,"Ġ!=":49333,"Buffer":49334,"docker":49335,"ĠWATCHED":49336,"èĢħ":49337,"())":49338,"Ġdst":49339,"SIZE":49340,"ĠDemonic":49341,"Ġresil":49342,"ãĤ¿":49343,"Ġpione":49344,"cpu":49345,"++)":49346,"TEXT":49347,"Ġdiscrep":49348,"debian":49349,"quished":49350,"Ġacknow":49351,"Ġtrave":49352,"Ġgcc":49353,"Catalog":49354,"ctrl":49355,"ĠMoroc":49356,"Ġcpu":49357,"Ġ];":49358,"ĠSorceress":49359,"Introduced":49360,"Frames":49361,"Ġcondem":49362,"¶æ":49363,"~~~~~~~~":49364,"ĠEmacs":49365,"][/":49366,"Ġglim":49367,"Init":49368,"ĠPrimordial":49369,"ãĥĥ":49370,"Ġ+=":49371,"Ġblat":49372,"à¼":49373,"------------------------------------------------":49374,"gpu":49375,"ãĥĥãĥĪ":49376,"Ġxml":49377,"Ġboolean":49378,"References":49379,"Ġ?)":49380,"Ġsatell":49381,"Queue":49382,"Ġpestic":49383,"Ġ}}":49384,"Attribute":49385,"Ġdx":49386,"ĠDefin":49387,"Synopsis":49388,"..................":49389,"ãĥ¬":49390,"plugin":49391,"Disable":49392,"0000000000000000":49393,")\\":49394,"ĠIchigo":49395,"println":49396,"rontal":49397,"Setup":49398,"Ġ��������":49399,"å§":49400,"âĸº":49401,"ĠPengu":49402,"ailability":49403,"Duration":49404,"Timeout":49405,"ãĢĮ":49406,"Ġbehav":49407,"Reviewed":49408,"Ġtoget":49409,"\\.":49410,"lished":49411,"Ġthous":49412,"Ġperpend":49413,"ecause":49414,"Layout":49415,"è»":49416,"ĠDexterity":49417,"unsigned":49418,"+=":49419,"[[":49420,"ĠRunes":49421,"ãĤ¦":49422,"};":49423,"})":49424,"FTWARE":49425,"ength":49426,"milo":49427,"duino":49428,"天":49429,"ĠClojure":49430,"ļé":49431,"ãĥ¥":49432,"gradient":49433,"Ġ\"\"\"":49434,"âĨij":49435,"@#":49436,"JSON":49437,"Ġproport":49438,"addr":49439,"});":49440,"ãĥIJ":49441,"ä¸ī":49442,"Ġtmp":49443,"å£":49444,"../":49445,"zsche":49446,"ĠâĪ¼":49447,"Entity":49448,"æ©Ł":49449,"ĠâĶľâĶĢâĶĢ":49450,"filename":49451,"{{":49452,"@@":49453,"ĠSeym":49454,"Ġ/**":49455,"ĠSummoner":49456,"Quantity":49457,"ç·":49458,"Attach":49459,"Ġbool":49460,"Texture":49461,"Ġopio":49462,".}":49463,"ãĥĭ":49464,"integer":49465,"Ġregex":49466,"Ġnomine":49467,"ription":49468,"ãģ®ç":49469,"ãĥķ":49470,"Ġsubparagraph":49471,"GGGG":49472,"Ġexplan":49473,"Header":49474,"Spawn":49475,"toggle":49476,"²¾":49477,"Abyss":49478,"expr":49479,"ĠZerg":49480,"ĠGrimoire":49481,"Contents":49482,"Instance":49483,"cyclopedia":49484,"ãĥĹ":49485,"ĠTakeru":49486,"=(":49487,"代":49488,"\\)":49489,"Ġrgb":49490,"htt":49491,"bryce":49492,"Ġlivest":49493,"ĠAnnotations":49494,"âĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢ":49495,"berus":49496,"ntil":49497,"Ġskelet":49498,"callback":49499,"åħī":49500,"Joined":49501,"ãĤª":49502,"Ġargs":49503,"artifacts":49504,"Ġå¤":49505,"ÃĽ":49506,"ãĥŀ":49507,"Streamer":49508,"}\"":49509,"Ġunden":49510,"ãĥģ":49511,"Īè":49512,"ãĥ£":49513,"Ġ0004":49514,"Ġ\\'":49515,"ãĤ°":49516,"ĠCONFIG":49517,"Ġ#####":49518,"``":49519,"anguage":49520,"Ġ*)":49521,"Template":49522,"MODE":49523,"Ġ00000000":49524,"'';":49525,">":49625,"Ġlvl":49626,"Footnote":49627,"Iter":49628,"####":49629,"ãĥij":49630,"ĠCarbuncle":49631,"Ġ[+]":49632,"Ġmathemat":49633,"Allows":49634,"Ġ4090":49635,"Async":49636,"ģ«":49637,"Ļ½":49638,"))))":49639,"á½":49640,"Ġcx":49641,"Ġansw":49642,"{\"":49643,"ãĥŁ":49644,"addons":49645,"Filename":49646,"Appearances":49647,"ĠãĢĮ":49648,"Ġaddr":49649,"Ġcharact":49650,"glomer":49651,"Advertisements":49652,"Ġdracon":49653,"ĠFenrir":49654,"Ġ();":49655,"ĠCitiz":49656,"acebook":49657,"Ġparams":49658,"]=":49659,"Ġsubscript":49660,"Ġentreprene":49661,"tnc":49662,"iversal":49663,"Ġmillenn":49664,"ithub":49665,"/>":49666,"Ġ\"{":49667,"Frameworks":49668,"avorite":49669,"Ġ])":49670,"Constructed":49671,"fml":49672,"ãĥį":49673,"################################":49674,"-|":49675,"¥ŀ":49676,"Ġwithd":49677,"ĠCth":49678,"AppData":49679,"Msg":49680,":{":49681,"ãĤ¨":49682,"Ġtuple":49683,"ç¥ŀ":49684,"Ġintrins":49685,"ĠCooldown":49686,"ategory":49687,"^{":49688,"ãĥĬ":49689,"''''":49690,"çĶ°":49691,"ĠDEBUG":49692,"Ġcannabin":49693,"ocobo":49694,"Invalid":49695,"ãĥĢ":49696,"Compat":49697,"Ġ({":49698,"Removed":49699,"Ġconvol":49700,"}:":49701,"interstitial":49702,"Ġ\"":49721,"initialized":49722,"Ġexting":49723,"Poké":49724,"Parameters":49725,"¶ħ":49726,"########":49727,"NULL":49728,"ãĥĩ":49729,"groupon":49730,"\\-":49731,"ãĥı":49732,"ãĤ±":49733,"Ġsubsequ":49734,"ccording":49735,"ĠMODULE":49736,"ĠProtoss":49737,"\"},{\"":49738,"Ġ..............":49739,"Integer":49740,"endif":49741,"ãĥĻ":49742,"parser":49743,"lambda":49744,"Ġcarbohyd":49745,"ĠUnloaded":49746,"_{":49747,"âĸ¬âĸ¬":49748,"Ġdebian":49749,"]}":49750,"ãĤ¶":49751,"Parameter":49752,"ãĤ£":49753,"ãĤ»":49754,"Ġ$_":49755,"İĭ":49756,"Ġiterator":49757,"ãĤ¬":49758,"WINDOWS":49759,"CONCLUS":49760,"Ġ\"\\":49761,"umbn":49762,"(&":49763,"ãĥ©ãĥ³":49764,"usercontent":49765,"ometimes":49766,"METHOD":49767,"ãĥ¢":49768,"potion":49769,"ãĥ¯":49770,"everal":49771,"Ġweap":49772,"minecraft":49773,"================================":49774,"printf":49775,"ĠShinra":49776,"Ġreluct":49777,"\\\",":49778,"Runtime":49779,"xff":49780,"ĠAbyssal":49781,"akeru":49782,"Ġ\\(\\":49783,"\"/>":49784,"efficients":49785,"Ü":49786,"avascript":49787,"Ġbehavi":49788,"++;":49789,"=#":49790,"Attributes":49791,"âĵĺ":49792,"lvl":49793,"¬¼":49794,"/**":49795,"Gameplay":49796,"ĠLeilan":49797,">)":49798,"=\"/":49799,"Ġ));":49800,"ãĥĨãĤ£":49801,"ġ":49802,".":49836,"DEBUG":49837,"âĶģ":49838,"ãĢı":49839,"WithNo":49840,"Redditor":49841,"ĠâĶľ":49842,"Ġfmt":49843,"ãĢİ":49844,"Ġmsec":49845,"ĪĴ":49846,"eatures":49847,"itially":49848,"\"\"\"":49849,"ãĥ¼ãĤ¯":49850,"Textures":49851,"\"},":49852,"\"><":49858,"||||":49859,"ß":49860,"iterator":49861,"è£ħ":49862,"Ĥª":49863,"ojure":49864,"ãħĭãħĭ":49865,"ãĥ¼ãĥ³":49866,"Ġprintln":49867,"Ġ][":49868,"âĸĪâĸĪ":49869,"âķIJ":49870,"\\\":":49871,"senal":49872,"é¾į":49873,"é¾":49874,"Ġcryst":49875,"ãĥķãĤ¡":49876,"ĠCosponsors":49877,"ãĤ·ãĥ£":49878,"Magikarp":49879,"ĠMagicka":49880,"âĸĪâĸĪâĸĪâĸĪ":49881,",,,,,,,,":49882,"vertisement":49883,"âĶĢâĶĢâĶĢâĶĢ":49884,"ãĥķãĤ©":49885,"luaj":49886,"CLASSIFIED":49887,".''.":49888,"byss":49889,"Ġ{:":49890,"ĠNanto":49891,"Ġptr":49892,"Ġ%%":49893,"Ġteasp":49894,"[_":49895,"ãĥ¤":49896,"ħĭ":49897,"ŃĶ":49898,"Ġpci":49899,"Ġ\"<":49900,"GGGGGGGG":49901,"æĪ¦":49902,"--+":49903,"ãĤ®":49904,"Ġ())":49905,"âĸ¬":49906,"Ġsizeof":49907,"}}}":49908,";;;;;;;;":49909,">]":49910,"âĸĪâĸĪâĸĪâĸĪâĸĪâĸĪâĸĪâĸĪ":49911,"Vaults":49912,"Ġistg":49913,"Ġnewcom":49914,"=]":49915,"¿½":49916,"ĵĺ":49917,"{\\":49918,"Args":49919,"Ġexha":49920,"(\\":49921,"Ġunnecess":49922,"\"}],\"":49923,"ĠUNCLASSIFIED":49924,">(":49925,"ãĤ¢ãĥ«":49926,"æ©":49927,"70710":49928,"Ń·":49929,"ãĥ¼ãĥĨãĤ£":49930,"ĠSakuya":49931,"ãĥĥãĥī":49932,"ĠPyrrha":49933,"escription":49934,"VIDIA":49935,"================================================================":49936,"Ġlooph":49937,"=~":49938,"Ġcumbers":49939,"Ġ)]":49940,"govtrack":49941,"ĠãĤµ":49942,"Ġsubur":49943,"Þ":49944,"Ġâī¡":49945,"Interstitial":49946,"ãĥ¼ãĥĨ":49947,"Ġgobl":49948,"ãĥīãĥ©":49949,"oldown":49950,"ģĸ":49951,"Depths":49952,"Ġ());":49953,"Ġ._":49954,"20439":49955,"Ġç¥ŀ":49956,"ãģ®å®":49957,"ãĤ¼":49958,"Ġ$\\":49959,"âĹ¼":49960,"Ġencount":49961,"Ġ":48457,"Ġstreng":48458,"agascar":48459,"guyen":48460,"((":48461,")[":48462,"ĠNorn":48463,"Ġhippocamp":48464,"Ġ¯":48465,"îĢ":48466,"Connection":48467,"PATH":48468,"mbuds":48469,"ĠShards":48470,"Ġadvoc":48471,"Ġsimulac":48472,"âĸij":48473,"!?\"":48474,"ĠPotion":48475,"Ġamulet":48476,"ĠFnatic":48477,"Ġcryptoc":48478,"wav":48479,"radius":48480,"pkg":48481,"ĠMFT":48482,"æĢ":48483,"Ġtoile":48484,"Items":48485,"ifference":48486,"errors":48487,"ĠCelt":48488,"Ġunpop":48489,"ilogy":48490,"6666":48491,"hesda":48492,"Instruct":48493,"å·":48494,"Materials":48495,"ettings":48496,"Percent":48497,"Ġresistor":48498,"tymology":48499,"Ġdeprecated":48500,"Ġgrep":48501,"ĠWRITE":48502,"Ġtriv":48503,"Ġscrut":48504,"[/":48505,"anyl":48506,"skirts":48507,"MSN":48508,"ĠCodec":48509,"ecd":48510,"Anth":48511,"){":48512,"%]":48513,"veyard":48514,"aspberry":48515,"ãĢ":48516,"Reward":48517,"rha":48518,"Stretch":48519,"]-":48520,"Prev":48521,"Context":48522,"Ġlinux":48523,"HAHA":48524,"perties":48525,"ĠVIDE":48526,"Domain":48527,"Ġmurd":48528,"ĠLegions":48529,"apache":48530,"æŃ":48531,"Pause":48532,"Temperature":48533,"ufact":48534,"igslist":48535,"ĠRetrieved":48536,"èª":48537,"ãģĮ":48538,"Ingredients":48539,"ruary":48540,"dyl":48541,"Alias":48542,"ĠÎĶ":48543,"Ġinval":48544,"amsung":48545,"!--":48546,"olean":48547,"æī":48548,"ãģ¯":48549,"Ġcoefficients":48550,"ĠDHCP":48551,"âĨĴ":48552,"utonium":48553,":[":48554,"âĹ":48555,"cli":48556,"Container":48557,"å¼":48558,"nexus":48559,"SOURCE":48560,"Ò":48561,"=/":48562,"Ġmysql":48563,"ĠGained":48564,"Ġ/*":48565,"uncture":48566,"Ġstatically":48567,"âĸł":48568,"æĺ¯":48569,"æ°":48570,"estamp":48571,"Cache":48572,"ulkan":48573,"staking":48574,"apter":48575,"ãģ¾":48576,"Ġμg":48577,"Ġtremend":48578,"ĠPiercing":48579,"naissance":48580,"ĠHealer":48581,"Enabled":48582,"éģ":48583,"âĸ":48584,"ĠThumbnails":48585,"Ġhither":48586,"Format":48587,"utherland":48588,"íķ":48589,"Ġdestro":48590,"fff":48591,"execute":48592,"msg":48593,"romancer":48594,"ĠCanaver":48595,"ĠVaults":48596,"oided":48597,"iage":48598,"Ġimg":48599,"summary":48600,"]);":48601,"ĠABE":48602,"ĠGamergate":48603,"utherford":48604,"Ġoverwrite":48605,"enment":48606,"æķ":48607,"Ġsystemd":48608,"tif":48609,"]).":48610,"ãĤ¤":48611,"Widget":48612,"======":48613,"(-":48614,"Ġ\"+":48615,"ĠIncarnation":48616,"æĥ":48617,"���":48618,"GUI":48619,"èĥ":48620,"forums":48621,"Ġrunes":48622,"Ġâī¤":48623,"Ġdefic":48624,"Distance":48625,"directory":48626,"ĠHorus":48627,"iltr":48628,"ortium":48629,"Ġ./":48630,"bda":48631,"owship":48632,"ĠâĨij":48633,"}.":48634,"åĩ":48635,"1027":48636,"Weapons":48637,"lucent":48638,"Ġauth":48639,";;":48640,"Recommended":48641,"Ġsurv":48642,"Ġvm":48643,"ĠStronghold":48644,"Ġparan":48645,"ĠTrance":48646,"æĺ":48647,"Ġsovere":48648,"Ġcorrid":48649,"ĠPwr":48650,"Ġ[/":48651,"Ġseq":48652,"Population":48653,"Ġ[];":48654,"Ġreferen":48655,"ĠInstr":48656,"ĠStamina":48657,"kernel":48658,"Python":48659,"-+":48660,"Ġallele":48661,"éĽ":48662,"isode":48663,"ä¸į":48664,"otonin":48665,"modules":48666,"Notable":48667,"Spell":48668,"\\\\":48669,"Pref":48670,"Ġdatas":48671,"setup":48672,"Ġhapl":48673,"Height":48674,"åĭ":48675,"ãģ£":48676,"]),":48677,"Handle":48678,"umenthal":48679,"Package":48680,"Ġenthus":48681,"Ġunsus":48682,"Narr":48683,"Examples":48684,"FAQ":48685,"REDACTED":48686,"Ġnotor":48687,"Enable":48688,"Pattern":48689,"aeda":48690,">.":48691,"CHECK":48692,"Ġ����":48693,"Ġ'.":48694,"Ġãĥ":48695,"append":48696,"����":48697,"gemony":48698,"terness":48699,"ĠHaku":48700,"NVIDIA":48701,"queue":48702,"Bind":48703,"Ġneigh":48704,"armor":48705,"retty":48706,"LOD":48707,"plugins":48708,"Ġ/>":48709,"TYPE":48710,"Ġ4096":48711,"-------":48712,"Preview":48713,"FML":48714,"Ġproletarian":48715,"zees":48716,"enfranch":48717,"ãģĨ":48718,"Ctrl":48719,"Module":48720,"ĠSurviv":48721,"ĠStarcraft":48722,"rored":48723,"reddit":48724,"Ġrul":48725,"Ġtx":48726,"Ġmage":48727,"Sword":48728,"Ġ~/":48729,"Effects":48730,"éļ":48731,"ä¹":48732,"Sensor":48733,"Solution":48734,"ãģĻ":48735,"Arcade":48736,"Ġpredec":48737,"Values":48738,"Length":48739,"Ġfortun":48740,"ttp":48741,"\"[":48742,"tmp":48743,"ĠBerserker":48744,"åĨ":48745,"ositories":48746,"Ġcouncill":48747,"ffff":48748,"));":48749,"Recipe":48750,"ĠASCII":48751,"âĦ¢:":48752,"ä":48753,"Ġhorm":48754,"=>":48755,"sers":48756,"ãģĭ":48757,"Recommend":48758,"['":48759,"agame":48760,"Animation":48761,"aucuses":48762,"Discussion":48763,"Ġhelicop":48764,"å¿":48765,"Float":48766,"Component":48767,"instance":48768,"Ġfoo":48769,"localhost":48770,"=-":48771,"Offset":48772,"Psy":48773,"ĠGohan":48774,"buquerque":48775,"Ġdefe":48776,"chwitz":48777,"parse":48778,"Ġdors":48779,"Ġspons":48780,"Ġasync":48781,"agonists":48782,"Ġindo":48783,".>>":48784,"ĠDisciple":48785,"Ġfilename":48786,"rency":48787,"ĠDise":48788,"Ġ\"/":48789,"template":48790,"ãĤ¹":48791,"swers":48792,"Ġ++":48793,"Ġ[(":48794,"thora":48795,"ĠDepths":48796,"livious":48797,"Ġdisadvant":48798,"foundland":48799,"Upload":48800,"Ġ§§":48801,"Ġsophistic":48802,";}":48803,"izont":48804,"\"}":48805,"estial":48806,"Ranked":48807,"ĠOccupations":48808,"LEASE":48809,"ĠOgre":48810,"folder":48811,"Plot":48812,"farious":48813,"Ġsuscept":48814,"Types":48815,"Discuss":48816,"Ġ'/":48817,"æµ":48818,"earable":48819,"æ³":48820,"Tile":48821,"iatus":48822,"åŃ":48823,"Ġreperto":48824,"Helper":48825,"Returns":48826,"ä¸Ĭ":48827,"imaru":48828,"Ġreq":48829,"Ġdissatisf":48830,"multipl":48831,"}{":48832,"-[":48833,"itial":48834,"*/":48835,"Config":48836,"Example":48837,"ĠjQuery":48838,"Mods":48839,"ĠGPIO":48840,"Ġlaun":48841,"layout":48842,"cised":48843,"Ġ......":48844,"+++":48845,"prototype":48846,"Exception":48847,"Ġsubsections":48848,"Ġresemb":48849,"Ġâĩ":48850,"ĠPubMed":48851,"username":48852,"Ġaggro":48853,"éĥ":48854,"Ġ};":48855,"ĠMages":48856,"ryu":48857,"apons":48858,"Optional":48859,"ĠAncients":48860,"ãĤĬ":48861,"Quotes":48862,"oaded":48863,"Ġsuspic":48864,"inline":48865,"omial":48866,"ĠMahjong":48867,"auntlets":48868,"Ġanarchism":48869,"Ġsubclass":48870,"ĠMLG":48871,"...]":48872,"Dialog":48873,"uphem":48874,"Ġrecursive":48875,"7601":48876,"frac":48877,"Else":48878,"ĠSeverus":48879,"},{\"":48880,"ĠCLIENT":48881,"Ġjavascript":48882,"sama":48883,"ĠLearns":48884,"ãĤĤ":48885,"Upgrade":48886,"Listener":48887,"Ġsnipp":48888,"Ġrune":48889,"ĠTTL":48890,"ertation":48891,"olicy":48892,"=\"\"":48893,"«ĺ":48894,"Ġexpr":48895,"ovych":48896,"Ġãģ":48897,"_-_":48898,"munition":48899,"////":48900,"func":48901,">>>>":48902,"Provider":48903,"Ïī":48904,"BUG":48905,"Ġ[-":48906,"Ġarrang":48907,"merce":48908,"ãĥ":48909,"incarn":48910,"Valid":48911,"ĠAether":48912,"ãĤĵ":48913,"ĠUTF":48914,"ĠMonstrous":48915,"ãĤĮ":48916,"hedon":48917,"áµ":48918,":#":48919,"ĠFrieza":48920,"padding":48921,"Reviewer":48922,"Ġpsychiat":48923,"yrinth":48924,"ĠâĶĤ":48925,"hillary":48926,"Static":48927,"Newsletter":48928,"Avg":48929,"Ġfn":48930,"Topic":48931,"choes":48932,"Ġnewsp":48933,"á¸":48934,"Ġ[+":48935,"~~~~~~~~~~~~~~~~":48936,":]":48937,"apego":48938,"buf":48939,"Translation":48940,"ById":48941,"Ġmmol":48942,"ãĥ¼ãĥ":48943,"å½":48944,"ãĤī":48945,"Ġparser":48946,"ãĥª":48947,"`,":48948,"Lair":48949,")}":48950,"ypes":48951,"adobe":48952,"Ġancest":48953,"ernel":48954,"ĠNULL":48955,"ç«":48956,"anguages":48957,"Increases":48958,"æĦ":48959,"utorial":48960,"ithmetic":48961,"dll":48962,"ĠArcane":48963,"çī":48964,"Ġtc":48965,"urtles":48966,"èĪ":48967,"Bytes":48968,"Slot":48969,"ĠBahá":48970,"Weapon":48971,"widget":48972,"querque":48973,"Ġembodiments":48974,"å¥":48975,"WARN":48976,"swer":48977,"thumbnails":48978,"FFFF":48979,"inguishable":48980,"Ġâī":48981,"Ġ${":48982,"AAAAAAAA":48983,"Conclusion":48984,"ĻĤ":48985,"disable":48986,"Rect":48987,"Ġsubp":48988,"Ġ().":48989,"ĠDetected":48990,"èĢ":48991,"[]":48992,"Ġcoerc":48993,"ĠmM":48994,"recated":48995,"fusc":48996,"ĠSorce":48997,"çĶŁ":48998,").[":48999,"Ġ})":49000,"mobi":49001,"yip":49002,"Acknowled":49003,"ternity":49004,"iqueness":49005,"ython":49006,"><":49007,"Ġstd":49008,"Url":49009,"Ġnamespace":49010,"Ġtion":49011,"oother":49012,"Ó":49013,"Ġhemor":49014,"Ġrg":49015,"ventory":49016,"ãĤ¢":49017,"anamo":49018,"Socket":49019,"Topics":49020,"apeshifter":49021,"gnu":49022,"Ġdetrim":49023,"`.":49024,"romeda":49025,"çIJ":49026,"Ġlambda":49027,"Compan":49028,"Variable":49029,"Ġusb":49030,"ĠAdamant":49031,"ournal":49032,"Ġcovari":49033,"ãĥ©":49034,"éĸ":49035,"åİ":49036,"otaur":49037,"Ġ(),":49038,"Marginal":49039,"ãģı":49040,"Ġphysic":49041,"adeon":49042,"RESULTS":49043,"200000":49044,"ãģį":49045,"udeb":49046,"ãģĵ":49047,"COMPLE":49048,"Ġmsg":49049,"ghazi":49050,"/*":49051,"ĠDeity":49052,"Ġdisapp":49053,"Availability":49054,"Ġillum":49055,"à©":49056,"ptives":49057,",âĢĶ":49058,"chnology":49059,"Ġaccur":49060,"Ġapi":49061,"Obj":49062,"ãĤ«":49063,"ãĤ¸":49064,"ä¹ĭ":49065,"ËĪ":49066,"Ġtcp":49067,"Required":49068,".<":49069,"\".[":49070,"Ġ~/.":49071,"Ġobser":49072,"RFC":49073,"Ġintegers":49074,"åī":49075,"Installation":49076,"Ô":49077,"ó":49078,"csv":49079,"ãĥ«":49080,"ĠNoticed":49081,"âĸĵ":49082,"Tumblr":49083,"Reply":49084,"||":49085,"Ġconclud":49086,"Ġ))":49087,"ebin":49088,"sql":49089,"Closure":49090,"++++":49091,"],[":49092,"âĹı":49093,"Ġprolet":49094,"Ġ>=":49095,"estinal":49096,"Ġ[*":49097,"ĠInquisitor":49098,"Ġcmd":49099,"FINE":49100,"CRIP":49101,"Ġvertex":49102,"TeX":49103,"///":49104,"Ö¼":49105,"iscons":49106,"Ġmyster":49107,"Changed":49108,"timeout":49109,"irtual":49110,"Methods":49111,"Ġcerts":49112,"texture":49113,"Roaming":49114,"Proxy":49115,"Override":49116,"éĹ":49117,"utf":49118,"python":49119,"ĠRarity":49120,"ilitarian":49121,"çľ":49122,"().":49123,"æł":49124,"Ġbuf":49125,"åij":49126,"çķ":49127,"Ġ*.":49128,"umerable":49129,"~~~~":49130,"å¦":49131,"Ġsimultane":49132,"Ġjson":49133,"Requires":49134,"Ġperl":49135,"Interface":49136,"rupal":49137,":":49242,"itialized":49243,"HTTP":49244,"Trivia":49245,"Sov":49246,"wrapper":49247,"={":49248,"ĠAzerb":49249,"aeper":49250,"Ġneighb":49251,"initions":49252,"Ġsts":49253,"ĠSasuke":49254,"#$":49255,"uliffe":49256,"æĸ¹":49257,"++++++++++++++++":49258,"ĠElven":49259,"ãģĤ":49260,"Ġartif":49261,"Folder":49262,"Ġà¨":49263,"åĤ":49264,"Ġphyl":49265,"uggest":49266,"blance":49267,"ãģł":49268,"Requirements":49269,"Usage":49270,"Ġinitialized":49271,"ãģ®æ":49272,"conservancy":49273,"ĠReincarn":49274,")|":49275,"Ġantioxid":49276,"ĠClicker":49277,"Ġunlaw":49278,"Ġ\\(":49279,"ãĥĪ":49280,"Ġ[*]":49281,"Characters":49282,"////////":49283,"ãĢIJ":49284,"ãĤ·":49285,"webkit":49286,"ãĢij":49287,"Ġxp":49288,"alkyrie":49289,"Console":49290,"());":49291,"ĠKorra":49292,"\"))":49293,"oooooooooooooooo":49294,"Timer":49295,"////////////////":49296,"yout":49297,"engeance":49298,"emetery":49299,"Ġmages":49300,"mods":49301,"Null":49302,"Ġphilos":49303,"ascript":49304,"Ġaddon":49305,"ĠâĸĪ":49306,"emale":49307,"----------------------------------------------------------------":49308,"Ġ\\\\":49309,"=[":49310,"ĠParables":49311,"ãĥĨ":49312,"VALUE":49313,"Ġ@@":49314,"Ġuint":49315,"${":49316,"cpp":49317,"%%":49318,"Ġ(âĪĴ":49319,"utils":49320,"prefix":49321,"å°Ĩ":49322,"ãĥŃ":49323,"Completed":49324,"Ġgoto":49325,"ãĤ¯":49326,"Winged":49327,"perty":49328,"[\"":49329,"ãĥİ":49330,"ĠScythe":49331,"Ġæľ":49332,"Ġ!=":49333,"Buffer":49334,"docker":49335,"ĠWATCHED":49336,"èĢħ":49337,"())":49338,"Ġdst":49339,"SIZE":49340,"ĠDemonic":49341,"Ġresil":49342,"ãĤ¿":49343,"Ġpione":49344,"cpu":49345,"++)":49346,"TEXT":49347,"Ġdiscrep":49348,"debian":49349,"quished":49350,"Ġacknow":49351,"Ġtrave":49352,"Ġgcc":49353,"Catalog":49354,"ctrl":49355,"ĠMoroc":49356,"Ġcpu":49357,"Ġ];":49358,"ĠSorceress":49359,"Introduced":49360,"Frames":49361,"Ġcondem":49362,"¶æ":49363,"~~~~~~~~":49364,"ĠEmacs":49365,"][/":49366,"Ġglim":49367,"Init":49368,"ĠPrimordial":49369,"ãĥĥ":49370,"Ġ+=":49371,"Ġblat":49372,"à¼":49373,"------------------------------------------------":49374,"gpu":49375,"ãĥĥãĥĪ":49376,"Ġxml":49377,"Ġboolean":49378,"References":49379,"Ġ?)":49380,"Ġsatell":49381,"Queue":49382,"Ġpestic":49383,"Ġ}}":49384,"Attribute":49385,"Ġdx":49386,"ĠDefin":49387,"Synopsis":49388,"..................":49389,"ãĥ¬":49390,"plugin":49391,"Disable":49392,"0000000000000000":49393,")\\":49394,"ĠIchigo":49395,"println":49396,"rontal":49397,"Setup":49398,"Ġ��������":49399,"å§":49400,"âĸº":49401,"ĠPengu":49402,"ailability":49403,"Duration":49404,"Timeout":49405,"ãĢĮ":49406,"Ġbehav":49407,"Reviewed":49408,"Ġtoget":49409,"\\.":49410,"lished":49411,"Ġthous":49412,"Ġperpend":49413,"ecause":49414,"Layout":49415,"è»":49416,"ĠDexterity":49417,"unsigned":49418,"+=":49419,"[[":49420,"ĠRunes":49421,"ãĤ¦":49422,"};":49423,"})":49424,"FTWARE":49425,"ength":49426,"milo":49427,"duino":49428,"天":49429,"ĠClojure":49430,"ļé":49431,"ãĥ¥":49432,"gradient":49433,"Ġ\"\"\"":49434,"âĨij":49435,"@#":49436,"JSON":49437,"Ġproport":49438,"addr":49439,"});":49440,"ãĥIJ":49441,"ä¸ī":49442,"Ġtmp":49443,"å£":49444,"../":49445,"zsche":49446,"ĠâĪ¼":49447,"Entity":49448,"æ©Ł":49449,"ĠâĶľâĶĢâĶĢ":49450,"filename":49451,"{{":49452,"@@":49453,"ĠSeym":49454,"Ġ/**":49455,"ĠSummoner":49456,"Quantity":49457,"ç·":49458,"Attach":49459,"Ġbool":49460,"Texture":49461,"Ġopio":49462,".}":49463,"ãĥĭ":49464,"integer":49465,"Ġregex":49466,"Ġnomine":49467,"ription":49468,"ãģ®ç":49469,"ãĥķ":49470,"Ġsubparagraph":49471,"GGGG":49472,"Ġexplan":49473,"Header":49474,"Spawn":49475,"toggle":49476,"²¾":49477,"Abyss":49478,"expr":49479,"ĠZerg":49480,"ĠGrimoire":49481,"Contents":49482,"Instance":49483,"cyclopedia":49484,"ãĥĹ":49485,"ĠTakeru":49486,"=(":49487,"代":49488,"\\)":49489,"Ġrgb":49490,"htt":49491,"bryce":49492,"Ġlivest":49493,"ĠAnnotations":49494,"âĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢâĶĢ":49495,"berus":49496,"ntil":49497,"Ġskelet":49498,"callback":49499,"åħī":49500,"Joined":49501,"ãĤª":49502,"Ġargs":49503,"artifacts":49504,"Ġå¤":49505,"ÃĽ":49506,"ãĥŀ":49507,"Streamer":49508,"}\"":49509,"Ġunden":49510,"ãĥģ":49511,"Īè":49512,"ãĥ£":49513,"Ġ0004":49514,"Ġ\\'":49515,"ãĤ°":49516,"ĠCONFIG":49517,"Ġ#####":49518,"``":49519,"anguage":49520,"Ġ*)":49521,"Template":49522,"MODE":49523,"Ġ00000000":49524,"'';":49525,">":49625,"Ġlvl":49626,"Footnote":49627,"Iter":49628,"####":49629,"ãĥij":49630,"ĠCarbuncle":49631,"Ġ[+]":49632,"Ġmathemat":49633,"Allows":49634,"Ġ4090":49635,"Async":49636,"ģ«":49637,"Ļ½":49638,"))))":49639,"á½":49640,"Ġcx":49641,"Ġansw":49642,"{\"":49643,"ãĥŁ":49644,"addons":49645,"Filename":49646,"Appearances":49647,"ĠãĢĮ":49648,"Ġaddr":49649,"Ġcharact":49650,"glomer":49651,"Advertisements":49652,"Ġdracon":49653,"ĠFenrir":49654,"Ġ();":49655,"ĠCitiz":49656,"acebook":49657,"Ġparams":49658,"]=":49659,"Ġsubscript":49660,"Ġentreprene":49661,"tnc":49662,"iversal":49663,"Ġmillenn":49664,"ithub":49665,"/>":49666,"Ġ\"{":49667,"Frameworks":49668,"avorite":49669,"Ġ])":49670,"Constructed":49671,"fml":49672,"ãĥį":49673,"################################":49674,"-|":49675,"¥ŀ":49676,"Ġwithd":49677,"ĠCth":49678,"AppData":49679,"Msg":49680,":{":49681,"ãĤ¨":49682,"Ġtuple":49683,"ç¥ŀ":49684,"Ġintrins":49685,"ĠCooldown":49686,"ategory":49687,"^{":49688,"ãĥĬ":49689,"''''":49690,"çĶ°":49691,"ĠDEBUG":49692,"Ġcannabin":49693,"ocobo":49694,"Invalid":49695,"ãĥĢ":49696,"Compat":49697,"Ġ({":49698,"Removed":49699,"Ġconvol":49700,"}:":49701,"interstitial":49702,"Ġ\"":49721,"initialized":49722,"Ġexting":49723,"Poké":49724,"Parameters":49725,"¶ħ":49726,"########":49727,"NULL":49728,"ãĥĩ":49729,"groupon":49730,"\\-":49731,"ãĥı":49732,"ãĤ±":49733,"Ġsubsequ":49734,"ccording":49735,"ĠMODULE":49736,"ĠProtoss":49737,"\"},{\"":49738,"Ġ..............":49739,"Integer":49740,"endif":49741,"ãĥĻ":49742,"parser":49743,"lambda":49744,"Ġcarbohyd":49745,"ĠUnloaded":49746,"_{":49747,"âĸ¬âĸ¬":49748,"Ġdebian":49749,"]}":49750,"ãĤ¶":49751,"Parameter":49752,"ãĤ£":49753,"ãĤ»":49754,"Ġ$_":49755,"İĭ":49756,"Ġiterator":49757,"ãĤ¬":49758,"WINDOWS":49759,"CONCLUS":49760,"Ġ\"\\":49761,"umbn":49762,"(&":49763,"ãĥ©ãĥ³":49764,"usercontent":49765,"ometimes":49766,"METHOD":49767,"ãĥ¢":49768,"potion":49769,"ãĥ¯":49770,"everal":49771,"Ġweap":49772,"minecraft":49773,"================================":49774,"printf":49775,"ĠShinra":49776,"Ġreluct":49777,"\\\",":49778,"Runtime":49779,"xff":49780,"ĠAbyssal":49781,"akeru":49782,"Ġ\\(\\":49783,"\"/>":49784,"efficients":49785,"Ü":49786,"avascript":49787,"Ġbehavi":49788,"++;":49789,"=#":49790,"Attributes":49791,"âĵĺ":49792,"lvl":49793,"¬¼":49794,"/**":49795,"Gameplay":49796,"ĠLeilan":49797,">)":49798,"=\"/":49799,"Ġ));":49800,"ãĥĨãĤ£":49801,"ġ":49802,".":49836,"DEBUG":49837,"âĶģ":49838,"ãĢı":49839,"WithNo":49840,"Redditor":49841,"ĠâĶľ":49842,"Ġfmt":49843,"ãĢİ":49844,"Ġmsec":49845,"ĪĴ":49846,"eatures":49847,"itially":49848,"\"\"\"":49849,"ãĥ¼ãĤ¯":49850,"Textures":49851,"\"},":49852,"\"><":49858,"||||":49859,"ß":49860,"iterator":49861,"è£ħ":49862,"Ĥª":49863,"ojure":49864,"ãħĭãħĭ":49865,"ãĥ¼ãĥ³":49866,"Ġprintln":49867,"Ġ][":49868,"âĸĪâĸĪ":49869,"âķIJ":49870,"\\\":":49871,"senal":49872,"é¾į":49873,"é¾":49874,"Ġcryst":49875,"ãĥķãĤ¡":49876,"ĠCosponsors":49877,"ãĤ·ãĥ£":49878,"Magikarp":49879,"ĠMagicka":49880,"âĸĪâĸĪâĸĪâĸĪ":49881,",,,,,,,,":49882,"vertisement":49883,"âĶĢâĶĢâĶĢâĶĢ":49884,"ãĥķãĤ©":49885,"luaj":49886,"CLASSIFIED":49887,".''.":49888,"byss":49889,"Ġ{:":49890,"ĠNanto":49891,"Ġptr":49892,"Ġ%%":49893,"Ġteasp":49894,"[_":49895,"ãĥ¤":49896,"ħĭ":49897,"ŃĶ":49898,"Ġpci":49899,"Ġ\"<":49900,"GGGGGGGG":49901,"æĪ¦":49902,"--+":49903,"ãĤ®":49904,"Ġ())":49905,"âĸ¬":49906,"Ġsizeof":49907,"}}}":49908,";;;;;;;;":49909,">]":49910,"âĸĪâĸĪâĸĪâĸĪâĸĪâĸĪâĸĪâĸĪ":49911,"Vaults":49912,"Ġistg":49913,"Ġnewcom":49914,"=]":49915,"¿½":49916,"ĵĺ":49917,"{\\":49918,"Args":49919,"Ġexha":49920,"(\\":49921,"Ġunnecess":49922,"\"}],\"":49923,"ĠUNCLASSIFIED":49924,">(":49925,"ãĤ¢ãĥ«":49926,"æ©":49927,"70710":49928,"Ń·":49929,"ãĥ¼ãĥĨãĤ£":49930,"ĠSakuya":49931,"ãĥĥãĥī":49932,"ĠPyrrha":49933,"escription":49934,"VIDIA":49935,"================================================================":49936,"Ġlooph":49937,"=~":49938,"Ġcumbers":49939,"Ġ)]":49940,"govtrack":49941,"ĠãĤµ":49942,"Ġsubur":49943,"Þ":49944,"Ġâī¡":49945,"Interstitial":49946,"ãĥ¼ãĥĨ":49947,"Ġgobl":49948,"ãĥīãĥ©":49949,"oldown":49950,"ģĸ":49951,"Depths":49952,"Ġ());":49953,"Ġ._":49954,"20439":49955,"Ġç¥ŀ":49956,"ãģ®å®":49957,"ãĤ¼":49958,"Ġ$\\":49959,"âĹ¼":49960,"Ġencount":49961,"Ġ